-- Logs begin at Tue 2021-07-27 20:39:46 UTC, end at Tue 2021-07-27 23:28:24 UTC. -- Jul 27 21:27:13.973235 n-d-738018-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 21:27:16.717013 n-d-738018-6 neutron-server[94560]: INFO neutron.common.config [-] Logging enabled! Jul 27 21:27:16.717603 n-d-738018-6 neutron-server[94560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 21:27:16.717797 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 21:27:16.721209 n-d-738018-6 neutron-server[94560]: INFO neutron.common.config [-] Logging enabled! Jul 27 21:27:16.721470 n-d-738018-6 neutron-server[94560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 21:27:16.721786 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 21:27:16.722751 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:27:16.722991 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:27:16.723363 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:27:16.723613 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:27:16.723842 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:27:16.724163 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.724465 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.724765 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.725007 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.725316 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.725620 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.725906 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.726200 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.726585 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.726825 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.727111 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.727402 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.727638 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.727925 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.728214 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.728504 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.728734 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.729020 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.729452 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.729872 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.730155 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.730474 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.730758 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.731034 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.731313 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.731601 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.731933 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] host = n-d-738018-6 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.732215 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.732506 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.732797 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.733088 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.733455 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.733651 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.733940 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.734217 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.734518 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.734798 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.735093 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.735389 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.735678 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.735908 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.736134 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.736427 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.736717 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.736999 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.737279 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.737558 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.737835 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.738113 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.738441 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.738732 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.739023 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.739314 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.739594 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.739872 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.740148 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.740431 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.740718 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.741656 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.741954 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.742240 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.742590 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.742868 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.743149 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.743458 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.743753 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.744045 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.744338 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.744620 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.744909 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.745188 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.745469 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.745746 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.746024 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.746319 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.746612 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.746892 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.747168 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.747444 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.747722 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.748012 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:16.748317 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.748618 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.748923 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.749211 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.749511 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.749798 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.750095 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.750411 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.750708 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.751009 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.751302 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.751586 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.751881 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.752166 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.752466 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.752776 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.753074 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.753374 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.753650 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.753932 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.754212 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.754518 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.754811 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.755109 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.755405 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.755695 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.755973 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.756268 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.756574 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.757403 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.757804 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.758106 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.758420 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.758704 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.758995 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.759279 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.759557 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.759856 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.760116 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.760410 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.760692 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.760969 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.761252 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.761532 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.761808 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.762102 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.762406 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.762687 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.762963 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.763245 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.763520 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.763797 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.764078 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.764353 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.764633 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.764909 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.765183 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.765460 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.765738 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.766016 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.766300 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.766599 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.766880 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.767157 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.767433 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.767708 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.767983 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.768260 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.768550 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.768856 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.769140 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.769425 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.769708 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.769995 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.770278 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.770582 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.770867 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.771155 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.771431 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.771726 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.772013 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.772373 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.772628 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.773071 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.773377 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.773662 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.773953 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.774238 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.774546 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.774843 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.775132 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.775434 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.775737 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.776034 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.776332 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.776629 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.776913 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.777227 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.777515 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:16.777736 n-d-738018-6 neutron-server[94560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:27:16.777982 n-d-738018-6 neutron-server[94560]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94560) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 21:27:17.133088 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 21:27:17.133377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 21:27:17.133672 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 21:27:17.134014 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 21:27:17.527706 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.528008 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.528284 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.529583 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.529860 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.530128 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.565494 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.565775 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.566047 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.581434 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.581717 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.581990 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.612582 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.612869 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.613172 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.652042 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.652336 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.652612 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.890217 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.890800 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.890800 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.891055 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:17.891767 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.013641 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.013966 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.014254 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.014555 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.014825 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.015139 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.015406 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.015667 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.015926 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.016214 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.016479 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.016750 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.017012 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.017271 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.017528 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.017793 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.018051 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.018343 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.018617 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.018879 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.019154 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.019412 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.019696 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.020075 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.020330 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.020580 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.020984 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.021230 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.021474 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.021717 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.021963 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.022575 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:18.022943 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 21:27:18.026028 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 21:27:18.029962 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 21:27:18.033664 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 27 21:27:18.035479 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 21:27:18.035940 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 21:27:18.036280 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 21:27:18.036673 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 21:27:18.039579 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 21:27:18.039831 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 21:27:18.040176 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 21:27:18.045506 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 21:27:18.068791 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 21:27:18.069783 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.070245 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94560) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 21:27:18.070648 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.072016 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94560) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 21:27:18.072303 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 21:27:18.072560 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 21:27:18.075964 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.076248 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:18.141476 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 21:27:18.141662 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 21:27:18.141904 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 21:27:18.142316 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 21:27:18.163698 n-d-738018-6 neutron-server[94560]: DEBUG oslo_db.sqlalchemy.engines [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94560) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 21:27:18.887789 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing driver for type 'gre' Jul 27 21:27:18.887890 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] gre ID ranges: [(1, 1000)] Jul 27 21:27:19.153130 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing driver for type 'local' Jul 27 21:27:19.153721 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing driver for type 'vlan' Jul 27 21:27:19.264218 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] VlanTypeDriver initialization complete Jul 27 21:27:19.264556 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing driver for type 'vxlan' Jul 27 21:27:19.265060 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] vxlan ID ranges: [(1, 1000)] Jul 27 21:27:19.478358 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing extension driver 'port_security' Jul 27 21:27:19.478632 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] PortSecurityExtensionDriver initialization complete Jul 27 21:27:19.478961 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing mechanism driver 'openvswitch' Jul 27 21:27:19.479286 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing mechanism driver 'hyperv' Jul 27 21:27:19.485773 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.plugin [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:19.486661 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.487032 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.487385 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.487925 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.488381 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.488741 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.489117 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.489514 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.489921 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.490273 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.490639 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.491684 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.492089 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.492446 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.492793 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.493190 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.493607 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.493966 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.494340 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.494753 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.495156 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > address_group after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.495500 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > address_group after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.495843 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.496241 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:27:19.496617 n-d-738018-6 neutron-server[94560]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] ML2 OVO RPC backend initialized. {{(pid=94560) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 21:27:19.497336 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.497697 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.498119 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.498505 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > networks before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.498864 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.499208 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > ports before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.499555 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.499905 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnets before_response 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.500290 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.500593 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.500931 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.501269 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.501626 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.501946 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.502296 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.plugin [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Modular L2 Plugin initialization complete Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading services supported by the core plugin {{(pid=94560) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: INFO neutron.plugins.ml2.managers [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Got port-security extension from driver 'port_security' Jul 27 21:27:19.505986 n-d-738018-6 neutron-server[94560]: INFO neutron.extensions.vlantransparent [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Disabled vlantransparent extension. Jul 27 21:27:19.506405 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94560) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 21:27:19.506405 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: router Jul 27 21:27:19.546680 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.547081 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.547460 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router before_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.547830 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.548473 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.548828 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_delete 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.549200 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.549694 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.550051 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.550449 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.550806 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.551174 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.551591 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.551968 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.552314 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.552659 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: subnet after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.553004 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.553537 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.553904 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.554265 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.554645 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.555013 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router after_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.555371 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.555731 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_create 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.556102 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.556453 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_update 55549900 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.556839 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > agent after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.557184 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > agent after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.557537 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > network after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.558445 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Tracking information for resource: router configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:19.558784 n-d-738018-6 neutron-server[94560]: DEBUG neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Tracking information for resource: floatingip configured {{(pid=94560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:27:19.563751 n-d-738018-6 neutron-server[94560]: INFO neutron.db.l3_agentschedulers_db [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 21:27:19.564333 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.574652 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.574652 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.574652 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: port after_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.574652 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router before_create 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.574652 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.575215 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_create 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.575215 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > router precommit_update 55550100 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.575215 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.provider_configuration [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service providers = [] {{(pid=94560) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 21:27:19.575215 n-d-738018-6 neutron-server[94560]: DEBUG neutron.db.servicetype_db [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94560) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 21:27:19.577066 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.service_base [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:27:19.577420 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.service_base [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:27:19.577769 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.service_base [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:27:19.578703 n-d-738018-6 neutron-server[94560]: DEBUG neutron.services.service_base [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:27:19.579079 n-d-738018-6 neutron-server[94560]: INFO neutron.services.service_base [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 21:27:19.579463 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.579785 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 21:27:19.592641 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.592983 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: auto_allocate Jul 27 21:27:19.598735 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: network precommit_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.599112 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: network precommit_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.599640 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.599968 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: tag Jul 27 21:27:19.607431 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.607767 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: timestamp Jul 27 21:27:19.611621 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.611955 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: network_ip_availability Jul 27 21:27:19.617526 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.617905 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.618269 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.619016 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.619343 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: flavors Jul 27 21:27:19.624412 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.624763 n-d-738018-6 neutron-server[94560]: INFO neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading Plugin: revisions Jul 27 21:27:19.639003 n-d-738018-6 neutron-server[94560]: DEBUG neutron.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:27:19.639404 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.506s {{(pid=94560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 21:27:19.640147 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94560) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 21:27:19.640489 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Initializing extension manager. Jul 27 21:27:19.641007 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: __init__.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.641356 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: __pycache__ {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.641697 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.642037 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.642832 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.643409 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: address-group Jul 27 21:27:19.643741 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: address_scope.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.644467 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.644986 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: address-scope Jul 27 21:27:19.645316 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.646264 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.646817 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: router-admin-state-down-before-update Jul 27 21:27:19.647686 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: agent.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.648571 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.649088 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: agent Jul 27 21:27:19.649422 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: agent_resources_synced.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.650380 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.650892 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: agent-resources-synced Jul 27 21:27:19.651227 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: allowedaddresspairs.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.653059 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.653593 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: allowed-address-pairs Jul 27 21:27:19.653939 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: auto_allocated_topology.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.655059 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.655587 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: auto-allocated-topology Jul 27 21:27:19.655917 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.656640 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.657160 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: availability_zone Jul 27 21:27:19.657489 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: availability_zone_filter.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.658460 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.658975 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: availability_zone_filter Jul 27 21:27:19.659301 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: data_plane_status.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.660227 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.660741 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 21:27:19.661072 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: default_subnetpools.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.661999 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.662536 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: default-subnetpools Jul 27 21:27:19.663524 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.664350 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.664875 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: dhcp_agent_scheduler Jul 27 21:27:19.665204 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: dns.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.666132 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.666684 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 21:27:19.667011 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: dns_domain_ports.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.667957 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.668465 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 21:27:19.668789 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.673957 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.674499 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 21:27:19.674827 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: dvr.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.675506 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.676016 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: dvr Jul 27 21:27:19.676342 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: ecmp_routes.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.677262 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.677769 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 21:27:19.678094 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: empty_string_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.679213 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.679723 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: empty-string-filtering Jul 27 21:27:19.680055 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.680974 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.681489 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 21:27:19.681817 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.682769 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.683280 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 21:27:19.683608 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: external_net.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.684527 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.685044 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: external-net Jul 27 21:27:19.685380 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.686316 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.686840 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: extra_dhcp_opt Jul 27 21:27:19.687170 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: extraroute.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.688090 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.688606 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: extraroute Jul 27 21:27:19.688940 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: extraroute_atomic.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.689985 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.690526 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: extraroute-atomic Jul 27 21:27:19.690856 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: filter_validation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.691713 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.692227 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: filter-validation Jul 27 21:27:19.692554 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: fip_pf_description.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.693481 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.694245 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 21:27:19.694671 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: fip_port_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.695609 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.696124 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: fip-port-details Jul 27 21:27:19.696453 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: flavors.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.706213 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.706761 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: flavors Jul 27 21:27:19.707091 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.708773 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.709299 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 21:27:19.710169 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: floatingip_pools.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.710950 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.711483 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: floatingip-pools Jul 27 21:27:19.711814 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: ip_allocation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.712751 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.713271 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 21:27:19.713602 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.714567 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.715084 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: ip-substring-filtering Jul 27 21:27:19.715416 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l2_adjacency.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.716348 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.716861 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 21:27:19.717190 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.718174 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.718720 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: router Jul 27 21:27:19.719052 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.721305 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.721836 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 21:27:19.722177 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.723172 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.723664 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: ext-gw-mode Jul 27 21:27:19.724011 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.724948 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.726012 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: l3-ha Jul 27 21:27:19.726364 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3_flavors.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.727290 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.727803 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: l3-flavors Jul 27 21:27:19.728132 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.729105 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.729579 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 21:27:19.729912 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: l3agentscheduler.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.730993 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.731512 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: l3_agent_scheduler Jul 27 21:27:19.731843 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: logging.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.733349 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.733879 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension logging not supported by any of loaded plugins Jul 27 21:27:19.734216 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: metering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.734991 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.735582 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: metering Jul 27 21:27:19.735912 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.737165 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.737665 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: metering_source_and_destination_fields Jul 27 21:27:19.737999 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: multiprovidernet.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.738967 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.739484 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: multi-provider Jul 27 21:27:19.739813 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: netmtu.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.740746 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.741276 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: net-mtu Jul 27 21:27:19.741603 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: netmtu_writable.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.745993 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.746542 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: net-mtu-writable Jul 27 21:27:19.746871 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: network_availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.747559 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.748070 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: network_availability_zone Jul 27 21:27:19.748394 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: network_ip_availability.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.749503 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.750023 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: network-ip-availability Jul 27 21:27:19.750385 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: network_segment_range.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.751161 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.751698 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 21:27:19.752002 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: pagination.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.753011 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.753346 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: pagination Jul 27 21:27:19.753674 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: port_device_profile.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.754624 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.755146 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: port-device-profile Jul 27 21:27:19.755475 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.756427 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.759366 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: port-mac-address-regenerate Jul 27 21:27:19.759366 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.760482 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.761133 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: port-numa-affinity-policy Jul 27 21:27:19.762543 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: port_resource_request.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.764983 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.765524 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 21:27:19.765865 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: portbindings.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.766849 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.767370 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: binding Jul 27 21:27:19.767705 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: portbindings_extended.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.771016 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.772850 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: binding-extended Jul 27 21:27:19.773253 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: portsecurity.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.774248 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.774806 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: port-security Jul 27 21:27:19.775135 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: project_id.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.776125 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.776460 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: project-id Jul 27 21:27:19.776789 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: providernet.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.777721 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.778238 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: provider Jul 27 21:27:19.778593 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.782080 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.782648 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos not supported by any of loaded plugins Jul 27 21:27:19.782987 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.784237 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.784769 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 21:27:19.785103 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.786032 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.786581 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 21:27:19.786917 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_default.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.788439 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.789086 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-default not supported by any of loaded plugins Jul 27 21:27:19.789423 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_fip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.790087 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.790623 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 21:27:19.790953 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_gateway_ip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.791890 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.792402 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 21:27:19.792731 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_port_network_policy.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.798439 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.798964 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 21:27:19.799299 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_rule_type_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.800242 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.800758 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 21:27:19.801090 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: qos_rules_alias.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.802141 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.802699 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 21:27:19.803033 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: quotasv2.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.804345 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.804679 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: quotas Jul 27 21:27:19.805012 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: quotasv2_detail.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.808086 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.808443 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: quota_details Jul 27 21:27:19.808789 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: rbac.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.809874 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.810438 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: rbac-policies Jul 27 21:27:19.810775 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: rbac_address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.811737 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.812262 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: rbac-address-group Jul 27 21:27:19.812593 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: rbac_address_scope.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.813523 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.814048 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: rbac-address-scope Jul 27 21:27:19.814415 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: rbac_security_groups.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.815336 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.815859 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: rbac-security-groups Jul 27 21:27:19.816189 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: rbac_subnetpool.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.817115 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.817636 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: rbac-subnetpool Jul 27 21:27:19.817966 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: revisionifmatch.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.818952 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.819477 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: revision-if-match Jul 27 21:27:19.821934 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: revisions.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.822853 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.823378 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: standard-attr-revisions Jul 27 21:27:19.823709 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: router_availability_zone.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.824390 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.824907 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: router_availability_zone Jul 27 21:27:19.825235 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: routerservicetype.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.826172 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.826728 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 21:27:19.827055 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.827992 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.828508 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: security-groups-normalized-cidr Jul 27 21:27:19.828836 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.829766 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.830298 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: port-security-groups-filtering Jul 27 21:27:19.830633 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.831561 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.832079 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: security-groups-remote-address-group Jul 27 21:27:19.832410 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: securitygroup.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.842591 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.843136 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: security-group Jul 27 21:27:19.843478 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: segment.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.844282 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.844805 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension segment not supported by any of loaded plugins Jul 27 21:27:19.845139 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.846093 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.846655 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 21:27:19.846989 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: servicetype.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.848105 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.848637 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: service-type Jul 27 21:27:19.848970 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: sorting.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.849975 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.850950 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: sorting Jul 27 21:27:19.851287 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: standard_attr_segment.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.852331 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.852865 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 21:27:19.853199 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: standardattrdescription.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.853863 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.854417 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: standard-attr-description Jul 27 21:27:19.854746 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: stateful_security_group.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.862855 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.863381 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: stateful-security-group Jul 27 21:27:19.863711 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: stdattrs_common.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.864315 n-d-738018-6 neutron-server[94560]: WARNING neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 21:27:19.864642 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.865585 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.866335 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 21:27:19.866668 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnet_onboard.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.867793 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.868328 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: subnet_onboard Jul 27 21:27:19.868659 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.869616 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.870122 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 21:27:19.870477 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnet_service_types.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.871413 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.871934 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: subnet-service-types Jul 27 21:27:19.872263 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnetallocation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.873354 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.873879 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: subnet_allocation Jul 27 21:27:19.874208 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.874908 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.875423 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: subnetpool-prefix-ops Jul 27 21:27:19.875751 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.876688 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.877202 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 21:27:19.877529 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: tagging.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.878665 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.879199 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: standard-attr-tag Jul 27 21:27:19.879531 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: timestamp.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.880765 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.881289 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loaded extension: standard-attr-timestamp Jul 27 21:27:19.882186 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: trunk.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.883381 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.883905 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension trunk not supported by any of loaded plugins Jul 27 21:27:19.884236 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: trunk_details.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.887484 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.888002 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 21:27:19.888328 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: uplink_status_propagation.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.889268 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.889786 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 21:27:19.890114 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Loading extension file: vlantransparent.py {{(pid=94560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:27:19.890833 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:27:19.891348 n-d-738018-6 neutron-server[94560]: INFO neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 21:27:19.893939 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:network Jul 27 21:27:19.894512 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnet Jul 27 21:27:19.894923 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:27:19.895320 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:port Jul 27 21:27:19.896573 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.897047 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service FLAVORS assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.898200 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.898651 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.898987 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:router Jul 27 21:27:19.899432 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 21:27:19.899927 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service METERING assigned prefix: /metering {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.901415 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.901795 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.902162 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:27:19.903234 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 21:27:19.903683 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:security_group Jul 27 21:27:19.904126 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 21:27:19.904735 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.905072 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:27:19.905423 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] subnetpool is already registered Jul 27 21:27:19.905858 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.906191 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:27:19.906555 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] subnetpool is already registered Jul 27 21:27:19.908883 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.909439 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service FLAVORS assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.910078 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.910560 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.910900 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:router Jul 27 21:27:19.911246 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] router is already registered Jul 27 21:27:19.911666 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 21:27:19.912005 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] floatingip is already registered Jul 27 21:27:19.912484 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service METERING assigned prefix: /metering {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.913221 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 21:27:19.913557 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] rbac_policy is already registered Jul 27 21:27:19.913997 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:security_group Jul 27 21:27:19.914374 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] security_group is already registered Jul 27 21:27:19.914803 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 21:27:19.915140 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] security_group_rule is already registered Jul 27 21:27:19.915637 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.915968 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:27:19.916304 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] subnetpool is already registered Jul 27 21:27:19.916735 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.v2.resource_helper [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Service CORE assigned prefix: {{(pid=94560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:27:19.917064 n-d-738018-6 neutron-server[94560]: INFO neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:27:19.917397 n-d-738018-6 neutron-server[94560]: WARNING neutron.quota.resource_registry [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] subnetpool is already registered Jul 27 21:27:19.919155 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: extensions {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.920653 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: address-groups {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.922164 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: address-scopes {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.923699 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.924973 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: auto-allocated-topology {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.926241 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: availability_zones {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.927499 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: dhcp-networks {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.929155 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: dhcp-agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.930728 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.932540 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: flavors {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.933718 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: service_profiles {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.935085 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: next_providers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.936532 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: service_profiles {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.937984 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: floatingip-pools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.939338 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.941075 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: floatingips {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.942270 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: l3-routers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.943793 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: l3-agents {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.945870 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: metering-labels {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.947173 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: metering-label-rules {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.948469 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: network-ip-availabilities {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.949831 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: bindings {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.951457 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: quotas {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.952905 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: quotas {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.954491 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: rbac-policies {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.955705 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: security-groups {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.956924 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: security-group-rules {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.958271 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: service-providers {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.959558 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: subnetpools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.961800 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: subnetpools {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.963456 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.965150 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.966928 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.968828 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.970570 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.972439 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.974230 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.976098 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.978867 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.980709 n-d-738018-6 neutron-server[94560]: DEBUG neutron.api.extensions [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Extended resource: tags {{(pid=94560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:27:19.986692 n-d-738018-6 neutron-server[94560]: WARNING keystonemiddleware.auth_token [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 21:27:19.991589 n-d-738018-6 neutron-server[94560]: WARNING keystonemiddleware.auth_token [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 21:27:20.000204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Acquired lock "singleton_lock" {{(pid=94560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 21:27:20.000685 n-d-738018-6 neutron-server[94560]: DEBUG oslo_concurrency.lockutils [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Releasing lock "singleton_lock" {{(pid=94560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 21:27:20.001337 n-d-738018-6 neutron-server[94560]: INFO oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Starting 2 workers Jul 27 21:27:20.006102 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Started child 94671 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:27:20.011136 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Started child 94672 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:27:20.012436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.013054 n-d-738018-6 neutron-server[94560]: INFO neutron.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 21:27:20.013390 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Notify callbacks [] for process, before_spawn {{(pid=94560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.013949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [-] (94671) wsgi starting up on http://0.0.0.0:9696 Jul 27 21:27:20.015849 n-d-738018-6 neutron-server[94560]: INFO oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Starting 1 workers Jul 27 21:27:20.015975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.017338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [-] (94672) wsgi starting up on http://0.0.0.0:9696 Jul 27 21:27:20.021013 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Started child 94673 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:27:20.021526 n-d-738018-6 neutron-server[94560]: INFO oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Starting 1 workers Jul 27 21:27:20.025459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] calling RpcWorker wait() {{(pid=94673) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 21:27:20.026044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] returning from RpcWorker wait() {{(pid=94673) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 21:27:20.026573 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Started child 94674 {{(pid=94560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:27:20.027431 n-d-738018-6 neutron-server[94560]: DEBUG neutron_lib.callbacks.manager [None req-9e472dbb-7281-450a-a382-c5ff60e06271 None None] Notify callbacks [] for process, after_spawn {{(pid=94560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.027529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.027975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:20.029286 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 21:27:20.029503 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:27:20.029693 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:27:20.029910 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:27:20.030231 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:27:20.030438 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:27:20.030946 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.031241 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.031441 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:20.031890 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.031890 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.032039 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.032579 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.032843 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.033102 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.033394 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.033651 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.033826 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.033996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.034247 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.034516 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.034810 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.035078 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.035340 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.035611 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.035784 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.036038 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.036310 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.036580 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.036842 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.037085 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.037579 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.038530 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.038530 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.038815 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.038941 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.039198 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.039462 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.039702 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.039949 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.040188 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.040444 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.040694 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.040915 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.041168 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.041429 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.041653 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.042119 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] host = n-d-738018-6 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.042382 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.042603 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.042864 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.043096 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.043358 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.043600 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.043853 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.044111 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.044372 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.044649 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.044854 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.045103 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.045323 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.045579 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.045747 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_options = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.046008 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.046301 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.046582 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.046818 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.046955 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.047110 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.047378 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.047547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.047801 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.048277 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.048503 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.048737 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.048953 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.049168 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.049431 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.049664 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.049910 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.050144 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.050422 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.050675 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.050903 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.051133 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.051351 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.051594 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.051809 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.052047 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.052281 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.052514 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.052731 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.053009 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.053659 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.054197 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.054197 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.054487 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.054772 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.054949 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.055173 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.055459 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.055693 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.055956 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.056187 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.056405 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.056633 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.056939 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.057077 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.057297 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.057511 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.057761 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.058013 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.058228 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.058473 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.058690 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.058910 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.059156 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.059606 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.059894 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.060199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.060460 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.060716 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.060963 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.061220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.061441 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.061708 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.062022 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.062176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:20.062354 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.062508 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.062798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.063056 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.063316 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.063647 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.063891 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.064176 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.064420 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.064662 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.064908 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.065131 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.065470 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.065763 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.066024 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.066530 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.066530 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067418 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067418 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067418 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067418 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067967 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.067967 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.068210 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.068332 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.068545 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.068811 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.069582 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.070090 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.070090 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.070352 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.070559 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.070786 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.071015 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.071242 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.071463 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.071683 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.071915 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.072158 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.072414 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.072664 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.072892 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.073109 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.073328 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.073583 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.073819 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.074047 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.074500 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.082083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.086639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.087744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.088660 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.089656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.090035 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.090260 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.090517 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.090664 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.090939 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.091116 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.091386 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.091633 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.091871 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.092094 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.092324 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.092643 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.092901 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.093150 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.093388 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.093742 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.093943 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.094197 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.094495 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.094755 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.094994 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.095230 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.095464 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.095699 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.095918 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.096171 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.096713 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.096713 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.096984 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.097109 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.097268 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.097482 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.097740 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.097956 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.098178 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.098453 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.098674 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.098894 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.099145 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.099362 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.099601 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.099839 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.100089 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.100488 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.100876 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.101339 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.101701 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.102045 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.102435 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.102818 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.103153 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.103473 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.103799 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.104173 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.104508 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.104852 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.105165 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.105479 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.105923 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.106147 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.106518 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.106871 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.107196 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.107529 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.107841 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.108198 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.108615 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.108972 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.109298 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.109646 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.109977 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.110361 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.110692 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.111004 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.111360 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.111646 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.111910 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.112214 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.112546 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.112834 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.113129 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.113388 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.113664 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.113943 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.114197 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.114570 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.114872 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.115144 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.115424 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.115710 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.116180 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.116448 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.116705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.116980 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.117250 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.117517 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.117818 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.118174 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.118545 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.118894 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.119236 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.119576 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.119882 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.120204 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.120508 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.120861 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.121207 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.121577 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.121872 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.122175 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.122503 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.122780 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.123102 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.123437 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.123727 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.124100 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.124429 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.124762 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.125106 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.125643 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.125859 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.126230 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.126613 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.126959 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.127327 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.127684 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.128054 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.128387 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.128782 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.129095 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.129512 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.129855 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.130216 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.130559 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.130916 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.131327 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.132296 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.132637 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.132981 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.133362 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.133748 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.134102 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.134447 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.134819 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.135246 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.135623 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.135988 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.136373 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.136742 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.137082 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.137399 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.137712 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.138063 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.138423 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.138772 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.139103 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.139434 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.139762 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.140083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.140398 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.140746 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.141049 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.141374 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.141697 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.141943 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:27:20.142607 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 21:27:20.142851 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:27:20.143089 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:27:20.143340 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:27:20.143595 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:27:20.143838 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:27:20.144126 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.144372 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.144618 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.144870 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.145117 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.145391 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.145638 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.145882 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.146127 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.146422 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.146675 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.146927 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.147744 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.148015 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.148283 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.148547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.148813 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.149648 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.149648 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.150168 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.150168 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.150506 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.150655 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] debug = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.150798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.151087 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.151336 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.151607 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.151870 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.152121 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.152368 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.152620 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.153106 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.153106 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154314 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154314 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:20.154996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.154996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.156098 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] host = n-d-738018-6 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.156098 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.156098 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.156098 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157082 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157082 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157082 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157082 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157947 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157947 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.157947 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.158596 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.158596 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.158596 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.159269 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.159269 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_options = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.159710 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.159710 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.160131 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.160131 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.160561 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.160786 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.161015 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.161253 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.161494 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.161717 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.161978 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.162251 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.162549 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.162868 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.163137 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.163413 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.163686 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.163958 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.164486 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.164486 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.164921 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.165160 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.165383 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.166126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090628 Jul 27 21:27:20.166330 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.166330 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.166733 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.167018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.167295 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.168729 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.168729 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.168729 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.168729 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.168729 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.169984 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.169984 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.169984 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.169984 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.170937 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.171232 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.171496 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.172640 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.172640 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.172640 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.172640 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.173598 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.173598 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_json = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.173598 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.174106 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.174106 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.175211 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.175484 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.175749 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.176010 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.176275 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:27:20.176562 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.176824 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.177118 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.177384 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.177656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.177917 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.178173 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.178637 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.178827 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.179040 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.179821 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.179821 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.179821 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.180375 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.180375 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.180751 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.180899 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.181149 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.181401 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.181649 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.181924 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.182177 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.182482 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.182731 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.182996 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.183256 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.183520 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.183780 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.184084 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.184321 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.185676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.188654 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.189798 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.192018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.193282 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.193282 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.193282 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.193282 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.193282 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.194477 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.194477 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.195502 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.195775 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.196545 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.196545 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.196545 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.197094 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.197094 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.197442 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.197630 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.197885 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.198135 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.198433 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.198702 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.199457 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.199457 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.199457 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.200279 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.200279 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.200279 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.200676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.200820 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.201050 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.201320 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.201586 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.201852 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.202121 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.202428 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.202698 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.202971 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.203217 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.203479 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.203746 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.204017 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.204494 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.204494 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.204920 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.207199 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.208705 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.210252 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.210252 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.210252 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.210252 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211021 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211021 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211420 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211420 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211795 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.211994 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.212202 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.212399 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.212670 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.212940 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.213215 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.213471 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.213720 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.213969 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.214216 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.215280 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.215553 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.215825 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.216098 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.216368 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.216643 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.218018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.218018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.218018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.218018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.218018 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219048 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219048 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219048 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219048 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219804 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219804 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.219804 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.220251 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.220395 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.220585 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.220855 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.221116 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.221385 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.221657 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.223639 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.224559 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.224559 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.224559 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.225034 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.225206 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.226334 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.228112 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.228414 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.228707 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.228977 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.229267 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.229552 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.229816 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.230089 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.232379 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.233385 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.233679 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.233966 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.234254 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.235615 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.235914 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.236182 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.236483 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238377 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.238924 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.239164 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.239344 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.239520 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.239695 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.239866 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.240075 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.240339 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.242570 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.242845 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.243120 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.243399 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.243676 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.244830 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.244830 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.244830 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.244830 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.245163 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.245337 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.245607 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.245874 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.246138 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.246494 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.246822 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.247092 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.247366 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.247656 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.247936 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.249030 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.249312 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.249568 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.249851 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.250142 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.250461 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.250746 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.251020 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.251290 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.251561 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.251851 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.252539 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.252539 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.252539 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.252934 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.253083 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.253257 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.253536 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.253816 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.254085 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.254825 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.254825 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.255114 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.255255 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.255406 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.255666 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.255932 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.256203 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.257013 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.257686 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.257686 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.257971 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.258220 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.258539 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.258813 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.259104 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.259389 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.260547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.260547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.260547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.260547 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.261628 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.261909 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.262167 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.262603 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.262755 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.263019 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.263301 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.263586 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.263856 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.264124 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.264469 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.264657 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.264919 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.265189 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.265462 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.265743 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.266020 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.266326 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:27:20.266585 n-d-738018-6 neutron-server[94560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:27:31.935984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97e772-f740-4bf7-bb2d-bdc123dad18a None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:27:32.022487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97e772-f740-4bf7-bb2d-bdc123dad18a None None] No non-hosted networks {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 21:27:32.063129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.agentschedulers_db [None req-4e97e772-f740-4bf7-bb2d-bdc123dad18a None None] DHCP Agent not found on host n-d-738018-6 {{(pid=94673) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 21:27:32.178138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9eaf-5349-4684-88e2-513a81e8f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.361480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2963c2da-54bc-4c6a-9365-1ef8b284a70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.473924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1a899b41-2596-4c3a-8d89-aa9c8475b8f0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-738018-6 {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:27:34.475228 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1a899b41-2596-4c3a-8d89-aa9c8475b8f0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:27:34.629560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.630480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.631154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.631788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.632278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.632761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.633261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.633758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.634236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.634746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.635238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.635715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.636200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:34.636757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-738018-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:34.647623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-738018-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:35.112714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a899b41-2596-4c3a-8d89-aa9c8475b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.672732 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.280723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.322981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44346) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:38.824489 n-d-738018-6 neutron-server[94671]: WARNING oslo_policy.policy [None req-3a31d35c-e5aa-47b6-a448-6ac4ff4e3b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:38.825088 n-d-738018-6 neutron-server[94671]: WARNING oslo_policy.policy [None req-3a31d35c-e5aa-47b6-a448-6ac4ff4e3b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:39.049286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-3a31d35c-e5aa-47b6-a448-6ac4ff4e3b96 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:27:39.050500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3a31d35c-e5aa-47b6-a448-6ac4ff4e3b96 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7253966 Jul 27 21:27:40.621779 n-d-738018-6 neutron-server[94673]: INFO neutron.db.l3_hamode_db [None req-8d6d4494-1bd2-415c-ab9b-399033413052 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 21:27:40.701710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d4494-1bd2-415c-ab9b-399033413052 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:40.702099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d4494-1bd2-415c-ab9b-399033413052 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:27:41.441031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44360) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:41.756109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:41.850876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.policy [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 21:27:41.896455 n-d-738018-6 neutron-server[94671]: WARNING oslo_policy.policy [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:41.896888 n-d-738018-6 neutron-server[94671]: WARNING oslo_policy.policy [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:41.905784 n-d-738018-6 neutron-server[94671]: INFO neutron.quota [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] Loaded quota_driver: . Jul 27 21:27:42.079830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841417888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841403091', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841397801', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841399527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841813841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764841501152', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603727', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3721685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3897212'] for rbac-policy, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.251714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.252940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e410178a-8fd5-401d-8501-316d21921405 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8110135 Jul 27 21:27:44.828853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44372) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:45.119575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Request body: {'network': {'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'name': 'private'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:45.240199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Made reservation on behalf of c7a3de808d3f45a8ad8dffc4ecf745b1 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:45.242958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.259940 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.481034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.559999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.579734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:45.609360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764843468054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.609929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Unsubscribe: segment precommit_create {{(pid=94671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 21:27:45.610486 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Added segment 7d01f3c3-9ad2-485f-8ecd-e84816f286e7 of type vlan for network 0436c02e-ac08-4b1f-aaff-eafb4666f23e Jul 27 21:27:45.629146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cc312-acdc-4c14-aaa8-c80f95b5b011,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:45.677994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.678355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.678693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.679023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.679348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.679684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.679995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.680319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.680637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.680951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.681268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.681589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Tracked resource versions report: Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: pushed versions: Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: { 'AddressGroup': {'1.2'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'ConntrackHelper': {'1.0'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Log': {'1.0'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Network': {'1.1'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Port': {'1.7'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'PortForwarding': {'1.2'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'QosPolicy': {'1.8'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SecurityGroup': {'1.4'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SubPort': {'1.0'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Subnet': {'1.1'}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Trunk': {'1.1'}} Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: consumer versions: Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: L3 agent@n-d-738018-6: {}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: Metadata agent@n-d-738018-6: {}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: Metering agent@n-d-738018-6: {}, Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'ConntrackHelper': '1.0', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Log': '1.0', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Network': '1.1', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Port': '1.7', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'PortForwarding': '1.2', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'QosPolicy': '1.8', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SecurityGroup': '1.4', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SecurityGroupRule': '1.2', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'SubPort': '1.0', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Subnet': '1.1', Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: 'Trunk': '1.1'}} Jul 27 21:27:45.682729 n-d-738018-6 neutron-server[94671]: {{(pid=94671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:27:45.730982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.828806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.830026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.830767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.931614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] Pushing event updated for resources: {'Network': ['ID=0436c02e-ac08-4b1f-aaff-eafb4666f23e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:45.943615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:45.944176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b250d2d4-31b8-420c-b6a5-7c36933cc575 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1141202 Jul 27 21:27:48.565198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44386) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:48.952209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d713f22c-31c1-434e-8c64-16f335538ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:48.953606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d713f22c-31c1-434e-8c64-16f335538ab5 admin admin] 10.222.0.37 "GET /v2.0/networks/0436c02e-ac08-4b1f-aaff-eafb4666f23e HTTP/1.1" status: 200 len: 825 time: 0.3874538 Jul 27 21:27:48.979134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d9d2480d-40fd-424f-bdf6-87ff85178cb8 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/93edbb3f-19a6-4e95-b6dd-062012d398e9 HTTP/1.1" status: 200 len: 734 time: 0.0189140 Jul 27 21:27:48.990485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Request body: {'subnet': {'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:49.079753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Made reservation on behalf of c7a3de808d3f45a8ad8dffc4ecf745b1 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:49.081975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.457293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.528848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:49.530856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Checking segment: {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:49.531256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Network hostable DHCP agents. Network: 0436c02e-ac08-4b1f-aaff-eafb4666f23e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:49.633962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:49.712088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0436c02e-ac08-4b1f-aaff-eafb4666f23e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:49.716598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:49.717204 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:49.722345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8ae62-e14d-46ac-a067-6f16d17bc04d None None] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:49.804493 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fdf9b255-42d5-4826-90b4-d81d6845d077 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8173594 Jul 27 21:27:50.042633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:50.043861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.329772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Allocated IP 172.20.0.2 (0436c02e-ac08-4b1f-aaff-eafb4666f23e/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4/f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:50.582721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.597100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Transition to ACTIVE for port object f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:50.619128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Transition to ACTIVE for port object f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:50.686485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.753493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:50.759416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:50.770990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:50.778427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Pushing event updated for resources: {'Port': ['ID=f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:50.808162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.808593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.808868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.809214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.809556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.809904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.810238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.810607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.810942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.811275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.811606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.811936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Tracked resource versions report: Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: pushed versions: Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Log': {'1.0'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Network': {'1.1'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Port': {'1.7'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'PortForwarding': {'1.2'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'QosPolicy': {'1.8'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SubPort': {'1.0'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Subnet': {'1.1'}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Trunk': {'1.1'}} Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: consumer versions: Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: L3 agent@n-d-738018-6: {}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: Metadata agent@n-d-738018-6: {}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: Metering agent@n-d-738018-6: {}, Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'ConntrackHelper': '1.0', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Log': '1.0', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Network': '1.1', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Port': '1.7', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'PortForwarding': '1.2', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'QosPolicy': '1.8', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SecurityGroup': '1.4', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SecurityGroupRule': '1.2', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'SubPort': '1.0', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Subnet': '1.1', Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: 'Trunk': '1.1'}} Jul 27 21:27:50.813085 n-d-738018-6 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:27:50.866571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Attempting to bind port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:50.867020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Attempting to bind port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:50.867446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Attempting to bind port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c on network 0436c02e-ac08-4b1f-aaff-eafb4666f23e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:50.872419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:50.872846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Checking segment: {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:50.873328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.873727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Bound using segment: {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:50.874198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Bound port: f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:50.874677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:50.939389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] For port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:50.944156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] For port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c,segment=NetworkSegment(7d01f3c3-9ad2-485f-8ecd-e84816f286e7),segment_id=7d01f3c3-9ad2-485f-8ecd-e84816f286e7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:51.023333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:51.089378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16472-f123-4879-8691-ea198e5c6fab None None] Pushing event updated for resources: {'Port': ['ID=f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:52.172618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44394) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:52.494299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-f73c9155-b71e-4122-aa8d-e0e846c8926e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:27:52.495318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f73c9155-b71e-4122-aa8d-e0e846c8926e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217225 Jul 27 21:27:55.014977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:55.521250 n-d-738018-6 neutron-server[94672]: WARNING oslo_policy.policy [None req-b799d14a-d130-4f9e-b08e-0aacf66d1220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:55.521830 n-d-738018-6 neutron-server[94672]: WARNING oslo_policy.policy [None req-b799d14a-d130-4f9e-b08e-0aacf66d1220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:27:55.747758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-b799d14a-d130-4f9e-b08e-0aacf66d1220 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:27:55.748737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b799d14a-d130-4f9e-b08e-0aacf66d1220 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7327912 Jul 27 21:27:58.412975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:58.522562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:58.665943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:58.730526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:58.872866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:58.873958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.019295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.075147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.148753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.150336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c04dec54-f1dd-4dac-9a2f-da06d419a3b3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7363641 Jul 27 21:27:59.448598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae49983e-8490-402c-93d7-09694ee6b430 None None] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:59.609755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Provisioning for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:59.621130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Provisioning complete for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:59.621520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.747432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.782915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] For port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c,segment=NetworkSegment(7d01f3c3-9ad2-485f-8ecd-e84816f286e7),segment_id=7d01f3c3-9ad2-485f-8ecd-e84816f286e7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:59.856879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:59.906865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c96b9-1b7c-4cbb-bd08-8b30357c99bb None None] Pushing event updated for resources: {'Port': ['ID=f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:59.976768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-008a48cf-29d8-4569-9418-f1cd7f6cdb15 None None] Provisioning complete for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:59.977042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-008a48cf-29d8-4569-9418-f1cd7f6cdb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:00.488225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:00.534428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:00.534892 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.587207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:01.899503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-a8d22c52-bf75-4540-9167-28f408ee3938 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:28:01.900693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a8d22c52-bf75-4540-9167-28f408ee3938 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123696 Jul 27 21:28:01.902494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4cb1a26-48e0-40a7-a469-89c6bae800c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.311745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:04.325262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20cd1526-2504-401a-8c58-485b1e0bdb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.629693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:04.643301 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.708459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Made reservation on behalf of a9fa4e8259ee4c70bd43b341cdeed307 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:04.710702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.718762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.805918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.855998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.870878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Reserving flat network on physical network physnet1 {{(pid=94671) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 21:28:04.890585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcfcd99-6bca-4c78-b46b-48ee1c733e45,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:04.893362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.893708 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Added segment 153c0842-a0fc-4130-b95c-d66f1ffc176d of type flat for network 8c8339a4-6684-4013-8a88-d5b3aa503fdf Jul 27 21:28:04.939118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.031681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.032638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:05.033225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.092092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8339a4-6684-4013-8a88-d5b3aa503fdf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:05.101809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:28:05.166027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-818617a7-db55-4ad1-8cd9-fc4e54035bc5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8531685 Jul 27 21:28:05.648509 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.209250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.496901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44456) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:07.666808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c496fa-29cf-4a6f-afb8-bd6a38ab5c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:07.668146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-58c496fa-29cf-4a6f-afb8-bd6a38ab5c6a admin admin] 10.222.0.37 "GET /v2.0/subnets/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4 HTTP/1.1" status: 200 len: 849 time: 0.1702919 Jul 27 21:28:07.785435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5252e36-d368-47e8-8602-7f1a96e52ffd admin admin] 10.222.0.37 "GET /v2.0/routers/4828c542-77a1-4270-9e54-a14e040f941b HTTP/1.1" status: 200 len: 704 time: 0.1111531 Jul 27 21:28:08.049052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.349243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Allocated IP 172.20.0.1 (0436c02e-ac08-4b1f-aaff-eafb4666f23e/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4/2caf68ac-78ac-422b-a2aa-a55659ef12f5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:08.551657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.573749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Transition to ACTIVE for port object 2caf68ac-78ac-422b-a2aa-a55659ef12f5 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:08.717830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.782926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:08.789312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:08.797186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:08.797713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.862881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Pushing event updated for resources: {'Port': ['ID=2caf68ac-78ac-422b-a2aa-a55659ef12f5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.118857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-47120ff9-7ce5-4e0a-bcae-6b0c4fe33e9d None None] Provisioning for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:09.122618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-47120ff9-7ce5-4e0a-bcae-6b0c4fe33e9d None None] Provisioning complete for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:09.123026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47120ff9-7ce5-4e0a-bcae-6b0c4fe33e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.125419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.155948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-47120ff9-7ce5-4e0a-bcae-6b0c4fe33e9d None None] Port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:09.313197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.393148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.393880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.469423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Pushing event updated for resources: {'Port': ['ID=2caf68ac-78ac-422b-a2aa-a55659ef12f5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:09.517330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:09.518658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:09.742046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Router 4828c542-77a1-4270-9e54-a14e040f941b is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:28:09.775984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eb6ea27e-96f3-4ca6-bf9d-e1d9da863e4b None None] Provisioning complete for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:09.776364 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb6ea27e-96f3-4ca6-bf9d-e1d9da863e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:09.810014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ea27e-96f3-4ca6-bf9d-e1d9da863e4b None None] Port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:09.837660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:09.843040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7ff66628-5bb9-4a75-81ae-8a4571c49dde admin admin] 10.222.0.37 "PUT /v2.0/routers/4828c542-77a1-4270-9e54-a14e040f941b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0521021 Jul 27 21:28:09.847502 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Sync routers for ids ['4828c542-77a1-4270-9e54-a14e040f941b'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:09.860224 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Routers {'4828c542-77a1-4270-9e54-a14e040f941b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:09.861096 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4828c542-77a1-4270-9e54-a14e040f941b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:10.048671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Set router 4828c542-77a1-4270-9e54-a14e040f941b gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:10.485514 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:08Z', 'revision_number': 2, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port_host': None, '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:09Z', 'revision_number': 2, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:10.539816 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Checking router: 4828c542-77a1-4270-9e54-a14e040f941b for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:10.540568 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Updating router 4828c542-77a1-4270-9e54-a14e040f941b port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:10.606222 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.102377 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.122306 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Transition to ACTIVE for port object 2caf68ac-78ac-422b-a2aa-a55659ef12f5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:11.191961 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.334753 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Pushing event updated for resources: {'Port': ['ID=2caf68ac-78ac-422b-a2aa-a55659ef12f5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:11.361527 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.361868 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.362213 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.362572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.362904 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.363781 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.364218 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.364809 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.365072 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.365401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.365732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.366064 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Tracked resource versions report: Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: pushed versions: Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Log': {'1.0'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Network': {'1.1'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Port': {'1.7'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'PortForwarding': {'1.2'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'QosPolicy': {'1.8'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SubPort': {'1.0'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Subnet': {'1.1'}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Trunk': {'1.1'}} Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: consumer versions: Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: L3 agent@n-d-738018-6: {}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: Metadata agent@n-d-738018-6: {}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: Metering agent@n-d-738018-6: {}, Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'ConntrackHelper': '1.0', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Log': '1.0', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Network': '1.1', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Port': '1.7', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'PortForwarding': '1.2', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'QosPolicy': '1.8', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SecurityGroup': '1.4', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SecurityGroupRule': '1.2', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'SubPort': '1.0', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Subnet': '1.1', Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: 'Trunk': '1.1'}} Jul 27 21:28:11.367451 n-d-738018-6 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:28:11.442922 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Attempting to bind port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:11.443299 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Attempting to bind port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:11.443705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Attempting to bind port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 on network 0436c02e-ac08-4b1f-aaff-eafb4666f23e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:11.448687 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:11.449121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Checking segment: {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:11.449597 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.449983 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Bound using segment: {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:11.450493 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Bound port: 2caf68ac-78ac-422b-a2aa-a55659ef12f5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01f3c3-9ad2-485f-8ecd-e84816f286e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:11.450888 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.517898 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] For port 2caf68ac-78ac-422b-a2aa-a55659ef12f5, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:11.540108 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] For port 2caf68ac-78ac-422b-a2aa-a55659ef12f5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2caf68ac-78ac-422b-a2aa-a55659ef12f5,segment=NetworkSegment(7d01f3c3-9ad2-485f-8ecd-e84816f286e7),segment_id=7d01f3c3-9ad2-485f-8ecd-e84816f286e7)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:11.645784 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:11.699061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Routers {'4828c542-77a1-4270-9e54-a14e040f941b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:11.699702 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4828c542-77a1-4270-9e54-a14e040f941b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:11.769164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43768527-d7e1-43d9-9999-65ccd74fb751 None None] Pushing event updated for resources: {'Port': ['ID=2caf68ac-78ac-422b-a2aa-a55659ef12f5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:11.799708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] Set router 4828c542-77a1-4270-9e54-a14e040f941b gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:12.021738 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:08Z', 'revision_number': 2, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port_host': None, '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:11Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:12.047650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c8a77-06b8-400d-8590-d77a0a7b8266 None None] The sync data for ids ['4828c542-77a1-4270-9e54-a14e040f941b'] in n-d-738018-6 is: [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:08Z', 'revision_number': 2, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port_host': None, '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:11Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:12.076708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:12.369439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.policy [None req-2c0804e3-0794-4a62-811e-45bceddad8aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94672) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 21:28:12.416477 n-d-738018-6 neutron-server[94672]: WARNING oslo_policy.policy [None req-2c0804e3-0794-4a62-811e-45bceddad8aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:28:12.416859 n-d-738018-6 neutron-server[94672]: WARNING oslo_policy.policy [None req-2c0804e3-0794-4a62-811e-45bceddad8aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:28:12.426216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0804e3-0794-4a62-811e-45bceddad8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.428061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c0804e3-0794-4a62-811e-45bceddad8aa admin admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 842 time: 0.3503859 Jul 27 21:28:12.439061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:12.440881 n-d-738018-6 neutron-server[94672]: INFO neutron.quota [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Loaded quota_driver: . Jul 27 21:28:12.570477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Made reservation on behalf of a9fa4e8259ee4c70bd43b341cdeed307 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:12.573290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.056962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:28:13.057469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.126867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:13.127581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Network hostable DHCP agents. Network: 8c8339a4-6684-4013-8a88-d5b3aa503fdf, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:28:13.135374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5444793-6eca-4c48-af4d-4379dca225bd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:13.148176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.148455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.148798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.149135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.149471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.149804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.150131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.150491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.150819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.151142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.151465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.151787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Tracked resource versions report: Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: pushed versions: Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: { 'AddressGroup': {'1.2'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'ConntrackHelper': {'1.0'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Log': {'1.0'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Network': {'1.1'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Port': {'1.7'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'PortForwarding': {'1.2'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'QosPolicy': {'1.8'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SecurityGroup': {'1.4'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SubPort': {'1.0'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Subnet': {'1.1'}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Trunk': {'1.1'}} Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: consumer versions: Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: L3 agent@n-d-738018-6: {}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: Metadata agent@n-d-738018-6: {}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: Metering agent@n-d-738018-6: {}, Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'ConntrackHelper': '1.0', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Log': '1.0', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Network': '1.1', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Port': '1.7', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'PortForwarding': '1.2', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'QosPolicy': '1.8', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SecurityGroup': '1.4', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SecurityGroupRule': '1.2', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'SubPort': '1.0', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Subnet': '1.1', Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: 'Trunk': '1.1'}} Jul 27 21:28:13.152923 n-d-738018-6 neutron-server[94672]: {{(pid=94672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:28:13.282791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:28:13.385837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8c8339a4-6684-4013-8a88-d5b3aa503fdf) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:13.390615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.391430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:13.397417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df558b15-301f-4abe-80c5-9537a7f2eea4 None None] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:13.507913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3e002566-1849-4524-b0d1-2c01651db826 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0734499 Jul 27 21:28:13.527977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186f1d1-b4dd-448f-9904-936396ce9c96 None None] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:28:15.776498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:16.019530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec07ee79-2bfb-4bdd-adb2-fb2c77068e56 admin admin] 10.222.0.37 "GET /v2.0/routers/4828c542-77a1-4270-9e54-a14e040f941b HTTP/1.1" status: 200 len: 710 time: 0.2418561 Jul 27 21:28:16.107543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bf299-a7eb-4f02-b6c7-b11101f7e986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:16.108921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e01bf299-a7eb-4f02-b6c7-b11101f7e986 admin admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 886 time: 0.0838952 Jul 27 21:28:16.118706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:16.382123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.728812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.804989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:16.960989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Allocated IP 172.25.3.210 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b4a2531e-ddf0-4f7f-b7da-01572f41bc9e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:17.069102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.266380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.399687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:17.404378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:17.409478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:17.413099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Pushing event updated for resources: {'Port': ['ID=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:17.792430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.989017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:17.992261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:18.104274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Router 4828c542-77a1-4270-9e54-a14e040f941b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:18.210924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:18.215218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:18.216420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6216fe21-edb6-4529-b4d2-988c9cfb2acc admin admin] 10.222.0.37 "PUT /v2.0/routers/4828c542-77a1-4270-9e54-a14e040f941b HTTP/1.1" status: 200 len: 890 time: 2.1009679 Jul 27 21:28:18.514838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Sync routers for ids ['4828c542-77a1-4270-9e54-a14e040f941b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:18.527033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Routers {'4828c542-77a1-4270-9e54-a14e040f941b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:18.528356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4828c542-77a1-4270-9e54-a14e040f941b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:18.555931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2caf68ac-78ac-422b-a2aa-a55659ef12f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:18.824694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Set router 4828c542-77a1-4270-9e54-a14e040f941b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:18.880615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:18.900864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:18.901249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.184412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.256316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 2caf68ac-78ac-422b-a2aa-a55659ef12f5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2caf68ac-78ac-422b-a2aa-a55659ef12f5,segment=NetworkSegment(7d01f3c3-9ad2-485f-8ecd-e84816f286e7),segment_id=7d01f3c3-9ad2-485f-8ecd-e84816f286e7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:19.309507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port': {'id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:16Z', 'updated_at': '2021-07-27T21:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:11Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:19.363620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Checking router: 4828c542-77a1-4270-9e54-a14e040f941b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:19.363985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Updating router 4828c542-77a1-4270-9e54-a14e040f941b port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:28:19.365760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.425955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.457397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=2caf68ac-78ac-422b-a2aa-a55659ef12f5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:19.765842 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.775382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Transition to ACTIVE for port object b4a2531e-ddf0-4f7f-b7da-01572f41bc9e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:19.842560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.896334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Attempting to bind port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:19.896709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Attempting to bind port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:19.897071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Attempting to bind port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:19.899886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad23ea0-0790-459c-9a03-605227856536 None None] Pushing event updated for resources: {'Port': ['ID=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:19.904356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:19.904732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:19.905130 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.905516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:19.905982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Bound port: b4a2531e-ddf0-4f7f-b7da-01572f41bc9e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:19.906408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:19.955432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] For port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:19.958579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] For port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:20.054575 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:20.112027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Routers {'4828c542-77a1-4270-9e54-a14e040f941b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:20.112646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4828c542-77a1-4270-9e54-a14e040f941b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:20.115440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad23ea0-0790-459c-9a03-605227856536 None None] Pushing event updated for resources: {'Port': ['ID=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:20.300272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] Set router 4828c542-77a1-4270-9e54-a14e040f941b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:20.516250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2caf68ac-78ac-422b-a2aa-a55659ef12f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:20.555160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port': {'id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:16Z', 'updated_at': '2021-07-27T21:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:19Z', 'revision_number': 5, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:20.582992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560bf98-895c-46f2-b204-d0e709020795 None None] The sync data for ids ['4828c542-77a1-4270-9e54-a14e040f941b'] in n-d-738018-6 is: [{'id': '4828c542-77a1-4270-9e54-a14e040f941b', 'name': 'router1', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:58Z', 'updated_at': '2021-07-27T21:28:17Z', 'revision_number': 4, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'gw_port': {'id': 'b4a2531e-ddf0-4f7f-b7da-01572f41bc9e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:16Z', 'updated_at': '2021-07-27T21:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2caf68ac-78ac-422b-a2aa-a55659ef12f5', 'name': '', 'network_id': '0436c02e-ac08-4b1f-aaff-eafb4666f23e', 'tenant_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'mac_address': 'fa:16:3e:89:92:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4828c542-77a1-4270-9e54-a14e040f941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:28:08Z', 'updated_at': '2021-07-27T21:28:19Z', 'revision_number': 5, 'project_id': 'c7a3de808d3f45a8ad8dffc4ecf745b1', 'subnets': [{'id': 'f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93edbb3f-19a6-4e95-b6dd-062012d398e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:20.598217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:20.598642 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:20.652272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:20.808762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e364695b-e6f1-4dbe-9bfc-c7da2ac18980 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1562119 Jul 27 21:28:22.538514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4a2531e-ddf0-4f7f-b7da-01572f41bc9e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:22.701140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:22.704283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:22.704662 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:22.788236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:22.812101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:22.929742 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:22.982245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b4a2531e-ddf0-4f7f-b7da-01572f41bc9e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:24.083993 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:28:24.550633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4a2531e-ddf0-4f7f-b7da-01572f41bc9e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:24.652389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b4a2531e-ddf0-4f7f-b7da-01572f41bc9e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:24.653023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:31.877832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d66ec29e-8b92-4fb9-aea2-31ba92ec4490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.322470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a77dfc61-9f6c-4deb-8735-78c791106a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.666023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.616888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:37.249484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:01.085692 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:29:01.859207 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fabc973a-2e2d-42b9-8547-edc9cc533537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:04.328003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ca58c79-aa39-4e8d-9156-902b4e2bfb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:04.624986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:05.613877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:07.230655 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:31.886869 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebacafa2-de85-4e2c-bc74-968130c54d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.314388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ed33b77-ad47-4161-b220-a6a257858dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.863061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.588801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.223061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:38.084171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:01.839209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b7f4-32c1-40c9-9810-5b6b2d2b9084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.301899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad568938-a60b-4ef0-a498-50f779fcba71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.565236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:04.610660 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.636169 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9f60d0-60e9-4a5f-9f0f-2e52f7569e73 admin admin] GET failed (client error): The resource could not be found. Jul 27 21:30:04.637589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf9f60d0-60e9-4a5f-9f0f-2e52f7569e73 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710561 Jul 27 21:30:04.812946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f4813-c867-49b6-9944-6ab89c774ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:04.814492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d01f4813-c867-49b6-9944-6ab89c774ce7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1723139 Jul 27 21:30:05.610410 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.017227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:07.124888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9690f-00e3-4927-9262-2fb0c6ac553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:07.126308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e0c9690f-00e3-4927-9262-2fb0c6ac553c admin admin] 10.222.0.37 "GET /v2.0/subnets/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4 HTTP/1.1" status: 200 len: 849 time: 0.1080713 Jul 27 21:30:07.136049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:07.223521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.227645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.427350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764843392997'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.457495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:07.458105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.460000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] 10.222.0.37 "PUT /v2.0/subnets/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4 HTTP/1.1" status: 200 len: 868 time: 0.3277001 Jul 27 21:30:07.463056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d7429-6a11-4901-b58d-7b1736ed090d None None] Network 0436c02e-ac08-4b1f-aaff-eafb4666f23e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:30:07.483751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:07.491498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.491837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.492236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.492582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.492919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.493268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.493734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.494065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.494417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.494746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.495073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.495397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca2eb6-a413-48f8-8ea8-b7467ab68b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:07.840107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-214f01bf-a834-4560-83da-bd97eb3a48c3 None None] Provisioning complete for port 2caf68ac-78ac-422b-a2aa-a55659ef12f5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:07.840481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214f01bf-a834-4560-83da-bd97eb3a48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.927333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-214f01bf-a834-4560-83da-bd97eb3a48c3 None None] Provisioning complete for port f6a6ac2b-e5d0-4e09-afd5-d9d2793a457c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:07.927685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214f01bf-a834-4560-83da-bd97eb3a48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.689286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.964183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47892a27-363a-4317-bc79-fcc8a1432d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:09.964644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47892a27-363a-4317-bc79-fcc8a1432d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:09.966241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-47892a27-363a-4317-bc79-fcc8a1432d96 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2756305 Jul 27 21:30:12.159105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45128) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:12.290977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e9b67-747d-4b31-8823-a1a0744f1346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.291467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012e9b67-747d-4b31-8823-a1a0744f1346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.293027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-012e9b67-747d-4b31-8823-a1a0744f1346 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360004 Jul 27 21:30:14.457199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:14.599649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39c362-8cf6-4f2b-b683-3cb865d63676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.601050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6a39c362-8cf6-4f2b-b683-3cb865d63676 admin admin] 10.222.0.37 "GET /v2.0/networks/0436c02e-ac08-4b1f-aaff-eafb4666f23e HTTP/1.1" status: 200 len: 869 time: 0.1428666 Jul 27 21:30:15.083462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:17.020158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:17.150739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f65c36-be06-42cb-8873-757499f07984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:17.152174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b2f65c36-be06-42cb-8873-757499f07984 admin admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 886 time: 0.1310294 Jul 27 21:30:19.385092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:19.516490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3550b-12f5-4485-a625-aa1c14c900aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.517209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3550b-12f5-4485-a625-aa1c14c900aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.518813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28b3550b-12f5-4485-a625-aa1c14c900aa admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327746 Jul 27 21:30:21.728124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45160) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:21.828966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5cc28-e46d-4080-a505-db8f6c2413fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:21.829438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5cc28-e46d-4080-a505-db8f6c2413fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:21.831022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cae5cc28-e46d-4080-a505-db8f6c2413fd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1019933 Jul 27 21:30:24.343169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:24.443044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db9d5a-e529-4692-8b51-3cfdddf3fb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:24.444496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-53db9d5a-e529-4692-8b51-3cfdddf3fb40 admin admin] 10.222.0.37 "GET /v2.0/subnets/c5444793-6eca-4c48-af4d-4379dca225bd HTTP/1.1" status: 200 len: 816 time: 0.1003790 Jul 27 21:30:26.754854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:26.846892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5e4f6-0dfc-41b5-ad99-cceb680c7276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:26.848297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3ef5e4f6-0dfc-41b5-ad99-cceb680c7276 admin admin] 10.222.0.37 "GET /v2.0/subnets/f2f65ea6-0ed2-4770-a4e6-db9dcafd2ef4 HTTP/1.1" status: 200 len: 868 time: 0.0924675 Jul 27 21:30:31.866525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bc2041f-2acc-4d13-960a-d78eb223722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:34.438784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86cb8a1-b154-43d1-89ee-3e946f61dc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:34.684507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:35.643496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.296261 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:52.081841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:54.141774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:54.194225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-1b6086a5-0f2c-4ce1-b117-2557e7eed1f0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:30:54.195253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1b6086a5-0f2c-4ce1-b117-2557e7eed1f0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524244 Jul 27 21:30:56.487157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:56.550947 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37a396f-7a57-425b-8e09-7e47e631c40a admin admin] GET failed (client error): The resource could not be found. Jul 27 21:30:56.552324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c37a396f-7a57-425b-8e09-7e47e631c40a admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642321 Jul 27 21:30:56.639350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5673a8d-5f1a-40ce-b997-fc9ae01560dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:56.640845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a5673a8d-5f1a-40ce-b997-fc9ae01560dc admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840247 Jul 27 21:30:58.882634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:58.928968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:59.019734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Made reservation on behalf of a9fa4e8259ee4c70bd43b341cdeed307 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:59.022100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.067835 n-d-738018-6 neutron-server[94672]: WARNING neutron.services.revisions.revision_plugin [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Could not find related network for resource to bump revision. Jul 27 21:30:59.083367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:30:59.100165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764843468054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.100720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Unsubscribe: segment precommit_create {{(pid=94672) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 21:30:59.101178 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Added segment 91357496-b004-4132-9a76-d6b500160f1c of type vlan for network e10448ab-aa1b-4b80-a926-689592a88238 Jul 27 21:30:59.151289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.283105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.284093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:59.284687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:59.373885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] Pushing event updated for resources: {'Network': ['ID=e10448ab-aa1b-4b80-a926-689592a88238,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:59.384811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e10448ab-aa1b-4b80-a926-689592a88238 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:30:59.437544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-08e28ddc-a2f4-47f4-9546-8b474e950434 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5537846 Jul 27 21:31:01.641049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45254) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:01.702974 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-b584af4a-3168-4084-abfb-0f5fb8982c61 admin admin] GET failed (client error): The resource could not be found. Jul 27 21:31:01.704313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b584af4a-3168-4084-abfb-0f5fb8982c61 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623114 Jul 27 21:31:01.777284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e1fa4-7225-40a6-b872-e6b6050d0ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:01.778798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d21e1fa4-7225-40a6-b872-e6b6050d0ff3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699389 Jul 27 21:31:01.789276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:01.905673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2890bba-94da-4e60-be34-270d39d0f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:01.923017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Made reservation on behalf of a9fa4e8259ee4c70bd43b341cdeed307 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:31:01.925386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:02.258821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:02.314257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9788df8-aded-43ec-af8d-6360271324c0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:02.382936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:31:02.383294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Network hostable DHCP agents. Network: e10448ab-aa1b-4b80-a926-689592a88238, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:31:02.482533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Network e10448ab-aa1b-4b80-a926-689592a88238 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:31:02.595775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e10448ab-aa1b-4b80-a926-689592a88238) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:02.601089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:02.602030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:02.608289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e181df1-3259-4ab4-8fe1-a923b562ed83 None None] Network e10448ab-aa1b-4b80-a926-689592a88238 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:31:02.682588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3e2caad-e01a-4a07-be0c-f2b740fa4536 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8970690 Jul 27 21:31:02.772223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-e10448ab-aa1b-4b80-a926-689592a88238', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'tenant_id': 'a9fa4e8259ee4c70bd43b341cdeed307', 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:31:02.773754 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:02.923826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Allocated IP 192.168.233.2 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/118c7983-2022-4b52-bbba-b3cbdc53e438) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:03.077225 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:03.085843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Transition to ACTIVE for port object 118c7983-2022-4b52-bbba-b3cbdc53e438 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:03.102305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Transition to ACTIVE for port object 118c7983-2022-4b52-bbba-b3cbdc53e438 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:03.213204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:03.251470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:03.256343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:03.264790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:03.271404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Pushing event updated for resources: {'Port': ['ID=118c7983-2022-4b52-bbba-b3cbdc53e438,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:03.283423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.283734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.284079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.284619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.284972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.285321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.285662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.286001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.286367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.286726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.287620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.287620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:03.342595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Attempting to bind port 118c7983-2022-4b52-bbba-b3cbdc53e438 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:31:03.342978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Attempting to bind port 118c7983-2022-4b52-bbba-b3cbdc53e438 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:31:03.343339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Attempting to bind port 118c7983-2022-4b52-bbba-b3cbdc53e438 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:31:03.349508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:31:03.349894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:31:03.350328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:03.350733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:31:03.351213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Bound port: 118c7983-2022-4b52-bbba-b3cbdc53e438, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:31:03.351609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:03.425707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] For port 118c7983-2022-4b52-bbba-b3cbdc53e438, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:31:03.429446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] For port 118c7983-2022-4b52-bbba-b3cbdc53e438, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=118c7983-2022-4b52-bbba-b3cbdc53e438,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:31:03.511920 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:03.577169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ebae-6ebc-4974-9ff7-6ae5ef02a321 None None] Pushing event updated for resources: {'Port': ['ID=118c7983-2022-4b52-bbba-b3cbdc53e438,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:04.334120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e89c7d99-5ace-4b88-9689-e913911b9887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:04.510023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893222b0-a59b-4070-afc5-a7f2f0adc729 None None] Network e10448ab-aa1b-4b80-a926-689592a88238 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:31:04.645646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:04.696767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 118c7983-2022-4b52-bbba-b3cbdc53e438 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:31:04.772038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-256d0be2-446b-4dbf-b220-b27de36184b8 None None] Provisioning for port 118c7983-2022-4b52-bbba-b3cbdc53e438 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:31:04.878505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 118c7983-2022-4b52-bbba-b3cbdc53e438 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:31:04.886141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 118c7983-2022-4b52-bbba-b3cbdc53e438 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:31:04.887412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:04.993640 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.018080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ef1a3ac-13b8-49d6-870f-2179e9e076a4 None None] Provisioning complete for port 118c7983-2022-4b52-bbba-b3cbdc53e438 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:31:05.018479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a3ac-13b8-49d6-870f-2179e9e076a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.055334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 118c7983-2022-4b52-bbba-b3cbdc53e438, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=118c7983-2022-4b52-bbba-b3cbdc53e438,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:05.114913 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef1a3ac-13b8-49d6-870f-2179e9e076a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.125349 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.217174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=118c7983-2022-4b52-bbba-b3cbdc53e438,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:05.228159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3ef1a3ac-13b8-49d6-870f-2179e9e076a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:31:05.228858 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-3ef1a3ac-13b8-49d6-870f-2179e9e076a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:31:05.619483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:06.633849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 118c7983-2022-4b52-bbba-b3cbdc53e438 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:31:06.685276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 118c7983-2022-4b52-bbba-b3cbdc53e438 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:31:06.685644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:07.248205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:29.079746 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:31:31.919752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c75eb62b-df16-4719-80fd-820a9844281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:34.316209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-337b1539-ff63-4845-9896-55d419d6979d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:34.630513 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:35.641485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:37.224608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.878184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5371ac8d-e8cc-4e92-8353-fc0b4456fe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.495534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f29a62e-04e6-433a-b7fe-b46a28b674dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.617624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.672106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.078513 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:32:07.237390 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.861512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:24.867501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-70d4fe8f-35a8-4dbb-bc2a-c1f912e9d263 tempest-verify_tempest_config-1966034282 tempest-verify_tempest_config-1966034282-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:32:24.868458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-70d4fe8f-35a8-4dbb-bc2a-c1f912e9d263 tempest-verify_tempest_config-1966034282 tempest-verify_tempest_config-1966034282-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059872 Jul 27 21:32:25.392554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:25.490552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.606046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.676451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.723949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f8e05c0dcc4570ad7c89fb08b195f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3303223 Jul 27 21:32:25.724905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb45f1-8aa7-4564-807d-f39444b8a143,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:25.726906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:25.731764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.732115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.732454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.732791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.733120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.733447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.733778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.734098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.734449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.734837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.735166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.735488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f2868-9904-4a1b-9b7f-8f8a963239f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.783222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.804359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.951373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.954139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.955480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aeb45f1-8aa7-4564-807d-f39444b8a143 HTTP/1.1" status: 204 len: 168 time: 0.2275429 Jul 27 21:32:25.963494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb45f1-8aa7-4564-807d-f39444b8a143,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:25.970247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.970630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.970980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.971337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.971655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.972116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.972459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.972897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.973230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.973562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.973896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:25.974224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95abe7a-bea0-4829-b438-6a97a8c75f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:31.868070 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cecfd680-9329-4860-8a7c-104644b935ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.311451 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88d2b1de-11e4-4ba4-8251-a0c73c559cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.613332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.619062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.259114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.078122 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:01.880564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea85de4-7bcf-438e-a8a4-8c48b3b14dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.337545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f2a795-21f4-431f-b6d6-8cf23ee0c121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.646059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.660987 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.251400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.077256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:31.871641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b5a42d2-8362-4de9-98b0-2b17f5929208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.358093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-900b953f-b585-464d-83da-dbdfe99fe2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.615348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.642910 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.289792 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:57.076301 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:34:01.911539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-169f9ae3-fbc5-4771-94b5-200b6761e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:04.316663 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f96e2962-563a-49b1-8d08-639fb671ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:04.614379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:05.625283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:07.248187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:31.921016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48f58fec-6143-4042-9525-c3dc58c7554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:34.074865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:34:34.326867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd009aaa-100d-44fa-bb9c-1598e39cb634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:34.618457 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:35.629703 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.263582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.919357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b998404-515b-4e57-b2f2-d35b84ae0e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.365637 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a48c1bcc-94be-49a9-98f7-7920d773b603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.657052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.696639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.262892 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.078440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 5 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:35:31.987847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-513a962f-8174-4b17-b836-ed0c94f29bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.335138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a8de918-e5ed-43df-b988-ef4658fb368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.763506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.678553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.643600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.266544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.758363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3856226'] for agent, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.078073 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:36:01.865734 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044294d9-c7a9-4360-a4ac-c16fa8d38a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:04.321158 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e0e68fb-355e-4ebe-9ef3-154cfd086c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:04.649326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.665740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.596880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.339879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.704304 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:25.078873 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:36:31.584775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45400) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:31.718239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca03a4e1-fc44-469d-9f48-1f465854fa20 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1323028 Jul 27 21:36:31.918004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46cd20c5-1c9c-4847-8bbe-4fc07b826fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:34.245666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45410) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:34.326543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ed5d64bd-34b3-4af8-b633-283f5cf24634 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0794685 Jul 27 21:36:34.344558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82a02323-eff0-48c7-bd6f-8e6ffc35b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:34.660289 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:35.654522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:36.705885 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:37.360561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:37.758909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:01.874690 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fa07727-1a78-4045-a190-07e0d99a1ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.079666 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:37:04.346206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f8b5ff1-a4b0-44a5-8b40-086fb19d1c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.678951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.681142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.663281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.286242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.797437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:31.886307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb63519-57f1-41c7-ab38-1530c7dcd744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.368964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d39a254-ff90-4ac3-bf22-cd2d739b415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:34.912681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:35.697519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:36.671976 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.297395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.769158 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:39.083308 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:01.877560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c97be177-141e-402f-99fa-eb933dc33b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:04.367288 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f42c550e-a88b-4ea9-a45c-b104e727a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:04.656979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:05.696698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:06.638007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:07.306107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:07.529992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:07.743011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:08.184682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-204a9619-81da-4cc1-bbc6-384b5fb43f7a tempest-AutoAllocateNetworkTest-880709862 tempest-AutoAllocateNetworkTest-880709862-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a395ab3dc3a4959bdfa71bfce91abef&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6520984 Jul 27 21:38:08.188882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:08.246893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:08.551481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cc983-ddd8-414e-918d-52a5a8777496 tempest-AutoAllocateNetworkTest-880709862 tempest-AutoAllocateNetworkTest-880709862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:08.558094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:08.559575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e77cc983-ddd8-414e-918d-52a5a8777496 tempest-AutoAllocateNetworkTest-880709862 tempest-AutoAllocateNetworkTest-880709862-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3681016 Jul 27 21:38:08.633663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8ea65a66-960e-4f07-a567-6fc225e440d7 tempest-AutoAllocateNetworkTest-880709862 tempest-AutoAllocateNetworkTest-880709862-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743699 Jul 27 21:38:08.637611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45680) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:08.666813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e73efcd-6c7b-43b8-827c-8ae7ce5ac437 tempest-AutoAllocateNetworkTest-880709862 tempest-AutoAllocateNetworkTest-880709862-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a395ab3dc3a4959bdfa71bfce91abef HTTP/1.1" status: 200 len: 208 time: 0.0280709 Jul 27 21:38:08.901688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-network', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:09.066624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Made reservation on behalf of a965abb1b9ff4282a9aa42ff5cd58ff3 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:09.071121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.087445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.533918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.533918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.588710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:38:09.597138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad2ba31-32b7-4669-b09f-80739620f449,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:09.613214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Tracked resource versions report: Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: pushed versions: Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: { 'AddressGroup': {'1.2'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'ConntrackHelper': {'1.0'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Log': {'1.0'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Network': {'1.1'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Port': {'1.7'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'PortForwarding': {'1.2'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'QosPolicy': {'1.8'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SecurityGroup': {'1.4'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SubPort': {'1.0'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Subnet': {'1.1'}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Trunk': {'1.1'}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: consumer versions: Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: HyperV agent@n-h1-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: HyperV agent@n-h2-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: L3 agent@n-d-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: Metadata agent@n-d-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: Metering agent@n-d-738018-6: {}, Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'ConntrackHelper': '1.0', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Log': '1.0', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Network': '1.1', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Port': '1.7', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'PortForwarding': '1.2', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'QosPolicy': '1.8', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SecurityGroup': '1.4', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SecurityGroupRule': '1.2', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'SubPort': '1.0', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Subnet': '1.1', Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: 'Trunk': '1.1'}} Jul 27 21:38:09.624040 n-d-738018-6 neutron-server[94671]: {{(pid=94671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:38:09.629915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.629915 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Added segment 356d3a1c-2a38-453b-b49e-4fd5ec1e619b of type vlan for network bf899f16-2487-4188-bb72-fd8cc86a6f07 Jul 27 21:38:09.692844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.862820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.864327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:09.865849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:09.954149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] Pushing event updated for resources: {'Network': ['ID=bf899f16-2487-4188-bb72-fd8cc86a6f07,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:09.971531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:38:10.019748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:10.025468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a85691f0-ad87-413b-960b-54795a7de671 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7739174 Jul 27 21:38:10.027849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Request body: {'subnet': {'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-subnet', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:10.153505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Made reservation on behalf of a965abb1b9ff4282a9aa42ff5cd58ff3 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:10.155873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:10.234870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45720) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:10.583490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:10.669197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:10.684450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.685170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.685886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.686621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.687532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.688104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.688745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.689491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.690047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.690492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.691115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.691456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Tracked resource versions report: Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: pushed versions: Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: { 'AddressGroup': {'1.2'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'ConntrackHelper': {'1.0'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Log': {'1.0'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Network': {'1.1'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Port': {'1.7'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'PortForwarding': {'1.2'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'QosPolicy': {'1.8'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SecurityGroup': {'1.4'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SubPort': {'1.0'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Subnet': {'1.1'}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Trunk': {'1.1'}} Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: consumer versions: Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: HyperV agent@n-h1-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: HyperV agent@n-h2-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: L3 agent@n-d-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: Metadata agent@n-d-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: Metering agent@n-d-738018-6: {}, Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'ConntrackHelper': '1.0', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Log': '1.0', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Network': '1.1', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Port': '1.7', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'PortForwarding': '1.2', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'QosPolicy': '1.8', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SecurityGroup': '1.4', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SecurityGroupRule': '1.2', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'SubPort': '1.0', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Subnet': '1.1', Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: 'Trunk': '1.1'}} Jul 27 21:38:10.692683 n-d-738018-6 neutron-server[94672]: {{(pid=94672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:38:10.723560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Checking segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:10.724482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Network hostable DHCP agents. Network: bf899f16-2487-4188-bb72-fd8cc86a6f07, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:38:10.743263 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc902d8-8854-4575-8a9a-c08dfe734591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:10.876903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:38:10.879644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc902d8-8854-4575-8a9a-c08dfe734591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.011679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc902d8-8854-4575-8a9a-c08dfe734591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.054334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bf899f16-2487-4188-bb72-fd8cc86a6f07) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:11.065794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:11.067858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.079100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adffa7f-e2fd-4f0b-a224-052fd5938a7a None None] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:11.104472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc902d8-8854-4575-8a9a-c08dfe734591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7fdac3-1cff-4d7c-909c-d663e05fefef,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:11.113593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5fc902d8-8854-4575-8a9a-c08dfe734591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a395ab3dc3a4959bdfa71bfce91abef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8773475 Jul 27 21:38:11.113954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:11.231803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a478bef-438b-4653-a881-2f0f4b28a438 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2099917 Jul 27 21:38:11.234462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:11.236856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.242369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:11.268655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.467256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-bf899f16-2487-4188-bb72-fd8cc86a6f07', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:38:11.468945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.496791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.497829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.537280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.540477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.542169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc7fdac3-1cff-4d7c-909c-d663e05fefef HTTP/1.1" status: 204 len: 168 time: 0.4268897 Jul 27 21:38:11.554213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3312c22-e44c-4e94-b415-40369886591b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7fdac3-1cff-4d7c-909c-d663e05fefef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:11.613249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:11.741817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Allocated IP 172.20.0.2 (bf899f16-2487-4188-bb72-fd8cc86a6f07/5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63/b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:11.954599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.011518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.025425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Transition to ACTIVE for port object b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:12.047164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Transition to ACTIVE for port object b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:12.099113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:12.143029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.170364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:12.199205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:12.205696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:12.268691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Pushing event updated for resources: {'Port': ['ID=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:12.303738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.304126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.304775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.304775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.305079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.305408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.305738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.306065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.306417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.306744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.307120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.307508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Tracked resource versions report: Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: pushed versions: Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Log': {'1.0'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Network': {'1.1'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Port': {'1.7'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'PortForwarding': {'1.2'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'QosPolicy': {'1.8'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SubPort': {'1.0'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Subnet': {'1.1'}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Trunk': {'1.1'}} Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: consumer versions: Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: HyperV agent@n-h1-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: HyperV agent@n-h2-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: L3 agent@n-d-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: Metadata agent@n-d-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: Metering agent@n-d-738018-6: {}, Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'ConntrackHelper': '1.0', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Log': '1.0', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Network': '1.1', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Port': '1.7', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'PortForwarding': '1.2', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'QosPolicy': '1.8', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SecurityGroup': '1.4', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SecurityGroupRule': '1.2', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'SubPort': '1.0', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Subnet': '1.1', Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: 'Trunk': '1.1'}} Jul 27 21:38:12.308742 n-d-738018-6 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:38:12.325035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Attempting to bind port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:12.325406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Attempting to bind port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:12.325805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Attempting to bind port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:12.341107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:12.341615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Checking segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:12.342142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.342667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Bound using segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:12.343270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Bound port: b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:12.343712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.433607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.456424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.468193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] For port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:12.474352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] For port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:12.603239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:12.646231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Allocated IP 172.25.3.219 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/15b9c4c9-886e-4b45-b292-c5e2f49b538f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:12.772830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081c455-273c-4023-9fd2-011fdcbf23e9 None None] Pushing event updated for resources: {'Port': ['ID=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:12.892241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.008944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a9fc821-4a29-46e7-a1d3-924badedbb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.061299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.183191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a9fc821-4a29-46e7-a1d3-924badedbb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.208699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:13.209630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Pushing event updated for resources: {'Port': ['ID=15b9c4c9-886e-4b45-b292-c5e2f49b538f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:13.213727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:13.258814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:13.331356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a9fc821-4a29-46e7-a1d3-924badedbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.375386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fc821-4a29-46e7-a1d3-924badedbb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94496f-f800-4ca0-abe1-d952729e5414,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:13.405391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a9fc821-4a29-46e7-a1d3-924badedbb7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34c74206bf0d4130bc387b71da8b4335&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3044262 Jul 27 21:38:13.408278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45812) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:13.501331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.559184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.701874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.909400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.914827 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:13.917175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f94496f-f800-4ca0-abe1-d952729e5414 HTTP/1.1" status: 204 len: 168 time: 0.5074871 Jul 27 21:38:14.019144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:14.037656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54446b-e473-48ed-8350-123737e4fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94496f-f800-4ca0-abe1-d952729e5414,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:14.157595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4030a-281c-42fd-9523-321a4efa11cc None None] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:14.244812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:14.420517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4eabe858-986a-4d8b-8f8e-b21353b69fdf None None] Provisioning for port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:14.574806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d81740-2f54-4ee5-8bb2-a368381bc42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:14.610499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:38:14.725515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d81740-2f54-4ee5-8bb2-a368381bc42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:14.772622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:38:14.782100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:38:14.794891 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:14.795628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:14.900261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d81740-2f54-4ee5-8bb2-a368381bc42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:14.942107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d81740-2f54-4ee5-8bb2-a368381bc42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2ad617-bca6-4497-b216-68ce69c45f24,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:14.953843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54d81740-2f54-4ee5-8bb2-a368381bc42e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=461c60d032184bc7b400d01ef45444b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9283206 Jul 27 21:38:14.953843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:14.960752 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:14.985995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:15.027051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.053216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.078258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.080585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b263a8f-d4c8-4a8e-a3b9-542b2d7d4a73 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8443933 Jul 27 21:38:15.084722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:15.169579 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:13Z', 'revision_number': 3, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:15.185967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:15.190132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:15.190551 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.197377 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:38:15.206226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Updating router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 port 15b9c4c9-886e-4b45-b292-c5e2f49b538f binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:38:15.238813 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.260644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.263271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.264797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb2ad617-bca6-4497-b216-68ce69c45f24 HTTP/1.1" status: 204 len: 168 time: 0.3122458 Jul 27 21:38:15.277039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7882c-0418-4e8b-9520-3bec1a340f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2ad617-bca6-4497-b216-68ce69c45f24,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:15.292058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.294502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:15.334318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de0420ca-f9da-4e72-915b-c1dbb82a54b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.345339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:15.494182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de0420ca-f9da-4e72-915b-c1dbb82a54b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.519917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.613635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:15.654616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de0420ca-f9da-4e72-915b-c1dbb82a54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.668231 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.681992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45880) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:15.687429 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Transition to ACTIVE for port object 15b9c4c9-886e-4b45-b292-c5e2f49b538f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:15.704498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0420ca-f9da-4e72-915b-c1dbb82a54b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41194e22-9d87-4504-b835-0a7da7a0c832,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:15.722493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de0420ca-f9da-4e72-915b-c1dbb82a54b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5aebe37dc1e41f584a1f381a2c44317&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4268923 Jul 27 21:38:15.727036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:15.749076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.784378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.800105 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.813434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.885926 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Attempting to bind port 15b9c4c9-886e-4b45-b292-c5e2f49b538f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:15.891134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Attempting to bind port 15b9c4c9-886e-4b45-b292-c5e2f49b538f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:15.891920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Attempting to bind port 15b9c4c9-886e-4b45-b292-c5e2f49b538f on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:15.906855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:15.907776 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:15.908584 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.909377 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:15.910321 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Bound port: 15b9c4c9-886e-4b45-b292-c5e2f49b538f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:15.911982 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:15.916455 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Pushing event updated for resources: {'Port': ['ID=15b9c4c9-886e-4b45-b292-c5e2f49b538f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:15.967337 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.968173 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.968895 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.969413 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.969933 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.970475 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.971196 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.971880 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.973029 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.974683 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.975485 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.976406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Tracked resource versions report: Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: pushed versions: Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Log': {'1.0'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Network': {'1.1'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Port': {'1.7'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'PortForwarding': {'1.2'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'QosPolicy': {'1.8'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SubPort': {'1.0'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Subnet': {'1.1'}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Trunk': {'1.1'}} Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: consumer versions: Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: { DHCP agent@n-d-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: HyperV agent@n-h1-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: HyperV agent@n-h2-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: L3 agent@n-d-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: Metadata agent@n-d-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: Metering agent@n-d-738018-6: {}, Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: Open vSwitch agent@n-d-738018-6: { 'AddressGroup': '1.2', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'ConntrackHelper': '1.0', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Log': '1.0', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Network': '1.1', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Port': '1.7', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'PortForwarding': '1.2', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'QosPolicy': '1.8', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SecurityGroup': '1.4', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SecurityGroupRule': '1.2', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'SubPort': '1.0', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Subnet': '1.1', Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: 'Trunk': '1.1'}} Jul 27 21:38:15.978497 n-d-738018-6 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:38:15.981736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Allocated IP 172.20.0.1 (bf899f16-2487-4188-bb72-fd8cc86a6f07/5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63/19f1958b-346a-40b6-9523-974b44b29e22) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:16.049009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.052237 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] For port 15b9c4c9-886e-4b45-b292-c5e2f49b538f, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:16.056495 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] For port 15b9c4c9-886e-4b45-b292-c5e2f49b538f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=15b9c4c9-886e-4b45-b292-c5e2f49b538f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:16.058626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.071170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41194e22-9d87-4504-b835-0a7da7a0c832 HTTP/1.1" status: 204 len: 168 time: 0.3426187 Jul 27 21:38:16.084732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:16.086244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14a34f-0f53-4076-ae04-c54b16d522cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41194e22-9d87-4504-b835-0a7da7a0c832,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:16.139340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.164275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Transition to ACTIVE for port object 19f1958b-346a-40b6-9523-974b44b29e22 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:16.166122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-48ce2bb4-2950-43d6-976c-c70fb0542610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.175701 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.264876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:16.265461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:16.323838 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926cbc-62f4-4d32-ae1c-67edb3619342 None None] Pushing event updated for resources: {'Port': ['ID=15b9c4c9-886e-4b45-b292-c5e2f49b538f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:16.340348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-48ce2bb4-2950-43d6-976c-c70fb0542610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.409871 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:16.426608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.468322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:16.473288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:16.476785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:16.477265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.548555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-48ce2bb4-2950-43d6-976c-c70fb0542610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.551167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Pushing event updated for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:16.644652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-48ce2bb4-2950-43d6-976c-c70fb0542610 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af0e1178ea864ebb804712824e631f2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9591050 Jul 27 21:38:16.644848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce2bb4-2950-43d6-976c-c70fb0542610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f278f-2d3a-4710-a049-3df68f131d63,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:16.654512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:16.741872 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:13Z', 'revision_number': 3, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:16.753684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.777858 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea742e99-6565-4ca7-8b99-e35a2ef930c8 None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:13Z', 'revision_number': 3, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:38:16.788933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.885903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:16.900961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3e25fa3-7bdb-4712-98f9-ff70912eec93 None None] Provisioning for port 19f1958b-346a-40b6-9523-974b44b29e22 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:16.917227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3e25fa3-7bdb-4712-98f9-ff70912eec93 None None] Provisioning complete for port 19f1958b-346a-40b6-9523-974b44b29e22 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:16.917227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3e25fa3-7bdb-4712-98f9-ff70912eec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.917482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72f47697-8c5f-4a20-8b5d-0a74fdf5d60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:16.999492 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.021615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.023876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:17.027708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.037034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d3e25fa3-7bdb-4712-98f9-ff70912eec93 None None] Port 19f1958b-346a-40b6-9523-974b44b29e22 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:17.037297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/124f278f-2d3a-4710-a049-3df68f131d63 HTTP/1.1" status: 204 len: 168 time: 0.3836029 Jul 27 21:38:17.086636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db339b-120a-4e1d-808c-148fba500117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f278f-2d3a-4710-a049-3df68f131d63,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:17.157043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:17.157702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.426405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72f47697-8c5f-4a20-8b5d-0a74fdf5d60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.488173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.523663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72f47697-8c5f-4a20-8b5d-0a74fdf5d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.568391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72f47697-8c5f-4a20-8b5d-0a74fdf5d60c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b254fb6cb64443cbb8ce489110b9458&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6769407 Jul 27 21:38:17.568391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f47697-8c5f-4a20-8b5d-0a74fdf5d60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bde8cf-5b6d-4f1b-a0c7-b2c7cc4285d5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:17.568921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:17.628722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.655632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.687986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.688730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.800224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Pushing event updated for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:17.882351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:17.891347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:17.947232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.954651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:17.959086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97bde8cf-5b6d-4f1b-a0c7-b2c7cc4285d5 HTTP/1.1" status: 204 len: 168 time: 0.3886921 Jul 27 21:38:17.979105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43bf7c-90d8-49c4-a48b-87472e2450c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bde8cf-5b6d-4f1b-a0c7-b2c7cc4285d5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:18.131651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:38:18.273056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:38:18.274844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b1b5d18c-a815-4962-8c5a-68d00aa0afc3 None None] Provisioning complete for port 19f1958b-346a-40b6-9523-974b44b29e22 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:18.275347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d18c-a815-4962-8c5a-68d00aa0afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:18.282660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b4b0e53-afda-4adf-8b6b-3cb7be8c87b4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1ce0e80d-24ca-4013-a9fb-da13d43826e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913986 Jul 27 21:38:18.322856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5d18c-a815-4962-8c5a-68d00aa0afc3 None None] Port 19f1958b-346a-40b6-9523-974b44b29e22 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:18.700384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:18.717360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15637c92-c1b3-4ae6-b8ee-d99b0317880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:18.837578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15637c92-c1b3-4ae6-b8ee-d99b0317880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:18.871742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:38:18.888828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:18.890793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:18.952184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15637c92-c1b3-4ae6-b8ee-d99b0317880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.003827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15637c92-c1b3-4ae6-b8ee-d99b0317880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50edb0-7e98-424f-8335-3aeda3755a70,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:19.010770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 15b9c4c9-886e-4b45-b292-c5e2f49b538f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:19.045110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-15637c92-c1b3-4ae6-b8ee-d99b0317880c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=072c2747dfcb49a6a3383e573f33d9eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3394780 Jul 27 21:38:19.045633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:19.163517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.207982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.233435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:19.284317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 15b9c4c9-886e-4b45-b292-c5e2f49b538f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:19.294357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 15b9c4c9-886e-4b45-b292-c5e2f49b538f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:19.294977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.440981 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.446028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.460110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f50edb0-7e98-424f-8335-3aeda3755a70 HTTP/1.1" status: 204 len: 168 time: 0.4116352 Jul 27 21:38:19.484209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a1daa-4e77-4fa5-b4b2-aada944b74be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50edb0-7e98-424f-8335-3aeda3755a70,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:19.563727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.591900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 15b9c4c9-886e-4b45-b292-c5e2f49b538f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=15b9c4c9-886e-4b45-b292-c5e2f49b538f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:19.613087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:17Z', 'revision_number': 2, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:19.645222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:38:19.645555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Updating router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 port 19f1958b-346a-40b6-9523-974b44b29e22 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:38:19.776582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.821502 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:19.898077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=15b9c4c9-886e-4b45-b292-c5e2f49b538f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:20.301388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.316211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Transition to ACTIVE for port object 19f1958b-346a-40b6-9523-974b44b29e22 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:20.399356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46018) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:20.458874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.524338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7023491-c6ed-443f-aa66-0a70bb6c6477 None None] Pushing event updated for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:20.612446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Attempting to bind port 19f1958b-346a-40b6-9523-974b44b29e22 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:20.612831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Attempting to bind port 19f1958b-346a-40b6-9523-974b44b29e22 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:20.615357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Attempting to bind port 19f1958b-346a-40b6-9523-974b44b29e22 on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:20.627446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:20.628503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Checking segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:20.629099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.630183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Bound using segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:20.631616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Bound port: 19f1958b-346a-40b6-9523-974b44b29e22, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:20.634799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.748222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] For port 19f1958b-346a-40b6-9523-974b44b29e22, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:20.754511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] For port 19f1958b-346a-40b6-9523-974b44b29e22, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=19f1958b-346a-40b6-9523-974b44b29e22,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:20.853567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e55951e3-15e0-4ee0-88de-16c0cd7674ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.932500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 15b9c4c9-886e-4b45-b292-c5e2f49b538f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:20.947763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e55951e3-15e0-4ee0-88de-16c0cd7674ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:20.955361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.035760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:21.036501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:21.040566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7023491-c6ed-443f-aa66-0a70bb6c6477 None None] Pushing event updated for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:21.103496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 15b9c4c9-886e-4b45-b292-c5e2f49b538f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:21.103885 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.117528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e55951e3-15e0-4ee0-88de-16c0cd7674ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.172860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e55951e3-15e0-4ee0-88de-16c0cd7674ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=914382f3d026446a95b06ccce11044f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7722867 Jul 27 21:38:21.175629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:21.215074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55951e3-15e0-4ee0-88de-16c0cd7674ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a01a6d4-a93a-47cb-a206-d7d2245e8abb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:21.252334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:21.298794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.363329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.546203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.549917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:21.552352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a01a6d4-a93a-47cb-a206-d7d2245e8abb HTTP/1.1" status: 204 len: 168 time: 0.3741865 Jul 27 21:38:21.565090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedad6b-1afa-47d2-9ad4-98d42dbd416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a01a6d4-a93a-47cb-a206-d7d2245e8abb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:21.624531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:20Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:21.671828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6f560-9fe7-45a0-bd47-1712b1d123cb None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:20Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:38:22.323683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:22.328962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-network', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:22.477681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Made reservation on behalf of 4c969f3aa39247e8bd844136fc62cbc3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:22.480089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.488927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.604355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.707410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.732413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:38:22.743089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b4b89-61ee-458e-8eba-10341d8b8b4d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:22.747984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.748524 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Added segment 154a9efa-077b-4045-a5e3-0cb92c1cc686 of type vlan for network 395a2e54-83eb-435c-a967-52ae7017c56e Jul 27 21:38:22.793602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.965510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 19f1958b-346a-40b6-9523-974b44b29e22 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:22.970662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:22.971792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:22.972380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.033189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] Pushing event updated for resources: {'Network': ['ID=395a2e54-83eb-435c-a967-52ae7017c56e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:23.043830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 395a2e54-83eb-435c-a967-52ae7017c56e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:38:23.159363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 19f1958b-346a-40b6-9523-974b44b29e22 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:23.163553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 19f1958b-346a-40b6-9523-974b44b29e22 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:23.163935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.211150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b487db54-5216-4a78-b6c1-bb4499cc5001 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8862369 Jul 27 21:38:23.213945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:23.228361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Request body: {'subnet': {'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-subnet', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:23.244737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:23.272604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b42cc92-2f97-44f5-ade0-227795b3d22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.298632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.334733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 19f1958b-346a-40b6-9523-974b44b29e22, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=19f1958b-346a-40b6-9523-974b44b29e22,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:23.377870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Made reservation on behalf of 4c969f3aa39247e8bd844136fc62cbc3 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:23.381923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.490856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b42cc92-2f97-44f5-ade0-227795b3d22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.508888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.578081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:23.605115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b42cc92-2f97-44f5-ade0-227795b3d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.645644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46172) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:23.646385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3b42cc92-2f97-44f5-ade0-227795b3d22f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3b0068cde854b648475656695e30a18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4000971 Jul 27 21:38:23.664080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42cc92-2f97-44f5-ade0-227795b3d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a26d02-d5d4-4908-bcec-d676c90dcd29,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:23.674833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:23.678186 n-d-738018-6 neutron-server[94671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 21:38:23.708690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-20391f7a-a670-4579-bd2a-8e37302951d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d9555f96d24648c19f852a32165b3375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320435 Jul 27 21:38:23.719163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.744856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.759812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.851753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f688703-396d-4ff8-bead-ca48e555847c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:23.859695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Checking segment: {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:23.860048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Network hostable DHCP agents. Network: 395a2e54-83eb-435c-a967-52ae7017c56e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:38:23.961871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-7965f0ce-a6d4-45b2-9042-a52561a487f7 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:23.963452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-7965f0ce-a6d4-45b2-9042-a52561a487f7 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487817 Jul 27 21:38:23.977242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.980102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:23.981487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-67d77d4d-0ef5-4b9a-9f1e-9ba8d2561538 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/quotas/d9555f96d24648c19f852a32165b3375 HTTP/1.1" status: 200 len: 375 time: 0.0119615 Jul 27 21:38:23.982023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6a26d02-d5d4-4908-bcec-d676c90dcd29 HTTP/1.1" status: 204 len: 168 time: 0.3352442 Jul 27 21:38:23.991532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e5f2-82e5-4221-a480-63f923837496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a26d02-d5d4-4908-bcec-d676c90dcd29,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:24.048918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-87d1e0b3-940a-4eaf-b4de-2a1891d562e4 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9555f96d24648c19f852a32165b3375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600564 Jul 27 21:38:24.050646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Network 395a2e54-83eb-435c-a967-52ae7017c56e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:38:24.156233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 395a2e54-83eb-435c-a967-52ae7017c56e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:24.162631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:24.163503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.170100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7a4a2-96df-42b1-8091-fb6b94e11386 None None] Network 395a2e54-83eb-435c-a967-52ae7017c56e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:24.274502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b845bdfd-cf83-4e21-8471-c1bf30789b28 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0592206 Jul 27 21:38:24.284225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46206) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:24.289712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:24.345776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-395a2e54-83eb-435c-a967-52ae7017c56e', 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'fixed_ips': [{'subnet_id': '6f688703-396d-4ff8-bead-ca48e555847c'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:38:24.346736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.499909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Allocated IP 172.20.0.2 (395a2e54-83eb-435c-a967-52ae7017c56e/6f688703-396d-4ff8-bead-ca48e555847c/0b7c5c20-34af-459c-b155-97ea45d36f08) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:24.599510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.600759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.659477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.664409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.677970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Transition to ACTIVE for port object 0b7c5c20-34af-459c-b155-97ea45d36f08 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:24.696513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Transition to ACTIVE for port object 0b7c5c20-34af-459c-b155-97ea45d36f08 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:24.810691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.867681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Network 395a2e54-83eb-435c-a967-52ae7017c56e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:24.870655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:24.876160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:24.882589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Pushing event updated for resources: {'Port': ['ID=0b7c5c20-34af-459c-b155-97ea45d36f08,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:24.950579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Attempting to bind port 0b7c5c20-34af-459c-b155-97ea45d36f08 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:24.950950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Attempting to bind port 0b7c5c20-34af-459c-b155-97ea45d36f08 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:24.951419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Attempting to bind port 0b7c5c20-34af-459c-b155-97ea45d36f08 on network 395a2e54-83eb-435c-a967-52ae7017c56e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:24.957416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:24.958767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Checking segment: {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:24.959361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.959743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Bound using segment: {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:24.960318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Bound port: 0b7c5c20-34af-459c-b155-97ea45d36f08, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:24.960622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.963419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:24.972293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 19f1958b-346a-40b6-9523-974b44b29e22 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:25.061264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] For port 0b7c5c20-34af-459c-b155-97ea45d36f08, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:25.065506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] For port 0b7c5c20-34af-459c-b155-97ea45d36f08, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b7c5c20-34af-459c-b155-97ea45d36f08,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:25.076275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 19f1958b-346a-40b6-9523-974b44b29e22 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:25.077239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.211760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.320819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28e8b4-c89c-4add-98c8-0b033be7a767 None None] Pushing event updated for resources: {'Port': ['ID=0b7c5c20-34af-459c-b155-97ea45d36f08,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:25.371804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.413369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.497596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:25.527244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46256) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:25.795721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Allocated IP 172.25.3.92 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a279fec9-6a87-4f81-96f2-dc7f30546ec8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:25.928005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.933949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32640bd3-aceb-4cb2-8d10-f289d7b6a356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:25.955947 n-d-738018-6 neutron-server[94672]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 21:38:26.033065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8509ab7-343d-47fb-9b21-bfbc9a698c1f req-613c575c-45db-4ab1-90c8-8ef08f6d4e84 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.5338223 Jul 27 21:38:26.090235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.125103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32640bd3-aceb-4cb2-8d10-f289d7b6a356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.172725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:26.174867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:26.178755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:26.210637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32640bd3-aceb-4cb2-8d10-f289d7b6a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.256087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Pushing event updated for resources: {'Port': ['ID=a279fec9-6a87-4f81-96f2-dc7f30546ec8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:26.315511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640bd3-aceb-4cb2-8d10-f289d7b6a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985bbe38-4c41-46ab-b242-0855584b1b22,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:26.338474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32640bd3-aceb-4cb2-8d10-f289d7b6a356 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b3edecc113e4dae91ea1defcc16c93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107038 Jul 27 21:38:26.341909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:26.416848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.445359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.584177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0120ea2-ed1f-4411-8360-c58d331aebf5 None None] Network 395a2e54-83eb-435c-a967-52ae7017c56e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:26.663490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.668292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.682818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/985bbe38-4c41-46ab-b242-0855584b1b22 HTTP/1.1" status: 204 len: 168 time: 0.3375819 Jul 27 21:38:26.696355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb99b17-7115-4a57-b720-873d0b6471d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985bbe38-4c41-46ab-b242-0855584b1b22,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:26.750649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:26.872349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b277c8f5-f4b0-4608-ae12-732afbca8ab7 None None] Provisioning for port 0b7c5c20-34af-459c-b155-97ea45d36f08 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:27.073817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b7c5c20-34af-459c-b155-97ea45d36f08 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:27.103971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:27.622022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:38:27.624143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0b7c5c20-34af-459c-b155-97ea45d36f08 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:27.631189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0b7c5c20-34af-459c-b155-97ea45d36f08 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:27.632138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:27.689585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d076107f-3eaf-4c60-9a44-36cbb21399b2 req-f2a81128-53ce-462e-ba2e-4583d453506c tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Jul 27 21:38:27.765269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:38:27.772073 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:27.783828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Sync routers for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:38:27.807394 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:27.808042 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:27.809573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0b7c5c20-34af-459c-b155-97ea45d36f08, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b7c5c20-34af-459c-b155-97ea45d36f08,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:27.919219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:27.923516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46356) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:27.927793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:27.940849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-54275690-860f-4b30-95dd-42a343b49c0e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6456745 Jul 27 21:38:27.947798 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:28.026836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0b7c5c20-34af-459c-b155-97ea45d36f08,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:28.155437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:26Z', 'revision_number': 3, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:28.207275 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Checking router: c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:38:28.208406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Updating router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 port a279fec9-6a87-4f81-96f2-dc7f30546ec8 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:38:28.254042 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.313102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:28.337021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-584a70eb-ae28-4247-9efe-a24c54584be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.526770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-584a70eb-ae28-4247-9efe-a24c54584be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.587849 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.623586 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.645286 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Transition to ACTIVE for port object a279fec9-6a87-4f81-96f2-dc7f30546ec8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:28.660048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-584a70eb-ae28-4247-9efe-a24c54584be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.726451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-584a70eb-ae28-4247-9efe-a24c54584be0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=262a228bbee84a14ac647cc72ed9e284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116657 Jul 27 21:38:28.727174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46392) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:28.735754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a70eb-ae28-4247-9efe-a24c54584be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d5eef-bcdc-475d-bc11-ab1f873cbf6f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:28.759785 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.831854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f17ba-fb12-45ed-bb62-1717f808bbdd None None] Pushing event updated for resources: {'Port': ['ID=a279fec9-6a87-4f81-96f2-dc7f30546ec8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:28.855159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.855636 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Attempting to bind port a279fec9-6a87-4f81-96f2-dc7f30546ec8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:28.855997 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Attempting to bind port a279fec9-6a87-4f81-96f2-dc7f30546ec8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:28.856595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Attempting to bind port a279fec9-6a87-4f81-96f2-dc7f30546ec8 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:28.862877 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:28.863553 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:28.864797 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.865296 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:28.865882 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Bound port: a279fec9-6a87-4f81-96f2-dc7f30546ec8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:28.866616 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.937129 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] For port a279fec9-6a87-4f81-96f2-dc7f30546ec8, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:28.942863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] For port a279fec9-6a87-4f81-96f2-dc7f30546ec8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a279fec9-6a87-4f81-96f2-dc7f30546ec8,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:28.947293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:28.998550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b7c5c20-34af-459c-b155-97ea45d36f08 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:29.044193 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.085121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0b7c5c20-34af-459c-b155-97ea45d36f08 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:29.085523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.120127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.123554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.127843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f2d5eef-bcdc-475d-bc11-ab1f873cbf6f HTTP/1.1" status: 204 len: 168 time: 0.3987527 Jul 27 21:38:29.142893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504ef82-bdca-4336-874c-7186771ceb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d5eef-bcdc-475d-bc11-ab1f873cbf6f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:29.147546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:29.156825 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:29.236288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Allocated IP 172.20.0.1 (395a2e54-83eb-435c-a967-52ae7017c56e/6f688703-396d-4ff8-bead-ca48e555847c/ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:29.262698 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f17ba-fb12-45ed-bb62-1717f808bbdd None None] Pushing event updated for resources: {'Port': ['ID=a279fec9-6a87-4f81-96f2-dc7f30546ec8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:29.279616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb00a454-1bbb-426e-944d-de8e07ead9cd req-d5a423ef-c110-427d-a565-d15b30d56454 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.0385861 Jul 27 21:38:29.371641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:29.463281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.484928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Transition to ACTIVE for port object ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:29.606451 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:26Z', 'revision_number': 3, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:29.638264 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd157e3-5cb0-4c28-ac0c-d9c214d5063e None None] The sync data for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 is: [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:26Z', 'revision_number': 3, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:38:29.804181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.854207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Network 395a2e54-83eb-435c-a967-52ae7017c56e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:29.860780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:29.868865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:29.869724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.874273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Pushing event updated for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:30.390541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.440967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-0b2f618d-aade-41f9-a733-78d7d2db1fba tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303240 Jul 27 21:38:30.473626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-938acec6-5035-4c7b-94f6-b2fdeb500bc7 None None] Provisioning for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:30.478468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-938acec6-5035-4c7b-94f6-b2fdeb500bc7 None None] Provisioning complete for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:30.480590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-938acec6-5035-4c7b-94f6-b2fdeb500bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.532539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-938acec6-5035-4c7b-94f6-b2fdeb500bc7 None None] Port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:30.641566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-b86936ef-ae3e-49c3-a318-af0cfa9ba984 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:30.642749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-b86936ef-ae3e-49c3-a318-af0cfa9ba984 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005947 Jul 27 21:38:30.656689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.658915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-fdda71a5-ca1d-40d2-b234-20c8280b564b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/quotas/cd79a2637d414d26b4ca8b9b6be97caf HTTP/1.1" status: 200 len: 375 time: 0.0151503 Jul 27 21:38:30.696091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-72752f8f-fa5d-4e38-b0e6-d918ced548b1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339904 Jul 27 21:38:30.781941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff9ec438-ec81-47a4-b748-2e5b7ceb2636 req-097e18d9-003f-4e35-9eda-4346c3687867 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.0445304 Jul 27 21:38:30.816342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.817230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:30.846706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.50', 64300) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:30.872513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-6f23f19d-acaf-4ad4-a5b8-3df63a1efa39 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d9555f96d24648c19f852a32165b3375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242941 Jul 27 21:38:30.914571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Pushing event updated for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:30.999644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Network 395a2e54-83eb-435c-a967-52ae7017c56e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:31.004305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:31.094453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a279fec9-6a87-4f81-96f2-dc7f30546ec8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:31.099421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-8c8a1953-b356-47fb-b42c-c1a14195020e tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:31.105063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-8c8a1953-b356-47fb-b42c-c1a14195020e tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256951 Jul 27 21:38:31.136183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46506) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:31.181064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Request body: {'port': {'device_id': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'd9555f96d24648c19f852a32165b3375'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:31.377538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:38:31.431834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a279fec9-6a87-4f81-96f2-dc7f30546ec8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:31.436576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a279fec9-6a87-4f81-96f2-dc7f30546ec8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:31.436852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.512344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c4b14e2a-b232-4865-be5a-b77a7ca2e50f None None] Provisioning complete for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:31.513610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4b14e2a-b232-4865-be5a-b77a7ca2e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.582568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc31e04c-9ed2-4522-a919-dadac665b932 req-487a2a3a-8532-4b0c-b799-4d181947dc48 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.3078454 Jul 27 21:38:31.638039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c4b14e2a-b232-4865-be5a-b77a7ca2e50f None None] Port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:31.654400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:38:31.675119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd641738-9a18-4e57-8ba5-d27a15bf3e44 admin admin] 10.222.0.37 "PUT /v2.0/routers/c02c1e2f-54b6-4d7a-82f8-3b570e0c8693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7484014 Jul 27 21:38:31.680469 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.728788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a279fec9-6a87-4f81-96f2-dc7f30546ec8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a279fec9-6a87-4f81-96f2-dc7f30546ec8,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:31.865265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9baedbd2-f10b-4ba1-9cf1-9f4f773f062c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.886540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Sync routers for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:38:31.911069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:31.911069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:31.971036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:31.972960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f09c4f9a-7a2a-4b77-bde1-bd186473000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.223886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a279fec9-6a87-4f81-96f2-dc7f30546ec8,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.228985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:32.255959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Made reservation on behalf of d9555f96d24648c19f852a32165b3375 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:32.259869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.282925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-070ec889-2a56-47d6-b6a8-6d58ca852f6b req-4eea4fe3-4c02-49a1-a5de-c0dc81f7b2a8 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.3305423 Jul 27 21:38:32.296196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:32.304302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.453914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9baedbd2-f10b-4ba1-9cf1-9f4f773f062c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.578087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:30Z', 'revision_number': 4, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2', 'name': '', 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'mac_address': 'fa:16:3e:39:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6f688703-396d-4ff8-bead-ca48e555847c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:28Z', 'updated_at': '2021-07-27T21:38:30Z', 'revision_number': 2, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'subnets': [{'id': '6f688703-396d-4ff8-bead-ca48e555847c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:32.634165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Checking router: c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:38:32.634604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Updating router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:38:32.682687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b6953d-e0ef-41f0-9a39-544e8d05cdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.696594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.720922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9baedbd2-f10b-4ba1-9cf1-9f4f773f062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.793232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9baedbd2-f10b-4ba1-9cf1-9f4f773f062c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31a0b948aa5b4b84b74dcb9fc5394df9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6559062 Jul 27 21:38:32.796524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baedbd2-f10b-4ba1-9cf1-9f4f773f062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71678d50-f38b-4edb-ad7d-17a2947f81e9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:32.799296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:32.828031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b1f0827-c4b5-41fe-b413-44afdd2aa6b9 req-bb86ee69-73f7-4840-9bda-dec103cc0a17 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0512223 Jul 27 21:38:32.937105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.938090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:32.966253 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.000146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a279fec9-6a87-4f81-96f2-dc7f30546ec8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:33.091962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a279fec9-6a87-4f81-96f2-dc7f30546ec8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:33.092345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.194652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.392048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Transition to ACTIVE for port object ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:33.398914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.553526 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.588414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b6953d-e0ef-41f0-9a39-544e8d05cdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.625129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.637359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.637658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715314a5-0b7b-479b-99a2-953947ee5528 None None] Pushing event updated for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:33.638071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71678d50-f38b-4edb-ad7d-17a2947f81e9 HTTP/1.1" status: 204 len: 168 time: 0.8282616 Jul 27 21:38:33.700552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1b05d-111a-450d-8cc5-fe84d20cc1a0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:33.768167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f9b53ad-b35d-4feb-a842-71fa2382c178 req-0079c649-1cca-4f60-bc21-27fe95cbc1d3 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.1474562 Jul 27 21:38:33.769603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b1b9-af04-425c-b7ea-f181f4e7600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71678d50-f38b-4edb-ad7d-17a2947f81e9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:33.773136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Attempting to bind port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:33.773911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Attempting to bind port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:33.773911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Attempting to bind port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 on network 395a2e54-83eb-435c-a967-52ae7017c56e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:33.794604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:33.794954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Checking segment: {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:33.795370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.795780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Bound using segment: {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:33.796282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Bound port: ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154a9efa-077b-4045-a5e3-0cb92c1cc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:33.796669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.796838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23b6953d-e0ef-41f0-9a39-544e8d05cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:33.873917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Allocated IP 192.168.233.189 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/d7d7b2ad-5ae9-4b7a-a065-1c9288b31512) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:33.904164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] For port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:33.914883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-23b6953d-e0ef-41f0-9a39-544e8d05cdcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=906f6ca982a54468942aeae4d5a46d42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6171658 Jul 27 21:38:33.931126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6953d-e0ef-41f0-9a39-544e8d05cdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb5ba4-2f6f-4c60-8ded-53c98173bbfd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:33.931239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] For port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:33.931389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:34.021019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84451718-5597-4ab1-a0a1-bb9e5a234ead req-7237228b-3110-450b-96ef-31914f2bbf8e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0678148 Jul 27 21:38:34.116589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.156880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.175560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.216159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.254014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Transition to ACTIVE for port object d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:34.263692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715314a5-0b7b-479b-99a2-953947ee5528 None None] Pushing event updated for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:34.317865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:38:34.319080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:38:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:34.485317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.487301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.492459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2eb5ba4-2f6f-4c60-8ded-53c98173bbfd HTTP/1.1" status: 204 len: 168 time: 0.5597737 Jul 27 21:38:34.529895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13e531-344b-4e34-98ab-3da17b3f37d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb5ba4-2f6f-4c60-8ded-53c98173bbfd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:34.572255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.629945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0234a9df-a2a4-4efd-b744-b52e4dfc1c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.705796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:38:34.764413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:34.784326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:34.789157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:34.803645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:34.805252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.814828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Pushing event updated for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:34.920941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.993103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46674) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:35.012415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075927452', 'description': 'tempest-description--1149930242'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:35.040820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-a3298352-e5ed-4bbb-9b90-4a69c6f3c7d2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8648868 Jul 27 21:38:35.070211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-acfd60a7-e6d2-4a19-8958-3844b0694a53 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:38:35.090146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-acfd60a7-e6d2-4a19-8958-3844b0694a53 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261064 Jul 27 21:38:35.186028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072d5a0-f3fa-4047-a536-24065eb2ab13 req-d2e72fb8-bfdc-4953-a7d1-6566a30977a2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:35.222764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d072d5a0-f3fa-4047-a536-24065eb2ab13 req-d2e72fb8-bfdc-4953-a7d1-6566a30977a2 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 936 time: 0.3276365 Jul 27 21:38:35.387081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df17cecf-e112-437c-83d9-f457ca04b1de req-015c4958-d4f1-4908-b11a-fe9a14a4f13d tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0572376 Jul 27 21:38:35.388383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d072d5a0-f3fa-4047-a536-24065eb2ab13 req-1522aa36-4a0a-4d56-841a-999638642863 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314657 Jul 27 21:38:35.411673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:30Z', 'revision_number': 4, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2', 'name': '', 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'mac_address': 'fa:16:3e:39:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6f688703-396d-4ff8-bead-ca48e555847c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:28Z', 'updated_at': '2021-07-27T21:38:33Z', 'revision_number': 4, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'subnets': [{'id': '6f688703-396d-4ff8-bead-ca48e555847c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:38:35.617700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c9481-927c-45af-9291-8c1217a67cdf None None] The sync data for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 is: [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:38:30Z', 'revision_number': 4, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2', 'name': '', 'network_id': '395a2e54-83eb-435c-a967-52ae7017c56e', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'mac_address': 'fa:16:3e:39:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6f688703-396d-4ff8-bead-ca48e555847c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:28Z', 'updated_at': '2021-07-27T21:38:33Z', 'revision_number': 4, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'subnets': [{'id': '6f688703-396d-4ff8-bead-ca48e555847c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:38:35.716152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:35.741538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3eac2c3a-cbee-4ed8-9560-d6a91d3e2819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:35.814671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-58748ae2-933c-4518-bc30-3993aa627744 None None] Provisioning for port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:35.816240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:35.819949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-58748ae2-933c-4518-bc30-3993aa627744 None None] Provisioning complete for port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:35.820396 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58748ae2-933c-4518-bc30-3993aa627744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:35.908643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-58748ae2-933c-4518-bc30-3993aa627744 None None] Port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:36.039344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3eac2c3a-cbee-4ed8-9560-d6a91d3e2819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.072248 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.225875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3eac2c3a-cbee-4ed8-9560-d6a91d3e2819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.296535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3eac2c3a-cbee-4ed8-9560-d6a91d3e2819 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16f8f62fd4684b0c84bd7702b594ecd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831964 Jul 27 21:38:36.296965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:36.337869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac2c3a-cbee-4ed8-9560-d6a91d3e2819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcccbf6-5eef-4364-a8a3-f279219b2e7e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:36.443921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.446622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.505817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.586959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:36.653522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-250e3825-3997-431e-bca7-5d8350a08d34 req-d7f62b04-2a50-4d70-9675-25370aa18fd1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0740261 Jul 27 21:38:36.658399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.730813 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.738410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cce8a-3756-4e8b-86fb-8631ba12cfcf req-aea29839-087c-4efb-9861-9475b17d858c tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:36.747885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Request body: {'port': {'device_id': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'device_owner': 'compute:tempest-test_az-253007422', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:36.747885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6067f6f-69a1-49e7-b05e-8e8966938627,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:36.748302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a7cce8a-3756-4e8b-86fb-8631ba12cfcf req-aea29839-087c-4efb-9861-9475b17d858c tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 936 time: 0.1853771 Jul 27 21:38:36.809778 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abf1760c-731d-429f-a4fa-fde494d732b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.847680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.851133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9b00c972-8f27-4784-a822-af4c3d70b39e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8526461 Jul 27 21:38:36.856082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46696) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:36.860666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'security_group_rule': {'security_group_id': 'e6067f6f-69a1-49e7-b05e-8e8966938627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:36.867415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a7cce8a-3756-4e8b-86fb-8631ba12cfcf req-6bdf1f94-af8f-42cc-bc4e-9043de38e71a tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003506 Jul 27 21:38:36.874342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.885555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.885555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dcccbf6-5eef-4364-a8a3-f279219b2e7e HTTP/1.1" status: 204 len: 168 time: 0.5822484 Jul 27 21:38:36.886011 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:36.931473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:38:36.931473 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:38:36.931473 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'id': '43e9da1d-560d-41ce-96c3-1ed87ec8fb14', 'expiration': datetime.datetime(2021, 7, 27, 21, 40, 36, 888530)}] Jul 27 21:38:36.931473 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:38:36.932056 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:38:36.938234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ae6c0-b5de-418c-89cb-807dde129993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcccbf6-5eef-4364-a8a3-f279219b2e7e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:37.116237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:37.132119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.76', 63896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:37.220441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-4d688e03-32dc-4882-b205-775752bc3ad2 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790560 Jul 27 21:38:37.377745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:37.398956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b869c9a-fb91-4064-a0b2-e7ce06d935d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.455571 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.507316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:37.520432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:37.520432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.558536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abf1760c-731d-429f-a4fa-fde494d732b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.586439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:37.602163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.648190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Transition to ACTIVE for port object d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:37.676116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-62e16321-0c67-4b85-b88f-99623d7d28dc tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:37.680208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-62e16321-0c67-4b85-b88f-99623d7d28dc tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4525912 Jul 27 21:38:37.717559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.719043 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abf1760c-731d-429f-a4fa-fde494d732b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.795161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:37.839538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd53c091-bc1e-46b9-909e-c46479c7b596 req-3922f1c4-76c8-4406-b838-721d6d449c06 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0425682 Jul 27 21:38:37.840966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.869766 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.963120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Request body: {'port': {'device_id': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'cd79a2637d414d26b4ca8b9b6be97caf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:37.970083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.041324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:38.052779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-abf1760c-731d-429f-a4fa-fde494d732b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc184fa615fb4ce1b36c77e665813b45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4244313 Jul 27 21:38:38.063442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:38.073259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:38.149249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Attempting to bind port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:38.149625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Attempting to bind port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:38.150006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Attempting to bind port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:38.152125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.172483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1760c-731d-429f-a4fa-fde494d732b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11d07b-a948-4583-b888-bc24797d3031,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:38.186879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:38:38.187232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Attempting to bind port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:38.249747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:38.250907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:38.252094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:38.252990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Bound port: d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:38.253683 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.326352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed445c1-941f-43fa-9ba3-8057f4338c66 req-3202c83e-bcb7-4281-94de-390457b218f5 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:38.327994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ed445c1-941f-43fa-9ba3-8057f4338c66 req-3202c83e-bcb7-4281-94de-390457b218f5 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.2303658 Jul 27 21:38:38.412164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.435462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ed445c1-941f-43fa-9ba3-8057f4338c66 req-66338a82-abb9-4e65-8631-42a85f83d0d1 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884743 Jul 27 21:38:38.614968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.777922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b869c9a-fb91-4064-a0b2-e7ce06d935d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.779972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.795653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:38.802349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:38.844513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.847262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.849253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d11d07b-a948-4583-b888-bc24797d3031 HTTP/1.1" status: 204 len: 168 time: 0.7848120 Jul 27 21:38:38.875454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b18d6-566f-44ef-ac8f-aa83ad040d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11d07b-a948-4583-b888-bc24797d3031,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.012661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.016239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.020866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b869c9a-fb91-4064-a0b2-e7ce06d935d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.115131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:39.187261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Made reservation on behalf of cd79a2637d414d26b4ca8b9b6be97caf for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:39.191191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.214940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:39.215939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.230568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.236207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a0b6533b-00d8-4f0c-93fe-7a5105315497 req-f8794c1a-3477-426e-904d-205c63427e88 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.2024069 Jul 27 21:38:39.236796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b869c9a-fb91-4064-a0b2-e7ce06d935d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ec432-084e-4725-a4a3-d35cfb142bca,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.278602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9d2c04-585c-418d-9f95-b19ca0d6deb2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.304568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:39.305210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.306735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 HTTP/1.1" status: 200 len: 1117 time: 2.8307724 Jul 27 21:38:39.313256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:39.437017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b869c9a-fb91-4064-a0b2-e7ce06d935d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e406cd3f3fd346aba7d4982d0666538b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0554852 Jul 27 21:38:39.438532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46756) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:39.457159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.460458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-046f4413-3bd8-464f-bc1c-d22ad4b62a72 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6034100 Jul 27 21:38:39.490004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:39.531580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'security_group_rule': {'security_group_id': 'e6067f6f-69a1-49e7-b05e-8e8966938627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:39.751772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28919-1dd2-4668-b967-acea2812b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:39.774201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.910239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.959828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-c7c3826a-c37a-49ab-9d70-c30dee247817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:39.960439 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:39.977734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-c7c3826a-c37a-49ab-9d70-c30dee247817 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9555f96d24648c19f852a32165b3375&device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 1120 time: 0.4011400 Jul 27 21:38:40.009982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.091549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-1c640dfe-a70a-4818-adcc-f239748f7f1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 HTTP/1.1" status: 200 len: 217 time: 0.0965853 Jul 27 21:38:40.138512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46768) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:40.185278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f5c775d-52f1-4c7b-b011-8b6f7b96cdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.233533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.289415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-6dcb031f-b13c-4ee3-b75f-c75739b5f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.293609 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-6dcb031f-b13c-4ee3-b75f-c75739b5f523 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1910076 Jul 27 21:38:40.358965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ebf4b5-4dbe-4848-86c3-885b0f638fd5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:40.425863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf57f-548c-463b-9797-fbd07e5d3237 req-fc5058ca-81e3-4073-a3bc-7e5c36bc3ea8 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.428303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdbf57f-548c-463b-9797-fbd07e5d3237 req-fc5058ca-81e3-4073-a3bc-7e5c36bc3ea8 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.6492891 Jul 27 21:38:40.466011 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f" -d '{"events": [{"name": "network-changed", "server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:40.556149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.559091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Allocated IP 192.168.233.47 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/80895f2c-2ef6-4898-b194-793af2a3485c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:40.594232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77a654a4-546c-40e9-a270-87b6467abfd6 req-2d69d1e7-45f5-4066-bb41-fdf410cd3d6b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.1397624 Jul 27 21:38:40.647316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-2b58a2af-9bf1-47d6-85a0-bdecdb3df2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:40.649183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-2b58a2af-9bf1-47d6-85a0-bdecdb3df2c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3461583 Jul 27 21:38:40.672866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdbf57f-548c-463b-9797-fbd07e5d3237 req-d23092f6-4deb-4caf-8d42-d89a13e58ed1 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897306 Jul 27 21:38:40.674207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.689664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f5c775d-52f1-4c7b-b011-8b6f7b96cdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.740247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89884116-3750-4580-96a5-34a321960d63,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:40.751303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.756009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.757061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f22ec432-084e-4725-a4a3-d35cfb142bca HTTP/1.1" status: 204 len: 168 time: 1.3166127 Jul 27 21:38:40.790215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f5c775d-52f1-4c7b-b011-8b6f7b96cdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.882489 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14082b-dd21-4d89-bdcb-27e5c6efba82 x-openstack-request-id: req-6f14082b-dd21-4d89-bdcb-27e5c6efba82 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:40.882858 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:40.883365 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f14082b-dd21-4d89-bdcb-27e5c6efba82 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:40.887256 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512', 'status': 'completed', 'code': 200} Jul 27 21:38:40.897253 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:40.900265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2aebf0b1-aadf-4973-89fd-fe4a5066ff6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4090891 Jul 27 21:38:40.902970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46786) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:40.931105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa111c5-27b6-499c-88bb-19041aa9ce28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ec432-084e-4725-a4a3-d35cfb142bca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:40.931952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:41.028177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c775d-52f1-4c7b-b011-8b6f7b96cdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e180545-15ea-4870-a6fb-ac956fe81973,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:41.044134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:41.044424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f5c775d-52f1-4c7b-b011-8b6f7b96cdba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=922eef65ad894b3e91ebb0d9052649b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045217 Jul 27 21:38:41.067766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.073898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-5578a77f-3597-4849-914e-dea68a5f20ec service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140565 Jul 27 21:38:41.139022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Transition to ACTIVE for port object 80895f2c-2ef6-4898-b194-793af2a3485c will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:41.208191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.312115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.362235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.480460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.505675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebcafe2-a7d7-4e71-b11d-5efb783813d9 req-1d750fc5-4f74-42e8-8a59-c932cba6b275 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178245 Jul 27 21:38:41.740343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:41.883463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Pushing event updated for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:41.897337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:41.905975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:41.924042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:41.938743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:41.939603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.056776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-901a1a88-ea18-4c37-8c37-4014aa47cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:42.056776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-901a1a88-ea18-4c37-8c37-4014aa47cb82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9555f96d24648c19f852a32165b3375&device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 1120 time: 0.2768643 Jul 27 21:38:42.141152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.146940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.152494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e180545-15ea-4870-a6fb-ac956fe81973 HTTP/1.1" status: 204 len: 168 time: 1.1033726 Jul 27 21:38:42.186842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3ab36d37-b8f5-427e-bfbe-3adbd3551f7e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2289827 Jul 27 21:38:42.251995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ac977-17af-41ed-8a2e-bc2702f47056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e180545-15ea-4870-a6fb-ac956fe81973,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:42.297443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e19e-944d-4dfc-b0a3-e8b996d6d332 req-9d4f8b48-305e-4c60-b178-72ccc10744be tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:42.309832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d94e19e-944d-4dfc-b0a3-e8b996d6d332 req-9d4f8b48-305e-4c60-b178-72ccc10744be tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.4838779 Jul 27 21:38:42.417821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa668f-80ea-4029-94a3-1b4e620d9ba6 req-5f96302e-4d80-4b59-91ac-0c2e0c8c788c tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:42.425879 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19fa668f-80ea-4029-94a3-1b4e620d9ba6 req-5f96302e-4d80-4b59-91ac-0c2e0c8c788c tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.3540480 Jul 27 21:38:42.454422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa97d6e2-9c96-4a3d-bf47-4af265519be6 None None] Provisioning for port 80895f2c-2ef6-4898-b194-793af2a3485c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:42.460699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa97d6e2-9c96-4a3d-bf47-4af265519be6 None None] Provisioning complete for port 80895f2c-2ef6-4898-b194-793af2a3485c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:42.461096 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa97d6e2-9c96-4a3d-bf47-4af265519be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:42.508275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d94e19e-944d-4dfc-b0a3-e8b996d6d332 req-cf528c5a-9297-401f-8763-b119008151b6 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933281 Jul 27 21:38:42.587359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19fa668f-80ea-4029-94a3-1b4e620d9ba6 req-c9c00800-c67e-4f8b-8041-89982e91bb14 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Jul 27 21:38:42.620468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fa97d6e2-9c96-4a3d-bf47-4af265519be6 None None] Port 80895f2c-2ef6-4898-b194-793af2a3485c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:38:42.626572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-39165b18-1596-4762-8349-ea02a1de70e4 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:38:42.627619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-39165b18-1596-4762-8349-ea02a1de70e4 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131881 Jul 27 21:38:42.782877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-56e571a5-8795-4481-8f0f-05f24d90e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:42.784700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-56e571a5-8795-4481-8f0f-05f24d90e285 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.7155039 Jul 27 21:38:42.786929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Allocated IP 172.25.3.26 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/06fefd4c-4102-4e73-8530-893e241f191c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:42.853002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-b8dc7e57-ea11-4663-981c-37d39e1163c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 HTTP/1.1" status: 200 len: 217 time: 0.0558496 Jul 27 21:38:43.157400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-8baa9f64-a300-4cc6-ac9b-ec2eb0f1b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:43.159028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-8baa9f64-a300-4cc6-ac9b-ec2eb0f1b467 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2988946 Jul 27 21:38:43.320354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:43.453745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-82868a97-cd5f-45a9-8b3d-143c060b16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:43.473572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-82868a97-cd5f-45a9-8b3d-143c060b16f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2545066 Jul 27 21:38:43.623738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-c0e4ac5a-4f10-4503-bec5-3e564bbfb123 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598210 Jul 27 21:38:43.751183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:43.793260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d89aa3-cd48-4bdc-a97a-46602b620221 req-6fc24818-1c51-4c0a-879b-3f59bb17fff0 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:43.808183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51d89aa3-cd48-4bdc-a97a-46602b620221 req-6fc24818-1c51-4c0a-879b-3f59bb17fff0 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.1420271 Jul 27 21:38:43.886820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:43.932298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51d89aa3-cd48-4bdc-a97a-46602b620221 req-9e30698b-6cfe-4cb1-ae34-099080f6ec92 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206055 Jul 27 21:38:43.935525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:38:43.966920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-702d5de1-5e5b-4082-b3e6-6eb77ae3565f req-73a49efa-122a-4b8e-a99b-a53fe41aac4a service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245413 Jul 27 21:38:43.991138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:44.003212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:38:44.014917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'Port': ['ID=06fefd4c-4102-4e73-8530-893e241f191c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:44.185966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.205616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99b74-e297-48e9-9785-f657c7e578c7 req-8d6cbc02-910e-4b38-b10a-471f9bc5e4bc tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:44.205616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8e99b74-e297-48e9-9785-f657c7e578c7 req-8d6cbc02-910e-4b38-b10a-471f9bc5e4bc tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.3740904 Jul 27 21:38:44.261893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8e99b74-e297-48e9-9785-f657c7e578c7 req-fdc1ce27-9d46-4dc3-b011-428bb79721b6 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501611 Jul 27 21:38:44.285995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1210289792-network', 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:44.417303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:44.420697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.439668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.507435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.624756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.737111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.784510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:38:44.798819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.799653 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Added segment 94ee4c81-9ca5-4eb9-8cf2-b54f2177e852 of type vlan for network d0a706c0-8355-45c7-a564-2d220ff8c447 Jul 27 21:38:44.867045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:44.959814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2745b23c-ee13-4aec-b8a3-d0cf75572301,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:44.984349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.008971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.008971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:45.009465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.073538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.240540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.250842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'Port': ['ID=06fefd4c-4102-4e73-8530-893e241f191c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:45.300210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4063611 Jul 27 21:38:45.303906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46874) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:45.309599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Request body: {'subnet': {'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1210289792-subnet', 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:45.327167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dd52b-d83f-42f3-b1c2-4310122bf2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a706c0-8355-45c7-a564-2d220ff8c447,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:45.348533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:45.364932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d0a706c0-8355-45c7-a564-2d220ff8c447 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:38:45.423207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.424477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0f9bcc6f-ece6-42dc-8217-c43afb4a296c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5138364 Jul 27 21:38:45.462552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25c0f-9b2f-4ccc-9ff7-b2d743f422aa req-10d8a784-22d8-42f5-99f4-2953c5d4d140 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:45.474803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaa25c0f-9b2f-4ccc-9ff7-b2d743f422aa req-10d8a784-22d8-42f5-99f4-2953c5d4d140 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.2678480 Jul 27 21:38:45.531271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb28b7a-9e9f-4354-8d5a-ab3b294432cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.576441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:45.578798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:45.601493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4959dd-fbb9-4f35-bda1-11902bb2b31c req-9898b2be-3271-4d1e-ab35-af33db1bb164 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:45.618229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c4959dd-fbb9-4f35-bda1-11902bb2b31c req-9898b2be-3271-4d1e-ab35-af33db1bb164 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.1661313 Jul 27 21:38:45.677669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaa25c0f-9b2f-4ccc-9ff7-b2d743f422aa req-56893c1a-5ac7-430c-a1bc-149b3f192c56 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993232 Jul 27 21:38:45.773357 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c4959dd-fbb9-4f35-bda1-11902bb2b31c req-b5144792-1116-4b58-9d40-247b13a7e084 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539702 Jul 27 21:38:45.923996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb28b7a-9e9f-4354-8d5a-ab3b294432cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.015804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbb28b7a-9e9f-4354-8d5a-ab3b294432cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.070882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bbb28b7a-9e9f-4354-8d5a-ab3b294432cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=026e35c01b9c4f3a9df8c9d9df9af3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200620 Jul 27 21:38:46.071874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb28b7a-9e9f-4354-8d5a-ab3b294432cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d9dc1-a922-4b3d-bf30-057b42926969,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:46.074495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:46.182945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.217946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.275008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.371512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10a98b7-4511-4017-9c60-3087305ae72a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:46.381557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:46.385219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Network hostable DHCP agents. Network: d0a706c0-8355-45c7-a564-2d220ff8c447, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:38:46.479187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.481799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.483286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/325d9dc1-a922-4b3d-bf30-057b42926969 HTTP/1.1" status: 204 len: 168 time: 0.4078012 Jul 27 21:38:46.494869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980d6a-4c57-46f0-a903-11b5d7f3e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d9dc1-a922-4b3d-bf30-057b42926969,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:46.608919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Network d0a706c0-8355-45c7-a564-2d220ff8c447 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:38:46.856258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d0a706c0-8355-45c7-a564-2d220ff8c447) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:46.865699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:46.866957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:46.867698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d34e1-30cf-4b57-83f1-2e14d69bb851 None None] Network d0a706c0-8355-45c7-a564-2d220ff8c447 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:46.953660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab063b03-3e1a-43e9-aee7-c3c92fe5a6e5 req-8a033ed6-0669-4d0d-bcee-429513662456 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:46.955880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab063b03-3e1a-43e9-aee7-c3c92fe5a6e5 req-8a033ed6-0669-4d0d-bcee-429513662456 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.1631098 Jul 27 21:38:47.040198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab063b03-3e1a-43e9-aee7-c3c92fe5a6e5 req-cf3d87ae-8225-4e50-a671-c993a42dcf78 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761707 Jul 27 21:38:47.050395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4f7ff64-5377-4fc7-9b01-68e153525638 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7450778 Jul 27 21:38:47.203428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d9547-1151-46ae-b6a6-5fe3790a9019 None None] Network d0a706c0-8355-45c7-a564-2d220ff8c447 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:47.440098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb93b26-68b5-4fea-bf21-f2c836c9c91a req-fa45031d-2d18-4af8-b8c4-642530fcde59 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:47.444899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb93b26-68b5-4fea-bf21-f2c836c9c91a req-fa45031d-2d18-4af8-b8c4-642530fcde59 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.2051468 Jul 27 21:38:47.528123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb93b26-68b5-4fea-bf21-f2c836c9c91a req-fd6dac9d-ef19-4c88-923d-0f7802062175 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Jul 27 21:38:48.358488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46926) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:48.387919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3c095d7-5f70-43a6-a0fa-124b3abfe6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:48.540381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9797-3fdc-4cc2-907b-8ded2bdc878e req-0faade28-5864-4c13-b8fb-9a7fd8b73ba5 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:48.542005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cafc9797-3fdc-4cc2-907b-8ded2bdc878e req-0faade28-5864-4c13-b8fb-9a7fd8b73ba5 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.1385078 Jul 27 21:38:48.660431 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cafc9797-3fdc-4cc2-907b-8ded2bdc878e req-7e6c820f-0756-40e7-a269-b0d0b72cc412 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863116 Jul 27 21:38:48.808285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3c095d7-5f70-43a6-a0fa-124b3abfe6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:48.976263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3c095d7-5f70-43a6-a0fa-124b3abfe6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.208045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d3c095d7-5f70-43a6-a0fa-124b3abfe6c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d8e2e389b2e4fe59d504f5fd1e3f041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457706 Jul 27 21:38:49.208581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46944) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:49.208818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c095d7-5f70-43a6-a0fa-124b3abfe6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6225b24d-5a13-45d4-88cc-1b9939a8a135,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:49.253463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:49.274486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1985164536-network', 'tenant_id': '3540510bf6e04e8a96ec63ebb7546962'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:49.421500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Made reservation on behalf of 3540510bf6e04e8a96ec63ebb7546962 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:49.423901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.440528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.448975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.476011 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.576146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812742-7c26-4bed-a266-8549fa958b3e req-30af4f24-b678-4198-a16f-22e42a370df4 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:49.579180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8812742-7c26-4bed-a266-8549fa958b3e req-30af4f24-b678-4198-a16f-22e42a370df4 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.2870173 Jul 27 21:38:49.606254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Request body: {'port': {'device_id': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:49.621798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.627291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:49.632560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6225b24d-5a13-45d4-88cc-1b9939a8a135 HTTP/1.1" status: 204 len: 168 time: 0.4213836 Jul 27 21:38:49.679765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09672c47-c514-42f7-beda-dc30d1a76dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6225b24d-5a13-45d4-88cc-1b9939a8a135,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:49.697594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8812742-7c26-4bed-a266-8549fa958b3e req-5c4e641e-b74d-48fc-9c65-7b9149810dbd tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096964 Jul 27 21:38:49.989824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:50.027354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a565f-70d4-44be-8bf8-1be6ac41797b req-ea684561-bd90-44b7-81c1-873549b5f771 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:50.029782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39a565f-70d4-44be-8bf8-1be6ac41797b req-ea684561-bd90-44b7-81c1-873549b5f771 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.1165378 Jul 27 21:38:50.064911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:50.097439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39a565f-70d4-44be-8bf8-1be6ac41797b req-19b9eb9f-9b31-4d78-a8db-957b2f8a44c3 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Jul 27 21:38:50.185614 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:50.345096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:38:50.394720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-77ae3df6-f475-4fde-97b9-563e489cbcfd tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2075927452&fields=id&tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 267 time: 0.2165666 Jul 27 21:38:50.497979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7ecc7-4224-4762-b419-2e497803bb9d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:50.497979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:50.497979 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Added segment 53a53bb7-d9d1-429a-a7f2-54a208a1d3de of type vlan for network 180a13bd-48e5-4178-9a9a-55ca6d551ba1 Jul 27 21:38:50.873788 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:50.926758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a00240f3-75c6-492a-9311-ed74602d7d58 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:50.929299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a00240f3-75c6-492a-9311-ed74602d7d58 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 824 time: 0.5174594 Jul 27 21:38:51.033184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-feebee70-ac4e-4206-b832-4523f3c3c20b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/quotas/a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 375 time: 0.0809457 Jul 27 21:38:51.047794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6a592-e4f1-456f-b1af-54dbfcfa8036 req-02a1606b-4173-47f2-87e4-86a1fc1509aa tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:51.048328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ea6a592-e4f1-456f-b1af-54dbfcfa8036 req-02a1606b-4173-47f2-87e4-86a1fc1509aa tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.0853720 Jul 27 21:38:51.049019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80895f2c-2ef6-4898-b194-793af2a3485c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:51.093408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ea6a592-e4f1-456f-b1af-54dbfcfa8036 req-b09dbe66-89ba-4d3a-86a5-24e7699bc344 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358117 Jul 27 21:38:51.117135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.171110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.175290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:51.175290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.269294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Transition to ACTIVE for port object 80895f2c-2ef6-4898-b194-793af2a3485c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:51.306053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731864d4-ac3c-49bf-84ec-3e5ef6c2135d req-65ddd999-e74a-4150-b570-58c65f3b5c80 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:51.310908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-731864d4-ac3c-49bf-84ec-3e5ef6c2135d req-65ddd999-e74a-4150-b570-58c65f3b5c80 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 935 time: 0.1114335 Jul 27 21:38:51.323768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] Pushing event updated for resources: {'Network': ['ID=180a13bd-48e5-4178-9a9a-55ca6d551ba1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:51.343715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 180a13bd-48e5-4178-9a9a-55ca6d551ba1 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:38:51.353027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.369498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-731864d4-ac3c-49bf-84ec-3e5ef6c2135d req-b6120f1e-1f61-42bc-a561-1e51f61fb181 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Jul 27 21:38:51.432646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-3da92925-9f95-4700-82fd-a89d36e662e2 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3875563 Jul 27 21:38:51.442824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:51.443158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6a459592-977f-43ef-83e0-866faa043490 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1886129 Jul 27 21:38:51.456752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Request body: {'subnet': {'network_id': '180a13bd-48e5-4178-9a9a-55ca6d551ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1985164536-subnet', 'tenant_id': '3540510bf6e04e8a96ec63ebb7546962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:51.466898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:51.547518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Attempting to bind port 80895f2c-2ef6-4898-b194-793af2a3485c on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:38:51.548608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Attempting to bind port 80895f2c-2ef6-4898-b194-793af2a3485c by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:38:51.548608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Attempting to bind port 80895f2c-2ef6-4898-b194-793af2a3485c on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:51.554137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Port 80895f2c-2ef6-4898-b194-793af2a3485c on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:38:51.554616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Attempting to bind port 80895f2c-2ef6-4898-b194-793af2a3485c on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:38:51.561364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:38:51.562223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:51.563091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:38:51.563643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Bound port: 80895f2c-2ef6-4898-b194-793af2a3485c, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:38:51.564107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.677792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:38:51.678739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=80895f2c-2ef6-4898-b194-793af2a3485c,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:38:51.701670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Made reservation on behalf of 3540510bf6e04e8a96ec63ebb7546962 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:51.704989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.805378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.855612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:51.856228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:51.857706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] 10.222.0.76 "PUT /v2.0/ports/80895f2c-2ef6-4898-b194-793af2a3485c HTTP/1.1" status: 200 len: 1095 time: 2.8426094 Jul 27 21:38:51.858149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:51.914072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:51.964959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f34749-0d9b-465d-a760-cfe263b70cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:52.101490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.118501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-8683f7c4-8efe-480b-99a9-51d6cf058ce1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:38:52.119551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-8683f7c4-8efe-480b-99a9-51d6cf058ce1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3746650 Jul 27 21:38:52.158462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d2f04dd6-4112-4715-b593-76b916acaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.162011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-d2f04dd6-4112-4715-b593-76b916acaa15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 1098 time: 0.1550386 Jul 27 21:38:52.269402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-3f686f81-4848-4e37-88cc-7b293dc615ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=80895f2c-2ef6-4898-b194-793af2a3485c HTTP/1.1" status: 200 len: 217 time: 0.0947611 Jul 27 21:38:52.275728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e14280-bd35-495f-abc7-4797bafe69ef,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:52.314121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Checking segment: {'id': '53a53bb7-d9d1-429a-a7f2-54a208a1d3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '180a13bd-48e5-4178-9a9a-55ca6d551ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:38:52.315005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Network hostable DHCP agents. Network: 180a13bd-48e5-4178-9a9a-55ca6d551ba1, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:38:52.336170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d59056-3c99-49d6-b41b-100967735639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.359547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-74f37c68-162b-4406-bd70-e7db15bb9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.361106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-74f37c68-162b-4406-bd70-e7db15bb9e9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0839300 Jul 27 21:38:52.368023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-54a13a71-bd82-48b3-9c0e-fbc0f427048e service neutron] 10.222.0.37 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213287 Jul 27 21:38:52.369010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2f63c-ab9b-482b-8d3c-7c21880e5be4 req-68a3312d-abe0-4b76-a18f-a79dc1202179 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.370723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ae2f63c-ab9b-482b-8d3c-7c21880e5be4 req-68a3312d-abe0-4b76-a18f-a79dc1202179 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.1689496 Jul 27 21:38:52.446257 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ae2b4-0f33-453b-b5a6-cf285f576348" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:52.475177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Network 180a13bd-48e5-4178-9a9a-55ca6d551ba1 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:38:52.484463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ae2f63c-ab9b-482b-8d3c-7c21880e5be4 req-731fdf88-0e7d-4e17-9a2b-69374c543cce tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Jul 27 21:38:52.568285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d59056-3c99-49d6-b41b-100967735639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.632112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 180a13bd-48e5-4178-9a9a-55ca6d551ba1) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:38:52.645707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56387e9-10bb-4589-a292-805d05c27142 None None] Network 180a13bd-48e5-4178-9a9a-55ca6d551ba1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:52.649442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.650133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.694690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226da36-95c3-49f1-8d4f-2cd34849f1ca req-24bc1e34-1cc0-4898-9f78-906b75fe011c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.696125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b226da36-95c3-49f1-8d4f-2cd34849f1ca req-24bc1e34-1cc0-4898-9f78-906b75fe011c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 947 time: 0.0998397 Jul 27 21:38:52.698649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d59056-3c99-49d6-b41b-100967735639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.726682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-0c82fff1-d5dd-42f0-9455-ba9012b38a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:52.728347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-0c82fff1-d5dd-42f0-9455-ba9012b38a67 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3592253 Jul 27 21:38:52.736592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-307f2ff6-8b03-4e07-90c9-8d026c69e370 service neutron] 10.222.0.37 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325949 Jul 27 21:38:52.766993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d59056-3c99-49d6-b41b-100967735639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d29490-b579-447f-8988-40598934de3d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:52.778270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-39d59056-3c99-49d6-b41b-100967735639 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e76ba3c647d4cb9ba8b1f03dd76bc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8607659 Jul 27 21:38:52.785936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47036) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:52.839528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b226da36-95c3-49f1-8d4f-2cd34849f1ca req-a56ffc67-4bcb-4258-9c2e-b722dea2ae32 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211660 Jul 27 21:38:52.893341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-554c9aab-b3a8-473d-87a3-bf8458eb957e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4480572 Jul 27 21:38:52.899201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-23a703ab-ebc7-4336-b69d-fb87e92fd83e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606057 Jul 27 21:38:52.938443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:52.988061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:53.002436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a944260-5e73-4909-b188-2fa5711dc8e8 None None] Network 180a13bd-48e5-4178-9a9a-55ca6d551ba1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:38:53.088175 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:53.099164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74af11c-06b8-42b4-8d2b-7781c2deeea7 req-82998a4b-1894-41a9-94ae-171848261473 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925471 Jul 27 21:38:53.187548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:53.192448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:53.203446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7d29490-b579-447f-8988-40598934de3d HTTP/1.1" status: 204 len: 168 time: 0.4090528 Jul 27 21:38:53.210547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2166b6f-e0e1-4479-8600-7da8f15fc829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d29490-b579-447f-8988-40598934de3d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:53.270196 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a434c4a-a2cc-47e0-ad3c-bef8b1c118a6 x-openstack-request-id: req-8a434c4a-a2cc-47e0-ad3c-bef8b1c118a6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:53.270659 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:53.271085 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a434c4a-a2cc-47e0-ad3c-bef8b1c118a6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:53.271875 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c', 'status': 'completed', 'code': 200} Jul 27 21:38:53.274141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aeb40812-db47-427e-9a74-321a4d54eae0 req-7f900d62-4b80-4826-991d-837289ed5d93 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 210 time: 0.1020207 Jul 27 21:38:53.411817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-ac8e2a4b-4765-49c7-8b9b-975fe20cf1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.413909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-ac8e2a4b-4765-49c7-8b9b-975fe20cf1a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 1098 time: 0.1139495 Jul 27 21:38:53.680958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-8a1a34cc-acae-4572-a364-b5e893d0d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.682420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-8a1a34cc-acae-4572-a364-b5e893d0d922 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2596238 Jul 27 21:38:53.732155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-1f0299d1-a5e0-4bef-ba2d-c76ce42f6d7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=80895f2c-2ef6-4898-b194-793af2a3485c HTTP/1.1" status: 200 len: 217 time: 0.0416050 Jul 27 21:38:53.780454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c3462-ca85-46f5-9d28-7b52eec7c300 req-28f1a5e9-460b-4838-8c4e-069e305dbddc tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.782509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c69c3462-ca85-46f5-9d28-7b52eec7c300 req-28f1a5e9-460b-4838-8c4e-069e305dbddc tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.1480160 Jul 27 21:38:53.811560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-318bdd17-0959-4112-88cb-459509361ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.813032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-318bdd17-0959-4112-88cb-459509361ccd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0721133 Jul 27 21:38:53.880804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c69c3462-ca85-46f5-9d28-7b52eec7c300 req-05f15d70-7adf-4786-a87b-e04493265ce8 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Jul 27 21:38:53.921558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Request body: {'security_group': {'name': 'tempest-securitygroup-737642549', 'description': 'tempest-description-929430675'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:53.970055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-2624d2f5-345e-4cf5-827f-7c4367e0ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:53.972366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-2624d2f5-345e-4cf5-827f-7c4367e0ac5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482329 Jul 27 21:38:54.085719 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.102357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.109068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-60e18853-ef7e-463c-ab32-60891edf406a service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 Jul 27 21:38:54.225966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.314255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863ae2b4-0f33-453b-b5a6-cf285f576348 req-7671f27b-5753-4a93-8590-ec0087a6ca42 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961825 Jul 27 21:38:54.364376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-c85ca5a4-a9ec-4b70-b362-35e61fa8f684 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:54.365904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-c85ca5a4-a9ec-4b70-b362-35e61fa8f684 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.1420255 Jul 27 21:38:54.374703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.381797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-ad4d45f1-ed74-4043-8504-3f37b5eb6c3f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/quotas/10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 375 time: 0.0099874 Jul 27 21:38:54.422782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ebc68d-f062-4f6c-94ee-96750f8b54ef,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:54.437675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-40fce21a-bb5c-489e-bcea-36ea026995e4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471675 Jul 27 21:38:54.525517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47084) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:54.532691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.551882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9552-154d-4bec-a29e-261711aed8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.586839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-43fcc194-9fa1-4281-a06b-e6666e8a55d7 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326437 Jul 27 21:38:54.692394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-c6d1841e-cc6b-423a-b7e3-f9c242a02228 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986462 Jul 27 21:38:54.693041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.744433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84bac6b-b24e-4369-b5d3-4779f066540d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:54.835386 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9552-154d-4bec-a29e-261711aed8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:54.989243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e5a9552-154d-4bec-a29e-261711aed8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.048777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2e5a9552-154d-4bec-a29e-261711aed8cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0652a5597b144829bdbfada9ce3ecee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191932 Jul 27 21:38:55.051222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a9552-154d-4bec-a29e-261711aed8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a74f1b-2956-4e58-bb28-6f66d96ba138,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:55.052041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:55.067336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.087702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c4d5aa0-cfe1-4f74-b492-562bb5e7eae4 req-0fd2c03d-d876-4a5a-aa9e-4d9d07f5bbae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1712840 Jul 27 21:38:55.217906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.229936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14574a2c-f008-4227-80fa-e9b1b73de223 req-a0f03ab0-e7a9-44b0-9a5b-b9d13f4fd562 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 210 time: 0.0629842 Jul 27 21:38:55.262218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.285706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf2fb8-f180-426a-a619-b52318898eed req-a4acde10-ec4d-4e97-946b-727eec1e72f4 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:55.287979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dcaf2fb8-f180-426a-a619-b52318898eed req-a4acde10-ec4d-4e97-946b-727eec1e72f4 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 947 time: 0.1858978 Jul 27 21:38:55.381787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dcaf2fb8-f180-426a-a619-b52318898eed req-fd74816f-7ac7-4999-9a2c-f143f5542904 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 Jul 27 21:38:55.436869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35210c47-b4c3-48a4-815c-c6f071c154f3 req-e19c5264-32ca-48df-8eea-e3a15ea6ae3d tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:55.443873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35210c47-b4c3-48a4-815c-c6f071c154f3 req-e19c5264-32ca-48df-8eea-e3a15ea6ae3d tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.0951183 Jul 27 21:38:55.471569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5556a2b-566b-4dd0-add1-6455f4563168 req-a693df9a-b159-4f9c-adc1-3938e701a4fe tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 210 time: 0.0385427 Jul 27 21:38:55.506612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1199840205', 'description': 'tempest-description-66720204'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:55.507617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35210c47-b4c3-48a4-815c-c6f071c154f3 req-55bcb87c-252e-4a38-9dd4-9247b72ac09e tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Jul 27 21:38:55.548993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:38:55.667857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:55.681974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512', 'mac_address': 'fa:16:3e:2b:f7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:tempest-test_az-253007422', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:38:55.726588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.741317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:55.765747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:55.782561 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.785347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:55.805887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11a74f1b-2956-4e58-bb28-6f66d96ba138 HTTP/1.1" status: 204 len: 168 time: 0.7307093 Jul 27 21:38:55.805887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4bf39-99e7-4485-99eb-29d63100969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a74f1b-2956-4e58-bb28-6f66d96ba138,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:56.357156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6be3af84-b4ed-4d6f-87ba-447d192f92e3 req-7d6cf7a7-38b5-4843-b045-1bd4f9cf3ed7 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 210 time: 0.0369186 Jul 27 21:38:56.552000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 80895f2c-2ef6-4898-b194-793af2a3485c details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:38:56.560291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1367c4-cfac-4562-b576-fb1d3ea80423 req-7869c36f-eb49-4572-aa53-e98d4954bc80 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:56.561942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e1367c4-cfac-4562-b576-fb1d3ea80423 req-7869c36f-eb49-4572-aa53-e98d4954bc80 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 947 time: 0.0877912 Jul 27 21:38:56.563776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:56.611431 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e1367c4-cfac-4562-b576-fb1d3ea80423 req-9d106e6f-93ba-4c14-8f49-077014429943 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Jul 27 21:38:56.690374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:56.691955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=80895f2c-2ef6-4898-b194-793af2a3485c,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:56.712073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '80895f2c-2ef6-4898-b194-793af2a3485c', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '80895f2c-2ef6-4898-b194-793af2a3485c', 'mac_address': 'fa:16:3e:ec:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:38:56.713326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2afbd9c7-60b2-4e0d-be13-4160e553a451 req-d1231e4a-f1a7-4a8c-ab27-b176c2e752bf tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 210 time: 0.0436318 Jul 27 21:38:56.768420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:56.786796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80895f2c-2ef6-4898-b194-793af2a3485c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:38:56.812026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=80895f2c-2ef6-4898-b194-793af2a3485c,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:56.850100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:56.872879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d2b5a-5f4d-4533-9ca7-5f3628467f51 req-696b3f79-48a0-4a0b-8516-92c6b6a7e107 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:56.874602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa9d2b5a-5f4d-4533-9ca7-5f3628467f51 req-696b3f79-48a0-4a0b-8516-92c6b6a7e107 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 969 time: 0.0793829 Jul 27 21:38:56.917378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:56.939866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa9d2b5a-5f4d-4533-9ca7-5f3628467f51 req-e575a562-367d-45de-9707-fba452abb586 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Jul 27 21:38:56.971195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:56.971630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:57.015640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be47df9-dd3a-4641-ad50-532f14692648,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:57.034646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:57.141741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:57.144940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7d7d3b53-e4ee-4b9e-9b83-e1a2723cd9ee req-3a98368d-7045-4783-89fb-7122fe465589 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6428506 Jul 27 21:38:57.183509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d7d7b2ad-5ae9-4b7a-a065-1c9288b31512'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:38:57.372640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['80895f2c-2ef6-4898-b194-793af2a3485c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:38:57.503405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc278af0-9ee1-431f-9d27-353f702355b5 req-9ddc45dd-85f9-4038-92e8-2d227df2d017 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 210 time: 0.0466735 Jul 27 21:38:57.576976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1901934089', 'description': 'tempest-description-864304779'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:57.769221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:57.784280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:57.825404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d137b-53fc-4d6f-b14c-2ccab55d6190 req-207088b0-f7d2-4e54-9319-ed1b681b575f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:57.828004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b60d137b-53fc-4d6f-b14c-2ccab55d6190 req-207088b0-f7d2-4e54-9319-ed1b681b575f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 948 time: 0.1182122 Jul 27 21:38:57.899898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b60d137b-53fc-4d6f-b14c-2ccab55d6190 req-4860a962-abc7-4546-b2ec-84045fab1abf tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620806 Jul 27 21:38:57.950659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.007290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98fb2bda-da87-47c3-81fb-80d08344eb25 req-269b3158-5ba4-4a12-b68a-17057344aee1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 210 time: 0.0373137 Jul 27 21:38:58.066538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.125902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cefdce-4131-423e-a35a-4534e2096a7d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:58.194671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f68bab-e520-4236-b428-a047367448f7 req-fbe70508-31f3-4839-810b-131389981648 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:58.196748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09f68bab-e520-4236-b428-a047367448f7 req-fbe70508-31f3-4839-810b-131389981648 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 970 time: 0.1269438 Jul 27 21:38:58.265419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09f68bab-e520-4236-b428-a047367448f7 req-54614420-5f7c-4eb2-ac1b-752e33cfa02d tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Jul 27 21:38:58.528653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.530029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 80895f2c-2ef6-4898-b194-793af2a3485c up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:58.616863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-728fe810-599a-4a3e-9551-3b23b3612515 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:58.618487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-728fe810-599a-4a3e-9551-3b23b3612515 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.50 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 824 time: 0.4689245 Jul 27 21:38:58.708081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-ef6031d7-bf18-475a-b8ac-f7c0e12969a8 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 380 time: 0.0786898 Jul 27 21:38:58.713464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4ce4acc-54b2-471f-a1fd-a196f105122f req-9061b2b0-3346-48f9-aaf5-78595eca3f08 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 210 time: 0.0426574 Jul 27 21:38:58.727193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'port': {'device_id': '5f00fff3-d051-4371-8e34-36509926035f', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'admin_state_up': True, 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'security_groups': ['e6067f6f-69a1-49e7-b05e-8e8966938627']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:58.787582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.815759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 80895f2c-2ef6-4898-b194-793af2a3485c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:58.821414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 80895f2c-2ef6-4898-b194-793af2a3485c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:58.822125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.864291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc7e50-e5fc-4296-ae4d-83cc9b6389d2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:58.954924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:58.979080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.003184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c779bed8-3ccb-4c6e-a040-8f92baf8d180 req-cecc24ee-3063-439d-ace9-24f266046c33 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4321277 Jul 27 21:38:59.025485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:38:59.033630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-155824055', 'description': 'tempest-description-1428910116'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:38:59.122317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=80895f2c-2ef6-4898-b194-793af2a3485c,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:38:59.161258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5563-5216-440d-b8d2-1bdbb8e215a9 req-9b1c0b2b-cb3c-4de7-a5f9-102c46b66c32 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:59.163330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069c5563-5216-440d-b8d2-1bdbb8e215a9 req-9b1c0b2b-cb3c-4de7-a5f9-102c46b66c32 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 948 time: 0.1231155 Jul 27 21:38:59.218005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069c5563-5216-440d-b8d2-1bdbb8e215a9 req-b38405a7-8233-4261-9af8-6f2efec5a452 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Jul 27 21:38:59.227033 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b3c3a-d4b5-4b88-a2cd-64fabf59dc1d" -d '{"events": [{"server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "name": "network-vif-plugged", "status": "completed", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:38:59.231478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Made reservation on behalf of a965abb1b9ff4282a9aa42ff5cd58ff3 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:38:59.236272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.302774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.377171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b821a50-56ec-4a27-ba63-cee0f0bc5b55 req-0a26dde8-8c22-40b7-a30f-77593c008ff4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 210 time: 0.0445476 Jul 27 21:38:59.397402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:59.399082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.458221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Allocated IP 172.20.0.5 (bf899f16-2487-4188-bb72-fd8cc86a6f07/5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63/0c2603d4-c54c-45a3-a3b7-dbd4836cbb66) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:38:59.579030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:38:59.637508 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b5923-6803-4207-a67c-2205d64900b5 x-openstack-request-id: req-941b5923-6803-4207-a67c-2205d64900b5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:38:59.638155 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "name": "network-vif-plugged", "status": "completed", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:38:59.638657 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-941b5923-6803-4207-a67c-2205d64900b5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:38:59.639310 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c', 'code': 200} Jul 27 21:38:59.674847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.766597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.776527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.817650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Transition to ACTIVE for port object 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:38:59.842630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:38:59.846715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:38:59.847111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.852233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5053383-3dea-492b-be3d-13e4a653d900,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:59.893551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.50', 64310) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:38:59.930925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d7a8a-8e26-473c-a6f3-3ad685bfdbcd req-5b087f8e-dc28-4b03-9efd-7b5b5fc8b267 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:59.932811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e58d7a8a-8e26-473c-a6f3-3ad685bfdbcd req-5b087f8e-dc28-4b03-9efd-7b5b5fc8b267 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 970 time: 0.2446067 Jul 27 21:38:59.944062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-ee1e41fd-549f-4838-bc55-3ed90cc45513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:59.946213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-ee1e41fd-549f-4838-bc55-3ed90cc45513 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 1100 time: 0.1921012 Jul 27 21:38:59.982750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-84b9b677-df4d-4dba-8ece-112e8a33d6da service neutron] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:59.999061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.031486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e58d7a8a-8e26-473c-a6f3-3ad685bfdbcd req-5917b5e7-f1fc-4f48-964a-35df4f653042 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Jul 27 21:39:00.087573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:00.090992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-b292f7c5-3534-4127-85f1-df6b7b9a277c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:00.093448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-b292f7c5-3534-4127-85f1-df6b7b9a277c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.1982920 Jul 27 21:39:00.096534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.100343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.102776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b1c789a-75f5-40fe-ac50-fd740d0fbf33 req-3dc7feb3-7112-4aff-8f39-bd99cd595549 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0802648 Jul 27 21:39:00.119741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Request body: {'port': {'device_id': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'admin_state_up': True, 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:00.174794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.209224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-84b9b677-df4d-4dba-8ece-112e8a33d6da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.267191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:00.273979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:00.274840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be089a-f7c0-4841-9e6f-a20e48ad8d79 req-90710238-a066-4fd2-a57d-6b8c404d2ace tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:00.277406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:00.293167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69be089a-f7c0-4841-9e6f-a20e48ad8d79 req-90710238-a066-4fd2-a57d-6b8c404d2ace tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 931 time: 0.1370487 Jul 27 21:39:00.295297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:00.314003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:00.314716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.325960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-84b9b677-df4d-4dba-8ece-112e8a33d6da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.336128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:00.425299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68786bc0-a4b2-44dc-9cd5-eb6ced931809 req-84b9b677-df4d-4dba-8ece-112e8a33d6da service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691684 Jul 27 21:39:00.430825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9b677-df4d-4dba-8ece-112e8a33d6da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=79d55b15-0f1c-43df-93bf-27bfc502fd5d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:00.444713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-bf2847ce-afe4-4d71-aebe-7c428a9dd00b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277231 Jul 27 21:39:00.446016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69be089a-f7c0-4841-9e6f-a20e48ad8d79 req-6a0ea9cc-08fc-47ae-a994-57ebd3c8df3d tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515596 Jul 27 21:39:00.466597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Request body: {'port': {'device_id': '5f00fff3-d051-4371-8e34-36509926035f', 'device_owner': 'compute:tempest-test_az-253007422', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:00.592685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:00.598572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.664155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.746989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97b98514-61be-44f4-babe-ed1df467b48f None None] Provisioning for port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:00.753154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97b98514-61be-44f4-babe-ed1df467b48f None None] Provisioning complete for port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:00.754328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97b98514-61be-44f4-babe-ed1df467b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:00.795368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97b98514-61be-44f4-babe-ed1df467b48f None None] Port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:00.811400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-a20b86d9-71cd-4b36-8e4f-d81c3239037c tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39554 time: 0.3335536 Jul 27 21:39:00.877955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-62a4df9d-caea-49f2-abbe-5a0af1aa926f tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2745b23c-ee13-4aec-b8a3-d0cf75572301 HTTP/1.1" status: 200 len: 2981 time: 0.0543587 Jul 27 21:39:00.897433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841f8f-69d7-484e-94cc-7cd2890a6dff req-0a21e55a-aade-4bca-a50d-d1bead286a11 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:00.898978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd841f8f-69d7-484e-94cc-7cd2890a6dff req-0a21e55a-aade-4bca-a50d-d1bead286a11 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 949 time: 0.2966208 Jul 27 21:39:00.956297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-dc0ee6b4-b52f-4579-ae54-c90a6059b3c4 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2745b23c-ee13-4aec-b8a3-d0cf75572301 HTTP/1.1" status: 200 len: 2981 time: 0.0647211 Jul 27 21:39:00.994685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Allocated IP 172.20.0.11 (d0a706c0-8355-45c7-a564-2d220ff8c447/b10a98b7-4511-4017-9c60-3087305ae72a/280565c6-9dc3-4be3-babf-b3425a651bad) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:01.019076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-dd2ba1cb-d905-45da-a2e6-e53eecdc8015 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/56d1b05d-111a-450d-8cc5-fe84d20cc1a0 HTTP/1.1" status: 200 len: 2981 time: 0.0556710 Jul 27 21:39:01.032788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd841f8f-69d7-484e-94cc-7cd2890a6dff req-55a9c2ef-5229-45c5-b7ee-35e57c20582f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211772 Jul 27 21:39:01.099095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-b8d54239-0771-4390-af5e-20c2294dca38 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/56d1b05d-111a-450d-8cc5-fe84d20cc1a0 HTTP/1.1" status: 200 len: 2981 time: 0.0676780 Jul 27 21:39:01.156841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-3d7f1705-4cb4-451c-b349-1b22adb4314d tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66ebf4b5-4dbe-4848-86c3-885b0f638fd5 HTTP/1.1" status: 200 len: 2981 time: 0.0561993 Jul 27 21:39:01.206952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-57342137-5762-4c70-bad4-99bf187880c6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66ebf4b5-4dbe-4848-86c3-885b0f638fd5 HTTP/1.1" status: 200 len: 2981 time: 0.0407982 Jul 27 21:39:01.226941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1073994-bb15-4db3-9444-91819501d597 req-66dbb03e-f01e-4906-b53d-8f403040b3dc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 210 time: 0.0849140 Jul 27 21:39:01.311274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:01.327963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.354376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.373792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Transition to ACTIVE for port object 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:01.505049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8472-eb53-479c-950f-9ecbacf8246e req-75c2f01d-c68a-4a7f-bf75-e1ee4a5a7219 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:01.507003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-161a8472-eb53-479c-950f-9ecbacf8246e req-75c2f01d-c68a-4a7f-bf75-e1ee4a5a7219 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.0971284 Jul 27 21:39:01.508230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.524073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-de779bbd-e223-47ef-b6a0-6a7e4a261eac tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/721cc312-acdc-4c14-aaa8-c80f95b5b011 HTTP/1.1" status: 200 len: 2973 time: 0.3080213 Jul 27 21:39:01.592584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-9a0fc7cb-7d12-4951-88fe-b6928ba82f35 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/721cc312-acdc-4c14-aaa8-c80f95b5b011 HTTP/1.1" status: 200 len: 2973 time: 0.0630863 Jul 27 21:39:01.603990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:01.626558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.642264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:01.645932 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933185f5-4048-4a89-9951-96cd6ef9afdb" -d '{"events": [{"server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:01.670337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-2ad337ed-c062-4204-94a6-01809d7123ac tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/79d55b15-0f1c-43df-93bf-27bfc502fd5d HTTP/1.1" status: 200 len: 2981 time: 0.0597358 Jul 27 21:39:01.674263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-161a8472-eb53-479c-950f-9ecbacf8246e req-b2c92ba3-9687-414a-a3d7-ce530dd348c4 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190281 Jul 27 21:39:01.732626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:01.760257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-6a4e7f13-b9fa-4746-9a1a-04912d997a02 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/79d55b15-0f1c-43df-93bf-27bfc502fd5d HTTP/1.1" status: 200 len: 2981 time: 0.0780170 Jul 27 21:39:01.761169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Attempting to bind port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:01.761743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Attempting to bind port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:01.762700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Attempting to bind port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:01.777841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 on network bf899f16-2487-4188-bb72-fd8cc86a6f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:01.778743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Attempting to bind port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:01.787742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Network d0a706c0-8355-45c7-a564-2d220ff8c447 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:01.793243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:01.795529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:01.795781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Checking segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:01.796124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Bound using segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:01.798663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Bound port: 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:01.799438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.804490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:01.812125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:01.812792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.864243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-0f946ab5-7b18-49d3-b9ad-ab88ef328bae tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7a2b4b89-61ee-458e-8eba-10341d8b8b4d HTTP/1.1" status: 200 len: 2977 time: 0.0931480 Jul 27 21:39:01.934212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-87956177-2c75-4865-8b11-4215f70e489b tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7a2b4b89-61ee-458e-8eba-10341d8b8b4d HTTP/1.1" status: 200 len: 2977 time: 0.0563426 Jul 27 21:39:01.939558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:01.944645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:01.944875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06e4-25ab-460a-8aee-5857f0c50e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:01.984699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fafa4e-8b10-4fe8-af34-030c17771686 req-a9a7a4f9-a80b-4042-bfce-bd99bd7871e5 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:01.986350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0fafa4e-8b10-4fe8-af34-030c17771686 req-a9a7a4f9-a80b-4042-bfce-bd99bd7871e5 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 964 time: 0.1080308 Jul 27 21:39:01.989375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-0958d8c9-75db-40aa-8991-6fcdfee7f265 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8764229 Jul 27 21:39:02.000216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-197da042-361d-43ef-80e6-874b4487b42a tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/86cefdce-4131-423e-a35a-4534e2096a7d HTTP/1.1" status: 200 len: 2981 time: 0.0534236 Jul 27 21:39:02.014430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Request body: {'port': {'device_id': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'device_owner': 'compute:tempest-test_az-253007422', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:02.068518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-0fa7ff1a-179e-4e07-b1f5-65b8d107a126 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/86cefdce-4131-423e-a35a-4534e2096a7d HTTP/1.1" status: 200 len: 2981 time: 0.0556314 Jul 27 21:39:02.085085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0fafa4e-8b10-4fe8-af34-030c17771686 req-2e842aca-e4d3-471c-85b1-0f3a6f49d9ad tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858278 Jul 27 21:39:02.108715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:02.143427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-913caca7-fb6c-4661-8d55-c03bb1da326d tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aad2ba31-32b7-4669-b09f-80739620f449 HTTP/1.1" status: 200 len: 2977 time: 0.0661013 Jul 27 21:39:02.157726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:02.168269 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5785b3d3-cf25-4ec4-a21b-67e37ac9575c x-openstack-request-id: req-5785b3d3-cf25-4ec4-a21b-67e37ac9575c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:02.168738 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:02.169144 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5785b3d3-cf25-4ec4-a21b-67e37ac9575c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:02.169685 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512', 'code': 200} Jul 27 21:39:02.174739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.175874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:02.178349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] 10.222.0.50 "PUT /v2.0/ports/0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 200 len: 1112 time: 1.7187958 Jul 27 21:39:02.179144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:02.182979 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:02.237348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc237088-6fa2-422e-8f24-bc8ae378a543 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:02.273995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-be59dbf6-e656-4dfc-b557-f16c643cf85e tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/aad2ba31-32b7-4669-b09f-80739620f449 HTTP/1.1" status: 200 len: 2977 time: 0.0967600 Jul 27 21:39:02.380736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-eaa08b98-472c-450d-bff9-97cc5f55a07c tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bea7ecc7-4224-4762-b419-2e497803bb9d HTTP/1.1" status: 200 len: 2981 time: 0.1055796 Jul 27 21:39:02.464465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.50', 64311) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:02.520547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-fb5ba0c0-6b21-4417-a142-6f4922e46d21 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bea7ecc7-4224-4762-b419-2e497803bb9d HTTP/1.1" status: 200 len: 2981 time: 0.1163931 Jul 27 21:39:02.597547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a0226700-f14d-4587-8aa9-84a61a9fad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.600090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a0226700-f14d-4587-8aa9-84a61a9fad57 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 1115 time: 0.1344533 Jul 27 21:39:02.627940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-8df274ec-f986-43c3-bf85-9724b6c871da tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c8ebc68d-f062-4f6c-94ee-96750f8b54ef HTTP/1.1" status: 200 len: 2981 time: 0.0927575 Jul 27 21:39:02.678860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-8c2e4297-a369-41dd-964a-2a3a5e720598 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0663991 Jul 27 21:39:02.772354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-defd2d7f-f091-48a6-bd50-8592165a87f6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c8ebc68d-f062-4f6c-94ee-96750f8b54ef HTTP/1.1" status: 200 len: 2981 time: 0.1036646 Jul 27 21:39:02.774956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-012b2eac-65a5-474f-92ca-5a983986ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.777150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-012b2eac-65a5-474f-92ca-5a983986ecef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.0908148 Jul 27 21:39:02.824122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14fbc-ee12-4dac-a99f-3c63e6bf9f34 req-e6250613-7cc3-4497-b67b-2158bb57f0dc tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.826446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68e14fbc-ee12-4dac-a99f-3c63e6bf9f34 req-e6250613-7cc3-4497-b67b-2158bb57f0dc tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 949 time: 0.2679927 Jul 27 21:39:02.828460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998906-22da-4e72-8106-6aac66015a14 req-3a4e62e4-b5ee-4c62-b31b-ed18a5d72541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.830896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35998906-22da-4e72-8106-6aac66015a14 req-3a4e62e4-b5ee-4c62-b31b-ed18a5d72541 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 1122 time: 0.5467391 Jul 27 21:39:02.895267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-bf43d108-76f3-4791-82e0-2f242e38b3b4 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fbcfcd99-6bca-4c78-b46b-48ee1c733e45 HTTP/1.1" status: 200 len: 2977 time: 0.1113100 Jul 27 21:39:02.923702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a16e2dcd-3d00-4d94-b88a-b24a4bc6092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:02.939492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-a16e2dcd-3d00-4d94-b88a-b24a4bc6092b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394255 Jul 27 21:39:02.962427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35998906-22da-4e72-8106-6aac66015a14 req-1012220b-86be-4746-8f39-86cfe3fd23b4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175251 Jul 27 21:39:02.971297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68e14fbc-ee12-4dac-a99f-3c63e6bf9f34 req-03b2fc90-a922-49a9-bdd9-38e0d06bd5e4 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253870 Jul 27 21:39:03.043493 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdb77b3-6e75-44a7-a978-0d059ec8aefa x-openstack-request-id: req-8fdb77b3-6e75-44a7-a978-0d059ec8aefa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:03.043941 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:03.045339 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fdb77b3-6e75-44a7-a978-0d059ec8aefa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:03.045339 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'status': 'completed', 'code': 200} Jul 27 21:39:03.047332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efa3e6a1-fe7c-44bc-bd61-020e31a4f7fe req-9344e82d-b628-4faf-90aa-6a7f9ca69ac5 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/fbcfcd99-6bca-4c78-b46b-48ee1c733e45 HTTP/1.1" status: 200 len: 2977 time: 0.1371644 Jul 27 21:39:03.084143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280565c6-9dc3-4be3-babf-b3425a651bad {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:03.105177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:03.130998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Transition to ACTIVE for port object 280565c6-9dc3-4be3-babf-b3425a651bad will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:03.142593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-02c67426-86e1-477e-8b8a-784ccc35e382 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051897 Jul 27 21:39:03.268371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac745a48-bd69-49ba-904c-ac7b9885e903 req-fd7e8412-001b-4d40-ab06-a59fed093706 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.270104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac745a48-bd69-49ba-904c-ac7b9885e903 req-fd7e8412-001b-4d40-ab06-a59fed093706 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.0926661 Jul 27 21:39:03.288540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:03.322702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79b6b4f6-acd4-4f85-a309-c622dc1f4ab6 req-be2a596a-b575-4d52-9408-f2e0fe9e0b3a service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664524 Jul 27 21:39:03.336295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b86019-8dc4-4b22-884d-8e8f5d31817b req-00ebacaa-7051-41ec-bbb6-fe0e219c375f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.339057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71b86019-8dc4-4b22-884d-8e8f5d31817b req-00ebacaa-7051-41ec-bbb6-fe0e219c375f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 932 time: 0.2019861 Jul 27 21:39:03.382037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:03.388952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac745a48-bd69-49ba-904c-ac7b9885e903 req-e996b23b-9e7e-401c-b984-dfe58ac7e21e tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119368 Jul 27 21:39:03.395539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71b86019-8dc4-4b22-884d-8e8f5d31817b req-82147ec9-858e-4fa3-bfe3-016d074a4d0a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Jul 27 21:39:03.473305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:03.473909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:03.474375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:03.487994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:03.488605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:03.503373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:03.504409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:03.504919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:03.505657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Bound port: 280565c6-9dc3-4be3-babf-b3425a651bad, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:03.506642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:03.625958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-14c8f722-12b8-4271-a7c3-3873604c2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.627486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-14c8f722-12b8-4271-a7c3-3873604c2c1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 1115 time: 0.1272359 Jul 27 21:39:03.651055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1689006e-dc5b-48fc-8c71-c9d1a55fd285 req-cad56e9b-6a4d-45e7-a91a-103527aff807 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49abbccdbd574b3aa3472be6824c46c6 HTTP/1.1" status: 200 len: 6100 time: 0.2030034 Jul 27 21:39:03.666185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88737-1091-48a0-856f-d8c8da6bab08 req-fbae77c3-a173-4f0c-b7c6-cea91e382948 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.671208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82b88737-1091-48a0-856f-d8c8da6bab08 req-fbae77c3-a173-4f0c-b7c6-cea91e382948 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 964 time: 0.1150861 Jul 27 21:39:03.711802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:03.748838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:03.760682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1689006e-dc5b-48fc-8c71-c9d1a55fd285 req-7f013b68-4e0a-4262-8142-b9663158773d tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "GET /v2.0/security-groups/c8ebc68d-f062-4f6c-94ee-96750f8b54ef HTTP/1.1" status: 200 len: 2981 time: 0.1020322 Jul 27 21:39:03.809057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82b88737-1091-48a0-856f-d8c8da6bab08 req-4ee083db-9472-42e5-a965-53e15e296a4d tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165330 Jul 27 21:39:03.823980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1689006e-dc5b-48fc-8c71-c9d1a55fd285 req-9c1e92ad-b0e6-4523-980d-b596d2d14a45 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "GET /v2.0/security-groups/c8ebc68d-f062-4f6c-94ee-96750f8b54ef HTTP/1.1" status: 200 len: 2981 time: 0.0508916 Jul 27 21:39:03.832548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-3168ab8f-3ed5-4db6-a01b-3bebb546e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.835829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-3168ab8f-3ed5-4db6-a01b-3bebb546e5a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 925 time: 0.2000003 Jul 27 21:39:03.840839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:03.914458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:03.915112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:03.916583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] 10.222.0.50 "PUT /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 1113 time: 1.9112353 Jul 27 21:39:03.922812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-c29d3c21-7cfd-4ef1-8281-ad939c520828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 200 len: 217 time: 0.0789311 Jul 27 21:39:03.949714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914070cd-cc65-4a07-a02c-d0182266cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:04.022924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-633fab94-4fb7-4614-96d2-d1c3185b7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.026595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-633fab94-4fb7-4614-96d2-d1c3185b7218 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.0917726 Jul 27 21:39:04.030062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-25847873-5bcd-4626-83b9-b5d8220e90e5 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/d5053383-3dea-492b-be3d-13e4a653d900 HTTP/1.1" status: 200 len: 1777 time: 0.1114125 Jul 27 21:39:04.189800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-8b3946b9-f6f6-4047-802c-f030e8afcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.193477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-8b3946b9-f6f6-4047-802c-f030e8afcf1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1116 time: 0.1475766 Jul 27 21:39:04.194503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-c3061a47-2d6f-4e6a-923e-3db953bd7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.197086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-c3061a47-2d6f-4e6a-923e-3db953bd7d61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621339 Jul 27 21:39:04.198355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.244691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.299317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-98cf12a8-3cf0-4360-8217-54ae0233dd2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.0895777 Jul 27 21:39:04.331159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60ae8e71-63c1-41b9-9687-7a3ffd7809cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.400824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-d56daeb7-a88b-4ebb-9a60-32c3f4595059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.402188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-d56daeb7-a88b-4ebb-9a60-32c3f4595059 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0955565 Jul 27 21:39:04.418761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-0d46a97b-f613-477e-8383-276dc24433e7 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349983 Jul 27 21:39:04.422757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e192d-00a5-4d2b-a7f6-f40181639d1b req-aa7d0da2-8dae-4161-9385-9425f730c9f6 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.425212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-911e192d-00a5-4d2b-a7f6-f40181639d1b req-aa7d0da2-8dae-4161-9385-9425f730c9f6 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 949 time: 0.2306225 Jul 27 21:39:04.488109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-a620da6f-cf14-47c5-86c4-23db2901039b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606275 Jul 27 21:39:04.489755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.492319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.493473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b11a0f73-7f95-48c0-b1ee-e12502ef9172 req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5053383-3dea-492b-be3d-13e4a653d900 HTTP/1.1" status: 204 len: 173 time: 0.4560432 Jul 27 21:39:04.507408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e6836-6ecd-4113-a1eb-431c408081e6 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5053383-3dea-492b-be3d-13e4a653d900,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:04.588763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-911e192d-00a5-4d2b-a7f6-f40181639d1b req-a79df469-b2c8-4065-a436-8a3c79b0ad5c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499577 Jul 27 21:39:04.601306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91be4b48-e975-43fe-8d70-a9f2fbbf29c0 req-70bc8939-e8b3-4d3b-8c32-6e7a1b691507 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677997 Jul 27 21:39:04.653160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-5aced798-43a7-406a-a6c1-51c1f30568b8 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557317 Jul 27 21:39:04.672942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.747601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2910a-ce07-46ac-8eb0-e53390be5c95 req-5fb8a2e8-2dd3-4dab-8080-7f276be80181 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.751378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77e2910a-ce07-46ac-8eb0-e53390be5c95 req-5fb8a2e8-2dd3-4dab-8080-7f276be80181 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.1558752 Jul 27 21:39:04.807268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77e2910a-ce07-46ac-8eb0-e53390be5c95 req-1007e43b-4fa7-44ea-aab5-05a9bf8fbb9b tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516591 Jul 27 21:39:04.892764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6815ea4-5883-424e-bb9f-3f554c377d2c req-a5e58ba5-cd5a-4ffe-8aa9-44d31ca3b196 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325227 Jul 27 21:39:04.914565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2ddfe-d6e4-4273-b2a4-3587c88aefe1 req-d48e9c7a-a2b3-4ee4-b2a1-a3c70801db5f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:04.923096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ef2ddfe-d6e4-4273-b2a4-3587c88aefe1 req-d48e9c7a-a2b3-4ee4-b2a1-a3c70801db5f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.1615899 Jul 27 21:39:04.957626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-77380e0c-4282-4d3d-899b-619ffa7e3320 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c2dc7e50-e5fc-4296-ae4d-83cc9b6389d2 HTTP/1.1" status: 200 len: 1777 time: 0.1058412 Jul 27 21:39:04.978974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ef2ddfe-d6e4-4273-b2a4-3587c88aefe1 req-b9ce5201-d3f7-47ed-9a08-e071af722f7f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548387 Jul 27 21:39:05.007385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47252) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:05.045837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:05.048831 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e572dc5f-8a1d-4504-9993-c4640819e1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:05.064124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.091196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.208684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a596ab3-e445-492a-bde8-0ea3d3a4af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.290152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.294644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.296815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-512a19a9-e064-474f-ae2d-7fff43781a65 req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2dc7e50-e5fc-4296-ae4d-83cc9b6389d2 HTTP/1.1" status: 204 len: 173 time: 0.3278162 Jul 27 21:39:05.312834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4212-7184-4509-98f5-51d603bd5917 tempest-SecurityGroupsTestAdminJSON-1985991356 tempest-SecurityGroupsTestAdminJSON-1985991356-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc7e50-e5fc-4296-ae4d-83cc9b6389d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:05.351316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a596ab3-e445-492a-bde8-0ea3d3a4af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.438544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a596ab3-e445-492a-bde8-0ea3d3a4af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.492186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596ab3-e445-492a-bde8-0ea3d3a4af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243f24aa-9581-43b2-aa7d-282f6eb024d9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:05.496919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6a596ab3-e445-492a-bde8-0ea3d3a4af05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d413708ab076440b8b9ffa55df6ee2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875271 Jul 27 21:39:05.507553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:05.508741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b9692-1fad-43c5-95d5-bc3203b665ec req-902b4c0d-42df-4765-b348-fca360700019 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:05.510239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-420b9692-1fad-43c5-95d5-bc3203b665ec req-902b4c0d-42df-4765-b348-fca360700019 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 964 time: 0.1027474 Jul 27 21:39:05.559714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-420b9692-1fad-43c5-95d5-bc3203b665ec req-f0f4d740-2522-4997-aa27-33b86fb21817 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Jul 27 21:39:05.566100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.593721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.627078 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbde4fd-5c55-4d91-943d-5fb8215dabef x-openstack-request-id: req-dcbde4fd-5c55-4d91-943d-5fb8215dabef {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:05.630620 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:05.630620 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcbde4fd-5c55-4d91-943d-5fb8215dabef {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:05.630620 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad', 'status': 'completed', 'code': 200} Jul 27 21:39:05.697459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.721877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c3323956-161f-403a-8cdf-d4f6cbc434ad tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "GET /v2.0/security-groups/0be47df9-dd3a-4641-ad50-532f14692648 HTTP/1.1" status: 200 len: 1776 time: 0.0755680 Jul 27 21:39:05.740678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-c91c048d-1476-47f1-8473-57ffd77926f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:05.743592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-c91c048d-1476-47f1-8473-57ffd77926f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1116 time: 0.0907650 Jul 27 21:39:05.794611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.822749 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.827055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.828851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/243f24aa-9581-43b2-aa7d-282f6eb024d9 HTTP/1.1" status: 204 len: 168 time: 0.3246622 Jul 27 21:39:05.834552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.867085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517aa19-8da2-4f8d-9a1a-6b28d97603e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f24aa-9581-43b2-aa7d-282f6eb024d9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:05.914631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-2bc751d8-c9a3-41b6-a14e-ecab4666f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:05.921450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-2bc751d8-c9a3-41b6-a14e-ecab4666f28c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.1639040 Jul 27 21:39:05.969179 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-f9f68a12-5e9a-4e30-9158-a6b6603aad5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.0441403 Jul 27 21:39:06.042377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-cc850e58-6dc7-4998-bde3-a2388dd6447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.044687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-cc850e58-6dc7-4998-bde3-a2388dd6447b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0688779 Jul 27 21:39:06.087969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-ec2db51f-5998-4473-b9e3-3b877a616575 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356364 Jul 27 21:39:06.163578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.169424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.171439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-726d4a98-34d1-4699-a5b5-f376fc68e181 req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "DELETE /v2.0/security-groups/0be47df9-dd3a-4641-ad50-532f14692648 HTTP/1.1" status: 204 len: 173 time: 0.4423485 Jul 27 21:39:06.195890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfaabf-275d-4ffd-b8b5-84af6641dd73 tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be47df9-dd3a-4641-ad50-532f14692648,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:06.299739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-fcc1c442-981f-4a2e-9ee8-a6b46a6e1e4a service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047002 Jul 27 21:39:06.361231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757e088-e444-4ef2-8387-7c23dd9c09bc req-07aef2ba-d309-4e4e-9d5d-f994092988b8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.363176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e757e088-e444-4ef2-8387-7c23dd9c09bc req-07aef2ba-d309-4e4e-9d5d-f994092988b8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.0753520 Jul 27 21:39:06.417611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e757e088-e444-4ef2-8387-7c23dd9c09bc req-bc13de0b-959f-49db-8975-f1f659e4715b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Jul 27 21:39:06.461560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77e9a-e48d-451a-b93d-8e284b665161 req-b7a3fc5d-92a7-4e16-90e2-568ee8619560 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.465479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3a77e9a-e48d-451a-b93d-8e284b665161 req-b7a3fc5d-92a7-4e16-90e2-568ee8619560 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.2109823 Jul 27 21:39:06.490410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e572dc5f-8a1d-4504-9993-c4640819e1ea req-c9465ccb-c7f6-4657-880d-0e6d379bcdea service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763797 Jul 27 21:39:06.537652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3a77e9a-e48d-451a-b93d-8e284b665161 req-a9b01378-de20-4a82-ad75-ada627f6972d tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616574 Jul 27 21:39:06.635702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2274-e86f-4225-81ed-410bda2f16b6 req-106a7ab0-968c-40e5-acf9-971e4321148a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.638605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-12db2274-e86f-4225-81ed-410bda2f16b6 req-106a7ab0-968c-40e5-acf9-971e4321148a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 949 time: 0.1239727 Jul 27 21:39:06.651977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-6ff30718-5ab2-43f2-9d55-11c76292b4bb tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "GET /v2.0/security-groups/f84bac6b-b24e-4369-b5d3-4779f066540d HTTP/1.1" status: 200 len: 1776 time: 0.0697536 Jul 27 21:39:06.696657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-12db2274-e86f-4225-81ed-410bda2f16b6 req-d4d25c7e-5eaf-4914-9dbc-48a32bf3eabb tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Jul 27 21:39:06.707670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.755911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.787975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.928779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.931514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:06.938749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768882d-7962-444a-bb37-2f6860534270 req-a15a7e3c-4652-4d4b-a0b8-14f6a8e267c5 tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:06.941237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3768882d-7962-444a-bb37-2f6860534270 req-a15a7e3c-4652-4d4b-a0b8-14f6a8e267c5 tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 1122 time: 0.0790720 Jul 27 21:39:06.956928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abd65306-e6d6-4ee6-b2cb-a6781b191ffa req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] 10.222.0.37 "DELETE /v2.0/security-groups/f84bac6b-b24e-4369-b5d3-4779f066540d HTTP/1.1" status: 204 len: 173 time: 0.2828398 Jul 27 21:39:06.974074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf648d-2988-4603-b64e-e2780c8529ae tempest-SecurityGroupsTestAdminJSON-409066618 tempest-SecurityGroupsTestAdminJSON-409066618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84bac6b-b24e-4369-b5d3-4779f066540d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:06.986879 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3768882d-7962-444a-bb37-2f6860534270 req-673ec2b1-b049-4b57-a6b3-e44d21828dfa tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.117269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:07.135585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3768882d-7962-444a-bb37-2f6860534270 req-673ec2b1-b049-4b57-a6b3-e44d21828dfa tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.146689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22acf61f-6bf5-4976-a215-6528f16cee57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.149076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05802c-7895-460b-9ccf-445a88105857 req-2b2fcea1-b271-43cc-8c1b-ec0b4d59d52f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:07.152618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc05802c-7895-460b-9ccf-445a88105857 req-2b2fcea1-b271-43cc-8c1b-ec0b4d59d52f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 964 time: 0.1120780 Jul 27 21:39:07.200322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc05802c-7895-460b-9ccf-445a88105857 req-a8546033-32a1-4988-a20c-2fd1bd54c8d4 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420594 Jul 27 21:39:07.368625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.375437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3768882d-7962-444a-bb37-2f6860534270 req-673ec2b1-b049-4b57-a6b3-e44d21828dfa tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.437593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3768882d-7962-444a-bb37-2f6860534270 req-673ec2b1-b049-4b57-a6b3-e44d21828dfa tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790778 Jul 27 21:39:07.453807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ec2b1-b049-4b57-a6b3-e44d21828dfa tempest-AggregatesAdminTestJSON-1725739722 tempest-AggregatesAdminTestJSON-1725739722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d856a82-7cf8-4cd9-9a01-b156087d38cb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:07.630000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa4bb6-d427-4cc2-a6a5-1974784e3b37 req-06c221cd-9acf-4628-9ff0-0c0b6f350774 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:07.633200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:07.648249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67fa4bb6-d427-4cc2-a6a5-1974784e3b37 req-06c221cd-9acf-4628-9ff0-0c0b6f350774 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.1225750 Jul 27 21:39:07.649721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22acf61f-6bf5-4976-a215-6528f16cee57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.676137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-5bfe7dec-c6cc-4408-ad1b-bc6a964b8c80 tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:07.678270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-5bfe7dec-c6cc-4408-ad1b-bc6a964b8c80 tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 1100 time: 0.1256905 Jul 27 21:39:07.683150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47294) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:07.695975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67fa4bb6-d427-4cc2-a6a5-1974784e3b37 req-3817d7da-d65c-43bd-ad95-8d0a97a4ee25 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Jul 27 21:39:07.801531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:07.821541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '280565c6-9dc3-4be3-babf-b3425a651bad', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'port_id': '280565c6-9dc3-4be3-babf-b3425a651bad', 'mac_address': 'fa:16:3e:52:a6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10a98b7-4511-4017-9c60-3087305ae72a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-253007422', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:07.859927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Deleting port 80895f2c-2ef6-4898-b194-793af2a3485c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:07.860571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.867219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22acf61f-6bf5-4976-a215-6528f16cee57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.921547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.927177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.962895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280565c6-9dc3-4be3-babf-b3425a651bad {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:07.972957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641ce12-96d4-40c1-b423-fed75ca5976c req-74b22a52-9ac0-419e-acc2-bdc6f752142c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:07.976433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1641ce12-96d4-40c1-b423-fed75ca5976c req-74b22a52-9ac0-419e-acc2-bdc6f752142c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 949 time: 0.1357558 Jul 27 21:39:08.019069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:08.035792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-22acf61f-6bf5-4976-a215-6528f16cee57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bbbaf586b8c40b78236c2eca392d56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9170511 Jul 27 21:39:08.044188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:08.044452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1641ce12-96d4-40c1-b423-fed75ca5976c req-7d1b6a8c-6a5e-4b87-9bcb-16d99010bebd tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Jul 27 21:39:08.053362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acf61f-6bf5-4976-a215-6528f16cee57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07abdb1c-bb63-4b0f-a381-d24098cd408e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:08.110725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ddbcf0db-b0ec-4eb8-ad45-f323d6e99460 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49abbccdbd574b3aa3472be6824c46c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183116 Jul 27 21:39:08.111004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:08.137940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] For port 80895f2c-2ef6-4898-b194-793af2a3485c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=80895f2c-2ef6-4898-b194-793af2a3485c,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:08.138473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.141242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.142898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:08.172009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Calling delete_port for 80895f2c-2ef6-4898-b194-793af2a3485c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:08.195577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.227192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.268390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.321417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.374546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:08.424411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:08.450482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'port_id': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'mac_address': 'fa:16:3e:67:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-253007422', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:08.510166 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.529282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:08.543995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0d7ce-8baa-4349-9323-edecd303a411 req-2c03b649-a754-476c-9e3c-b2cbfbfadd85 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:08.545709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eca0d7ce-8baa-4349-9323-edecd303a411 req-2c03b649-a754-476c-9e3c-b2cbfbfadd85 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 964 time: 0.2306266 Jul 27 21:39:08.563599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:08.604021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eca0d7ce-8baa-4349-9323-edecd303a411 req-309b181a-8922-4b09-b0bc-eeb26545587a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467460 Jul 27 21:39:08.677581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.677581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.677581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8ebc68d-f062-4f6c-94ee-96750f8b54ef HTTP/1.1" status: 204 len: 168 time: 0.5653253 Jul 27 21:39:08.686031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43b449-b44a-4626-bf32-86fc8c2fbfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ebc68d-f062-4f6c-94ee-96750f8b54ef,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:08.866732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.867829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.869663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.875551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07abdb1c-bb63-4b0f-a381-d24098cd408e HTTP/1.1" status: 204 len: 168 time: 0.8285296 Jul 27 21:39:08.884702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.933524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Pushing event deleted for resources: {'Port': ['ID=80895f2c-2ef6-4898-b194-793af2a3485c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:08.944845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879e1f9-1534-4834-81ac-3e51e3d89489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07abdb1c-bb63-4b0f-a381-d24098cd408e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:08.954320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['80895f2c-2ef6-4898-b194-793af2a3485c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:09.003342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1486ba3-06cc-40e9-855a-5cb1c0399274 req-93da7ad2-4320-48fd-ab27-c2f296dd1542 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:09.006739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1486ba3-06cc-40e9-855a-5cb1c0399274 req-93da7ad2-4320-48fd-ab27-c2f296dd1542 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1910810 Jul 27 21:39:09.102357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:09.126556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] No DVR routers for this DVR port 80895f2c-2ef6-4898-b194-793af2a3485c on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:09.134889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:09.143727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27aaf092-15f4-4a3e-9cdb-0d36ac505430 req-3bc83a1d-f17d-41fd-8791-adc58c63a47d tempest-DeleteServersAdminTestJSON-1466608033 tempest-DeleteServersAdminTestJSON-1466608033-project-admin] 10.222.0.76 "DELETE /v2.0/ports/80895f2c-2ef6-4898-b194-793af2a3485c HTTP/1.1" status: 204 len: 173 time: 1.4424336 Jul 27 21:39:09.143727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'name': 'network-vif-deleted', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:09.144646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:09.144810 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f65e20-3272-4757-ab7e-4a43958780fa" -d '{"events": [{"server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "name": "network-vif-deleted", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:09.153874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1486ba3-06cc-40e9-855a-5cb1c0399274 req-f46c549e-c4ef-4256-be16-1b11ee540415 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154780 Jul 27 21:39:09.219557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['280565c6-9dc3-4be3-babf-b3425a651bad'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:09.265808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9a26c32e-6c85-4d1f-8a86-2372776cc1bb req-a1db9b91-1b82-4575-aafa-b56e4893d3a1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0713501 Jul 27 21:39:09.345840 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36036695-881a-40ef-ae47-d4f5ed4c454b x-openstack-request-id: req-36036695-881a-40ef-ae47-d4f5ed4c454b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:09.346323 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff56d1-0d1a-4bc9-ad60-e23286de07fc", "name": "network-vif-deleted", "tag": "80895f2c-2ef6-4898-b194-793af2a3485c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:09.348174 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36036695-881a-40ef-ae47-d4f5ed4c454b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:09.348174 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff56d1-0d1a-4bc9-ad60-e23286de07fc', 'name': 'network-vif-deleted', 'tag': '80895f2c-2ef6-4898-b194-793af2a3485c', 'status': 'completed', 'code': 200} Jul 27 21:39:09.799952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc390a-d5b6-4c6a-b028-51de5a7cda95 req-1e9b36bf-7387-45af-ade2-47db0b1e1891 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:09.801581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cccc390a-d5b6-4c6a-b028-51de5a7cda95 req-1e9b36bf-7387-45af-ade2-47db0b1e1891 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 965 time: 0.0855458 Jul 27 21:39:09.857575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cccc390a-d5b6-4c6a-b028-51de5a7cda95 req-abb70a8a-1b9c-48d2-8f75-1c38b1232bcc tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481482 Jul 27 21:39:10.098805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:10.147707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-545669fb-323f-483e-b7e1-89a61520f024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a5bd5d63ebe4830ad264157359c124a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475528 Jul 27 21:39:10.152103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47360) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:10.246187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:10.284004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:10.435354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ffb1c-9ace-4625-ba46-83f40531163e req-31d1f6c4-16e9-41ab-9f94-34328c3f47cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:10.438272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c19ffb1c-9ace-4625-ba46-83f40531163e req-31d1f6c4-16e9-41ab-9f94-34328c3f47cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1159742 Jul 27 21:39:10.523804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c19ffb1c-9ace-4625-ba46-83f40531163e req-30186ea3-716a-49ec-9b88-b773b80f1398 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751138 Jul 27 21:39:10.530337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:10.541157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:10.541157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86cefdce-4131-423e-a35a-4534e2096a7d HTTP/1.1" status: 204 len: 168 time: 0.3845327 Jul 27 21:39:10.556142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cefdce-4131-423e-a35a-4534e2096a7d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:10.576875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.577504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.578561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.579137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.581161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.581161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.581161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.582277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.582900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.583478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.584529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.585169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ba467-f1a3-4e94-8d7b-5c6103cfe01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:10.745347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26eaea06-b86e-4c55-9046-ebce6c65a2fa req-1bf9aaff-84b7-447b-b637-3e199ec57c4b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ff56d1-0d1a-4bc9-ad60-e23286de07fc HTTP/1.1" status: 200 len: 210 time: 0.0447733 Jul 27 21:39:11.055648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e8d4-319a-4a65-8cb6-82b39888d5f2 req-6f43710b-a182-497b-bb75-36d47b56de82 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:11.058116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3732e8d4-319a-4a65-8cb6-82b39888d5f2 req-6f43710b-a182-497b-bb75-36d47b56de82 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 965 time: 0.0934200 Jul 27 21:39:11.112811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3732e8d4-319a-4a65-8cb6-82b39888d5f2 req-79ec696a-2013-4ca8-b0da-70cf1defd205 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Jul 27 21:39:11.650094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:11.770649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6da5-520c-482d-92e4-32defa579938 req-0369f29e-2c5f-4722-83e6-441b443d10ac tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:11.774112 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fa6da5-520c-482d-92e4-32defa579938 req-0369f29e-2c5f-4722-83e6-441b443d10ac tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1376071 Jul 27 21:39:11.862304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fa6da5-520c-482d-92e4-32defa579938 req-8d2cb743-3298-4a2f-99e9-7cc27744495b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815268 Jul 27 21:39:11.883243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 280565c6-9dc3-4be3-babf-b3425a651bad completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:11.913933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 280565c6-9dc3-4be3-babf-b3425a651bad triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:11.913933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.061975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.093021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:12.099805 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948c36f6-ed8d-482f-b308-814f9d0df8df" -d '{"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-plugged", "status": "completed", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:12.135595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:12.198131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.199971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:12.217898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-3e3d0fcc-9a23-424c-912c-050da4096e15 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239551 Jul 27 21:39:12.300916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:12.377786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-fd9232b3-c44b-425f-8aee-7d83801f9ea8 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:12.380248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-fd9232b3-c44b-425f-8aee-7d83801f9ea8 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525714 Jul 27 21:39:12.411370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:12.413870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-17e81270-bb41-4d3f-b56f-1ba451fb051b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/quotas/cd79a2637d414d26b4ca8b9b6be97caf HTTP/1.1" status: 200 len: 375 time: 0.0208611 Jul 27 21:39:12.424001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:12.424411 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.470398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-17853a93-5088-4c70-8047-5ca627d7a0eb tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420320 Jul 27 21:39:12.485995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47474) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:12.487772 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a61c787-4e25-4abf-9f46-04462111077d x-openstack-request-id: req-3a61c787-4e25-4abf-9f46-04462111077d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:12.489320 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-plugged", "status": "completed", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:12.489691 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a61c787-4e25-4abf-9f46-04462111077d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:12.489991 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad', 'code': 200} Jul 27 21:39:12.621546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 80895f2c-2ef6-4898-b194-793af2a3485c no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:12.630817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.675921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cccfb-5733-4d13-b377-5d4b1a9fbd97 req-ac191229-9daf-4b53-8af4-d5f997889696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:12.677418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b53cccfb-5733-4d13-b377-5d4b1a9fbd97 req-ac191229-9daf-4b53-8af4-d5f997889696 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1118 time: 0.1340697 Jul 27 21:39:12.688548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 80895f2c-2ef6-4898-b194-793af2a3485c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:12.689127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 80895f2c-2ef6-4898-b194-793af2a3485c not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:12.693549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b252a2-cc9a-4bbc-8783-45871282b0da req-d6215d18-1d21-4092-8938-16d3b31a9bf2 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:12.701719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2b252a2-cc9a-4bbc-8783-45871282b0da req-d6215d18-1d21-4092-8938-16d3b31a9bf2 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 965 time: 0.1343973 Jul 27 21:39:12.714697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:12.723089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-network', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:12.753523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b53cccfb-5733-4d13-b377-5d4b1a9fbd97 req-29a47b0b-b47d-4a42-ad05-d8e87755c1e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 Jul 27 21:39:12.781736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2b252a2-cc9a-4bbc-8783-45871282b0da req-9a0578c2-40b7-4821-9384-d9261413003d tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676467 Jul 27 21:39:12.824309 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.877956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Made reservation on behalf of eb0f6dba3367458f9d441b229e08eca0 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:12.881718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.907067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.937520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:12.950488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.950934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.951320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.952236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.952601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.953379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.953874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.954218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.954589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.954991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.955336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:12.955672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:13.069559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.078872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-446e051c-3b92-4cd5-9843-2f8025be0d12 req-95f08f40-a42a-4317-87ff-d38d3ac46fb8 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 210 time: 0.0444489 Jul 27 21:39:13.205196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.245428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:13.252396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10727d-abfa-498a-a399-d1127694969a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:13.272145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.272611 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Added segment ea4e6d21-29bd-49b7-89ac-fa4e277f4830 of type vlan for network bdfbe835-b8fc-43b5-814e-776201118fbb Jul 27 21:39:13.283177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d6584-cf4e-431f-a029-63ce59f0da4c req-d4c84b5c-dd1c-4338-a4e6-0a9c2e14ec49 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:13.285902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb1d6584-cf4e-431f-a029-63ce59f0da4c req-d4c84b5c-dd1c-4338-a4e6-0a9c2e14ec49 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 967 time: 0.1159074 Jul 27 21:39:13.329890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-ca26e663-8e55-4f53-b5f9-2538c9b6376e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445006 Jul 27 21:39:13.349832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb1d6584-cf4e-431f-a029-63ce59f0da4c req-4d22fdb5-5507-4b2c-b831-b2982980e603 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Jul 27 21:39:13.359725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.663686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-27e08859-0582-46fa-9aee-d4575244ec77 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:13.665257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-27e08859-0582-46fa-9aee-d4575244ec77 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210609 Jul 27 21:39:13.681641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-d5498497-e7c5-49ad-b048-b860a4e226ba tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0104170 Jul 27 21:39:13.718608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b33a1612-5651-483a-a0b8-f82436c8d173 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301266 Jul 27 21:39:13.817892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.822457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:13.823431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:13.894807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfbe835-b8fc-43b5-814e-776201118fbb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:13.932385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bdfbe835-b8fc-43b5-814e-776201118fbb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:13.992308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a03af624-b2cb-4a33-ac0e-be60ccb8d293 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5045187 Jul 27 21:39:14.005890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:14.024187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Request body: {'subnet': {'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-subnet', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:14.061286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41d10f-2aaa-47d3-866b-8beb93d7eaf4 req-c704c322-aa1f-4ac2-ad0c-40d13d5b0e22 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:14.064146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f41d10f-2aaa-47d3-866b-8beb93d7eaf4 req-c704c322-aa1f-4ac2-ad0c-40d13d5b0e22 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 0.1083479 Jul 27 21:39:14.136887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f41d10f-2aaa-47d3-866b-8beb93d7eaf4 req-b1e82320-7d5b-4de8-ae62-e8a4edcbfb34 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603507 Jul 27 21:39:14.167662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Made reservation on behalf of eb0f6dba3367458f9d441b229e08eca0 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:14.171639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:14.285008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d80b2bc-8ad5-49e9-a6bc-4fb4e282a5a6 req-b3919c3f-5eba-43b1-ae66-ccecc27639b0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0654860 Jul 27 21:39:14.382037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34e14af9-3650-4272-84a9-87ac96241e9f req-c39d0dd6-a6e7-40a0-8661-eb430f290c5b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 210 time: 0.0433199 Jul 27 21:39:14.491157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:14.493559 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d1592e-83de-47b7-9858-819c84824950" -d '{"events": [{"server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "name": "network-vif-plugged", "status": "completed", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:14.599500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:14.676971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8805c366-8731-4c02-8139-98f6cfffa13d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:14.688861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Checking segment: {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:14.689228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Network hostable DHCP agents. Network: bdfbe835-b8fc-43b5-814e-776201118fbb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:14.827211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413fef-74bb-477c-8baf-459f5ac9ead3 req-1cdd1f1b-8c57-4259-b9be-57a9c7c65226 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:14.829779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7413fef-74bb-477c-8baf-459f5ac9ead3 req-1cdd1f1b-8c57-4259-b9be-57a9c7c65226 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 967 time: 0.0718689 Jul 27 21:39:14.885140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7413fef-74bb-477c-8baf-459f5ac9ead3 req-0490045e-7a19-4eb7-b56d-dc9051bfbfa7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Jul 27 21:39:14.889074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Network bdfbe835-b8fc-43b5-814e-776201118fbb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:14.951993 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabb4658-9e0b-4946-9577-554e57de0dec x-openstack-request-id: req-eabb4658-9e0b-4946-9577-554e57de0dec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:14.953044 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "name": "network-vif-plugged", "status": "completed", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:14.953044 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eabb4658-9e0b-4946-9577-554e57de0dec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:14.953709 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'code': 200} Jul 27 21:39:14.998003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bdfbe835-b8fc-43b5-814e-776201118fbb) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:15.004384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:15.005426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.016659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb2bc4-382d-4532-8fcb-c29b416f8351 None None] Network bdfbe835-b8fc-43b5-814e-776201118fbb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:15.143746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd664-f87e-45c5-8190-b65cb339a766 req-3fb53be9-5a05-4a4a-b454-cbb2f127bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:15.147961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-326cd664-f87e-45c5-8190-b65cb339a766 req-3fb53be9-5a05-4a4a-b454-cbb2f127bf3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 1117 time: 0.1062963 Jul 27 21:39:15.255682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-326cd664-f87e-45c5-8190-b65cb339a766 req-da4b5676-3bfd-49b6-93f1-2332ace8f770 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996876 Jul 27 21:39:15.258750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6d1d0d5-dc34-4211-a6cd-7132747a867d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2510707 Jul 27 21:39:15.262864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:15.272416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:15.371725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-bdfbe835-b8fc-43b5-814e-776201118fbb', 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'fixed_ips': [{'subnet_id': '8805c366-8731-4c02-8139-98f6cfffa13d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:39:15.373423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.399509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdceab0-7c0d-49b2-b4bb-65a5cc09dc06 req-b4e04b1b-6392-4d9a-96b6-9180130153c8 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:15.406364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.416214 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.420776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cdceab0-7c0d-49b2-b4bb-65a5cc09dc06 req-b4e04b1b-6392-4d9a-96b6-9180130153c8 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1118 time: 0.0959814 Jul 27 21:39:15.535111 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cdceab0-7c0d-49b2-b4bb-65a5cc09dc06 req-3174e4de-25e5-4594-9d00-9e18613f0a18 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132083 Jul 27 21:39:15.571750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.616117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:15.655716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Allocated IP 172.20.0.2 (bdfbe835-b8fc-43b5-814e-776201118fbb/8805c366-8731-4c02-8139-98f6cfffa13d/14e79e7c-be39-4240-b99f-4bb6092a6037) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:15.933980 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:15.951698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Transition to ACTIVE for port object 14e79e7c-be39-4240-b99f-4bb6092a6037 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:15.982815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Transition to ACTIVE for port object 14e79e7c-be39-4240-b99f-4bb6092a6037 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:16.027357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881a937-9e01-45ec-9f67-1552a619f179 req-0ace9c4b-793f-4c7d-ab55-abaeeb38ce6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.029596 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d881a937-9e01-45ec-9f67-1552a619f179 req-0ace9c4b-793f-4c7d-ab55-abaeeb38ce6a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 0.1196856 Jul 27 21:39:16.074091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ac7a0ce-a884-46a0-85c1-5d986164c4c4 req-17b2d910-427e-403e-9193-3c1277a2feec tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0811622 Jul 27 21:39:16.080072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.086682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d881a937-9e01-45ec-9f67-1552a619f179 req-c2a46038-765c-4e4a-86b2-990343af8a8b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490639 Jul 27 21:39:16.114062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.205868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Network bdfbe835-b8fc-43b5-814e-776201118fbb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:16.210836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:16.217120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:16.246457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Pushing event updated for resources: {'Port': ['ID=14e79e7c-be39-4240-b99f-4bb6092a6037,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:16.284063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2b9ba-84bf-4c77-b6dd-0f69aa28170d req-cc83d36a-bc9a-435d-862c-296418837d7d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.287523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ba2b9ba-84bf-4c77-b6dd-0f69aa28170d req-cc83d36a-bc9a-435d-862c-296418837d7d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1118 time: 0.0652692 Jul 27 21:39:16.311367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.339613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ba2b9ba-84bf-4c77-b6dd-0f69aa28170d req-caad97f0-b5d1-484b-ab86-054bbf57f145 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Jul 27 21:39:16.342818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7a3c650-a0fa-4c5a-8ebb-ed0a44327d9b req-60eb3d79-acd3-492f-804c-e77961c528f1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 210 time: 0.0629427 Jul 27 21:39:16.347733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Attempting to bind port 14e79e7c-be39-4240-b99f-4bb6092a6037 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:16.348319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Attempting to bind port 14e79e7c-be39-4240-b99f-4bb6092a6037 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:16.348833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Attempting to bind port 14e79e7c-be39-4240-b99f-4bb6092a6037 on network bdfbe835-b8fc-43b5-814e-776201118fbb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:16.358311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:16.358801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Checking segment: {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:16.359328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.359804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Bound using segment: {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:16.362538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Bound port: 14e79e7c-be39-4240-b99f-4bb6092a6037, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:16.364002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.448119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-9e36c6b8-d517-43ff-a475-aad6a328b75c tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771177 Jul 27 21:39:16.477932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] For port 14e79e7c-be39-4240-b99f-4bb6092a6037, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:16.482764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] For port 14e79e7c-be39-4240-b99f-4bb6092a6037, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=14e79e7c-be39-4240-b99f-4bb6092a6037,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:16.591692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.657138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.667554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-6151d956-7459-4177-b74d-cc7784d2cec1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:16.669586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-6151d956-7459-4177-b74d-cc7784d2cec1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050934 Jul 27 21:39:16.711631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Request body: {'port': {'device_id': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'cd79a2637d414d26b4ca8b9b6be97caf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:16.775800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.798747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be48a5a-ae35-4af5-88cd-ce0b7ea3c642 None None] Pushing event updated for resources: {'Port': ['ID=14e79e7c-be39-4240-b99f-4bb6092a6037,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:16.930695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d341e8645a14678a273deb310ea8662&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3104732 Jul 27 21:39:16.931613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47614) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:17.018453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b206181c-cf9f-4bec-9f6b-cab1b1f8e1a0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:17.032152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.032518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.032856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.033204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.033547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.033886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.034220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.034891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.034891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.035485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.035749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.035975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99f47f-1c1d-4f3b-a3d0-0a06f80ed3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:17.102652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.191953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.250525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.302695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.380716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b507a91-852f-4057-9cd6-af6dede74805 req-6af7b4d2-12ce-4cb1-bd73-1b826ee95fa2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0418329 Jul 27 21:39:17.387316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Made reservation on behalf of cd79a2637d414d26b4ca8b9b6be97caf for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:17.391083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.528724 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.532417 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.533932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b206181c-cf9f-4bec-9f6b-cab1b1f8e1a0 HTTP/1.1" status: 204 len: 168 time: 0.6009989 Jul 27 21:39:17.549516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fca9f-548d-45e8-b262-6f585c79ffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206181c-cf9f-4bec-9f6b-cab1b1f8e1a0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:17.847518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eebc50-43b1-4bcf-8ca7-c03a4bfff2bb req-85993680-a34f-428a-942f-f0f872eb524e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.852022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Allocated IP 192.168.233.91 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/adb88b86-bec1-49db-91bc-f04914b7ba3e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:17.854687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Allocated IP 172.25.3.251 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/ab5a3175-9e83-4e1b-a799-c16b1c92c0ad) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:17.867622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75eebc50-43b1-4bcf-8ca7-c03a4bfff2bb req-85993680-a34f-428a-942f-f0f872eb524e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 0.1984565 Jul 27 21:39:18.426646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.76', 63911) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:18.428797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75eebc50-43b1-4bcf-8ca7-c03a4bfff2bb req-c0dbc551-d2a6-485b-8d3d-44e57e9773cb tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740669 Jul 27 21:39:18.431423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-58ef25a6-711f-415e-9c9c-f1d7a26f1d96 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479867 Jul 27 21:39:18.432257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99b9d961-b09f-47e2-a1a0-8b55bb0f7644 req-770d3d49-6202-4d40-a42e-dcee8b15360b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 210 time: 0.0437794 Jul 27 21:39:18.432438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.432438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-f0898944-8d52-4ffd-bc37-3c0c19473a18 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.432438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-f0898944-8d52-4ffd-bc37-3c0c19473a18 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424166 Jul 27 21:39:18.432438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:18.432984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca64733-28a8-49cb-a7fd-b2fd33161b08 None None] Network bdfbe835-b8fc-43b5-814e-776201118fbb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:18.433577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.433577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Transition to ACTIVE for port object adb88b86-bec1-49db-91bc-f04914b7ba3e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:18.464663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47640) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:18.662496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02490420-6396-4277-9bad-067668a908d8 None None] Provisioning for port 14e79e7c-be39-4240-b99f-4bb6092a6037 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:18.663067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.676198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d27a2298-5b6f-4db5-a54c-5e9b5868df16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.715244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:18.718587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:18.721102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb0bf7-8eb8-45b3-bebf-2c27a478a382 req-28c0e97f-88dd-4952-a8ae-ab96ebdafc5b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.739702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:18.739798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9fb0bf7-8eb8-45b3-bebf-2c27a478a382 req-28c0e97f-88dd-4952-a8ae-ab96ebdafc5b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 0.1278961 Jul 27 21:39:18.739798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:18.743265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'floatingip': {'port_id': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:18.802171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:18.836875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.850849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.851400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:18.857601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.900815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:18.947414 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83c76972-8320-4e4b-9eb9-9bb21db58bc0 req-8c35adcf-236c-4fd7-9bd1-e12a32d764f9 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.1252980 Jul 27 21:39:19.041748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:19.071310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:19.071310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Pushing event updated for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:19.071310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:19.071310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:19.071310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.091597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 14e79e7c-be39-4240-b99f-4bb6092a6037 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:19.250565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d27a2298-5b6f-4db5-a54c-5e9b5868df16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.307542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 14e79e7c-be39-4240-b99f-4bb6092a6037 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:19.313329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 14e79e7c-be39-4240-b99f-4bb6092a6037 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:19.313709 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.403221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d27a2298-5b6f-4db5-a54c-5e9b5868df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.434556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.463447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.505872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3b1f5bc4-85d7-463b-ad72-c2e4af41285d None None] Provisioning for port adb88b86-bec1-49db-91bc-f04914b7ba3e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:19.517040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 14e79e7c-be39-4240-b99f-4bb6092a6037, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=14e79e7c-be39-4240-b99f-4bb6092a6037,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:19.523359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3b1f5bc4-85d7-463b-ad72-c2e4af41285d None None] Provisioning complete for port adb88b86-bec1-49db-91bc-f04914b7ba3e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:19.524353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5bc4-85d7-463b-ad72-c2e4af41285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.541904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47656) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:19.567039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d27a2298-5b6f-4db5-a54c-5e9b5868df16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5f95f58ec7b417ea45eb85b8a530966&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0966775 Jul 27 21:39:19.567039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2298-5b6f-4db5-a54c-5e9b5868df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f131bc4-b833-4255-af3c-7e017a8ec1f1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:19.578134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f5bc4-85d7-463b-ad72-c2e4af41285d None None] Port adb88b86-bec1-49db-91bc-f04914b7ba3e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:19.580865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47660) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:19.637884 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.686689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.722922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=14e79e7c-be39-4240-b99f-4bb6092a6037,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:19.811172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-a53f0b51-d298-4e26-a2da-f21c34dbcf2a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1085813 Jul 27 21:39:19.834764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Request body: {'port': {'device_id': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:19.880682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:39:19.880682 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:39:19.880682 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id_1': '4840274015cf4ed08253a91e5bfcb509', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 39, 19, 783477)}] Jul 27 21:39:19.880682 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:39:19.881188 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:39:19.930179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.933163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.resource_extend [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:39:20.091714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.164599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.236248 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.247547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.257755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21f6cf-8295-42f5-a4ed-52bd04e2408b req-0e7fc963-450e-4bba-8b85-249adda18397 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:20.259698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af21f6cf-8295-42f5-a4ed-52bd04e2408b req-0e7fc963-450e-4bba-8b85-249adda18397 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 935 time: 0.5500472 Jul 27 21:39:20.275473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.290486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.326969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af21f6cf-8295-42f5-a4ed-52bd04e2408b req-2aef2bf3-be80-40e8-a268-afffcc907193 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543697 Jul 27 21:39:20.382545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.446378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.511406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-deb69207-8634-4866-a9a1-4bf3c9de10c2 req-bc8120f4-5089-496c-a467-414cbb4e0cc1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0876210 Jul 27 21:39:20.547493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d919a72b-f2b9-4326-b16f-b8513d560d08,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:20.614159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.638027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.638027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f131bc4-b833-4255-af3c-7e017a8ec1f1 HTTP/1.1" status: 204 len: 168 time: 1.0319192 Jul 27 21:39:20.667476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da7f01-4cfa-4562-ab07-8a6e9e76df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f131bc4-b833-4255-af3c-7e017a8ec1f1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:20.697243 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7 associated. External IP: 172.25.3.26, port: 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66. Jul 27 21:39:20.717276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb88b86-bec1-49db-91bc-f04914b7ba3e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:20.729536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.743065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Transition to ACTIVE for port object adb88b86-bec1-49db-91bc-f04914b7ba3e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:20.754761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.849846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Router eba61ab8-08f9-4c03-9ade-10866548df09 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:39:20.955438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:20.962328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.963251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.028647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a950982b-2d24-4671-a912-5849e9ef8da7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:21.036760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 14e79e7c-be39-4240-b99f-4bb6092a6037 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:21.079078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0feb99fd-6115-42e0-9c3a-583d038bcb1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4840274015cf4ed08253a91e5bfcb509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5358322 Jul 27 21:39:21.082836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47694) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:21.180639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 14e79e7c-be39-4240-b99f-4bb6092a6037 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:21.181741 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.192450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.127 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/2faef815-962b-4b6f-b4ba-9f4614ed0be2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:21.221394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:21.235654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.255101 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:21.278385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.287019 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:21.288110 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:21.311402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f2c203f-ca5d-4bfb-a820-240e5339a2b6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "PUT /v2.0/floatingips/1397a503-047a-4be4-8a14-2fbc25e518b7 HTTP/1.1" status: 200 len: 1011 time: 2.5745599 Jul 27 21:39:21.315441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:21.324731 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051829c-33e4-4f23-9547-6093bd4003fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:21.330412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.383998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:21.426932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Sync routers for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:21.490072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:21.491819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:21.517587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.521835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.523514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a950982b-2d24-4671-a912-5849e9ef8da7 HTTP/1.1" status: 204 len: 168 time: 0.4390750 Jul 27 21:39:21.545218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418714d3-d6cb-457f-a563-b86644df36c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a950982b-2d24-4671-a912-5849e9ef8da7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:21.697537 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b79a29-fbc4-498a-988f-0ea2ecf806bf x-openstack-request-id: req-86b79a29-fbc4-498a-988f-0ea2ecf806bf {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:21.698135 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:21.698135 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86b79a29-fbc4-498a-988f-0ea2ecf806bf {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:21.698517 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'status': 'completed', 'code': 200} Jul 27 21:39:21.716405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.720555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:21.720725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b35da51c-7852-4ed4-bf0a-67022cd4cae3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4560919 Jul 27 21:39:21.731765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Pushing event updated for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:21.745669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.766264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 2faef815-962b-4b6f-b4ba-9f4614ed0be2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:21.808055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Attempting to bind port adb88b86-bec1-49db-91bc-f04914b7ba3e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:21.808379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Attempting to bind port adb88b86-bec1-49db-91bc-f04914b7ba3e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:21.808748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Attempting to bind port adb88b86-bec1-49db-91bc-f04914b7ba3e on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:21.820488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Port adb88b86-bec1-49db-91bc-f04914b7ba3e on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:21.820813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Attempting to bind port adb88b86-bec1-49db-91bc-f04914b7ba3e on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:21.826932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:21.828215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:21.828215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:21.828215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Bound port: adb88b86-bec1-49db-91bc-f04914b7ba3e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:21.828621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.919462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:21.931171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:21.936792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:21.975950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.997095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:22.036109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:22.043721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:22.059488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:22.067020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.067949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.075449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:22.175089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051829c-33e4-4f23-9547-6093bd4003fa req-8bb1a13d-e6fc-4450-a484-1167687ab722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.177613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-8bb1a13d-e6fc-4450-a484-1167687ab722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 1117 time: 0.3809190 Jul 27 21:39:22.217756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 3, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:22.239737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.281152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Checking router: eba61ab8-08f9-4c03-9ade-10866548df09 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:22.281843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Updating router eba61ab8-08f9-4c03-9ade-10866548df09 port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:22.315406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:67:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00fff3-d051-4371-8e34-36509926035f', 'device_owner': 'compute:tempest-test_az-253007422'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 1, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:22.337458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-da0a7017-0519-4d18-89e4-0c5131685637 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0793180 Jul 27 21:39:22.341984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.343197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.344712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] 10.222.0.76 "PUT /v2.0/ports/adb88b86-bec1-49db-91bc-f04914b7ba3e HTTP/1.1" status: 200 len: 1095 time: 2.5222006 Jul 27 21:39:22.345344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:22.351537 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a6619-c39f-4371-8db5-5775417911ba" -d '{"events": [{"name": "network-changed", "server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:22.355680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.360913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Request body: {'port': {'device_id': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:22.450182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:22.468615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051829c-33e4-4f23-9547-6093bd4003fa req-a7b92123-2a5c-4cab-8495-8f6eb73135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.471544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-a7b92123-2a5c-4cab-8495-8f6eb73135b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 925 time: 0.2859864 Jul 27 21:39:22.474772 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:22.486947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4314f-4a20-4cf4-9557-9e7391ff315d service neutron] Pushing event updated for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:22.515869 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:22.516578 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:22.588045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bffd347-386f-4492-bcd2-4252309ea1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.677670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-8c4bb249-6eaa-465a-8b18-e860fc36014f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 200 len: 1019 time: 0.1845267 Jul 27 21:39:22.736385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:22.756855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:22.759340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4e6b60f7-2f47-4a48-aa12-ef3e959ac2e9 None None] Provisioning for port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:22.775916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4e6b60f7-2f47-4a48-aa12-ef3e959ac2e9 None None] Provisioning complete for port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:22.776443 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6b60f7-2f47-4a48-aa12-ef3e959ac2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.798915 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.942068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b60f7-2f47-4a48-aa12-ef3e959ac2e9 None None] Port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:22.952860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-59c0c0bd-db54-4b52-9417-cb406598ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:22.955165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-59c0c0bd-db54-4b52-9417-cb406598ee72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 1098 time: 0.4182184 Jul 27 21:39:22.965316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-f6363fdb-4ddc-4d14-a618-8e277d0c98cc tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:39:22.967896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-f6363fdb-4ddc-4d14-a618-8e277d0c98cc tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2285235 Jul 27 21:39:23.213268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.217885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051829c-33e4-4f23-9547-6093bd4003fa req-b4788ad9-e273-4cf3-a213-f850fe354a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.220403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-b4788ad9-e273-4cf3-a213-f850fe354a22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.4820540 Jul 27 21:39:23.233690 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:67:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00fff3-d051-4371-8e34-36509926035f', 'device_owner': 'compute:tempest-test_az-253007422'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 1, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:23.242254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.272906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Transition to ACTIVE for port object ab5a3175-9e83-4e1b-a799-c16b1c92c0ad will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:23.298041 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbfe40-e512-4191-91c3-e1f42076e49d None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:67:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00fff3-d051-4371-8e34-36509926035f', 'device_owner': 'compute:tempest-test_az-253007422'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 1, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:23.357246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069a80-024b-42a4-9178-c607d4c4e2f7 req-a856a984-0214-4a0f-8366-24671470f81b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.367013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2069a80-024b-42a4-9178-c607d4c4e2f7 req-a856a984-0214-4a0f-8366-24671470f81b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 947 time: 0.6141517 Jul 27 21:39:23.367241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bffd347-386f-4492-bcd2-4252309ea1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.393026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-c329ef37-7ec7-4b7c-9c55-1928a6c5ff86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e HTTP/1.1" status: 200 len: 217 time: 0.4173412 Jul 27 21:39:23.398209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.494585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bffd347-386f-4492-bcd2-4252309ea1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.535872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051829c-33e4-4f23-9547-6093bd4003fa req-39c41654-0f6e-4f95-a4f7-1c917b4c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.545635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-39c41654-0f6e-4f95-a4f7-1c917b4c5500 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981448 Jul 27 21:39:23.549415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-6122957b-5ea6-42ef-a336-4aead425dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.551783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-6122957b-5ea6-42ef-a336-4aead425dcef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1506650 Jul 27 21:39:23.555246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec1f1-c38f-4c79-a614-fafa50048f57 None None] Pushing event updated for resources: {'Port': ['ID=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:23.563146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Attempting to bind port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:23.564323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Attempting to bind port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:23.565366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Attempting to bind port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:23.578538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:23.587650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:23.587650 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.587650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:23.588874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5bffd347-386f-4492-bcd2-4252309ea1b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53ed276d0c9649af952cb6c221c64540&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1216340 Jul 27 21:39:23.598776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Bound port: ab5a3175-9e83-4e1b-a799-c16b1c92c0ad, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:23.602033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2069a80-024b-42a4-9178-c607d4c4e2f7 req-cc184b53-d1d3-4855-b1b7-a7d105eac138 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355096 Jul 27 21:39:23.602634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.614902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:23.622940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffd347-386f-4492-bcd2-4252309ea1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67674869-b449-4241-a225-651e3c038ff8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:23.712956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Request body: {'binding': {'host': 'n-h2-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:23.713540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:39:23.717919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] For port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:23.726518 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434061a3-625a-45b7-be1f-7899e8ae95e2 None None] New status for floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:39:23.727709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] For port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:23.783186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89141482-8023-42f0-8946-55ed314fad46 req-fe9694d6-8c1c-47a0-a48a-94420ed3082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:23.785647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-fe9694d6-8c1c-47a0-a48a-94420ed3082a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198939 Jul 27 21:39:23.838279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faef815-962b-4b6f-b4ba-9f4614ed0be2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:23.914519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.920109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.962206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Transition to ACTIVE for port object 2faef815-962b-4b6f-b4ba-9f4614ed0be2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:24.028962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:24.029885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:24.041154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec1f1-c38f-4c79-a614-fafa50048f57 None None] Pushing event updated for resources: {'Port': ['ID=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.044265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Allocated IP 172.20.0.1 (bdfbe835-b8fc-43b5-814e-776201118fbb/8805c366-8731-4c02-8139-98f6cfffa13d/4d2e67e1-0461-483b-b226-8e4532fe0501) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:24.060451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.071154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-97a88f43-6935-4979-a2d7-21408631ff18 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730055 Jul 27 21:39:24.143077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:24.170249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-c903789e-57c4-4186-9030-b7570328d7cb service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536468 Jul 27 21:39:24.226019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:24.255364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89141482-8023-42f0-8946-55ed314fad46 req-a705547b-1b6b-4a29-b4b1-82a7891dd981 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698933 Jul 27 21:39:24.286867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on host n-h2-738018-6 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:24.287209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:24.287740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:24.291225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870acdc7-91ef-4548-9539-189d3e4857cc req-841f89d6-c68f-46c7-bd76-3d068713825b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:24.295882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Pushing event updated for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.301136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-870acdc7-91ef-4548-9539-189d3e4857cc req-841f89d6-c68f-46c7-bd76-3d068713825b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 936 time: 0.4873588 Jul 27 21:39:24.308372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.314418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:24.316268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:24.391795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871057001-network', 'tenant_id': '47e1ba65ed62468dbb5730fb44b6b685'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:24.398668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:24.399533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:24.399924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:24.400357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Bound port: 280565c6-9dc3-4be3-babf-b3425a651bad, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:24.431675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.451974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 3, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:24.464199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-870acdc7-91ef-4548-9539-189d3e4857cc req-3bbbf0d5-6afb-4d86-8ea1-1963555f97e1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619487 Jul 27 21:39:24.492221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Attempting to bind port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:24.492407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.492501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Attempting to bind port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:24.492501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Attempting to bind port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:24.498971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2ac46-55fb-42ee-86f1-bd5dd1101d94 None None] The sync data for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 is: [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:19Z', 'revision_number': 3, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:24.510802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:24.510802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Attempting to bind port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:24.521676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:24.522033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:24.522577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:24.522902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Bound port: 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:24.525115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.555498 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30e433-7153-4e6d-8214-53d789b361ba x-openstack-request-id: req-7a30e433-7153-4e6d-8214-53d789b361ba {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:24.555883 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:24.556076 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a30e433-7153-4e6d-8214-53d789b361ba {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:24.556564 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e', 'status': 'completed', 'code': 200} Jul 27 21:39:24.576186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1051829c-33e4-4f23-9547-6093bd4003fa req-e4aa7c60-15b9-4b91-b9bf-412e37d04630 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902330 Jul 27 21:39:24.584587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Transition to ACTIVE for port object 4d2e67e1-0461-483b-b226-8e4532fe0501 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:24.637210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-c34155ab-bc94-425c-a13a-f8d49eb101f1 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:24.639206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-c34155ab-bc94-425c-a13a-f8d49eb101f1 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.6366122 Jul 27 21:39:24.645321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:24.706418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Made reservation on behalf of 47e1ba65ed62468dbb5730fb44b6b685 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:24.709425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.732737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:24.749201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.760201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.777850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:24.786177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7727f9-dc92-43c8-8c07-f73e1f14da17 req-30465f3a-b875-4c2e-b209-4384b8272454 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:24.791251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a7727f9-dc92-43c8-8c07-f73e1f14da17 req-30465f3a-b875-4c2e-b209-4384b8272454 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 971 time: 0.1142492 Jul 27 21:39:24.829448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.830350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e55f600b-9066-438a-ab1f-8af7bd9c2458 service neutron] 10.222.0.37 "POST /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad/bindings HTTP/1.1" status: 201 len: 389 time: 1.7515945 Jul 27 21:39:24.865029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Network bdfbe835-b8fc-43b5-814e-776201118fbb is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:24.903152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6619-c39f-4371-8db5-5775417911ba req-4b06fcbc-3dac-4f31-9d3c-fb17f924a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:24.908303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-4b06fcbc-3dac-4f31-9d3c-fb17f924a9b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 1098 time: 0.2643845 Jul 27 21:39:24.908579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:24.911001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:24.911709 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.927208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Deleting port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:24.927514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.929698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2e67e1-0461-483b-b226-8e4532fe0501,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.969159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.016265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.021590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.021590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67674869-b449-4241-a225-651e3c038ff8 HTTP/1.1" status: 204 len: 168 time: 1.4020443 Jul 27 21:39:25.119543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab5a3175-9e83-4e1b-a799-c16b1c92c0ad up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:25.163868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:25.166436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.169731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] 10.222.0.76 "PUT /v2.0/ports/2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 200 len: 1096 time: 2.8166800 Jul 27 21:39:25.232895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a7727f9-dc92-43c8-8c07-f73e1f14da17 req-f0edca95-d2ae-460a-b42e-4ccbb421cb2f tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140708 Jul 27 21:39:25.272374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00be43a-7849-4090-b60e-9da217eaca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67674869-b449-4241-a225-651e3c038ff8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.289333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70747b7-6e24-4d0a-9c54-017a8f9acfaa service neutron] Pushing event updated for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.315518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:25.335013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:25.340814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.371909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] For port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:25.372394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.394318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Calling delete_port for d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 owned by compute:tempest-test_az-253007422 {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:25.484395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.551807 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.585945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6619-c39f-4371-8db5-5775417911ba req-4d547180-33a0-4239-869e-9936803ef8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:25.587738 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-4d547180-33a0-4239-869e-9936803ef8b0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.6736429 Jul 27 21:39:25.592522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:25.624380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d58a25ff-cd2e-4c28-8fa0-d3e8cbd646de None None] Provisioning for port 4d2e67e1-0461-483b-b226-8e4532fe0501 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:25.635793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d58a25ff-cd2e-4c28-8fa0-d3e8cbd646de None None] Provisioning complete for port 4d2e67e1-0461-483b-b226-8e4532fe0501 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:25.640128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d58a25ff-cd2e-4c28-8fa0-d3e8cbd646de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.669867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-6edc27fd-b916-4317-a7ba-c69aeae48728 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e HTTP/1.1" status: 200 len: 217 time: 0.0732801 Jul 27 21:39:25.693226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d58a25ff-cd2e-4c28-8fa0-d3e8cbd646de None None] Port 4d2e67e1-0461-483b-b226-8e4532fe0501 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:25.702178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.740401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a846c-3ab9-40f3-8dd5-bd5342225ccf req-5918d1dc-bd25-4bd1-9ab2-1872a64ab3ce tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:25.742180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d8a846c-3ab9-40f3-8dd5-bd5342225ccf req-5918d1dc-bd25-4bd1-9ab2-1872a64ab3ce tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 967 time: 0.2420652 Jul 27 21:39:25.790349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.830016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.842097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.76', 63915) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.916764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150242a-04a1-44ec-aac5-a3be2893e5bd req-7fa7f438-5bc9-4c23-97c4-79c0cf4a363e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:25.918413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a150242a-04a1-44ec-aac5-a3be2893e5bd req-7fa7f438-5bc9-4c23-97c4-79c0cf4a363e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 947 time: 0.4167182 Jul 27 21:39:25.926030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-91efe2c6-c5d1-44b7-b4c2-ce5fdd12eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:25.927662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.934507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-91efe2c6-c5d1-44b7-b4c2-ce5fdd12eef1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1099 time: 0.3846078 Jul 27 21:39:25.946112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:25.959567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d8a846c-3ab9-40f3-8dd5-bd5342225ccf req-4f7d7f5d-6cf4-418c-a4cd-2cd447735edc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460650 Jul 27 21:39:25.976751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.977182 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Added segment e5d31d52-376a-4720-aa03-a391609eca6d of type vlan for network 72f9a7f4-90e1-4550-9e16-d55423801070 Jul 27 21:39:26.056825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8751c1f-8ad9-46e1-a5c3-663da9648bd4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.125498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.131835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.191388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f0c1b-f95c-456a-a14b-c30208500728 req-fb1b42f0-43ba-4cde-8e2d-16ad55842264 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.199564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e94f0c1b-f95c-456a-a14b-c30208500728 req-fb1b42f0-43ba-4cde-8e2d-16ad55842264 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 948 time: 0.1372142 Jul 27 21:39:26.200943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6619-c39f-4371-8db5-5775417911ba req-e6c0d877-ac30-46c3-9bdc-97ad7020e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.202489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-e6c0d877-ac30-46c3-9bdc-97ad7020e622 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.5058367 Jul 27 21:39:26.240125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e94f0c1b-f95c-456a-a14b-c30208500728 req-d2313f17-1aac-4488-852a-b8cec6dcd50a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Jul 27 21:39:26.243340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.244078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.279967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.280934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.281531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.307880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-8851968c-c63e-49ee-b672-59301a68d499 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 200 len: 217 time: 0.1103196 Jul 27 21:39:26.416041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a150242a-04a1-44ec-aac5-a3be2893e5bd req-b2a2418e-47f4-4621-9213-80d1cd0c8f8f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826567 Jul 27 21:39:26.435864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-f05398bb-cc8d-401d-b331-34743929a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.437480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-f05398bb-cc8d-401d-b331-34743929a6ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1118 time: 0.5918303 Jul 27 21:39:26.438867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-0ba12e6b-717b-40f6-91c0-ac3bed70760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.440225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-0ba12e6b-717b-40f6-91c0-ac3bed70760d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1206236 Jul 27 21:39:26.445180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2e67e1-0461-483b-b226-8e4532fe0501,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.464360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6619-c39f-4371-8db5-5775417911ba req-246a2098-5fc0-4b0f-adfd-a64c3cfd9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.466037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-246a2098-5fc0-4b0f-adfd-a64c3cfd9d08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2480898 Jul 27 21:39:26.490455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] Pushing event updated for resources: {'Network': ['ID=72f9a7f4-90e1-4550-9e16-d55423801070,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.502076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 72f9a7f4-90e1-4550-9e16-d55423801070 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:26.525872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Network bdfbe835-b8fc-43b5-814e-776201118fbb is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:26.528884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:26.573944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cc29-0761-41d1-92ae-d7850dd7d460 req-9b3c5e1e-2bee-479e-8d5e-b84e9f6cdf58 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.573944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1be9cc29-0761-41d1-92ae-d7850dd7d460 req-9b3c5e1e-2bee-479e-8d5e-b84e9f6cdf58 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 888 time: 0.2281547 Jul 27 21:39:26.607724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a8f94fc-be3e-4935-808d-c7015afb6ffd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4514771 Jul 27 21:39:26.610420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:26.631851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:26.634965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Request body: {'subnet': {'network_id': '72f9a7f4-90e1-4550-9e16-d55423801070', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871057001-subnet', 'tenant_id': '47e1ba65ed62468dbb5730fb44b6b685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:26.638442 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e998d47-23a0-42d7-a562-db902328f259" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:26.652093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device adb88b86-bec1-49db-91bc-f04914b7ba3e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:26.715422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.769599 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b15a89-0971-427d-847c-23a9209cd8ef x-openstack-request-id: req-e9b15a89-0971-427d-847c-23a9209cd8ef {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:26.769945 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:26.770331 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9b15a89-0971-427d-847c-23a9209cd8ef {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:26.772110 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2', 'status': 'completed', 'code': 200} Jul 27 21:39:26.816476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Pushing event deleted for resources: {'Port': ['ID=d7d7b2ad-5ae9-4b7a-a065-1c9288b31512,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.873902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Router eba61ab8-08f9-4c03-9ade-10866548df09 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:26.882002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:26.913693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'adb88b86-bec1-49db-91bc-f04914b7ba3e', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'adb88b86-bec1-49db-91bc-f04914b7ba3e', 'mac_address': 'fa:16:3e:88:50:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:26.917703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1be9cc29-0761-41d1-92ae-d7850dd7d460 req-db97513a-f213-4dab-bdfb-d12220b59a8a tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/security-groups?id=56d1b05d-111a-450d-8cc5-fe84d20cc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176172 Jul 27 21:39:26.969389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-7fbc1f73-9f61-40be-95f2-601ef3356dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:26.970954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-7fbc1f73-9f61-40be-95f2-601ef3356dc0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.5028067 Jul 27 21:39:27.047432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Made reservation on behalf of 47e1ba65ed62468dbb5730fb44b6b685 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:27.051051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.075734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] No DVR routers for this DVR port d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:27.077098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab5a3175-9e83-4e1b-a799-c16b1c92c0ad up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:27.080234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.083195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-234cf3bb-9aa7-42b5-867d-dd3ebb19e664 req-1016efd2-caf9-44bd-acd1-b391f2a65f64 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.50 "DELETE /v2.0/ports/d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 HTTP/1.1" status: 204 len: 173 time: 2.4358726 Jul 27 21:39:27.116881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.121580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bbddece6-aec7-46b7-9676-ebb3a859da36 None None] Provisioning complete for port 4d2e67e1-0461-483b-b226-8e4532fe0501 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:27.122260 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbddece6-aec7-46b7-9676-ebb3a859da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.156615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-351860f7-0c77-4c9e-b757-03abc524a1bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.1555617 Jul 27 21:39:27.159462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-cfd83818-9436-4f36-ab25-fcc8ec072c6b service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726878 Jul 27 21:39:27.174465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-69141c88-4c07-4780-a392-a38fe3979e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.187663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-69141c88-4c07-4780-a392-a38fe3979e7f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7195883 Jul 27 21:39:27.195511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb88b86-bec1-49db-91bc-f04914b7ba3e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:27.231565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bbddece6-aec7-46b7-9676-ebb3a859da36 None None] Port 4d2e67e1-0461-483b-b226-8e4532fe0501 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:27.246340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:27.255554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:27.256180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.309593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:27.316412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c8112dc-1683-4188-aabb-98ff3927d567 admin admin] 10.222.0.37 "PUT /v2.0/routers/eba61ab8-08f9-4c03-9ade-10866548df09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5946827 Jul 27 21:39:27.369910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Sync routers for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:27.399373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.494862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:27.517720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:27.518520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:27.539163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-fc347f26-25b0-4177-8e8f-18df3fea0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.540790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-fc347f26-25b0-4177-8e8f-18df3fea0c6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.2881808 Jul 27 21:39:27.588179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e13cc-5a66-4ba7-b213-db3aad35a169 req-8a91f779-efb1-4cbf-89b8-27bb301b8cb6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.589687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-504e13cc-5a66-4ba7-b213-db3aad35a169 req-8a91f779-efb1-4cbf-89b8-27bb301b8cb6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 967 time: 0.3999383 Jul 27 21:39:27.631416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-dd5a31cf-5c3b-4c1a-b953-cc16ffcae327 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709336 Jul 27 21:39:27.652716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-b6e5ae37-1bf1-4b7d-8f56-d67755297831 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838322 Jul 27 21:39:27.663386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309a6619-c39f-4371-8db5-5775417911ba req-6b62c555-f08a-40fc-b047-6e8f6537f86a service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033768 Jul 27 21:39:27.714850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:27.844947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:27.844947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['adb88b86-bec1-49db-91bc-f04914b7ba3e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:27.864817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1149e7-dc4d-474a-8bef-78793036d8d5 req-feecf919-9c3b-49a7-80c0-b39498e3ca88 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.870848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-504e13cc-5a66-4ba7-b213-db3aad35a169 req-996a77e4-7073-4fb8-8576-accc24528d0a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507384 Jul 27 21:39:27.884333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c1149e7-dc4d-474a-8bef-78793036d8d5 req-feecf919-9c3b-49a7-80c0-b39498e3ca88 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 948 time: 0.4859600 Jul 27 21:39:27.933939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2eeec12e-eb81-4b11-b8f8-365c16106e1e req-bcec24e8-dd7a-4300-beda-1300a8a7fe26 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694571 Jul 27 21:39:27.962320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c1149e7-dc4d-474a-8bef-78793036d8d5 req-a0895616-8751-4f0b-ae84-b4ecaeb4986b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688727 Jul 27 21:39:27.967652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.981623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-24fbe298-a028-44d9-8d61-0149224d0c1a service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416426 Jul 27 21:39:27.992284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:27.992639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7d7b2ad-5ae9-4b7a-a065-1c9288b31512 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:28.193987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Checking segment: {'id': 'e5d31d52-376a-4720-aa03-a391609eca6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '72f9a7f4-90e1-4550-9e16-d55423801070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:28.195658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Network hostable DHCP agents. Network: 72f9a7f4-90e1-4550-9e16-d55423801070, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:28.219620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41f4d7e-bebc-4565-850b-2b3ff43deae5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:28.241610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-664e838a-f086-4caa-99ce-a6dcf3629eb7 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508731 Jul 27 21:39:28.250917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998d47-23a0-42d7-a562-db902328f259 req-8e69ce72-1eac-4542-b5b2-a64c7d07cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:28.250917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-8e69ce72-1eac-4542-b5b2-a64c7d07cc16 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1099 time: 0.1318424 Jul 27 21:39:28.273785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709e785-bd1a-461c-ae35-88034eb4c73f req-0cda5562-10de-4ad6-b858-9cc9c63bcf29 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:28.282325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2709e785-bd1a-461c-ae35-88034eb4c73f req-0cda5562-10de-4ad6-b858-9cc9c63bcf29 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 948 time: 0.2060080 Jul 27 21:39:28.352330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Network 72f9a7f4-90e1-4550-9e16-d55423801070 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:28.370841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4d2e67e1-0461-483b-b226-8e4532fe0501', 'name': '', 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'mac_address': 'fa:16:3e:f2:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:23Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 2, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'subnets': [{'id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:28.420075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Checking router: eba61ab8-08f9-4c03-9ade-10866548df09 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:28.420457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Updating router eba61ab8-08f9-4c03-9ade-10866548df09 port 4d2e67e1-0461-483b-b226-8e4532fe0501 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:28.435972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 72f9a7f4-90e1-4550-9e16-d55423801070) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:28.441555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2709e785-bd1a-461c-ae35-88034eb4c73f req-313a420c-1c91-455c-98ad-dfe9f590b2ac tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578829 Jul 27 21:39:28.441780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:28.442180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:28.460024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44775ef-0a47-49e0-8f51-68f322b258f1 None None] Network 72f9a7f4-90e1-4550-9e16-d55423801070 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:28.526720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998d47-23a0-42d7-a562-db902328f259 req-b471727f-1f2b-45bc-ba9d-94853ecc01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:28.529089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-b471727f-1f2b-45bc-ba9d-94853ecc01d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2649763 Jul 27 21:39:28.561558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:28.641524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985135ea-fe00-45d1-a438-5a88b506b0cb None None] Network 72f9a7f4-90e1-4550-9e16-d55423801070 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:28.651289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-899ce575-6b2c-4f2b-a54e-32fbf7abdc36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 200 len: 217 time: 0.1086025 Jul 27 21:39:28.652352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb34fba0-9398-42a6-9acc-f4b3d9413bec req-d0aa2678-5479-4b73-9098-b287e3154c8a tempest-FloatingIPsNegativeTestJSON-1512186719 tempest-FloatingIPsNegativeTestJSON-1512186719-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=eb0f6dba3367458f9d441b229e08eca0 HTTP/1.1" status: 200 len: 217 time: 0.1093733 Jul 27 21:39:28.666902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-128a7848-f2c2-42d2-b7fe-2083c33dc477 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0494237 Jul 27 21:39:28.793716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'name': 'network-vif-deleted', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:28.798262 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac76e6-2a9a-4e0b-bb71-c3bd99e68800" -d '{"events": [{"server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "name": "network-vif-deleted", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:28.847272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-020991da-8606-4427-bbe4-a61967692741 req-a6505c18-4faa-4580-92e5-8fb537981d98 tempest-AggregatesAdminTestJSON-185744212 tempest-AggregatesAdminTestJSON-185744212-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50da22e-7431-4d88-a5d2-4453fc777162 HTTP/1.1" status: 200 len: 210 time: 0.1048710 Jul 27 21:39:28.873178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998d47-23a0-42d7-a562-db902328f259 req-15acf16b-cef5-405e-a3b5-d2eda564881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:28.876690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-15acf16b-cef5-405e-a3b5-d2eda564881e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2181277 Jul 27 21:39:28.980369 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ecddc-4b82-4c81-b7d4-2fe70b3b06b2 x-openstack-request-id: req-a88ecddc-4b82-4c81-b7d4-2fe70b3b06b2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:28.980874 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50da22e-7431-4d88-a5d2-4453fc777162", "name": "network-vif-deleted", "tag": "d7d7b2ad-5ae9-4b7a-a065-1c9288b31512", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:28.981619 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a88ecddc-4b82-4c81-b7d4-2fe70b3b06b2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:28.982483 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50da22e-7431-4d88-a5d2-4453fc777162', 'name': 'network-vif-deleted', 'tag': 'd7d7b2ad-5ae9-4b7a-a065-1c9288b31512', 'status': 'completed', 'code': 200} Jul 27 21:39:29.061439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.070422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-211a5c7a-26ca-4890-b54d-db13f5d6184b req-5caabadf-a0c5-4457-98e4-909d32148f90 tempest-FloatingIPsNegativeTestJSON-1512186719 tempest-FloatingIPsNegativeTestJSON-1512186719-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1746988 Jul 27 21:39:29.086774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Transition to ACTIVE for port object 4d2e67e1-0461-483b-b226-8e4532fe0501 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:29.093982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-65ecff88-b086-409d-a42f-4ff599f1f062 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.095603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-65ecff88-b086-409d-a42f-4ff599f1f062 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1118 time: 0.5069003 Jul 27 21:39:29.110933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:29.238501 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.251760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a869f0b-aa8f-463f-980e-416c56ccb44b req-1c0d1d9c-43bd-4163-b00c-db0d465d7048 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.259096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a869f0b-aa8f-463f-980e-416c56ccb44b req-1c0d1d9c-43bd-4163-b00c-db0d465d7048 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 948 time: 0.0866146 Jul 27 21:39:29.339362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a869f0b-aa8f-463f-980e-416c56ccb44b req-7b205665-4404-4ab4-88cf-b7da62241153 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749481 Jul 27 21:39:29.350901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d9e24-3e1c-4256-8ea2-6dbb5e8946fb None None] Pushing event updated for resources: {'Port': ['ID=4d2e67e1-0461-483b-b226-8e4532fe0501,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:29.369224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Attempting to bind port 4d2e67e1-0461-483b-b226-8e4532fe0501 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:29.369604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Attempting to bind port 4d2e67e1-0461-483b-b226-8e4532fe0501 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:29.369977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Attempting to bind port 4d2e67e1-0461-483b-b226-8e4532fe0501 on network bdfbe835-b8fc-43b5-814e-776201118fbb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:29.378753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:29.379146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Checking segment: {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:29.379561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.379967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Bound using segment: {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:29.380469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Bound port: 4d2e67e1-0461-483b-b226-8e4532fe0501, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:29.380863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.430650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e998d47-23a0-42d7-a562-db902328f259 req-4404a329-8454-425f-a007-cac4a8340ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.432644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-4404a329-8454-425f-a007-cac4a8340ed0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5393946 Jul 27 21:39:29.470601 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-6e8857ed-ddc2-4250-b81b-ec29b95aa1be req-2e3dd5ad-2dc3-4da9-ba98-3f6b76ac8780 tempest-FloatingIPsNegativeTestJSON-1512186719 tempest-FloatingIPsNegativeTestJSON-1512186719-project] show failed (client error): The resource could not be found. Jul 27 21:39:29.486729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e8857ed-ddc2-4250-b81b-ec29b95aa1be req-2e3dd5ad-2dc3-4da9-ba98-3f6b76ac8780 tempest-FloatingIPsNegativeTestJSON-1512186719 tempest-FloatingIPsNegativeTestJSON-1512186719-project] 10.222.0.37 "GET /v2.0/floatingips/b3af301c-f265-417e-b742-38dc72084807 HTTP/1.1" status: 404 len: 350 time: 0.1142671 Jul 27 21:39:29.489767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47862) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.490935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] For port 4d2e67e1-0461-483b-b226-8e4532fe0501, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:29.494643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] For port 4d2e67e1-0461-483b-b226-8e4532fe0501, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d2e67e1-0461-483b-b226-8e4532fe0501,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:29.555568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.638540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-131c3efc-2923-4e0b-9a19-c8d462591713 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942201 Jul 27 21:39:29.652761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbdc91-5974-4a0f-a9f7-61d8b70d0d16 req-46e0ce6b-2c42-4773-8fb0-d7e6a34cc3e8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.655396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18fbdc91-5974-4a0f-a9f7-61d8b70d0d16 req-46e0ce6b-2c42-4773-8fb0-d7e6a34cc3e8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 967 time: 0.4977083 Jul 27 21:39:29.777796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.813007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18fbdc91-5974-4a0f-a9f7-61d8b70d0d16 req-46bb7035-9976-49f0-9e17-c09f5c3ed832 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393056 Jul 27 21:39:29.866224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:29.866224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e998d47-23a0-42d7-a562-db902328f259 req-daa6ba54-f272-4ba9-bb1c-3ff8b1e0c07e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953907 Jul 27 21:39:29.896891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:29.896891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:29.896891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d9e24-3e1c-4256-8ea2-6dbb5e8946fb None None] Pushing event updated for resources: {'Port': ['ID=4d2e67e1-0461-483b-b226-8e4532fe0501,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:29.945705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:30.030231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.088205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:30.090160 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:39:30.134664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.184009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850dfa0-bbe6-44dd-85df-54067490d036 req-892fa699-5ae3-49a3-8398-44e519762127 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.185835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7850dfa0-bbe6-44dd-85df-54067490d036 req-892fa699-5ae3-49a3-8398-44e519762127 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 948 time: 0.2369492 Jul 27 21:39:30.262010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.278136 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.333657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:30.339934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2028331301-network', 'tenant_id': '8abaaadf156b4928be9b87a17cd0773e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:30.350416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on host n-h1-738018-6 for vnic_type normal with profile {"migrating_to": "n-h2-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:30.350755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:30.351367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:30.364253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:30.364578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Attempting to bind port 280565c6-9dc3-4be3-babf-b3425a651bad on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:30.375412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:30.375762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:30.376157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:30.376593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Bound port: 280565c6-9dc3-4be3-babf-b3425a651bad, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:30.377399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.458371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7850dfa0-bbe6-44dd-85df-54067490d036 req-046e07b3-587d-4393-ac97-9aceab1fd8aa tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338135 Jul 27 21:39:30.480042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Made reservation on behalf of 8abaaadf156b4928be9b87a17cd0773e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:30.482630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.508246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.523441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:30.548981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:30.549210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4d2e67e1-0461-483b-b226-8e4532fe0501', 'name': '', 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'mac_address': 'fa:16:3e:f2:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:23Z', 'updated_at': '2021-07-27T21:39:29Z', 'revision_number': 4, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'subnets': [{'id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:30.579173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019d0d0-02cd-4a77-a71b-485ad98b04fe None None] The sync data for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 is: [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4d2e67e1-0461-483b-b226-8e4532fe0501', 'name': '', 'network_id': 'bdfbe835-b8fc-43b5-814e-776201118fbb', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'mac_address': 'fa:16:3e:f2:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:23Z', 'updated_at': '2021-07-27T21:39:29Z', 'revision_number': 4, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'subnets': [{'id': '8805c366-8731-4c02-8139-98f6cfffa13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:30.588571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd262ac8-32ba-4995-9502-3c9b08be0915 req-9a27e1ff-ab72-4c4b-b6fd-b93d1fd28730 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.590491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd262ac8-32ba-4995-9502-3c9b08be0915 req-9a27e1ff-ab72-4c4b-b6fd-b93d1fd28730 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 948 time: 0.1550055 Jul 27 21:39:30.653080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2faef815-962b-4b6f-b4ba-9f4614ed0be2 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:30.677717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.689156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd262ac8-32ba-4995-9502-3c9b08be0915 req-a3355526-b191-4246-aecc-428489a6b4fd tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874655 Jul 27 21:39:30.853439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:30.866418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device adb88b86-bec1-49db-91bc-f04914b7ba3e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:30.885802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Deleting port 4d2e67e1-0461-483b-b226-8e4532fe0501 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:30.886112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.917282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:30.917905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.919576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] 10.222.0.76 "PUT /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 1143 time: 1.8146124 Jul 27 21:39:30.927437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.932858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dda9e5-9c19-49a6-ab3e-87c604ecd58b service neutron] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.948601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:30.966601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '2faef815-962b-4b6f-b4ba-9f4614ed0be2', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '2faef815-962b-4b6f-b4ba-9f4614ed0be2', 'mac_address': 'fa:16:3e:7f:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:30.983897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad'}, {'name': 'network-changed', 'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:30.986907 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22843fb2-b30f-449a-8f74-b1bab98f796a" -d '{"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad"}, {"name": "network-changed", "server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:30.998580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.056974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['280565c6-9dc3-4be3-babf-b3425a651bad'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:31.078124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d75a68-9214-40ff-bdf6-5270662259c3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.084748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:31.140665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.141536 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Added segment 37cbd6a1-3a11-4fd2-9b66-dbcd78a0fece of type vlan for network a43a1983-fb31-4615-bd61-c22ead3b7b0e Jul 27 21:39:31.184489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:31.192670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] For port 4d2e67e1-0461-483b-b226-8e4532fe0501, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d2e67e1-0461-483b-b226-8e4532fe0501,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:31.193343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.209750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d2e67e1-0461-483b-b226-8e4532fe0501 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:31.220429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Calling delete_port for 4d2e67e1-0461-483b-b226-8e4532fe0501 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:31.294681 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1212d9-2221-4520-a9c7-940c3262af0b x-openstack-request-id: req-dc1212d9-2221-4520-a9c7-940c3262af0b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:31.295416 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad", "code": 200}, {"name": "network-changed", "server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:31.295981 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc1212d9-2221-4520-a9c7-940c3262af0b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:31.296950 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad', 'code': 200} Jul 27 21:39:31.297556 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad', 'status': 'completed', 'code': 200} Jul 27 21:39:31.323523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.337522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7bc25-9816-49f8-8855-a604afeef12a req-93b87eb9-1a43-4b4d-920a-797f6b47b76a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.345928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87f7bc25-9816-49f8-8855-a604afeef12a req-93b87eb9-1a43-4b4d-920a-797f6b47b76a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.2908356 Jul 27 21:39:31.358493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bdc35b1-cf4f-440e-be41-2780081eef0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.359067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faef815-962b-4b6f-b4ba-9f4614ed0be2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:31.410680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:31.449005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port adb88b86-bec1-49db-91bc-f04914b7ba3e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:31.458715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87f7bc25-9816-49f8-8855-a604afeef12a req-ea3fda3c-3455-4666-a0c3-624beb822c74 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068404 Jul 27 21:39:31.466264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port adb88b86-bec1-49db-91bc-f04914b7ba3e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:31.467075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.482328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.575666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bdc35b1-cf4f-440e-be41-2780081eef0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.578087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.695928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0ed066d0-6e42-49c7-84c6-fe7fb0734ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9555f96d24648c19f852a32165b3375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458708 Jul 27 21:39:31.696728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:31.710943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bdc35b1-cf4f-440e-be41-2780081eef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.757149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-3b2ff045-3f3d-43cb-921a-e732f45a4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.758805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-3b2ff045-3f3d-43cb-921a-e732f45a4609 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1146 time: 0.4674957 Jul 27 21:39:31.776646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc35b1-cf4f-440e-be41-2780081eef0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777c0abd-b15d-463b-8e56-01cea19d7667,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.778742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.792088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4d2e67e1-0461-483b-b226-8e4532fe0501 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:31.802161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4d2e67e1-0461-483b-b226-8e4532fe0501 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:31.802631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.861765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.904780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:31.908347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392f501-00c4-4f71-bab0-2cde20ec9521 req-e97b0195-9561-4453-97e8-532b5ce0e40f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.911732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7392f501-00c4-4f71-bab0-2cde20ec9521 req-e97b0195-9561-4453-97e8-532b5ce0e40f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 949 time: 0.1042163 Jul 27 21:39:31.913410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.927828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:31.927828 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b7904f-9927-4dd6-a8ce-50586c673df8" -d '{"events": [{"server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "name": "network-vif-plugged", "status": "completed", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:31.948705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2e67e1-0461-483b-b226-8e4532fe0501,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.959601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:31.963409 n-d-738018-6 neutron-server[94673]: INFO neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No ports have port_id starting with 4d2e67e1-0461-483b-b226-8e4532fe0501 Jul 27 21:39:31.980327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-afcbee7c-e761-404e-b281-a22ef012b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.981854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-afcbee7c-e761-404e-b281-a22ef012b880 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.1856127 Jul 27 21:39:31.982743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.983635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:31.984200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.999627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-445e2f9b-700a-4fc6-810a-585ab8f6a144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.013775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebde89-72c3-476a-bdd7-21dfb8d93bea req-c2fb1721-ade8-4e20-996f-747fae05b308 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.023236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4ebde89-72c3-476a-bdd7-21dfb8d93bea req-c2fb1721-ade8-4e20-996f-747fae05b308 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 948 time: 0.4375348 Jul 27 21:39:32.075942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-4a80a585-b0b1-4eb0-a72c-3e7e37f5ab7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.0766861 Jul 27 21:39:32.087675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.096178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7392f501-00c4-4f71-bab0-2cde20ec9521 req-9905a026-2665-4cea-ae6b-62a5a203dece tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483548 Jul 27 21:39:32.122504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bdc35b1-cf4f-440e-be41-2780081eef0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aec1c8076d024add95b0b68c56638562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9369595 Jul 27 21:39:32.137071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:32.154717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4ebde89-72c3-476a-bdd7-21dfb8d93bea req-5a0d130b-c7cf-433b-8ca6-facc1352a59a tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303973 Jul 27 21:39:32.221085 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.223299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:32.242695 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d9ee26-3d17-4f8e-829e-b7ea35fae904 x-openstack-request-id: req-e5d9ee26-3d17-4f8e-829e-b7ea35fae904 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:32.243266 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "name": "network-vif-plugged", "status": "completed", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:32.243668 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5d9ee26-3d17-4f8e-829e-b7ea35fae904 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:32.244258 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e', 'code': 200} Jul 27 21:39:32.288916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.294784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9598715 Jul 27 21:39:32.310204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47924) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:32.317219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Request body: {'subnet': {'network_id': 'a43a1983-fb31-4615-bd61-c22ead3b7b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2028331301-subnet', 'tenant_id': '8abaaadf156b4928be9b87a17cd0773e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:32.440224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2965-c6b7-4481-ad58-3f8334ee7b07 admin admin] Pushing event updated for resources: {'Network': ['ID=a43a1983-fb31-4615-bd61-c22ead3b7b0e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:32.462052 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.467075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a43a1983-fb31-4615-bd61-c22ead3b7b0e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:32.480313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-0347e10c-5741-4dc7-8b1e-0961b3b9c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.482152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-0347e10c-5741-4dc7-8b1e-0961b3b9c4dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.3438039 Jul 27 21:39:32.519029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Made reservation on behalf of 8abaaadf156b4928be9b87a17cd0773e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:32.523491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.549695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-5a3ed785-b640-4b27-be28-4d19636eaebe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481906 Jul 27 21:39:32.564728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.673976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.681983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae102cc-ce9a-4a0a-b46e-c0e91aaec0bc req-b6859899-3a4d-4e64-b07e-486426284b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.684776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ae102cc-ce9a-4a0a-b46e-c0e91aaec0bc req-b6859899-3a4d-4e64-b07e-486426284b5b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 1100 time: 0.3426504 Jul 27 21:39:32.795797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-f06f90ed-d037-47f1-8388-f13edd33b867 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271242 Jul 27 21:39:32.798017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ae102cc-ce9a-4a0a-b46e-c0e91aaec0bc req-25be2f90-ac12-4cc2-8996-a2f88d53089d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945835 Jul 27 21:39:32.815130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.817931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.822056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56d1b05d-111a-450d-8cc5-fe84d20cc1a0 HTTP/1.1" status: 204 len: 168 time: 1.1225152 Jul 27 21:39:32.889183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6944b-a877-4772-ac78-78832e7d2d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1b05d-111a-450d-8cc5-fe84d20cc1a0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:32.964495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Router eba61ab8-08f9-4c03-9ade-10866548df09 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:32.993269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22843fb2-b30f-449a-8f74-b1bab98f796a req-312b0656-f58b-47e4-9cd9-4dc5d6a06fb5 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891718 Jul 27 21:39:32.998706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab0db7-b9c8-4be8-b4d1-4792648bcf95 req-c3eb6a7d-9688-4edc-8aa0-67ef65b22393 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:33.001034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11ab0db7-b9c8-4be8-b4d1-4792648bcf95 req-c3eb6a7d-9688-4edc-8aa0-67ef65b22393 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.2061083 Jul 27 21:39:33.038785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.041114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.042327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/777c0abd-b15d-463b-8e56-01cea19d7667 HTTP/1.1" status: 204 len: 168 time: 0.8850598 Jul 27 21:39:33.051261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab4151-6ed7-46c7-aa0b-53d6055cb23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777c0abd-b15d-463b-8e56-01cea19d7667,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.168232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11ab0db7-b9c8-4be8-b4d1-4792648bcf95 req-b5f3db86-3697-4afb-9698-778ce74bb8a9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236062 Jul 27 21:39:33.235701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:33.242465 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a24684cd-ffc3-4188-8351-b3c2a8d92efb admin admin] 10.222.0.37 "PUT /v2.0/routers/eba61ab8-08f9-4c03-9ade-10866548df09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7502902 Jul 27 21:39:33.246467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:33.249765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Sync routers for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:33.271365 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:33.272282 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:33.291200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5206a-8d68-4443-beb8-727b13147436 req-ecba05f7-06b5-4d3f-a234-8845a9cf4f81 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:33.293335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ff5206a-8d68-4443-beb8-727b13147436 req-ecba05f7-06b5-4d3f-a234-8845a9cf4f81 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 949 time: 0.0992315 Jul 27 21:39:33.355456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ff5206a-8d68-4443-beb8-727b13147436 req-3b7adc13-768d-4dd7-96e7-2241a7687a16 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526390 Jul 27 21:39:33.432790 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:33.451262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.490129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.507329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd7cb1-2e79-42d9-b879-eca2a8afc0ea req-d4bf6fea-f13e-4cc3-9f70-7f576a02391f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:33.514614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46cd7cb1-2e79-42d9-b879-eca2a8afc0ea req-d4bf6fea-f13e-4cc3-9f70-7f576a02391f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.1978641 Jul 27 21:39:33.645049 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 5, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:33.664007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c5cad1-84e9-492e-8411-c449c9a8ab8e,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.693248 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Checking router: eba61ab8-08f9-4c03-9ade-10866548df09 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:33.693338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46cd7cb1-2e79-42d9-b879-eca2a8afc0ea req-831cacbc-5672-402f-9e69-77f384d85255 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593103 Jul 27 21:39:33.693412 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Routers {'eba61ab8-08f9-4c03-9ade-10866548df09'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:33.693412 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['eba61ab8-08f9-4c03-9ade-10866548df09'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:33.693557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Checking segment: {'id': '37cbd6a1-3a11-4fd2-9b66-dbcd78a0fece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a43a1983-fb31-4615-bd61-c22ead3b7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:33.693557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Network hostable DHCP agents. Network: a43a1983-fb31-4615-bd61-c22ead3b7b0e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:33.703689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.811817 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] Set router eba61ab8-08f9-4c03-9ade-10866548df09 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:33.894797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Network a43a1983-fb31-4615-bd61-c22ead3b7b0e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:33.968717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Deleting port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:33.969230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.018922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.050485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a43a1983-fb31-4615-bd61-c22ead3b7b0e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:34.060619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:34.062427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.068531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9fcbf9d1-7e8b-4490-a4b5-63aefaaf7cc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b765ed614274f31bb819a7d59f04ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456204 Jul 27 21:39:34.070076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.073634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a589e4a-3135-4929-adee-c2c25a4f63be None None] Network a43a1983-fb31-4615-bd61-c22ead3b7b0e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:34.110758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] For port ab5a3175-9e83-4e1b-a799-c16b1c92c0ad, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:34.111126 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.130594 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 5, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:34.138179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Calling delete_port for ab5a3175-9e83-4e1b-a799-c16b1c92c0ad owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:34.158526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0630e919-e112-4b6b-a7f4-26022c167b35 None None] The sync data for ids ['eba61ab8-08f9-4c03-9ade-10866548df09'] in n-d-738018-6 is: [{'id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'name': 'tempest-FloatingIPsNegativeTestJSON-391546011-router', 'tenant_id': 'eb0f6dba3367458f9d441b229e08eca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:15Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 5, 'project_id': 'eb0f6dba3367458f9d441b229e08eca0', 'gw_port': {'id': 'ab5a3175-9e83-4e1b-a799-c16b1c92c0ad', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba61ab8-08f9-4c03-9ade-10866548df09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:17Z', 'updated_at': '2021-07-27T21:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:34.245446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.258796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d1a52-f2a0-44ee-994d-f94dfea3eb68 None None] Network a43a1983-fb31-4615-bd61-c22ead3b7b0e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:34.261302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.270218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af8bb065-3e71-4103-a496-b10163f173a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9588242 Jul 27 21:39:34.278273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b5ce31-866a-4985-9276-85657d683fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.322364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.441592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69e77e82-e184-4afe-8406-83c37f8626f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.469031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47958) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.510002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e4e79-9015-4fbb-8ad0-fe7b05879b48 req-9fc18c1e-32d1-4f99-a80a-c1a3a59d355e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:34.512708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-604e4e79-9015-4fbb-8ad0-fe7b05879b48 req-9fc18c1e-32d1-4f99-a80a-c1a3a59d355e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.1885505 Jul 27 21:39:34.569674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-604e4e79-9015-4fbb-8ad0-fe7b05879b48 req-45902fcb-afc8-4ab4-bcf6-da7190e3f876 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500114 Jul 27 21:39:34.617286 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.620282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.625129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d856a82-7cf8-4cd9-9a01-b156087d38cb HTTP/1.1" status: 204 len: 168 time: 0.5486448 Jul 27 21:39:34.633113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Deleting subnet c41f4d7e-bebc-4565-850b-2b3ff43deae5 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:39:34.646306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.652025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:34.656623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2faef815-962b-4b6f-b4ba-9f4614ed0be2 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:34.677323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b5ce31-866a-4985-9276-85657d683fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.701145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8279a-7d7c-4dea-a737-00c14646d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d856a82-7cf8-4cd9-9a01-b156087d38cb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.718152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.735983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.766928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.786685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68b5ce31-866a-4985-9276-85657d683fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.833403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.846353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0ec46-98f3-4ea7-9673-0bec41b8cc30 req-40ac3640-0b48-49d8-bb71-6dd491168ec8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:34.848844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20d0ec46-98f3-4ea7-9673-0bec41b8cc30 req-40ac3640-0b48-49d8-bb71-6dd491168ec8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 949 time: 0.3240190 Jul 27 21:39:34.894250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5a3175-9e83-4e1b-a799-c16b1c92c0ad,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.912230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-68b5ce31-866a-4985-9276-85657d683fa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d16f949f1cad40c498f6e7b0c4870f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629410 Jul 27 21:39:34.912230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5ce31-866a-4985-9276-85657d683fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b115f-6cd6-4114-8286-8d8714bb2413,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.912853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:34.914153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.931021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad has no active binding in host n-h2-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:39:34.944895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.946502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:34.953020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:34.953809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.033127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b22ff-6a35-41de-aab8-46483cd75752 req-fab36270-716a-4ccb-a568-ded5d334f029 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:35.036167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791b22ff-6a35-41de-aab8-46483cd75752 req-fab36270-716a-4ccb-a568-ded5d334f029 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.2281792 Jul 27 21:39:35.041857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.073594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.094936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d2e67e1-0461-483b-b226-8e4532fe0501 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:35.097463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.100031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.101481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.106310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20d0ec46-98f3-4ea7-9673-0bec41b8cc30 req-e5219142-2200-409e-b6de-4162533f9ace tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227819 Jul 27 21:39:35.117878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791b22ff-6a35-41de-aab8-46483cd75752 req-391e2c6b-e15a-47be-93cb-e24c2630eea0 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735610 Jul 27 21:39:35.136449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:35.138966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:35.143664 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0d04d9-f9cb-4a0e-ac8e-16c5e52af68a" -d '{"events": [{"server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "name": "network-vif-plugged", "status": "completed", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:35.172125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4d2e67e1-0461-483b-b226-8e4532fe0501 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:35.174883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d2e67e1-0461-483b-b226-8e4532fe0501 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:35.217820 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f7b93-bf65-469a-b4d8-66adda060c58 x-openstack-request-id: req-a79f7b93-bf65-469a-b4d8-66adda060c58 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:35.218117 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "name": "network-vif-plugged", "status": "completed", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:35.218412 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a79f7b93-bf65-469a-b4d8-66adda060c58 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:35.219037 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2', 'code': 200} Jul 27 21:39:35.244426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.278889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41f4d7e-bebc-4565-850b-2b3ff43deae5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:35.284680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.290219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ac62a21-ef61-4864-9d49-97a513de300a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c41f4d7e-bebc-4565-850b-2b3ff43deae5 HTTP/1.1" status: 204 len: 168 time: 0.8088973 Jul 27 21:39:35.290447 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.290692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:35.298657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.300619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.306384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba61ab8-08f9-4c03-9ade-10866548df09 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:39:35.309794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.313571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d7b115f-6cd6-4114-8286-8d8714bb2413 HTTP/1.1" status: 204 len: 168 time: 0.3972638 Jul 27 21:39:35.326737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.332687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-833da1c4-8f6c-4901-97cf-c6e24a2d59ef admin admin] 10.222.0.37 "DELETE /v2.0/routers/eba61ab8-08f9-4c03-9ade-10866548df09 HTTP/1.1" status: 204 len: 168 time: 2.0851574 Jul 27 21:39:35.334144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47978) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:35.362802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23e2ce-ca3e-487d-85e9-39ce7aab20cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b115f-6cd6-4114-8286-8d8714bb2413,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:35.434828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:35.463317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Deleting subnet 8805c366-8731-4c02-8139-98f6cfffa13d {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:39:35.469399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.539698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.577378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.611593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20888cba-4289-4446-a090-139e9846716c req-f89c27dd-72b6-4d1c-bdf0-077b6a8d5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:35.616191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20888cba-4289-4446-a090-139e9846716c req-f89c27dd-72b6-4d1c-bdf0-077b6a8d5a52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1101 time: 0.3015270 Jul 27 21:39:35.745088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.826773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.939396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20888cba-4289-4446-a090-139e9846716c req-117f5fa4-196d-4b36-b004-2bd5a158c524 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016641 Jul 27 21:39:35.955090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.986757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.987130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.988812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.989150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > port after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.989500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > port after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.989826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > port after_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.990174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.990546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.990877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:35.991228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:36.021874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.080818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8805c366-8731-4c02-8139-98f6cfffa13d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:36.085496 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.090991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-280f2744-8ab3-4bc1-90fa-41e0da71cca3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8805c366-8731-4c02-8139-98f6cfffa13d HTTP/1.1" status: 204 len: 168 time: 0.7547626 Jul 27 21:39:36.091779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:36.092880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea20ceb-e0ea-4453-9db3-2286bbe03676 None None] Network bdfbe835-b8fc-43b5-814e-776201118fbb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:36.112880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:36.113679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:36.113679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:36.113996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94672) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:36.114319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f9a7f4-90e1-4550-9e16-d55423801070']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:36.133341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d31d52-376a-4720-aa03-a391609eca6d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:36.133753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d31d52-376a-4720-aa03-a391609eca6d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:36.158059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.200106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.233329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:39:36.234926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.257474 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: from cryptography.utils import int_from_bytes Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: from cryptography.utils import int_from_bytes Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:39:36.262023 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:39:36.358768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] DHCP port deletion for bdfbe835-b8fc-43b5-814e-776201118fbb request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:39:36.395208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c51ee7-65fa-451d-a596-e6e60e833c48 req-5a95a6a3-a70a-445f-97ab-e04c370bdffe tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.397304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Deleting port 14e79e7c-be39-4240-b99f-4bb6092a6037 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:36.397652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.405477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c51ee7-65fa-451d-a596-e6e60e833c48 req-5a95a6a3-a70a-445f-97ab-e04c370bdffe tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.4712656 Jul 27 21:39:36.455062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Deleting port 14e79e7c-be39-4240-b99f-4bb6092a6037 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:36.455518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.469760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329086-487a-4e0f-acdf-62f852e74513 req-8eb1cd6c-a2d6-4074-bf7e-8680b6528f51 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.472012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8329086-487a-4e0f-acdf-62f852e74513 req-8eb1cd6c-a2d6-4074-bf7e-8680b6528f51 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.1481373 Jul 27 21:39:36.477733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c51ee7-65fa-451d-a596-e6e60e833c48 req-0091bc9d-9be1-4ca8-8615-ebdfeabc989a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Jul 27 21:39:36.534397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] For port 14e79e7c-be39-4240-b99f-4bb6092a6037, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=14e79e7c-be39-4240-b99f-4bb6092a6037,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:36.535569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.561821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] For port 14e79e7c-be39-4240-b99f-4bb6092a6037, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=14e79e7c-be39-4240-b99f-4bb6092a6037,segment=NetworkSegment(ea4e6d21-29bd-49b7-89ac-fa4e277f4830),segment_id=ea4e6d21-29bd-49b7-89ac-fa4e277f4830)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:36.562853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.568836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8329086-487a-4e0f-acdf-62f852e74513 req-08ae203a-bfd3-4abf-ad1e-773674a4a316 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816851 Jul 27 21:39:36.579879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Calling delete_port for 14e79e7c-be39-4240-b99f-4bb6092a6037 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:36.586155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.635224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Calling delete_port for 14e79e7c-be39-4240-b99f-4bb6092a6037 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:36.638212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.640944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] 10.222.0.37 "DELETE /v2.0/networks/72f9a7f4-90e1-4550-9e16-d55423801070 HTTP/1.1" status: 204 len: 168 time: 1.3492615 Jul 27 21:39:36.644879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48016) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:36.657746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35ed33-1e42-46ca-a9c8-a42f710b8cda admin admin] Pushing event deleted for resources: {'Network': ['ID=72f9a7f4-90e1-4550-9e16-d55423801070,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:36.741304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Deleting subnet d9c5cad1-84e9-492e-8411-c449c9a8ab8e {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:39:36.745043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.775851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-c5638bf2-f0cf-43a4-8d7e-7e64f3aae194 service neutron] 10.222.0.50 "GET /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.1450977 Jul 27 21:39:36.785001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.786006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.794520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.853829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99449b17-9bcc-442f-aa0a-6c9e2c8aaaa3 req-4d18be12-d6e0-424e-880a-09c21c8e5563 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:36.863254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99449b17-9bcc-442f-aa0a-6c9e2c8aaaa3 req-4d18be12-d6e0-424e-880a-09c21c8e5563 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 950 time: 0.2904859 Jul 27 21:39:36.917748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.923201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99449b17-9bcc-442f-aa0a-6c9e2c8aaaa3 req-13262abf-e37c-4ecd-ac91-dc9772915c89 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589421 Jul 27 21:39:36.936997 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.951362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] No DVR routers for this DVR port 14e79e7c-be39-4240-b99f-4bb6092a6037 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:36.973496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab3b3-287b-4027-9258-36e1fa2363cb None None] Pushing event deleted for resources: {'Port': ['ID=14e79e7c-be39-4240-b99f-4bb6092a6037,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:36.982336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] No DVR routers for this DVR port 14e79e7c-be39-4240-b99f-4bb6092a6037 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:36.988493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14e79e7c-be39-4240-b99f-4bb6092a6037,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:37.084410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab5a3175-9e83-4e1b-a799-c16b1c92c0ad no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:37.101513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:37.124373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ab5a3175-9e83-4e1b-a799-c16b1c92c0ad {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:37.124940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab5a3175-9e83-4e1b-a799-c16b1c92c0ad not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:37.125485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 14e79e7c-be39-4240-b99f-4bb6092a6037 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:37.127562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:37.197518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 14e79e7c-be39-4240-b99f-4bb6092a6037 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:37.198273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 14e79e7c-be39-4240-b99f-4bb6092a6037 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:37.256464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280565c6-9dc3-4be3-babf-b3425a651bad {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:37.266213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:37.397728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.412762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.478080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.488643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.492128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c5cad1-84e9-492e-8411-c449c9a8ab8e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:37.511423 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.515771 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ef549b35-ab4a-4573-962d-ed349f083c9c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9c5cad1-84e9-492e-8411-c449c9a8ab8e HTTP/1.1" status: 204 len: 168 time: 0.8644783 Jul 27 21:39:37.515771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.515771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.516259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.522691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.525613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:37.591982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.592338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.592673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.593007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:39:37.593411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfbe835-b8fc-43b5-814e-776201118fbb']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.618225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.618629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4e6d21-29bd-49b7-89ac-fa4e277f4830') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.645537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.683235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.686035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.693238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-612d49fb-2ca3-4c7a-b689-8084197b18eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3125241 Jul 27 21:39:37.708832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:39:37.709280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: from cryptography.utils import int_from_bytes Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: from cryptography.utils import int_from_bytes Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:39:37.713903 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:39:37.761639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599062b-6f92-463f-8255-aadf4742d4b7 req-5e374708-4318-4c8a-8b26-0500d2068de9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:37.764598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21b15-4a0e-42c4-9188-3bb7bce3e142 req-90d5ed9c-7f8e-4e97-bc59-b5811e9c5ec1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:37.771306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3599062b-6f92-463f-8255-aadf4742d4b7 req-5e374708-4318-4c8a-8b26-0500d2068de9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 965 time: 0.1859648 Jul 27 21:39:37.773434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d21b15-4a0e-42c4-9188-3bb7bce3e142 req-90d5ed9c-7f8e-4e97-bc59-b5811e9c5ec1 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.3512979 Jul 27 21:39:37.802995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.865410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3599062b-6f92-463f-8255-aadf4742d4b7 req-d31081a9-bfca-4994-bc00-0049970167ad tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933993 Jul 27 21:39:37.871811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d21b15-4a0e-42c4-9188-3bb7bce3e142 req-70a9355c-588d-4d03-8d2c-618aeb802201 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961390 Jul 27 21:39:37.919091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-d7631c37-8dbb-4612-9f3b-434ec17189c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:37.921832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-d7631c37-8dbb-4612-9f3b-434ec17189c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 1117 time: 0.1443112 Jul 27 21:39:37.926897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.944387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.948229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.951729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bdfbe835-b8fc-43b5-814e-776201118fbb HTTP/1.1" status: 204 len: 168 time: 1.8587439 Jul 27 21:39:37.959293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43a1983-fb31-4615-bd61-c22ead3b7b0e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.963205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] Transition to ACTIVE for port object 280565c6-9dc3-4be3-babf-b3425a651bad will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:37.978879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cbd6a1-3a11-4fd2-9b66-dbcd78a0fece') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.979372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cbd6a1-3a11-4fd2-9b66-dbcd78a0fece') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:37.993334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.014514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.021107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1d2f7-a987-49dd-87bb-87b6c1c793d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfbe835-b8fc-43b5-814e-776201118fbb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:38.025790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:39:38.026180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:39:38.028697 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:39:38.122519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-8b8213bf-51d3-40c1-a613-23dd7197d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.124630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-8b8213bf-51d3-40c1-a613-23dd7197d931 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 925 time: 0.1718917 Jul 27 21:39:38.131708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.203114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a6a6-9f03-46fe-aaea-3afe03999d49 req-ffd6f6cc-b830-4dfd-9462-98bbc07c0369 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.211956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbe2a6a6-9f03-46fe-aaea-3afe03999d49 req-ffd6f6cc-b830-4dfd-9462-98bbc07c0369 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 950 time: 0.1809311 Jul 27 21:39:38.230000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] No DVR routers for this DVR port 280565c6-9dc3-4be3-babf-b3425a651bad on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:38.246126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.246687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-091c22dc-def0-4501-b5ea-0d3f1498eea0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 200 len: 1021 time: 0.1132977 Jul 27 21:39:38.276164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.277896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] 10.222.0.37 "DELETE /v2.0/networks/a43a1983-fb31-4615-bd61-c22ead3b7b0e HTTP/1.1" status: 204 len: 168 time: 0.7514060 Jul 27 21:39:38.286069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbe2a6a6-9f03-46fe-aaea-3afe03999d49 req-7dc807a1-2fe9-4e00-b8b6-e0d37408d4b7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 Jul 27 21:39:38.336059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] Pushing event updated for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:38.336686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-06e72911-c1f7-48f6-86c5-d31c07dac84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.340131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795b36-78e4-478e-8654-55f762c561cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a43a1983-fb31-4615-bd61-c22ead3b7b0e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:38.349421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-06e72911-c1f7-48f6-86c5-d31c07dac84b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.0807443 Jul 27 21:39:38.366481 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-393acc75-196a-47f3-bc85-caa31a2311b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad/bindings/n-h2-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5828056 Jul 27 21:39:38.441746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-83230e84-936f-4ee7-8d08-dbaae6bee9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.444588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-83230e84-936f-4ee7-8d08-dbaae6bee9de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941560 Jul 27 21:39:38.554420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-ee6e3bcf-2477-47e7-b833-f956b56e12e5 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926266 Jul 27 21:39:38.651716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910dd781-06c3-4feb-b020-1d14cdbf119b req-3336a373-274b-4228-91ea-12036fdc1ba7 service neutron] 10.222.0.50 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895512 Jul 27 21:39:38.738537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-d1360260-bda6-4ec3-80f8-a8f3342d6107 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.740491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-d1360260-bda6-4ec3-80f8-a8f3342d6107 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1117 time: 0.0759630 Jul 27 21:39:38.841533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48066) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:38.852600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-9dea9af2-1130-4dec-aa6f-76f60f138eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.854884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-9dea9af2-1130-4dec-aa6f-76f60f138eb4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 1117 time: 0.1053154 Jul 27 21:39:38.914707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-525a2c56-371d-451c-853d-eb9a1a665821 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb0f6dba3367458f9d441b229e08eca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684841 Jul 27 21:39:38.915518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:38.979493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-c96a9d1d-842d-40af-9e24-43e335756848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.983087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-c96a9d1d-842d-40af-9e24-43e335756848 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1117 time: 0.0914600 Jul 27 21:39:39.100703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.141802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-5507d8b9-36f5-485b-ad0b-c95726660f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.145320 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-5507d8b9-36f5-485b-ad0b-c95726660f1c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.1434479 Jul 27 21:39:39.153035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.224062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171156bb-c94a-460a-8afd-d81d6c17c5ec req-847e50c2-d1c3-4944-a2c8-76781cfd350e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.226735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-171156bb-c94a-460a-8afd-d81d6c17c5ec req-847e50c2-d1c3-4944-a2c8-76781cfd350e tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.2164326 Jul 27 21:39:39.276682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:39.294152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e8191f31-7c88-4dba-b387-1e16ead9be36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.1307120 Jul 27 21:39:39.347442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-171156bb-c94a-460a-8afd-d81d6c17c5ec req-bb305190-32d1-4433-9029-9bfa29a28ce3 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Jul 27 21:39:39.386903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1da584da-02b1-4516-aff8-ba3b2d642405 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47e1ba65ed62468dbb5730fb44b6b685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089408 Jul 27 21:39:39.390408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48078) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:39.481490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.483978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.485121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c10727d-abfa-498a-a399-d1127694969a HTTP/1.1" status: 204 len: 168 time: 0.5684063 Jul 27 21:39:39.493823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-a3fc4d29-1f29-49d5-9ee8-c74b169fce4f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.496337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-a3fc4d29-1f29-49d5-9ee8-c74b169fce4f tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.3490629 Jul 27 21:39:39.499507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-2c6a99f3-2ce8-4e74-ac71-1859c40a1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.501903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-2c6a99f3-2ce8-4e74-ac71-1859c40a1317 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1738355 Jul 27 21:39:39.514136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174c54-2162-4817-934b-6d55defc7510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10727d-abfa-498a-a399-d1127694969a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:39.558197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.594015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.614327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-00f13ad6-879a-4c4f-a433-7f618a62eec1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955451 Jul 27 21:39:39.617663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-82e0bb42-71af-4c40-8ca2-37023bbf14b2 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.630217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-82e0bb42-71af-4c40-8ca2-37023bbf14b2 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1101 time: 0.4529598 Jul 27 21:39:39.651882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae622a-afd3-4eef-9aec-dba64c79bc49 req-ec20cd36-f039-4cd6-9e05-ecbc30630def tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.660731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15ae622a-afd3-4eef-9aec-dba64c79bc49 req-ec20cd36-f039-4cd6-9e05-ecbc30630def tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1845248 Jul 27 21:39:39.702548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15ae622a-afd3-4eef-9aec-dba64c79bc49 req-2d791c78-0b1f-4e22-992b-bfe593c537af tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Jul 27 21:39:39.728108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-53159787-a1e6-46c2-b796-28e5f8baa05c tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.832100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.837171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.838546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8751c1f-8ad9-46e1-a5c3-663da9648bd4 HTTP/1.1" status: 204 len: 168 time: 0.4499192 Jul 27 21:39:39.849587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a34dd-8b4c-4d6c-9253-9fd82be887aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8751c1f-8ad9-46e1-a5c3-663da9648bd4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:39.891232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-74ce10d3-1dd8-4e0e-bfe8-ab495e6af8c3 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568860 Jul 27 21:39:39.967962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Deleting port adb88b86-bec1-49db-91bc-f04914b7ba3e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:39.979019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:40.072105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-3d36f528-7a66-4569-968b-9b373097c83f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2996228 Jul 27 21:39:40.135680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-53159787-a1e6-46c2-b796-28e5f8baa05c tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:40.149064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-e7e6b2f5-b789-472a-b1fb-f71f310fc345 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437716 Jul 27 21:39:40.188049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] For port adb88b86-bec1-49db-91bc-f04914b7ba3e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=adb88b86-bec1-49db-91bc-f04914b7ba3e,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:40.188049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:40.200121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Calling delete_port for adb88b86-bec1-49db-91bc-f04914b7ba3e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:40.291050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-0d4d4db4-5a2c-43b0-b143-62c28ee2d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.293683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-0d4d4db4-5a2c-43b0-b143-62c28ee2d9a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1101 time: 0.1647937 Jul 27 21:39:40.340525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-53159787-a1e6-46c2-b796-28e5f8baa05c tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:40.427985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5b9b879-e50e-4c90-857b-829ae7a4b38a req-53159787-a1e6-46c2-b796-28e5f8baa05c tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954478 Jul 27 21:39:40.468386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53159787-a1e6-46c2-b796-28e5f8baa05c tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e30118-5b41-4b81-b285-48bd795df63e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:40.570889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-f0cca360-0f36-4a7e-801c-c93a533e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.573567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-f0cca360-0f36-4a7e-801c-c93a533e0cec service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2457247 Jul 27 21:39:40.604465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd98a-50cf-426d-944c-55152bfbad46 req-76d43bfa-f442-457a-a9be-201b779a0314 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.606321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f07fd98a-50cf-426d-944c-55152bfbad46 req-76d43bfa-f442-457a-a9be-201b779a0314 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 949 time: 0.1057310 Jul 27 21:39:40.623787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-1a70ab5b-12b9-4d44-8111-f1212e2b46cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 200 len: 217 time: 0.0416408 Jul 27 21:39:40.674113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f07fd98a-50cf-426d-944c-55152bfbad46 req-90d32416-233f-416d-8a8e-41afe7ead5ec tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/security-groups?id=66ebf4b5-4dbe-4848-86c3-885b0f638fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Jul 27 21:39:40.687592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-44967c0e-3f7f-4b84-8bf6-c4f39f0f23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.687592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-44967c0e-3f7f-4b84-8bf6-c4f39f0f23cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0558918 Jul 27 21:39:41.034235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.068992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48128) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:41.126928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3bf415e7-e691-49c1-96d9-0b9b04410bda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8abaaadf156b4928be9b87a17cd0773e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563712 Jul 27 21:39:41.130938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48130) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:41.131291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Pushing event deleted for resources: {'Port': ['ID=adb88b86-bec1-49db-91bc-f04914b7ba3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:41.207649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] No DVR routers for this DVR port adb88b86-bec1-49db-91bc-f04914b7ba3e on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:41.213702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.220420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.223120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b75aab1-af26-4ed4-a573-16d338d552f1 req-abda9f92-a8c8-4eff-9b74-aad43dfffe01 tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.76 "DELETE /v2.0/ports/adb88b86-bec1-49db-91bc-f04914b7ba3e HTTP/1.1" status: 204 len: 173 time: 1.7174962 Jul 27 21:39:41.234584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'name': 'network-vif-deleted', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:41.237969 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07049fdb-376e-4ab1-8bbe-7f5367e429a4" -d '{"events": [{"server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "name": "network-vif-deleted", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:41.260966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.365601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae34702-402c-4b2d-9985-cd7a73362a5d req-e2128a63-299f-46ee-b8a4-ec15d1a2af7b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:41.375253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ae34702-402c-4b2d-9985-cd7a73362a5d req-e2128a63-299f-46ee-b8a4-ec15d1a2af7b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.3421221 Jul 27 21:39:41.379774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-a947f5cc-ebb0-4520-a68e-5b72dffd576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:41.382089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-a947f5cc-ebb0-4520-a68e-5b72dffd576c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6863515 Jul 27 21:39:41.398075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-038c2982-49bd-459c-b90b-3edef50a396d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:41.399779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-038c2982-49bd-459c-b90b-3edef50a396d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1117 time: 0.3679473 Jul 27 21:39:41.507068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.514244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.516260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1d75a68-9214-40ff-bdf6-5270662259c3 HTTP/1.1" status: 204 len: 168 time: 0.3839357 Jul 27 21:39:41.536350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc374dc-daa5-4c8d-98ce-563ac5a4c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d75a68-9214-40ff-bdf6-5270662259c3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:41.582674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48142) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:41.616514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ae34702-402c-4b2d-9985-cd7a73362a5d req-53e2a297-7f4a-470f-8a8c-0da9fe798329 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392166 Jul 27 21:39:41.618781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-f20d6877-5294-4b1e-9a95-12774efdbcb4 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245247 Jul 27 21:39:41.763708 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eb3cc3-d98c-4bdc-9399-673c4c54a8fa x-openstack-request-id: req-23eb3cc3-d98c-4bdc-9399-673c4c54a8fa {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:41.764257 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c3cf1b-beea-4bc3-a26d-4e8dd8068254", "name": "network-vif-deleted", "tag": "adb88b86-bec1-49db-91bc-f04914b7ba3e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:41.764749 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23eb3cc3-d98c-4bdc-9399-673c4c54a8fa {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:41.765430 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c3cf1b-beea-4bc3-a26d-4e8dd8068254', 'name': 'network-vif-deleted', 'tag': 'adb88b86-bec1-49db-91bc-f04914b7ba3e', 'status': 'completed', 'code': 200} Jul 27 21:39:41.810360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:41.843875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e4a5976-5a14-40a7-882e-b01a0d9aefda req-1e4328d0-2cd5-42e6-8d32-7f4da77ae325 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937053 Jul 27 21:39:41.898773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:41.909142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-21c3dc67-e114-420c-abb3-8b4a8f0c447d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316017 Jul 27 21:39:41.979057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-6b80ac65-97f0-4251-aa21-b5e21843bbb3 service neutron] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:41.988786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-6b80ac65-97f0-4251-aa21-b5e21843bbb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:41.990157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb0a1a9-ae41-4a18-95a5-3cc3fc8ad68e req-6b80ac65-97f0-4251-aa21-b5e21843bbb3 service neutron] 10.222.0.76 "DELETE /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad/bindings/n-h1-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.5750363 Jul 27 21:39:42.053801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-f17e7931-76ac-449f-9ca4-7ffa8340605b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:42.055421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-f17e7931-76ac-449f-9ca4-7ffa8340605b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391366 Jul 27 21:39:42.089742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-8739f2f6-a2d8-4e48-a9f9-e8e80969dc4e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0248976 Jul 27 21:39:42.106893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c5f76f3-87bc-4de8-b695-1f57d2bd381f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.201849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-c191bdb9-2f31-4205-838c-ebcb8e02b5f3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098061 Jul 27 21:39:42.280040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c5f76f3-87bc-4de8-b695-1f57d2bd381f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.317030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1faa55e-181a-40b8-b37a-2d80a9c3d2fe req-d3536e43-207a-40a7-8797-a7af84413e2b tempest-DeleteServersAdminTestJSON-1767008409 tempest-DeleteServersAdminTestJSON-1767008409-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c3cf1b-beea-4bc3-a26d-4e8dd8068254 HTTP/1.1" status: 200 len: 210 time: 0.0439160 Jul 27 21:39:42.416002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c5f76f3-87bc-4de8-b695-1f57d2bd381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.468178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f76f3-87bc-4de8-b695-1f57d2bd381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa49a7-7ef7-4e89-b3ed-39aa3d7419ac,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:42.499948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c5f76f3-87bc-4de8-b695-1f57d2bd381f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49c8eaba161d42eb91e40f6fa81b4043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139020 Jul 27 21:39:42.500385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:42.564882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.595759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.686066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device adb88b86-bec1-49db-91bc-f04914b7ba3e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:42.707628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: adb88b86-bec1-49db-91bc-f04914b7ba3e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:42.707980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device adb88b86-bec1-49db-91bc-f04914b7ba3e not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:42.945073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:42.958195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.980744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:42.980744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41fa49a7-7ef7-4e89-b3ed-39aa3d7419ac HTTP/1.1" status: 204 len: 168 time: 0.4734914 Jul 27 21:39:42.995628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0620f-fd95-408f-88a7-a303ae26c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa49a7-7ef7-4e89-b3ed-39aa3d7419ac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:43.060084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788595-26f6-43c8-b7a8-321ef38b47f5 req-a159acd6-0168-488e-95d6-14cff5bf31c6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:43.062168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5788595-26f6-43c8-b7a8-321ef38b47f5 req-a159acd6-0168-488e-95d6-14cff5bf31c6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1294036 Jul 27 21:39:43.140116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-256549519-network', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:43.147909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5788595-26f6-43c8-b7a8-321ef38b47f5 req-c0d9450f-63f4-46f3-adaa-da1b325f254e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Jul 27 21:39:43.311753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Made reservation on behalf of 02f1ceea1a60496a9ed310d9b07ea750 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:43.314546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.325225 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.485807 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.486210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:43.589647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab65ae-eac6-4697-a1fc-d5a0c52e2872 req-86bd0921-b9ab-4626-ae2e-f5f0afc6a2e3 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:43.592108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06ab65ae-eac6-4697-a1fc-d5a0c52e2872 req-86bd0921-b9ab-4626-ae2e-f5f0afc6a2e3 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1117 time: 0.1093087 Jul 27 21:39:43.621833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1402246787-network', 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:43.655609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06ab65ae-eac6-4697-a1fc-d5a0c52e2872 req-d07382d8-1586-4910-8b16-ccf997d3cee4 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Jul 27 21:39:43.657610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.705614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:43.732575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee596e-5917-438b-a3f2-8f53b8698a80,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:43.738509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.739104 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Added segment 9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c of type vlan for network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 Jul 27 21:39:43.823429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.826109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:43.829954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.845888 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.006660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.014897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.016441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:44.017272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.115251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1f39be59-2d9b-4e33-8a39-0c737fa51e83,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:44.127658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:44.158351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.205856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:44.215659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1feddd-9383-477c-9bfe-4f46f2fb8e12,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:44.230483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.230483 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Added segment 12f56499-2e15-4591-9fc9-431a62740575 of type vlan for network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 Jul 27 21:39:44.230648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:44.246648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfdf0-9701-4bc1-babd-8189beb3330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.254860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-c0179fac-fe0c-456e-b8c1-9703e3229b69 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:44.257954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-c0179fac-fe0c-456e-b8c1-9703e3229b69 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.1781344 Jul 27 21:39:44.300200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-43da557b-8bfa-4391-975c-17557340a478 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/quotas/10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 375 time: 0.0200531 Jul 27 21:39:44.301759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.325397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8936c4b8-94c7-487d-b87e-893eda7614b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3790245 Jul 27 21:39:44.328923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48256) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:44.334758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Request body: {'subnet': {'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-subnet', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:44.402789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-6ab384ac-98aa-4e1f-acb7-3a6de0ae2cfa tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965331 Jul 27 21:39:44.438239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbeb6a97-d774-4327-acf8-e0af33a9e32b req-4f4208a7-d5bd-4587-807d-f38f087bff47 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.0409384 Jul 27 21:39:44.464457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfdf0-9701-4bc1-babd-8189beb3330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.517127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.540004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:44.540004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.593606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-4bdf3cd4-4d95-40ce-8f22-c4a376353114 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:39:44.594654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-4bdf3cd4-4d95-40ce-8f22-c4a376353114 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724251 Jul 27 21:39:44.601190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] Pushing event updated for resources: {'Network': ['ID=a81e5183-4527-4bd4-9b03-3e67d80c5ce0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:44.611039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:44.696533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-8cb1a740-e4f3-4d26-b92c-29c19e0d2511 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Jul 27 21:39:44.713545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfdf0-9701-4bc1-babd-8189beb3330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.792822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-bf5fa3f1-1505-4cc3-b9f7-1f84a44113a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899868 Jul 27 21:39:44.793635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca0dfdf0-9701-4bc1-babd-8189beb3330f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bf02f757fad447f843bf276518f732d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617225 Jul 27 21:39:44.795019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dfdf0-9701-4bc1-babd-8189beb3330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f1b6d-077a-476d-b172-f5e3e37516bc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:44.796027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48268) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:44.857813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.886621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:44.911291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Made reservation on behalf of 02f1ceea1a60496a9ed310d9b07ea750 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:44.918169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.053588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.061964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.066038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb5f1b6d-077a-476d-b172-f5e3e37516bc HTTP/1.1" status: 204 len: 168 time: 0.2684255 Jul 27 21:39:45.086023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ff40c89-542a-49d4-89a6-b89da44c43bf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5969949 Jul 27 21:39:45.095086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48280) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:45.101866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Request body: {'subnet': {'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1402246787-subnet', 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:45.155151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8aeab3b6-2c07-4301-8c28-94639f2f81a5 req-abe5c162-d2f1-46b4-a06e-a2169bc9344b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0747483 Jul 27 21:39:45.156538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16efe0-a227-4eb4-b39c-828d90ed4070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f1b6d-077a-476d-b172-f5e3e37516bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:45.311510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:45.313982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.357109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.419802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec204dd-f347-420f-920e-560641b59bd1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:45.430619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Checking segment: {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:45.431050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Network hostable DHCP agents. Network: 1f39be59-2d9b-4e33-8a39-0c737fa51e83, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:45.554224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4bd53fd-3d1a-448f-9936-1ebb60461845 req-9e439f9f-3f38-4cb0-a6c2-5bc33bb51661 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.0379651 Jul 27 21:39:45.615027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:45.700101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.765430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e4cb15-b86e-4483-890e-bec4acbffd16,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:45.778182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:45.778570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Network hostable DHCP agents. Network: a81e5183-4527-4bd4-9b03-3e67d80c5ce0, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:45.867598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1f39be59-2d9b-4e33-8a39-0c737fa51e83) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:45.883227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:45.886128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.887997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13310b-1571-4001-b892-a0995428b2e9 None None] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:45.976562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:46.032392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:46.042850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a81e5183-4527-4bd4-9b03-3e67d80c5ce0) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:46.049990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:46.051406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.071305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaf18d-1ebe-40f4-a448-9e47805c346b None None] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:46.089705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c95021fb-669b-48a3-a91a-7d56a57a56aa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7553682 Jul 27 21:39:46.090185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48308) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:46.099337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:46.154115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6574b631-f8dd-4e16-8833-6f7ff1284fab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0571496 Jul 27 21:39:46.212958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'fixed_ips': [{'subnet_id': '3ec204dd-f347-420f-920e-560641b59bd1'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:39:46.214367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.244056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-56570ca7-db5d-4602-b491-49ba5c663abd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd79a2637d414d26b4ca8b9b6be97caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658069 Jul 27 21:39:46.246559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:46.303941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.305597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.322402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64fc35c5-5a9e-4815-b919-d93c476d0e21 req-a3e69391-ab16-4c11-9ede-73d004bebb0d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0509181 Jul 27 21:39:46.411869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.420086 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.449881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.466162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b302b5-e35d-40eb-87f6-9c46560c3f75 None None] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:46.535038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48322) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:46.728567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Allocated IP 172.20.0.2 (1f39be59-2d9b-4e33-8a39-0c737fa51e83/3ec204dd-f347-420f-920e-560641b59bd1/65ebb660-551b-4d54-9e1e-91f86ec6c4d8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:46.763060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.765982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.771160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66ebf4b5-4dbe-4848-86c3-885b0f638fd5 HTTP/1.1" status: 204 len: 168 time: 0.5194440 Jul 27 21:39:46.818913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae238442-d592-4cad-a0fa-492bf9d5be87 req-b1b7d458-f21c-4f7f-b6ea-91d3246933e2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.1283729 Jul 27 21:39:46.834590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea2b82-4b6b-4063-ba68-07f0180f0057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ebf4b5-4dbe-4848-86c3-885b0f638fd5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:46.974102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:46.999512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07443ad1-bc53-4551-ae49-5801a4740012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.047029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.055972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Transition to ACTIVE for port object 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:47.072265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Transition to ACTIVE for port object 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:47.140196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07443ad1-bc53-4551-ae49-5801a4740012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.256215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.273704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07443ad1-bc53-4551-ae49-5801a4740012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.326508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:47.333921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:47.343019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:47.359494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Pushing event updated for resources: {'Port': ['ID=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:47.369933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-07443ad1-bc53-4551-ae49-5801a4740012 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c86d01f232842c9bb7247951e205000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8300402 Jul 27 21:39:47.370118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:47.385626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07443ad1-bc53-4551-ae49-5801a4740012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be12fb0d-35f4-473e-a07c-924ba347c2dc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:47.499051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Attempting to bind port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:47.499586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Attempting to bind port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:47.500098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Attempting to bind port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 on network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:47.509057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:47.509441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Checking segment: {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:47.509860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.510265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Bound using segment: {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:47.510855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Bound port: 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:47.511259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.537568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf59cea1-3a66-470d-a49b-2b2c8f3e2b4b req-b7ec0670-bf6f-4b70-baf9-1fe50bfde114 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0651450 Jul 27 21:39:47.565992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.625755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] For port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:47.634874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] For port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:47.649415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.662173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.716374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.813013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.901440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.913197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:47.916699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be12fb0d-35f4-473e-a07c-924ba347c2dc HTTP/1.1" status: 204 len: 168 time: 0.5453978 Jul 27 21:39:47.945869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0424fe-93b1-4ab8-9d96-4e866e1a2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be12fb0d-35f4-473e-a07c-924ba347c2dc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:48.014523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da668e3c-1fcb-48d1-86eb-436ef701fdb6 None None] Pushing event updated for resources: {'Port': ['ID=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:48.039569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ffa75f7-f8b7-44d6-8d1d-a55cea807c2a req-e9edcfec-812d-4ec9-91db-2a8b675edab7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.0722034 Jul 27 21:39:48.145790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Allocated IP 172.25.3.94 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6ba103cf-3c9e-4dc0-998d-0372d14f73cf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:48.159537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-bf2893be-be26-4481-9d53-45082bac1246 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404818 Jul 27 21:39:48.306007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:48.322431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eba992a9-bf5e-4604-b068-5c185ce5e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.568267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eba992a9-bf5e-4604-b068-5c185ce5e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.685333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eba992a9-bf5e-4604-b068-5c185ce5e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.761897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba992a9-bf5e-4604-b068-5c185ce5e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ea4b5-dc04-4fb6-8668-8846c54e3e4f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:48.794984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eba992a9-bf5e-4604-b068-5c185ce5e04b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac77fb96da914997a23f8619301e61ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877622 Jul 27 21:39:48.800292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:48.831130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-703d912c-8078-42e2-ac92-6ae88dbab1fc req-423878f2-434e-4b8d-b600-061815360ed9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0938540 Jul 27 21:39:48.888279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-652bab9e-897d-45d9-ae66-6786f1cb133c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:48.888279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-652bab9e-897d-45d9-ae66-6786f1cb133c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7204692 Jul 27 21:39:48.905994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.913927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:49.033339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48378) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:49.046038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-892196041-network', 'tenant_id': '0488e7ced1724f4fae54ca05ab0a87a2'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:49.064961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-156b993e-4adf-4e3b-86a8-5397d42febf4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445353 Jul 27 21:39:49.195090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.240084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:49.262673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.287916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.322938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b9e4d91-617d-42af-96bf-225465555bab req-b0288fbd-d3a1-4d0d-93af-46f18147e977 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.1106687 Jul 27 21:39:49.379478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-8dac876a-fc7a-4e3c-aee6-4c5fb56ba6ca tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:49.381663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-8dac876a-fc7a-4e3c-aee6-4c5fb56ba6ca tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134632 Jul 27 21:39:49.402903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': '27761b51-558b-445a-8403-0fc5ead75555', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:49.409499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:49.450429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Made reservation on behalf of 0488e7ced1724f4fae54ca05ab0a87a2 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:49.453342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.479543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.488599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:49.501687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:49.505589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a3d13-e97c-4054-93b5-560bdafd49cf None None] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:49.507446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:49.528769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.532297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.546626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f71ea4b5-dc04-4fb6-8668-8846c54e3e4f HTTP/1.1" status: 204 len: 168 time: 0.7322037 Jul 27 21:39:49.556364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedacefb-0913-4e3e-8d0f-350114311857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ea4b5-dc04-4fb6-8668-8846c54e3e4f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:49.558307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Pushing event updated for resources: {'Port': ['ID=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:49.699226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:49.702351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.762629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Provisioning for port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:49.768556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Provisioning complete for port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:49.769209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.824143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:49.860051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b89d68a-91bb-40a9-b798-128a3d67a866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.902849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.986018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] For port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:50.042259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03250372-4f3e-4b4f-958e-cdf44331e40e req-8d5d4b5d-a09d-43d0-b3f5-98d424753011 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0608277 Jul 27 21:39:50.105603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.144751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-25b792fd-8a18-4b22-9a0f-86b3c525722f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:50.146722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-25b792fd-8a18-4b22-9a0f-86b3c525722f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.4754500 Jul 27 21:39:50.171930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Request body: {'port': {'device_id': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'admin_state_up': True, 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:50.176662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.234 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/ba437284-b903-4336-b296-dae221e3376a) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:50.227082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f353d6-deed-42b8-b7e5-91ced607b308 None None] Pushing event updated for resources: {'Port': ['ID=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:50.246790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e799659-c3c1-4fb0-b8a5-8a78f0627ffb None None] Provisioning complete for port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:50.247429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e799659-c3c1-4fb0-b8a5-8a78f0627ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.360924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.385271 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.459235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff75bd7a-858f-48bb-b32f-8bc18656ef21 req-8fffb5e6-0e3e-4e4a-a071-68b36a18a264 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.0349994 Jul 27 21:39:50.486393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.554097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:50.618965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.619293 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Added segment 646c467c-70d7-464e-9c0a-84ef3fe4da14 of type vlan for network 5c6c6af7-60e6-44cc-987a-6943b000e7d0 Jul 27 21:39:50.639922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951262c5-1993-481b-884e-859e51c9e8ae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:50.670623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:50.674436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.683167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b89d68a-91bb-40a9-b798-128a3d67a866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.727317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.740114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.797277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b89d68a-91bb-40a9-b798-128a3d67a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.810620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object ba437284-b903-4336-b296-dae221e3376a will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:50.837253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89d68a-91bb-40a9-b798-128a3d67a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2681426f-570b-4bc5-8f2f-e949e02f3ba3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:50.858798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8b89d68a-91bb-40a9-b798-128a3d67a866 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfb7f31ccea9475e86abf24c6e0f8129&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0335302 Jul 27 21:39:50.864539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:50.914183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.915272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:50.915883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.940943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.971553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:50.993381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.048524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:51.077728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] Pushing event updated for resources: {'Network': ['ID=5c6c6af7-60e6-44cc-987a-6943b000e7d0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:51.083310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:51.087151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.098550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5c6c6af7-60e6-44cc-987a-6943b000e7d0 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:51.185127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.204324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:51.215110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.217663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.231429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e9301f7-97a8-4c87-8872-93c4d27fc8cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1963251 Jul 27 21:39:51.232180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2681426f-570b-4bc5-8f2f-e949e02f3ba3 HTTP/1.1" status: 204 len: 168 time: 0.3662364 Jul 27 21:39:51.237491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:51.257735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:51.258742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec794742-2deb-431b-9bd3-901a09993c04 req-4eb2f37f-b171-48b8-9564-e613515b208d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.1067245 Jul 27 21:39:51.258961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.267173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fbeb4-ab24-4a7e-9e80-8d766d6e9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2681426f-570b-4bc5-8f2f-e949e02f3ba3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:51.289646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.237 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/72c46dea-cb4e-477f-89f1-320f776d8711) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:51.379635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:51.403681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Request body: {'subnet': {'network_id': '5c6c6af7-60e6-44cc-987a-6943b000e7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-892196041-subnet', 'tenant_id': '0488e7ced1724f4fae54ca05ab0a87a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:51.437023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:51.467629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:51.475974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:51.593324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.599957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Allocated IP 172.20.0.9 (d0a706c0-8355-45c7-a564-2d220ff8c447/b10a98b7-4511-4017-9c60-3087305ae72a/f3864eb0-c13e-4e0e-90bb-900d983dd1d5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:51.618635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:51.619318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.628859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Made reservation on behalf of 0488e7ced1724f4fae54ca05ab0a87a2 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:51.631629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.644840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deaee9da-ee11-465a-b138-275c2f5f8f19 req-6a497f3c-bedc-4023-9dc8-12078641192f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 210 time: 0.0486047 Jul 27 21:39:51.657099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 72c46dea-cb4e-477f-89f1-320f776d8711 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:51.689347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:39:51.804889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-5934a491-5a63-4353-922a-5af5fadba8bf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8960929 Jul 27 21:39:51.832458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Request body: {'port': {'device_id': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:51.854970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.867787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:51.904909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d71934a0-39e2-4c5e-bccd-fce4c57216e7 None None] Provisioning for port ba437284-b903-4336-b296-dae221e3376a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:51.906569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:51.914057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d71934a0-39e2-4c5e-bccd-fce4c57216e7 None None] Provisioning complete for port ba437284-b903-4336-b296-dae221e3376a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:51.914480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71934a0-39e2-4c5e-bccd-fce4c57216e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:51.914597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:51.918415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:51.982085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:52.026530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d71934a0-39e2-4c5e-bccd-fce4c57216e7 None None] Port ba437284-b903-4336-b296-dae221e3376a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:52.046255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:52.047752 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.110555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:52.120991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Sync routers for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:52.146431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:52.147339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:52.166491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.180944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.226445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-235ad26f-bc20-49a7-835f-c8e6ae7acd57 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8323138 Jul 27 21:39:52.240562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Request body: {'port': {'device_id': '27761b51-558b-445a-8403-0fc5ead75555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:52.331964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:52.366206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.371508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.372853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5699885-008b-469c-8e41-eee22aae20dc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2812366 Jul 27 21:39:52.373776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.376658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48460) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:52.397326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:52.547817 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.593271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76e9a217-6d6d-4c1a-95c1-7798c160ae9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.655261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-90d5354c-80f7-430a-bb5c-d46a8c261eea None None] Provisioning for port 72c46dea-cb4e-477f-89f1-320f776d8711 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:52.662840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-90d5354c-80f7-430a-bb5c-d46a8c261eea None None] Provisioning complete for port 72c46dea-cb4e-477f-89f1-320f776d8711 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:52.663219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d5354c-80f7-430a-bb5c-d46a8c261eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:52.793272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-90d5354c-80f7-430a-bb5c-d46a8c261eea None None] Port 72c46dea-cb4e-477f-89f1-320f776d8711 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:53.070926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:49Z', 'revision_number': 3, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:53.070926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Checking router: ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:53.070926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Updating router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:53.071986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76e9a217-6d6d-4c1a-95c1-7798c160ae9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.073145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c46dea-cb4e-477f-89f1-320f776d8711 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b155-41f6-41a4-8fce-cd2abd3d98ee req-19c7b926-ef6d-4a7b-aba5-5de00b74c5b4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6d6b155-41f6-41a4-8fce-cd2abd3d98ee req-19c7b926-ef6d-4a7b-aba5-5de00b74c5b4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 936 time: 0.1850736 Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Transition to ACTIVE for port object 72c46dea-cb4e-477f-89f1-320f776d8711 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:53.073533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6d6b155-41f6-41a4-8fce-cd2abd3d98ee req-8b59fa64-b68e-4586-aba7-6f4f43980be2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Jul 27 21:39:53.076113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b074a3-bb15-4f3f-a5b0-ec4d3c67e020,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.096506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Network d0a706c0-8355-45c7-a564-2d220ff8c447 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:53.109122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.126132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:53.136347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:53.176550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Checking segment: {'id': '646c467c-70d7-464e-9c0a-84ef3fe4da14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '5c6c6af7-60e6-44cc-987a-6943b000e7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:53.176923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Network hostable DHCP agents. Network: 5c6c6af7-60e6-44cc-987a-6943b000e7d0, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:53.248810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.249960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.281613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e3218-6079-41a4-8136-bca1ad5be4c7 req-af0bd4b6-a370-4f9f-ae80-c99de1c4e12b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.283294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-735e3218-6079-41a4-8136-bca1ad5be4c7 req-af0bd4b6-a370-4f9f-ae80-c99de1c4e12b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 931 time: 0.7387452 Jul 27 21:39:53.374825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-735e3218-6079-41a4-8136-bca1ad5be4c7 req-f8cd3e23-9fa0-42dc-ad96-e031a659858e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849562 Jul 27 21:39:53.388432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76e9a217-6d6d-4c1a-95c1-7798c160ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.406322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.411806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-76e9a217-6d6d-4c1a-95c1-7798c160ae9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa1f6bcc46854ef4b1f61bb00546adda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0129154 Jul 27 21:39:53.414822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:53.422630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Transition to ACTIVE for port object 6ba103cf-3c9e-4dc0-998d-0372d14f73cf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:53.447367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9a217-6d6d-4c1a-95c1-7798c160ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c958a10-d655-4305-9254-4b61d67f7822,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.465298 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.524954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.598575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Pushing event updated for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.602668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Network 5c6c6af7-60e6-44cc-987a-6943b000e7d0 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:53.607431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.632152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.682461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Attempting to bind port 72c46dea-cb4e-477f-89f1-320f776d8711 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Attempting to bind port 72c46dea-cb4e-477f-89f1-320f776d8711 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Attempting to bind port 72c46dea-cb4e-477f-89f1-320f776d8711 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Port 72c46dea-cb4e-477f-89f1-320f776d8711 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Attempting to bind port 72c46dea-cb4e-477f-89f1-320f776d8711 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Bound port: 72c46dea-cb4e-477f-89f1-320f776d8711, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:53.699253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.700670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-8bc3dd97-7759-4890-80ae-738cadb78ec8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5418265 Jul 27 21:39:53.730361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Request body: {'port': {'device_id': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:53.813710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.815545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5c6c6af7-60e6-44cc-987a-6943b000e7d0) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:53.819781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.819781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c958a10-d655-4305-9254-4b61d67f7822 HTTP/1.1" status: 204 len: 168 time: 0.4033718 Jul 27 21:39:53.822364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:53.827326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=72c46dea-cb4e-477f-89f1-320f776d8711,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:53.828477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.829086 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.835636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30300b5-4a58-421b-913b-dc1fe5c49f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c958a10-d655-4305-9254-4b61d67f7822,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.841466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Attempting to bind port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:53.841848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Attempting to bind port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:53.842212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Attempting to bind port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:53.850769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb202a-cf17-47ca-b72f-c479b57a9233 None None] Pushing event updated for resources: {'Port': ['ID=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:53.869312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeabe51-0154-4e98-a531-22cc4454ef8a None None] Network 5c6c6af7-60e6-44cc-987a-6943b000e7d0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:53.876235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.933215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:53.933623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:53.933994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.934417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:53.934910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Bound port: 6ba103cf-3c9e-4dc0-998d-0372d14f73cf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:53.935301 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.952095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:53.997762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:53.998883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.000708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] 10.222.0.50 "PUT /v2.0/ports/72c46dea-cb4e-477f-89f1-320f776d8711 HTTP/1.1" status: 200 len: 1096 time: 1.7661214 Jul 27 21:39:54.003437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:54.006765 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cf97eb-a29e-4915-a95d-cf1eea3084cb" -d '{"events": [{"name": "network-changed", "server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:54.048207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94760d-4994-4c47-b7a0-28b8c90d3d37 service neutron] Pushing event updated for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:54.048490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba437284-b903-4336-b296-dae221e3376a {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:54.059544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] For port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:54.064109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.082522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] For port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:54.089744 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a209a5f-f42e-4828-b4c8-98d4c83937b5 x-openstack-request-id: req-0a209a5f-f42e-4828-b4c8-98d4c83937b5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:54.090334 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:54.090856 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a209a5f-f42e-4828-b4c8-98d4c83937b5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:54.091347 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711', 'status': 'completed', 'code': 200} Jul 27 21:39:54.123060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63e3a0-3101-4e45-8eff-200d114f81ec None None] Network 5c6c6af7-60e6-44cc-987a-6943b000e7d0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:54.134121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6363eca5-96a1-485e-a71f-f47cbb017c4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7551060 Jul 27 21:39:54.161640 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.165731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Transition to ACTIVE for port object ba437284-b903-4336-b296-dae221e3376a will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:54.284274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242179bf-5813-4b99-a22f-b80118ea37f9 req-8e2f9638-451a-4363-a365-228265271ef0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.296800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242179bf-5813-4b99-a22f-b80118ea37f9 req-8e2f9638-451a-4363-a365-228265271ef0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 948 time: 0.1825063 Jul 27 21:39:54.311893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.318986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf97eb-a29e-4915-a95d-cf1eea3084cb req-d87cb54c-44a3-4c70-86ca-2f9bdc096e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.333613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78cf97eb-a29e-4915-a95d-cf1eea3084cb req-d87cb54c-44a3-4c70-86ca-2f9bdc096e4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 1099 time: 0.2051508 Jul 27 21:39:54.333974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.380103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242179bf-5813-4b99-a22f-b80118ea37f9 req-f2171685-52bb-41ba-893d-6056acc9ff48 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Jul 27 21:39:54.382477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78cf97eb-a29e-4915-a95d-cf1eea3084cb req-cfb57efe-6c38-4591-8209-e4fe7c6ac718 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501015 Jul 27 21:39:54.399174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb202a-cf17-47ca-b72f-c479b57a9233 None None] Pushing event updated for resources: {'Port': ['ID=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:54.408221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:54.410471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:54.499873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Pushing event updated for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:54.590276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:54.710811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf97eb-a29e-4915-a95d-cf1eea3084cb req-737a13c3-36e3-40c7-8b56-3ef0d83f5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.714443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78cf97eb-a29e-4915-a95d-cf1eea3084cb req-737a13c3-36e3-40c7-8b56-3ef0d83f5766 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3249495 Jul 27 21:39:54.757771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3864eb0-c13e-4e0e-90bb-900d983dd1d5 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:54.775328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Allocated IP 172.20.0.1 (1f39be59-2d9b-4e33-8a39-0c737fa51e83/3ec204dd-f347-420f-920e-560641b59bd1/3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:54.795696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.843166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Attempting to bind port ba437284-b903-4336-b296-dae221e3376a on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:54.844127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Attempting to bind port ba437284-b903-4336-b296-dae221e3376a by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:54.844495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Attempting to bind port ba437284-b903-4336-b296-dae221e3376a on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:54.857534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Port ba437284-b903-4336-b296-dae221e3376a on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:54.857534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Attempting to bind port ba437284-b903-4336-b296-dae221e3376a on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:54.870691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Transition to ACTIVE for port object f3864eb0-c13e-4e0e-90bb-900d983dd1d5 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:54.890751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-12911a4d-60c2-49c4-ac2c-999d834de8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.891212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9f54-aa31-4f06-968b-93f7ef2ad445 req-bfc91342-0793-40da-8fed-4ae162122ec3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:54.892256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-12911a4d-60c2-49c4-ac2c-999d834de8ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 1099 time: 0.1216917 Jul 27 21:39:54.894397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a91f9f54-aa31-4f06-968b-93f7ef2ad445 req-bfc91342-0793-40da-8fed-4ae162122ec3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 931 time: 0.3842845 Jul 27 21:39:54.919005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:49Z', 'revision_number': 3, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:54.931519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:54.931890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:54.932244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:54.932835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Bound port: ba437284-b903-4336-b296-dae221e3376a, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:54.933205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:54.947776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a8d2-79ed-4638-9dfa-54747440b7b4 None None] The sync data for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 is: [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:49Z', 'revision_number': 3, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:54.963515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-19420ef9-b962-4372-ab30-138069ea3717 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=72c46dea-cb4e-477f-89f1-320f776d8711 HTTP/1.1" status: 200 len: 217 time: 0.0613840 Jul 27 21:39:55.036327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.107814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a91f9f54-aa31-4f06-968b-93f7ef2ad445 req-3b1bd411-45b7-43e8-807b-cf322d24bb83 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800079 Jul 27 21:39:55.156665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:55.181248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.215956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:55.224942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ba437284-b903-4336-b296-dae221e3376a,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:55.249046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48532) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:55.260394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Transition to ACTIVE for port object 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:55.266659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b230d8-576e-4888-94aa-9bd185a06b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.280784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-3bf06928-c7db-448d-aa37-ce2c79dc17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:55.283442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-3bf06928-c7db-448d-aa37-ce2c79dc17b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3123529 Jul 27 21:39:55.332727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:55.333071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:55.333458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:55.339248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.360933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:55.361179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:55.411750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:55.412398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.413872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] 10.222.0.50 "PUT /v2.0/ports/ba437284-b903-4336-b296-dae221e3376a HTTP/1.1" status: 200 len: 1096 time: 3.5881250 Jul 27 21:39:55.416079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'tag': 'ba437284-b903-4336-b296-dae221e3376a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:55.425916 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe87ca-a838-4647-9073-ef994305a21b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "tag": "ba437284-b903-4336-b296-dae221e3376a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:55.434115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:55.434763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:55.435329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:55.435980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Bound port: f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:55.436520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.492702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-68f1603f-8846-4d01-9ee9-9157651194bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:55.496203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-68f1603f-8846-4d01-9ee9-9157651194bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069004 Jul 27 21:39:55.657257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b230d8-576e-4888-94aa-9bd185a06b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.694804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:55.700404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:55.713854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.716044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b069cc-ceb4-4f37-8536-e715cb801834 service neutron] Pushing event updated for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:55.730228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-1d42b23b-969f-4960-b302-ccd84090c57a service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252183 Jul 27 21:39:55.818638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:55.842771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b230d8-576e-4888-94aa-9bd185a06b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:55.847084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:55.869982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:55.943783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Pushing event updated for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:55.946956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.037848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77b230d8-576e-4888-94aa-9bd185a06b37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db435e7ff9e5409885f29449c274a435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876487 Jul 27 21:39:56.044553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:56.054355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fa85e-10ec-489e-a93e-dbd36756da49 req-60f7ff4e-d787-4e23-8de5-0a263c8429be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.056264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-880fa85e-10ec-489e-a93e-dbd36756da49 req-60f7ff4e-d787-4e23-8de5-0a263c8429be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 948 time: 0.5054636 Jul 27 21:39:56.058937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-8e822593-f5a3-4fdf-8e99-30a2990904f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.060479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-8e822593-f5a3-4fdf-8e99-30a2990904f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1099 time: 0.4339924 Jul 27 21:39:56.067995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.069118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.071746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] 10.222.0.50 "PUT /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 1091 time: 2.3536859 Jul 27 21:39:56.121870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b230d8-576e-4888-94aa-9bd185a06b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2942696b-91c8-4a39-b70c-1aa3f0915d26,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:56.203532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.218153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-614a131d-f2fb-4ec4-8fcd-83fd3f6421af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=ba437284-b903-4336-b296-dae221e3376a HTTP/1.1" status: 200 len: 217 time: 0.1355243 Jul 27 21:39:56.246265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-4cd6da9e-126a-4907-91ad-bc6c1c2ec10e service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050163 Jul 27 21:39:56.267526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.282841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60802f-d4b4-482f-9b99-6d073cc8d478 service neutron] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:56.286517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b06bee23-7598-4b45-8921-aa8e66f8404d None None] Provisioning for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:56.291345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b06bee23-7598-4b45-8921-aa8e66f8404d None None] Provisioning complete for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:56.292317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b06bee23-7598-4b45-8921-aa8e66f8404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.309965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.325165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-36cc2f09-4487-4d7d-8071-9297dcd1ec91 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.327095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-36cc2f09-4487-4d7d-8071-9297dcd1ec91 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.3522894 Jul 27 21:39:56.334538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-880fa85e-10ec-489e-a93e-dbd36756da49 req-b12f8b19-1c7e-433f-a07d-b50b8ffa1e0f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576671 Jul 27 21:39:56.379634 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-783b1ea9-3a53-468d-a281-2d2d2f3b48ad tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/quotas/fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 375 time: 0.0452948 Jul 27 21:39:56.382267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b06bee23-7598-4b45-8921-aa8e66f8404d None None] Port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:56.428354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b3c35f78-6cdc-4c88-a596-fae000bd5902 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414555 Jul 27 21:39:56.438053 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac1d29-cced-4a3c-8994-2779d58281bb x-openstack-request-id: req-caac1d29-cced-4a3c-8994-2779d58281bb {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:56.438515 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "tag": "ba437284-b903-4336-b296-dae221e3376a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:56.438625 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caac1d29-cced-4a3c-8994-2779d58281bb {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:56.439029 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'tag': 'ba437284-b903-4336-b296-dae221e3376a', 'status': 'completed', 'code': 200} Jul 27 21:39:56.485558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-eafb06f6-f987-4736-b4fd-3e26caf8851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.487654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-eafb06f6-f987-4736-b4fd-3e26caf8851a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2151372 Jul 27 21:39:56.539885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-e7aed046-18ba-454a-8b12-53501e2b152d service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036577 Jul 27 21:39:56.540245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-eb232b33-4fe7-46e6-be02-5edf3dd1f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.541784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-eb232b33-4fe7-46e6-be02-5edf3dd1f145 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1094 time: 0.2743640 Jul 27 21:39:56.606026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.608740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.613628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2942696b-91c8-4a39-b70c-1aa3f0915d26 HTTP/1.1" status: 204 len: 168 time: 0.5659618 Jul 27 21:39:56.630249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b01d3a-deb3-479d-b74c-1eaed98e6c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942696b-91c8-4a39-b70c-1aa3f0915d26,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:56.728280 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-ec29605c-569e-428e-9a13-4620af4878a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814418 Jul 27 21:39:56.864902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-ddaf2ac0-2191-4448-87ab-1e5db29c9697 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.3123500 Jul 27 21:39:56.944493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:56.951395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-bedb6ee2-3423-4d1d-a216-cea82cf7da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:56.960038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-bedb6ee2-3423-4d1d-a216-cea82cf7da2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4620922 Jul 27 21:39:57.115853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1414-c238-4a54-86c8-3126ee92977c req-60c8d1f0-0d49-4d8d-8502-2f0864e09b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:57.121055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-60c8d1f0-0d49-4d8d-8502-2f0864e09b1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.2337134 Jul 27 21:39:57.144031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6ba103cf-3c9e-4dc0-998d-0372d14f73cf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:57.288384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-080a65f0-2765-4884-98d8-be33db5c8283 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325943 Jul 27 21:39:57.296687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-cbd53067-9b14-4877-9850-7756368ea1f1 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280299 Jul 27 21:39:57.303583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-a414f0b1-da3f-4b46-a996-396cf3e675d4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383456 Jul 27 21:39:57.357059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:57.368337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:57.368337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:57.423203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-4a3d6610-ff43-4d97-b54e-954c735e25e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:57.425557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-4a3d6610-ff43-4d97-b54e-954c735e25e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210301 Jul 27 21:39:57.444037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-59330626-1be9-4985-a46c-027d885ba095 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/quotas/55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 375 time: 0.0096705 Jul 27 21:39:57.477230 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:57.484291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-d5630e2f-5939-443c-b49d-41c49e8e12bb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349958 Jul 27 21:39:57.523171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:57.541288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcf276-4a87-4ed6-86ea-e0c59f312df2 req-3f9a3e83-daa9-4034-ab1d-0756c3101b7b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:57.542859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5bbcf276-4a87-4ed6-86ea-e0c59f312df2 req-3f9a3e83-daa9-4034-ab1d-0756c3101b7b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.5726857 Jul 27 21:39:57.608173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-467bc9ab-1f19-4b25-a315-58aa15c7cae7 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080544 Jul 27 21:39:57.634801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d688f7ff-7f78-44a6-bd08-490c56cf4607 req-c01aeaf2-88da-4783-a58f-2fa37b65ba00 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163867 Jul 27 21:39:57.670952 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:57.696532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5bbcf276-4a87-4ed6-86ea-e0c59f312df2 req-2484457b-cfd9-4bad-a087-7d9dc5769405 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424646 Jul 27 21:39:57.723864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:57.725152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:57.769749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-310b1414-c238-4a54-86c8-3126ee92977c req-8b14e53a-01fd-477f-a24a-9df7818ecf8e service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515436 Jul 27 21:39:57.851154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:57.861200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe87ca-a838-4647-9073-ef994305a21b req-b2157d2d-7130-4080-ad48-f35397a25491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:57.864520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-b2157d2d-7130-4080-ad48-f35397a25491 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1099 time: 0.0803878 Jul 27 21:39:57.938806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75b0311f-e026-4ea9-a530-8ce1e1a40a9e req-8c0152cb-6c8d-4264-a281-edc9909742d4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 210 time: 0.0392172 Jul 27 21:39:57.997282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Pushing event updated for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:58.012640 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:58.125165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1f62d-0830-4477-9000-d659a5d65d1f req-30edec67-1c0d-4554-8ec8-2bfa1a500fdb tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.126728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5b1f62d-0830-4477-9000-d659a5d65d1f req-30edec67-1c0d-4554-8ec8-2bfa1a500fdb tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 948 time: 0.1105249 Jul 27 21:39:58.144159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe87ca-a838-4647-9073-ef994305a21b req-f6fd730b-7b57-464a-9a96-bccb4cdf964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.146032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-f6fd730b-7b57-464a-9a96-bccb4cdf964f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2562351 Jul 27 21:39:58.159653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:58.166811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:58.177077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5b1f62d-0830-4477-9000-d659a5d65d1f req-1fd8b329-dc15-442c-bb5f-f58b867ef5af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Jul 27 21:39:58.276025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-d73759e3-c506-4cb0-9ab4-5691c709869b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=ba437284-b903-4336-b296-dae221e3376a HTTP/1.1" status: 200 len: 217 time: 0.1190686 Jul 27 21:39:58.330930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8635c2df-1a2c-4b5b-b970-3a0b2186e6a6 req-3b47c81d-abf8-499b-aee5-c53934d7d805 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0596991 Jul 27 21:39:58.423412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e02ff451-5b96-47fb-848d-ed3efed9b7f4 None None] Provisioning complete for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:58.425184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e02ff451-5b96-47fb-848d-ed3efed9b7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:58.437896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe87ca-a838-4647-9073-ef994305a21b req-bfcad060-c57e-49ac-8d6a-de1ec942d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.439472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-bfcad060-c57e-49ac-8d6a-de1ec942d28b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1470976 Jul 27 21:39:58.443224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:58.445366 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:58.482561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e02ff451-5b96-47fb-848d-ed3efed9b7f4 None None] Port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:58.495425 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fece92b-a522-48d0-8ef1-c65a201888a3 x-openstack-request-id: req-2fece92b-a522-48d0-8ef1-c65a201888a3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:58.495719 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:58.495978 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fece92b-a522-48d0-8ef1-c65a201888a3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:58.496381 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'status': 'completed', 'code': 200} Jul 27 21:39:58.505530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:58.631577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe87ca-a838-4647-9073-ef994305a21b req-cbfb2d85-6ed7-4f6c-8e30-bc75185a71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.633126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-cbfb2d85-6ed7-4f6c-8e30-bc75185a71b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820059 Jul 27 21:39:58.757479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-1847a19b-0a08-4ce3-8e98-7fd6a1c08b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.759056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-1847a19b-0a08-4ce3-8e98-7fd6a1c08b80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1094 time: 0.2322619 Jul 27 21:39:58.797146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:58.829654 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Sync routers for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:58.833962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aec0f37f-3a62-48c1-8979-5136be5fcefc admin admin] 10.222.0.37 "PUT /v2.0/routers/ad2a3415-d111-4a0e-a8d5-0ccb770bcff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4472504 Jul 27 21:39:58.868019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-8671bd74-c86a-42ea-9212-debc1f211334 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249997 Jul 27 21:39:58.876018 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:58.879343 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:58.992690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d019e1e-0247-4632-9b77-f5a010544d5e req-5bc6bfb6-f4ea-4f79-8996-a87cd7ddd823 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:58.994774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d019e1e-0247-4632-9b77-f5a010544d5e req-5bc6bfb6-f4ea-4f79-8996-a87cd7ddd823 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.1698606 Jul 27 21:39:59.068681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d019e1e-0247-4632-9b77-f5a010544d5e req-b46c87fa-d85e-48fe-ae32-13a0cc0f8c66 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671873 Jul 27 21:39:59.142305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6ba103cf-3c9e-4dc0-998d-0372d14f73cf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:59.181704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:59.228939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:59.229715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:59.340180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c5216dd-4b33-434b-b275-4d58187cd452 req-95e1cc6d-07ae-46af-941d-8ddbc9723c3d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 210 time: 0.0657117 Jul 27 21:39:59.379520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-c89a09d7-605a-4dc0-af41-c52e3164d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:59.382124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-c89a09d7-605a-4dc0-af41-c52e3164d73f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.6136346 Jul 27 21:39:59.468799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-4ec49f56-924d-4a70-8da8-681330cd2035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.0621123 Jul 27 21:39:59.513593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:56Z', 'revision_number': 4, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0', 'name': '', 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'mac_address': 'fa:16:3e:f8:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ec204dd-f347-420f-920e-560641b59bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:54Z', 'updated_at': '2021-07-27T21:39:57Z', 'revision_number': 2, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'subnets': [{'id': '3ec204dd-f347-420f-920e-560641b59bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:59.559743 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Checking router: ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:59.560789 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Updating router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:59.580556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26fe87ca-a838-4647-9073-ef994305a21b req-993380f1-3d95-4ea2-9436-8af945539d1d service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051198 Jul 27 21:39:59.604301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-72974cc3-d6c9-4bfd-a808-ddee0817f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:59.606197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-72974cc3-d6c9-4bfd-a808-ddee0817f122 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1153860 Jul 27 21:39:59.621857 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:59.654991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-a663af96-d57d-48a6-86c0-31d616d862a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366716 Jul 27 21:39:59.670757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966aa2b-c6b2-4378-87ec-07a8295368b9 req-b6d13473-d7d0-4df3-918e-e4fefdaa9baf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:59.672720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7966aa2b-c6b2-4378-87ec-07a8295368b9 req-b6d13473-d7d0-4df3-918e-e4fefdaa9baf tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 948 time: 0.2081530 Jul 27 21:39:59.769533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7966aa2b-c6b2-4378-87ec-07a8295368b9 req-3fcd06d8-c9d9-4af6-a371-ec57f4da7e93 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851140 Jul 27 21:39:59.806346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-930e20a5-b8fb-4e15-8ba3-091c73d1bab4 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2500582 Jul 27 21:39:59.817356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:59.826148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-35549d66-0636-470f-a73e-d13ef7bb15f1 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519542 Jul 27 21:39:59.896255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 72c46dea-cb4e-477f-89f1-320f776d8711 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:59.915623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:59.980255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-896aa5ab-6a7f-4fee-a2e6-cab19b0b69c2 req-74625757-aee6-4baa-bac0-8077831d1199 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452959 Jul 27 21:40:00.035822 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.051400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Transition to ACTIVE for port object 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:00.083792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.121725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20e55725-aba2-478c-a729-4f69cdf56f9c req-40b9d0f8-cd41-4fad-a90a-32da0b8bf79e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0436988 Jul 27 21:40:00.131967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=72c46dea-cb4e-477f-89f1-320f776d8711,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:00.138729 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.148961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '72c46dea-cb4e-477f-89f1-320f776d8711', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '72c46dea-cb4e-477f-89f1-320f776d8711', 'mac_address': 'fa:16:3e:da:eb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:00.210419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.247611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c46dea-cb4e-477f-89f1-320f776d8711 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:00.288575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=72c46dea-cb4e-477f-89f1-320f776d8711,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:00.290917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-71a8dbcc-74c2-44c9-8936-d155983bd015 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:00.291658 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Pushing event updated for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:00.292422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-71a8dbcc-74c2-44c9-8936-d155983bd015 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.1892269 Jul 27 21:40:00.311085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Request body: {'port': {'device_id': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'admin_state_up': True, 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:00.325833 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.326071 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.326486 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.326809 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.327143 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.327482 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.327817 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.328149 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.328479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.328806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.329136 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.329464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:00.343916 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Attempting to bind port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:00.344527 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Attempting to bind port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:00.349333 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Attempting to bind port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 on network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:00.355546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:00.355935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Checking segment: {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:00.356417 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.356927 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Bound using segment: {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:00.357550 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Bound port: 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:00.358036 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.380242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.422002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Allocated IP 172.25.3.9 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/483aa411-d14b-41bf-9d4d-acfedd6a263e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:00.465317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:00.533286 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] For port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:00.540283 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] For port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:00.593316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.600600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:00.615864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806d45-bcb2-4817-9dd7-b0c0aeec9774 req-ad065a3e-9fdc-4f0c-a6d4-fd8d653cbeb9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:00.617517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06806d45-bcb2-4817-9dd7-b0c0aeec9774 req-ad065a3e-9fdc-4f0c-a6d4-fd8d653cbeb9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.0701687 Jul 27 21:40:00.619962 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.654121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:00.657734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.698903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06806d45-bcb2-4817-9dd7-b0c0aeec9774 req-dd165955-972d-4603-9ed2-7dc7b87c6d91 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692790 Jul 27 21:40:00.700366 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba5cf2-ce0e-44f3-b992-ee4c9739902f None None] Pushing event updated for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:00.717722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-98c00686-0b2b-42ab-98c3-440288e8de28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344417 Jul 27 21:40:00.724408 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:00.725619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:39:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:00.766751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:00.864312 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:00.907146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:00.926206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:00.938542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:00.982039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ba3a872-b3dc-4644-a004-1acbb46376a3 req-5abf161a-f254-4d68-a21b-3d265b33ab54 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 210 time: 0.0350392 Jul 27 21:40:01.011346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=483aa411-d14b-41bf-9d4d-acfedd6a263e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:01.097556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-6b488896-b16f-43ad-8ba5-e4c4d3131167 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:01.100786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-6b488896-b16f-43ad-8ba5-e4c4d3131167 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3697298 Jul 27 21:40:01.132203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Request body: {'port': {'device_id': '29340f59-f606-4f6d-86e3-fe09c1547207', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '55f15e54bfab423cb281c253fa848f5d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:01.158212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Allocated IP 172.20.0.12 (a81e5183-4527-4bd4-9b03-3e67d80c5ce0/90e4cb15-b86e-4483-890e-bec4acbffd16/0d9befba-829a-46e5-814b-5e97df2446b3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:01.168446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033db60-ce29-4cc0-b55d-ad47b8489f83 req-4b018895-d895-46bb-be3c-066cafb9200a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:01.169164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:56Z', 'revision_number': 4, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0', 'name': '', 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'mac_address': 'fa:16:3e:f8:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ec204dd-f347-420f-920e-560641b59bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:54Z', 'updated_at': '2021-07-27T21:40:00Z', 'revision_number': 4, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'subnets': [{'id': '3ec204dd-f347-420f-920e-560641b59bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:01.170327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7033db60-ce29-4cc0-b55d-ad47b8489f83 req-4b018895-d895-46bb-be3c-066cafb9200a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 949 time: 0.0818737 Jul 27 21:40:01.200036 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c9fdc-fdf2-4f40-9d8a-105bc12df8a9 None None] The sync data for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 is: [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:39:56Z', 'revision_number': 4, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0', 'name': '', 'network_id': '1f39be59-2d9b-4e33-8a39-0c737fa51e83', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'mac_address': 'fa:16:3e:f8:f7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '3ec204dd-f347-420f-920e-560641b59bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:54Z', 'updated_at': '2021-07-27T21:40:00Z', 'revision_number': 4, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'subnets': [{'id': '3ec204dd-f347-420f-920e-560641b59bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:40:01.223249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7033db60-ce29-4cc0-b55d-ad47b8489f83 req-09bd5926-81e2-4ac9-979f-9fae0878ed1c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Jul 27 21:40:01.294746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.540472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dcc028e9-5883-44c3-b058-95188ca47d02 req-eaa7ed68-2ad4-49d8-907d-a45f68cafd13 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0365841 Jul 27 21:40:01.763464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.833230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.834177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:01.835830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Made reservation on behalf of 55f15e54bfab423cb281c253fa848f5d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:01.839443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.865402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.882402 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-775ce3b0-8d1d-4cb1-848a-31b7cc1093ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:01.907574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:01.910935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 72c46dea-cb4e-477f-89f1-320f776d8711 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:02.045377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.054944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c035583b-df71-407d-b1b0-6b620fad9bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.101894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:02.102600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a137c0a-1b4f-4833-a776-4c2778a4aecd req-6d839cd4-dd3c-4e64-b81b-f4b6ff0c9913 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:02.104461 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a137c0a-1b4f-4833-a776-4c2778a4aecd req-6d839cd4-dd3c-4e64-b81b-f4b6ff0c9913 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.1163495 Jul 27 21:40:02.115217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'port_id': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'mac_address': 'fa:16:3e:68:f2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10a98b7-4511-4017-9c60-3087305ae72a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:02.140518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.143531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.160791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 72c46dea-cb4e-477f-89f1-320f776d8711 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:02.164186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a137c0a-1b4f-4833-a776-4c2778a4aecd req-0f896feb-dea3-4a75-bf1c-d5170987f9b7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Jul 27 21:40:02.166548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.170318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 72c46dea-cb4e-477f-89f1-320f776d8711 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:02.171156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.211537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3864eb0-c13e-4e0e-90bb-900d983dd1d5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:02.244974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:02.259600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c035583b-df71-407d-b1b0-6b620fad9bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.266275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.269922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.299004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.324488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:02.327948 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175c1dc-2c0a-482a-8c23-6d4384913159" -d '{"events": [{"server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "name": "network-vif-plugged", "status": "completed", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:02.351752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=72c46dea-cb4e-477f-89f1-320f776d8711,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:02.362652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c035583b-df71-407d-b1b0-6b620fad9bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.374556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.375563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ba437284-b903-4336-b296-dae221e3376a details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:02.417928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bceb514-0b74-4436-9ca1-fb0caa171a7d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.424859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:02.438839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=483aa411-d14b-41bf-9d4d-acfedd6a263e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.442593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:02.460915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:02.465921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c035583b-df71-407d-b1b0-6b620fad9bef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d464e658600423883f5f327e1b2ca68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6270967 Jul 27 21:40:02.465921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035583b-df71-407d-b1b0-6b620fad9bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0b747-f934-4632-a76e-3a4f778938dc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.466722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48732) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:02.539075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.549089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5affaf-f519-45dc-b4cf-15ff1d4259d7 req-c4f4ac2e-a0e1-4a39-a831-76e19a97ccc6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:02.551000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef5affaf-f519-45dc-b4cf-15ff1d4259d7 req-c4f4ac2e-a0e1-4a39-a831-76e19a97ccc6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 932 time: 0.1524680 Jul 27 21:40:02.553143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.558336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Allocated IP 192.168.233.73 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/07821177-835b-4bcb-a1de-2f006a37f8c8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:02.572719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.592034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:02.592590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.600783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.610828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.633470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.657352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef5affaf-f519-45dc-b4cf-15ff1d4259d7 req-c6320a39-3695-4870-9743-69a5e46bad85 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889964 Jul 27 21:40:02.724662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ba437284-b903-4336-b296-dae221e3376a,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:02.736490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.746881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-a693e421-ce40-4fd5-965f-e4453500b1c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9483407 Jul 27 21:40:02.749718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'ba437284-b903-4336-b296-dae221e3376a', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'ba437284-b903-4336-b296-dae221e3376a', 'mac_address': 'fa:16:3e:61:74:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:02.756559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.817056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-529a3585-afb6-463c-aecc-9e6e1e90b1f5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5124910 Jul 27 21:40:02.826553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.840706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Request body: {'port': {'device_id': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:02.843663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.848590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba437284-b903-4336-b296-dae221e3376a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:02.849926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:02.850803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-5231b783-bf4b-42bb-b5ee-76c9108bb0ca tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.1030459 Jul 27 21:40:02.851100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eed0b747-f934-4632-a76e-3a4f778938dc HTTP/1.1" status: 204 len: 168 time: 0.3836694 Jul 27 21:40:02.864030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2dab5-1326-42bd-b2f5-dce1a98f2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0b747-f934-4632-a76e-3a4f778938dc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:02.877989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b5b3-2a3f-4b17-b3d5-55711971dd33 req-30cf0289-c0b7-43fd-8c59-553053f204b1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:02.879865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4030b5b3-2a3f-4b17-b3d5-55711971dd33 req-30cf0289-c0b7-43fd-8c59-553053f204b1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 950 time: 0.1088047 Jul 27 21:40:02.901663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ba437284-b903-4336-b296-dae221e3376a,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:02.946148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4030b5b3-2a3f-4b17-b3d5-55711971dd33 req-5f7ca0cf-b79d-44e9-b6c3-03558d01a90c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Jul 27 21:40:03.022161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.037494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.054339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.076584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Transition to ACTIVE for port object 07821177-835b-4bcb-a1de-2f006a37f8c8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:03.088034 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077478e-398d-4d6b-8c8a-74d21b91b5f1 x-openstack-request-id: req-4077478e-398d-4d6b-8c8a-74d21b91b5f1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:03.089474 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "name": "network-vif-plugged", "status": "completed", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:03.090157 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4077478e-398d-4d6b-8c8a-74d21b91b5f1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:03.091052 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711', 'code': 200} Jul 27 21:40:03.094600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:03.120599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-efd09e3c-4938-4a3d-a9e5-8ed47ba899a1 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:03.122918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-efd09e3c-4938-4a3d-a9e5-8ed47ba899a1 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2380869 Jul 27 21:40:03.158353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-7fcc455b-1eb4-410e-8117-ab27d3618d95 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:03.160563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c195e43-dd1e-4caa-8720-ca5f887d2c62 req-7fcc455b-1eb4-410e-8117-ab27d3618d95 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154040 Jul 27 21:40:03.178704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:03.261822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08c87a-f61e-44ca-a18d-5825c9e55a38 req-bf77de6c-55f8-435a-8137-ef5636834425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:03.263783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b08c87a-f61e-44ca-a18d-5825c9e55a38 req-bf77de6c-55f8-435a-8137-ef5636834425 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 1101 time: 0.0871286 Jul 27 21:40:03.268390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ba437284-b903-4336-b296-dae221e3376a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:03.272936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f3864eb0-c13e-4e0e-90bb-900d983dd1d5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:03.309050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b08c87a-f61e-44ca-a18d-5825c9e55a38 req-b24ea7fd-1e20-4975-9f57-f520a45d0634 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Jul 27 21:40:03.317178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b58a678-a013-4fc9-a67e-1081c1bff3c3 req-3ac350a8-9ffa-4175-a890-75f95fcd9400 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0560091 Jul 27 21:40:03.374707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:03.410497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:03.410497 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.410647 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.541995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:03.564269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af0842-8628-4d26-89e1-870be8071e47 req-91feefb4-94b0-4bc1-af78-257cd6529dc1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:03.566819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:03.570824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:03.572512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:03.573189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34af0842-8628-4d26-89e1-870be8071e47 req-91feefb4-94b0-4bc1-af78-257cd6529dc1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.1039293 Jul 27 21:40:03.649316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34af0842-8628-4d26-89e1-870be8071e47 req-3f5e951e-7472-4e19-90df-d9f437d67607 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741463 Jul 27 21:40:03.667804 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.684891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-d2388ade-3b82-4dcd-9059-a1c82a10dedd tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3367875 Jul 27 21:40:03.715549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:03.740939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:03.741632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.867162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9befba-829a-46e5-814b-5e97df2446b3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:03.892433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.894863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48754) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:03.916264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ba26283-8fba-40ab-ba0b-c4eeadc18dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.933283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Transition to ACTIVE for port object 0d9befba-829a-46e5-814b-5e97df2446b3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:03.940588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:03.949943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:04.021794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.054143 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.068296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-f7e6195b-44ae-4553-b71f-85a89052f195 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9439611 Jul 27 21:40:04.100475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Request body: {'port': {'device_id': '29340f59-f606-4f6d-86e3-fe09c1547207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:04.102834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:04.128121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4643ddfa-aef1-4e1b-8b2f-712ce2928f42 None None] Provisioning for port 07821177-835b-4bcb-a1de-2f006a37f8c8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:04.135249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4643ddfa-aef1-4e1b-8b2f-712ce2928f42 None None] Provisioning complete for port 07821177-835b-4bcb-a1de-2f006a37f8c8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:04.135249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4643ddfa-aef1-4e1b-8b2f-712ce2928f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.181739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ba26283-8fba-40ab-ba0b-c4eeadc18dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.205917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:04.227334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4643ddfa-aef1-4e1b-8b2f-712ce2928f42 None None] Port 07821177-835b-4bcb-a1de-2f006a37f8c8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:04.270667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ba26283-8fba-40ab-ba0b-c4eeadc18dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.287051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.287051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:04.287778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:04.287778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:04.299811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:04.300159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:04.302226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.333098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2ba26283-8fba-40ab-ba0b-c4eeadc18dda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34381ac77a3a4c1dbdc3640be49d7646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316952 Jul 27 21:40:04.333098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba26283-8fba-40ab-ba0b-c4eeadc18dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc5333-cd4f-4c09-a85f-412879dfe84b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:04.345422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:04.345724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:04.346103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:04.346520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:04.346980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Bound port: 0d9befba-829a-46e5-814b-5e97df2446b3, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:04.347338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.359810 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5cb9-f594-48e2-af4c-d7934384e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.402584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c20a0d-eab6-4127-9cb4-3646f444b42a req-407f3a47-6208-4a32-89a5-ca8e8f51633c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:04.404501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0c20a0d-eab6-4127-9cb4-3646f444b42a req-407f3a47-6208-4a32-89a5-ca8e8f51633c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.1715159 Jul 27 21:40:04.447837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.480759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0c20a0d-eab6-4127-9cb4-3646f444b42a req-5a75ba0f-8f30-4f4a-8d34-bd9e5a0715a5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628431 Jul 27 21:40:04.486170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.597434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:04.602944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:04.617436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Allocated IP 172.25.3.151 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/83fc4ab3-b792-4c1f-87c3-4e193ac065b6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:04.641110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da52d3-2de0-4364-9930-b79f59ab9e07 req-84b5c85e-d364-48c8-888d-33e76489c0ba tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:04.646126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31da52d3-2de0-4364-9930-b79f59ab9e07 req-84b5c85e-d364-48c8-888d-33e76489c0ba tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 950 time: 0.0837660 Jul 27 21:40:04.682782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.688594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.688594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5fc5333-cd4f-4c09-a85f-412879dfe84b HTTP/1.1" status: 204 len: 168 time: 0.3390932 Jul 27 21:40:04.710334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31da52d3-2de0-4364-9930-b79f59ab9e07 req-cf76f8d8-ce3c-4214-b0c0-25eda6f4021a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Jul 27 21:40:04.726348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c82806-5b5b-420f-8d01-a211297c9e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc5333-cd4f-4c09-a85f-412879dfe84b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:04.762797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.772623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.861067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:04.861800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.863528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] 10.222.0.76 "PUT /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 1092 time: 2.0359445 Jul 27 21:40:04.865569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:04.867915 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2eb71-c989-4dec-a348-da3b4f77bd14" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:04.944475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.960526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142bcd3-b45e-42d2-a6c1-985728ac1ddc service neutron] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:04.988901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07821177-835b-4bcb-a1de-2f006a37f8c8 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:05.007395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec0a3-0bf1-4a27-b94d-dd23618936db req-8de68e33-e1de-4411-92d1-8fe5aaa67b3c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.009292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-854ec0a3-0bf1-4a27-b94d-dd23618936db req-8de68e33-e1de-4411-92d1-8fe5aaa67b3c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 935 time: 0.1067348 Jul 27 21:40:05.018456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.048012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Transition to ACTIVE for port object 07821177-835b-4bcb-a1de-2f006a37f8c8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:05.062902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-854ec0a3-0bf1-4a27-b94d-dd23618936db req-8660e0ef-329d-41ec-b1ad-c722b67b2353 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Jul 27 21:40:05.088211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-98745438-ab97-4da9-b0ec-c992fa4af723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.090251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-98745438-ab97-4da9-b0ec-c992fa4af723 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1095 time: 0.1128483 Jul 27 21:40:05.100455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:05.117737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.168426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-4f452be4-3df1-483e-b933-c930d502c2fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.0684879 Jul 27 21:40:05.191124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.196144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:05.197075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.265185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6def1-45b1-4132-a9e4-e7d6185e6dae req-ea631e78-e748-4775-98ad-21b42c6d748d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.267049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ca6def1-45b1-4132-a9e4-e7d6185e6dae req-ea631e78-e748-4775-98ad-21b42c6d748d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.1185908 Jul 27 21:40:05.311936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:05.322839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-70fdb2d5-8573-4524-8d71-fbff5fdc3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.327975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-70fdb2d5-8573-4524-8d71-fbff5fdc3f9b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1330988 Jul 27 21:40:05.335072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:05.340377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ca6def1-45b1-4132-a9e4-e7d6185e6dae req-88d69e2b-3a84-49df-8a85-87a9145e2930 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Jul 27 21:40:05.384701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-77d73026-5c0a-4fbb-81bb-3fd77c081c7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362730 Jul 27 21:40:05.384701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:05.395516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:05.568952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55c151-829a-488d-970b-4e003b5af169 req-efd8b065-09b5-43be-a76d-56e648aa67a5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:05.575230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc55c151-829a-488d-970b-4e003b5af169 req-efd8b065-09b5-43be-a76d-56e648aa67a5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 949 time: 0.0856326 Jul 27 21:40:05.580438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:05.581377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:05.581714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:05.599294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=83fc4ab3-b792-4c1f-87c3-4e193ac065b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:05.609163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:05.609496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:05.632318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc55c151-829a-488d-970b-4e003b5af169 req-2b996da1-0a77-4f82-8a03-8861d29c257c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Jul 27 21:40:05.663623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:05.664026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:05.664369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:05.665291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Bound port: 07821177-835b-4bcb-a1de-2f006a37f8c8, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:05.665644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.711521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.715728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.723675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-5ff76cb0-46f4-4a3a-8bb9-de82798aac2a service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230174 Jul 27 21:40:05.834760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:05.847987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:05.912773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.919322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.927753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:05.957615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caab19dc-ab2e-4c6e-b946-5f5c5fee26d9 req-e6cde6ea-1a92-4a72-ade2-6010d780b22b service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129397 Jul 27 21:40:06.021785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.022663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.025186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] 10.222.0.76 "PUT /v2.0/ports/07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 1095 time: 1.9407506 Jul 27 21:40:06.040814 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9bced-a441-45b1-90e8-0e2f9f0946b9 x-openstack-request-id: req-aea9bced-a441-45b1-90e8-0e2f9f0946b9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:06.041112 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:06.041463 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aea9bced-a441-45b1-90e8-0e2f9f0946b9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:06.041934 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3', 'status': 'completed', 'code': 200} Jul 27 21:40:06.081299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133a706-ff84-49c1-bc32-0b781e98dbfd service neutron] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:06.112101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:06.117544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:06.118151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.181534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290555b2-283d-4899-b193-be89d1e2fa8c req-5cfdad89-5a9d-4517-aa7a-5fed492d6d6d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.184301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-290555b2-283d-4899-b193-be89d1e2fa8c req-5cfdad89-5a9d-4517-aa7a-5fed492d6d6d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.0873795 Jul 27 21:40:06.239815 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.254932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-290555b2-283d-4899-b193-be89d1e2fa8c req-1eb6d9f5-b37e-40a0-9c98-754a526ff600 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650873 Jul 27 21:40:06.273600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:06.276411 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9237496-a802-4ebd-a2e8-c638c8832778" -d '{"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-plugged", "status": "completed", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:06.303404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:06.421604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.422660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ba437284-b903-4336-b296-dae221e3376a up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:06.526082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:06.586566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-67281273-8784-46af-bcf1-e5372dd36267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.588091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-67281273-8784-46af-bcf1-e5372dd36267 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1098 time: 0.1656170 Jul 27 21:40:06.593208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-4d80a33a-8fa0-4e37-8061-61a0693eab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.594770 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-4d80a33a-8fa0-4e37-8061-61a0693eab4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1095 time: 0.1710603 Jul 27 21:40:06.603790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.613786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef195a3-7c11-4b8c-803d-9b8878aa05c6 req-41954729-4bf8-4670-b39c-c68b6a212a66 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.615444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ef195a3-7c11-4b8c-803d-9b8878aa05c6 req-41954729-4bf8-4670-b39c-c68b6a212a66 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.0749309 Jul 27 21:40:06.660674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ef195a3-7c11-4b8c-803d-9b8878aa05c6 req-3f32bcb8-ba25-4616-90b2-157167742822 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Jul 27 21:40:06.682130 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.692557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-7cb043a7-a193-47b3-9931-eef03fc8830b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0839102 Jul 27 21:40:06.692557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.711176 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7ce5b0-2721-48c2-bedb-62c99bb284ec x-openstack-request-id: req-0e7ce5b0-2721-48c2-bedb-62c99bb284ec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:06.711907 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-plugged", "status": "completed", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:06.712354 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e7ce5b0-2721-48c2-bedb-62c99bb284ec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:06.712979 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'code': 200} Jul 27 21:40:06.714239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port ba437284-b903-4336-b296-dae221e3376a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:06.741014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port ba437284-b903-4336-b296-dae221e3376a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:06.741615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.834263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=83fc4ab3-b792-4c1f-87c3-4e193ac065b6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:06.852360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.864323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-77e0f586-1728-4525-a6cc-0eda5ae0f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.866318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-77e0f586-1728-4525-a6cc-0eda5ae0f2fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1648674 Jul 27 21:40:06.866959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.871144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-6fe03a7d-3070-4d12-8336-2f8145d77e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.872583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-6fe03a7d-3070-4d12-8336-2f8145d77e64 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2669301 Jul 27 21:40:06.897317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1c889-37a0-48a8-902e-ab146e27c0d7 req-b28d512a-08e3-4e1e-b507-1dad729f6877 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.897803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ba437284-b903-4336-b296-dae221e3376a,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:06.898941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39f1c889-37a0-48a8-902e-ab146e27c0d7 req-b28d512a-08e3-4e1e-b507-1dad729f6877 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 945 time: 0.1343765 Jul 27 21:40:06.916442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdd1c-2c99-490b-9cec-29153fceb621 req-a71f196a-126d-4fae-9558-b633f98b72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:06.917922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5aabdd1c-2c99-490b-9cec-29153fceb621 req-a71f196a-126d-4fae-9558-b633f98b72f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1096 time: 0.1129730 Jul 27 21:40:06.950382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-a5dc8710-9f2d-4de3-8adb-98893494f507 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.0577974 Jul 27 21:40:06.962916 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:06.978594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39f1c889-37a0-48a8-902e-ab146e27c0d7 req-ffbf8c66-7961-4d98-b05f-d910e98a7c78 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705402 Jul 27 21:40:06.992094 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5aabdd1c-2c99-490b-9cec-29153fceb621 req-fb4a9dc0-aead-483b-9941-fa24019c4a40 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 Jul 27 21:40:07.016046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b55798-04a8-432a-89fd-f76a95351bce req-fa1a2017-0768-4731-9ef6-19a893408757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.018057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-fa1a2017-0768-4731-9ef6-19a893408757 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416056 Jul 27 21:40:07.037366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-155e7c99-7670-4915-b07e-a7dd5b603e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.039828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-155e7c99-7670-4915-b07e-a7dd5b603e76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0794089 Jul 27 21:40:07.058188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:07.062994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:07.064195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-fd13a2f4-329b-4564-995b-58d455da4ed0 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3585727 Jul 27 21:40:07.091241 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:40:07.134111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-44572e09-7fef-431f-8300-389eb1838410 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802650 Jul 27 21:40:07.174536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8454bcc-5c3c-41dd-8812-4373be1eae4e req-9975a9f9-36e1-4486-acfc-4a8531a08133 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.177188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8454bcc-5c3c-41dd-8812-4373be1eae4e req-9975a9f9-36e1-4486-acfc-4a8531a08133 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.0757384 Jul 27 21:40:07.219875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-b5cfb0e2-e67c-480f-924f-a76c279164ba tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.1379542 Jul 27 21:40:07.229361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8454bcc-5c3c-41dd-8812-4373be1eae4e req-59f1f5cf-ad5e-4086-8241-d6580725a248 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Jul 27 21:40:07.347100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:07.365625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-c2fc09d0-6231-48c9-831a-0d4d1bb22734 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248281 Jul 27 21:40:07.386799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-e32021e0-5470-4040-a7fd-ef147742f9da service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167003 Jul 27 21:40:07.473224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f685-1cb9-49ad-be57-2d6be3888350 req-a9a66647-86d1-4cf5-b01d-52192c2a4d2f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.481266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c31f685-1cb9-49ad-be57-2d6be3888350 req-a9a66647-86d1-4cf5-b01d-52192c2a4d2f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.0787916 Jul 27 21:40:07.515244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c31f685-1cb9-49ad-be57-2d6be3888350 req-eb93de57-c624-4850-89c4-e949f3e412fc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347037 Jul 27 21:40:07.524737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-a871ef2c-5797-4919-a872-a11c33bb9557 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.526126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88978bcb-b267-46eb-b621-9a26f028cf2a req-a871ef2c-5797-4919-a872-a11c33bb9557 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2843466 Jul 27 21:40:07.588555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3c2eb71-c989-4dec-a348-da3b4f77bd14 req-5a974473-feba-48be-a621-43b4207bec5e service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878469 Jul 27 21:40:07.590695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b55798-04a8-432a-89fd-f76a95351bce req-e8115304-c8b6-425f-a304-520293a2ec06 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163172 Jul 27 21:40:07.790830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:07.863041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-fce76a8f-5445-462b-9be7-2593df599398 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2331238 Jul 27 21:40:07.875168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:07.932830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8c7d3-0b10-4a8f-b0d5-b21ef91976a0 req-9457dae9-886b-41ef-8822-c0df3c16ea82 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:07.934408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a8c7d3-0b10-4a8f-b0d5-b21ef91976a0 req-9457dae9-886b-41ef-8822-c0df3c16ea82 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.0715380 Jul 27 21:40:07.975004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a8c7d3-0b10-4a8f-b0d5-b21ef91976a0 req-4347b530-d5d6-4fca-bf3f-118447fc5175 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334184 Jul 27 21:40:07.979814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.042852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:08.047073 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8a89cd-99b5-4519-b39a-e80965344e47" -d '{"events": [{"name": "network-changed", "server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:08.090116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.201391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Allocated IP 172.25.3.214 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/7c7c40c3-a5ac-4c9d-ab18-a2167d68befb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:08.305467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.355277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123400-1e73-4ab2-a0f5-d7f89f45c6e4 req-d449150a-4539-4e7c-a98e-a4917c8320a4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.356362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc123400-1e73-4ab2-a0f5-d7f89f45c6e4 req-d449150a-4539-4e7c-a98e-a4917c8320a4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 945 time: 0.0648053 Jul 27 21:40:08.396398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc123400-1e73-4ab2-a0f5-d7f89f45c6e4 req-edc2971c-42c9-4ff6-9b56-ba179d0bdedc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Jul 27 21:40:08.437126 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.443763 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29c0858-31f5-4a0d-943e-c6d93459cc10 x-openstack-request-id: req-b29c0858-31f5-4a0d-943e-c6d93459cc10 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:08.444090 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:08.444348 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b29c0858-31f5-4a0d-943e-c6d93459cc10 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:08.444748 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'status': 'completed', 'code': 200} Jul 27 21:40:08.479800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:08.485244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:08.489989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:08.513494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=7c7c40c3-a5ac-4c9d-ab18-a2167d68befb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:08.548630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-c44a7e38-7e50-410f-ad59-9f668c96748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.551429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-c44a7e38-7e50-410f-ad59-9f668c96748f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1098 time: 0.0693030 Jul 27 21:40:08.589816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.652971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-d76fd2dc-7539-4b48-94ce-a94cf41d9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.654463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-d76fd2dc-7539-4b48-94ce-a94cf41d9d1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.0934124 Jul 27 21:40:08.697370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-2c104d40-9cf5-499f-9d5a-15857ac76e52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Jul 27 21:40:08.714239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba437284-b903-4336-b296-dae221e3376a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:08.717301 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087cb34a-e6c7-4a79-955d-7c46b6a6a67f" -d '{"events": [{"server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba437284-b903-4336-b296-dae221e3376a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:08.748643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-d540b246-5239-4fe9-98dc-a0a460d74bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.750214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-d540b246-5239-4fe9-98dc-a0a460d74bbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0465117 Jul 27 21:40:08.774219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.854887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:08.855463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021b7ea-f4c5-4185-a0af-85b97c32ac59 req-a91c2e19-46a1-42f6-8a9a-0cd1b5021fb8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.857022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f021b7ea-f4c5-4185-a0af-85b97c32ac59 req-a91c2e19-46a1-42f6-8a9a-0cd1b5021fb8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.1059136 Jul 27 21:40:08.860033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-7b49310f-ae10-4329-a760-eb961c6c510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:08.862077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-7b49310f-ae10-4329-a760-eb961c6c510c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006083 Jul 27 21:40:08.944374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.957576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f021b7ea-f4c5-4185-a0af-85b97c32ac59 req-74c92086-a631-4307-bca3-7a176686ce43 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861101 Jul 27 21:40:08.964041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:08.977666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '0d9befba-829a-46e5-814b-5e97df2446b3', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'port_id': '0d9befba-829a-46e5-814b-5e97df2446b3', 'mac_address': 'fa:16:3e:ec:6d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e4cb15-b86e-4483-890e-bec4acbffd16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:08.990876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.025918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-d9770bc6-1550-4c94-8373-9c21276e9cea service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533015 Jul 27 21:40:09.056458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.073343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9befba-829a-46e5-814b-5e97df2446b3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:09.098666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=7c7c40c3-a5ac-4c9d-ab18-a2167d68befb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:09.109510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.112883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:09.186262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.194319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c8a89cd-99b5-4519-b39a-e80965344e47 req-37d44a51-df0b-47bc-b0bf-4adf4e22b2b4 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593251 Jul 27 21:40:09.203155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de948a2-48fc-4d2e-9e78-4fae50d5c5a8 req-613d803b-5060-472b-b9da-9efa1dd2e272 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.204642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9de948a2-48fc-4d2e-9e78-4fae50d5c5a8 req-613d803b-5060-472b-b9da-9efa1dd2e272 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1096 time: 0.1036022 Jul 27 21:40:09.214665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.216752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-a196438f-e4e2-4364-bb09-e5bde461482f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3461943 Jul 27 21:40:09.250173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:09.255906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9de948a2-48fc-4d2e-9e78-4fae50d5c5a8 req-6a623228-4454-44c6-b89b-42cbb52e028e tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Jul 27 21:40:09.309665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-b25bd270-59fc-49d1-9c95-1de6e930128d tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0802853 Jul 27 21:40:09.399395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad9f9a-4539-40c0-98c7-b551b77fd824 req-ddbb8164-0b3c-43a6-b18a-1f80047355f2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.400956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cad9f9a-4539-40c0-98c7-b551b77fd824 req-ddbb8164-0b3c-43a6-b18a-1f80047355f2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.0700884 Jul 27 21:40:09.428703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-48d9174f-7225-4052-9d2b-cb63cda3f4ad tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.429495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-48d9174f-7225-4052-9d2b-cb63cda3f4ad tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1132364 Jul 27 21:40:09.441451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-e0404471-d5fb-41b4-92f6-a0e920b0b0a6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:09.442510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e096365-281c-46bf-af53-2ae0a4fa35f5 req-e0404471-d5fb-41b4-92f6-a0e920b0b0a6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067546 Jul 27 21:40:09.447744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['0d9befba-829a-46e5-814b-5e97df2446b3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:09.449981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cad9f9a-4539-40c0-98c7-b551b77fd824 req-d4db1b8c-1b26-4d99-a3d9-4a53f74095b6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Jul 27 21:40:09.551393 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da9726f-130f-43bd-92be-fb1eb01d6b6a x-openstack-request-id: req-7da9726f-130f-43bd-92be-fb1eb01d6b6a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:09.551814 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "name": "network-vif-plugged", "status": "completed", "tag": "ba437284-b903-4336-b296-dae221e3376a", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:09.552200 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7da9726f-130f-43bd-92be-fb1eb01d6b6a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:09.552627 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba437284-b903-4336-b296-dae221e3376a', 'code': 200} Jul 27 21:40:09.709925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:09.723113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf918e-155e-4c96-a749-07e6f3592b5a req-61823d78-20bf-43e2-990a-0bfed054a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.725289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5cf918e-155e-4c96-a749-07e6f3592b5a req-61823d78-20bf-43e2-990a-0bfed054a516 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1101 time: 0.1013515 Jul 27 21:40:09.740505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c565c8-dbff-4ac7-9e32-9b6e2e39ca37 req-ec65470a-38a6-455b-8ed5-365c79797490 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.742424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8c565c8-dbff-4ac7-9e32-9b6e2e39ca37 req-ec65470a-38a6-455b-8ed5-365c79797490 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.1198854 Jul 27 21:40:09.791665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c062-303f-4eb3-9ec8-3c85588c876f req-2a787295-4147-41ca-85cd-571973cf800d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:09.793574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9850c062-303f-4eb3-9ec8-3c85588c876f req-2a787295-4147-41ca-85cd-571973cf800d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1096 time: 0.0610571 Jul 27 21:40:09.799387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5cf918e-155e-4c96-a749-07e6f3592b5a req-3349be4f-ed16-40cb-a4d5-a386845f726e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Jul 27 21:40:09.808982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8c565c8-dbff-4ac7-9e32-9b6e2e39ca37 req-359120b0-c48a-4923-813d-3570ce88e22d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Jul 27 21:40:09.836575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9015473a-c232-4f22-a912-7ff112d74237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.868561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9850c062-303f-4eb3-9ec8-3c85588c876f req-d7c255f2-097e-4688-b33e-22e1fa01b7c1 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679026 Jul 27 21:40:09.981582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9015473a-c232-4f22-a912-7ff112d74237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:09.987658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35695695-092a-409a-a4eb-7090dec099a4 req-14918f99-53f9-4e40-9894-f130a06e329e tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1482847 Jul 27 21:40:10.001703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:10.105915 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9015473a-c232-4f22-a912-7ff112d74237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.160179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9015473a-c232-4f22-a912-7ff112d74237 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1855987a88a94026a5cfc3a4b2a70951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511049 Jul 27 21:40:10.160511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:10.162319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015473a-c232-4f22-a912-7ff112d74237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696e9eef-c375-46a5-bf35-e068d49f07eb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:10.225445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.271138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.271138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.311379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875dba0-b0cd-4cda-9417-6f9251a4c858 req-1971f9de-ca88-42e6-ad0a-1252d82c3705 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.312878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0875dba0-b0cd-4cda-9417-6f9251a4c858 req-1971f9de-ca88-42e6-ad0a-1252d82c3705 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.0677676 Jul 27 21:40:10.361112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0875dba0-b0cd-4cda-9417-6f9251a4c858 req-cf3ecb0a-3ae4-4785-8de4-bedb764f726a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Jul 27 21:40:10.378647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.421735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.426341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.432487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/696e9eef-c375-46a5-bf35-e068d49f07eb HTTP/1.1" status: 204 len: 168 time: 0.2662578 Jul 27 21:40:10.483563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ad58-18cb-434b-8a87-965248eff1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696e9eef-c375-46a5-bf35-e068d49f07eb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:10.570715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Allocated IP 172.25.3.34 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b3ae7d74-8763-4abb-846a-17861a5f810b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:10.692844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.815039 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:10.858328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:10.869168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:10.870043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:10.876336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:10.943949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e974c-fa74-49b5-828a-53fa9eef08c8 req-1fbeec90-68e0-4f2c-80b4-b44d53c58636 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:10.945238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=b3ae7d74-8763-4abb-846a-17861a5f810b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:10.952754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-350e974c-fa74-49b5-828a-53fa9eef08c8 req-1fbeec90-68e0-4f2c-80b4-b44d53c58636 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.1366534 Jul 27 21:40:10.959328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.959904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.960370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.960848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.961321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.961864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.962455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.962918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.963625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.963937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.964502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.964943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:10.983575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:11.007521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-350e974c-fa74-49b5-828a-53fa9eef08c8 req-d151218c-9a5e-4abf-a64e-fe6ab22a332e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 Jul 27 21:40:11.039313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.079634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:11.086339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'mac_address': 'fa:16:3e:37:be:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:11.138598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.159590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07821177-835b-4bcb-a1de-2f006a37f8c8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:11.168865 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.186127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:11.208236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 0d9befba-829a-46e5-814b-5e97df2446b3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:11.213025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 0d9befba-829a-46e5-814b-5e97df2446b3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:11.213403 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.321528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.354735 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.378977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.398921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:11.431990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:11.434218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:11.451225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef711-4c50-431e-8ccb-805a3cfeb23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.496141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12e11c-045a-427a-b2f9-9df659c096ca req-20fcb62c-cdf2-4aa3-9eaf-a508573df0ad tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.505407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf12e11c-045a-427a-b2f9-9df659c096ca req-20fcb62c-cdf2-4aa3-9eaf-a508573df0ad tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1096 time: 0.0787146 Jul 27 21:40:11.505727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.507389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.554676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf12e11c-045a-427a-b2f9-9df659c096ca req-5f2ccd32-2fa1-4f2f-9bc6-d50555c72baf tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482376 Jul 27 21:40:11.571233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:11.574048 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e0fe75-0255-4d3e-9a37-26df0f0a3adb" -d '{"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-plugged", "status": "completed", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:11.578514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:11.604805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event updated for resources: {'Port': ['ID=b3ae7d74-8763-4abb-846a-17861a5f810b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:11.605129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:11.635528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.664547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef711-4c50-431e-8ccb-805a3cfeb23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.750032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3466-0891-4439-9b8e-f7ae81924c7b req-b5e81156-501c-49d8-8a7e-369d227ce8a2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.751603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ad3466-0891-4439-9b8e-f7ae81924c7b req-b5e81156-501c-49d8-8a7e-369d227ce8a2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 948 time: 0.0833647 Jul 27 21:40:11.759938 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef711-4c50-431e-8ccb-805a3cfeb23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.803516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ad3466-0891-4439-9b8e-f7ae81924c7b req-967659ef-0171-4790-927c-68d9ccbbd07f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Jul 27 21:40:11.813328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c6ef711-4c50-431e-8ccb-805a3cfeb23e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abcc11d68bfe41229c028da3df63bd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799000 Jul 27 21:40:11.814268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ef711-4c50-431e-8ccb-805a3cfeb23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882f8b15-fd74-48eb-b32c-cc832adafa19,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:11.825055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:11.854820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:11.854820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35695695-092a-409a-a4eb-7090dec099a4 req-e1b86d33-51fa-436d-bd09-20a59ff3f5c2 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8587446 Jul 27 21:40:11.924463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35695695-092a-409a-a4eb-7090dec099a4 req-aebe040f-1e08-449f-af15-4a79e40ea98b tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.0633073 Jul 27 21:40:11.956424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d629613-7e7c-46b2-90e8-c9601ac6900a req-b44ed357-1abf-4f0f-8b5a-8f724c03c1d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:11.958092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d629613-7e7c-46b2-90e8-c9601ac6900a req-b44ed357-1abf-4f0f-8b5a-8f724c03c1d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.0758615 Jul 27 21:40:11.965326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.008976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d629613-7e7c-46b2-90e8-c9601ac6900a req-51e2a6ba-4d7f-47d7-9eea-07d19bfbe198 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Jul 27 21:40:12.028342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.062190 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590695e-3725-4d6f-8933-691000b2f5fb x-openstack-request-id: req-2590695e-3725-4d6f-8933-691000b2f5fb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:12.062693 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-plugged", "status": "completed", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:12.063036 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2590695e-3725-4d6f-8933-691000b2f5fb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:12.063545 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3', 'code': 200} Jul 27 21:40:12.200750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34e10d-c8b3-4f65-a271-d8f8d5e7c2bf req-a706de85-3749-430b-a2d6-12aa62d68316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:12.202483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e34e10d-c8b3-4f65-a271-d8f8d5e7c2bf req-a706de85-3749-430b-a2d6-12aa62d68316 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1097 time: 0.0690858 Jul 27 21:40:12.247870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e34e10d-c8b3-4f65-a271-d8f8d5e7c2bf req-97a7de65-b429-4a5c-ae9d-0214ea5b42a2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Jul 27 21:40:12.345794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35695695-092a-409a-a4eb-7090dec099a4 req-783424d0-fd73-4f16-81f9-981172b88160 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:12.347911 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35695695-092a-409a-a4eb-7090dec099a4 req-783424d0-fd73-4f16-81f9-981172b88160 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.4071693 Jul 27 21:40:12.482705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.485262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:12.486665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/882f8b15-fd74-48eb-b32c-cc832adafa19 HTTP/1.1" status: 204 len: 168 time: 0.6603584 Jul 27 21:40:12.494974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781e7f-7d05-4588-8567-6266e81d7010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f8b15-fd74-48eb-b32c-cc832adafa19,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:12.883006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:13.054597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 07821177-835b-4bcb-a1de-2f006a37f8c8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:13.060360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 07821177-835b-4bcb-a1de-2f006a37f8c8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:13.061515 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.127868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131a8e7-0563-4dc2-bdb8-4d63cf553acc req-17ca9ee5-7c42-49d0-8fb5-765cc1cab5f4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.135376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131a8e7-0563-4dc2-bdb8-4d63cf553acc req-17ca9ee5-7c42-49d0-8fb5-765cc1cab5f4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.137187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7131a8e7-0563-4dc2-bdb8-4d63cf553acc req-17ca9ee5-7c42-49d0-8fb5-765cc1cab5f4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555&device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1691 time: 0.0922687 Jul 27 21:40:13.178620 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.185999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7131a8e7-0563-4dc2-bdb8-4d63cf553acc req-d97146b5-134a-4bf3-8708-4debd2ff673d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Jul 27 21:40:13.217328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:13.316674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cebc6e-5ef6-4902-8d43-a6b211c9a087 req-e41bf237-0ed8-4edb-bce0-383fc056e22a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.318122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21cebc6e-5ef6-4902-8d43-a6b211c9a087 req-e41bf237-0ed8-4edb-bce0-383fc056e22a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 946 time: 0.0737400 Jul 27 21:40:13.358875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21cebc6e-5ef6-4902-8d43-a6b211c9a087 req-83fbc093-90ab-4b58-8b10-df2f6e174455 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Jul 27 21:40:13.391394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.418998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48990) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:13.434059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33e5cad5-6c22-4e2a-9165-920f7365e4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.456078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:13.464118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.464520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.464866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.465276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.465615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.465955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.466310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.466639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.466967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.467297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.467709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.468037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:13.506083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5db952a0-c616-462d-a3a1-e4b166e6bebf req-bf29822e-4bd6-4bff-bd80-07e52d189da9 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips/dd6ae760-b816-4036-a436-8a5dcc799ebd HTTP/1.1" status: 200 len: 692 time: 0.0608628 Jul 27 21:40:13.659756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db952a0-c616-462d-a3a1-e4b166e6bebf req-e57742ab-f85e-4a04-b65c-137786ae03e8 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:13.661094 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5db952a0-c616-462d-a3a1-e4b166e6bebf req-e57742ab-f85e-4a04-b65c-137786ae03e8 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1455066 Jul 27 21:40:13.677485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-5db952a0-c616-462d-a3a1-e4b166e6bebf req-1e4af6a5-ebbb-4c9d-a4df-9092ac3c180c tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:13.678546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5db952a0-c616-462d-a3a1-e4b166e6bebf req-1e4af6a5-ebbb-4c9d-a4df-9092ac3c180c tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097268 Jul 27 21:40:13.680501 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33e5cad5-6c22-4e2a-9165-920f7365e4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.894042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33e5cad5-6c22-4e2a-9165-920f7365e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:13.940893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33e5cad5-6c22-4e2a-9165-920f7365e4b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f34ef9b85742a68593712c038dad6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207727 Jul 27 21:40:13.942138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5cad5-6c22-4e2a-9165-920f7365e4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c885f9b-de63-4d87-a9a5-ce7ebca14a6b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:13.943863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:14.017274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.053116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.065426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:14.067842 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f555e28c-abb7-4346-82c2-e1e094d69f02" -d '{"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-plugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:14.074626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40270795-6314-4f19-a589-5584af237d5c req-26278dcf-51ef-4a1b-8cbd-75ed8f2f3614 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:14.076236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40270795-6314-4f19-a589-5584af237d5c req-26278dcf-51ef-4a1b-8cbd-75ed8f2f3614 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.0782146 Jul 27 21:40:14.123667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40270795-6314-4f19-a589-5584af237d5c req-01099f58-4453-43f0-94ec-0952e190a713 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Jul 27 21:40:14.197086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.199741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.200894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c885f9b-de63-4d87-a9a5-ce7ebca14a6b HTTP/1.1" status: 204 len: 168 time: 0.2556555 Jul 27 21:40:14.210225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec000f-2d0b-4f9e-82af-ece1daee9d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c885f9b-de63-4d87-a9a5-ce7ebca14a6b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:14.274511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6a708125-f0ea-4526-b637-5697bdb8ba54 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips/dd6ae760-b816-4036-a436-8a5dcc799ebd HTTP/1.1" status: 200 len: 692 time: 0.0585082 Jul 27 21:40:14.392338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-ffa383b3-294c-4ac8-93a1-c95a7085e242 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:14.395513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-ffa383b3-294c-4ac8-93a1-c95a7085e242 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1152415 Jul 27 21:40:14.405877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-31ca3a87-84bb-4ef5-9d9e-525dd5326faa tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:14.406875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-31ca3a87-84bb-4ef5-9d9e-525dd5326faa tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057859 Jul 27 21:40:14.467621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-db77d038-4354-4536-9006-cd3e0f1f7ff8 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.0540135 Jul 27 21:40:14.521234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-5b26998f-b028-4149-a4fb-71283f84b5fd tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.34 HTTP/1.1" status: 200 len: 695 time: 0.0466726 Jul 27 21:40:14.577322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:14.669719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Deleting port b3ae7d74-8763-4abb-846a-17861a5f810b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:14.670146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.729731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-3e7349d2-1278-426d-a8e8-1ed4c4a7889c tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:14.732216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-3e7349d2-1278-426d-a8e8-1ed4c4a7889c tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1524708 Jul 27 21:40:14.771258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.771595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:14.790150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Calling delete_port for b3ae7d74-8763-4abb-846a-17861a5f810b owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:14.847594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Request body: {'binding': {'host': 'n-h2-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:14.848036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Unknown quota resources ['binding']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:40:15.046559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on host n-h2-738018-6 for vnic_type normal with profile None {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:15.046899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:15.047235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:15.052082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:15.052398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:15.057702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:15.058043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:15.058463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:15.058895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Bound port: f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:15.142048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:15.159328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:15.178926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event deleted for resources: {'Port': ['ID=b3ae7d74-8763-4abb-846a-17861a5f810b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:15.247926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:15.250578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:15.251840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd431cd0-21c8-4f08-ab46-ab9e22c3284d req-6147f25a-c75e-4063-a03d-aea4d2e675c7 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "DELETE /v2.0/floatingips/dd6ae760-b816-4036-a436-8a5dcc799ebd HTTP/1.1" status: 204 len: 173 time: 0.7249689 Jul 27 21:40:15.254673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:15.255760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-1616948a-e356-4ab9-8ad4-82ef448e1e31 service neutron] 10.222.0.37 "POST /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4764323 Jul 27 21:40:15.295664 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e931eed-e1e4-4840-ae1e-351774c43b9f x-openstack-request-id: req-6e931eed-e1e4-4840-ae1e-351774c43b9f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:15.296166 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-plugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:15.296344 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e931eed-e1e4-4840-ae1e-351774c43b9f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:15.296818 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'code': 200} Jul 27 21:40:15.437922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073983e3-0647-494d-a63b-d0d8a9c74504 req-79a8546d-363c-4dad-85ea-520cf644f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.442710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-073983e3-0647-494d-a63b-d0d8a9c74504 req-79a8546d-363c-4dad-85ea-520cf644f5ab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.0799601 Jul 27 21:40:15.483883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-073983e3-0647-494d-a63b-d0d8a9c74504 req-f1695711-e065-430a-a10f-49ce1b2db181 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Jul 27 21:40:15.724496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a63ae1-6b48-40e0-984b-ab33d6aeea6b req-b993d6b1-765a-40fe-94b0-a42738ffdbfd tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.726176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72a63ae1-6b48-40e0-984b-ab33d6aeea6b req-b993d6b1-765a-40fe-94b0-a42738ffdbfd tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 1101 time: 0.0619085 Jul 27 21:40:15.767155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72a63ae1-6b48-40e0-984b-ab33d6aeea6b req-0b9a8da8-9243-4f14-aa24-48e427131734 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Jul 27 21:40:15.989839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1ad0-226a-4c2e-933f-3254f51273c9 req-5c1b6c72-c605-46a9-aa00-2861f8385605 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:15.991917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-881b1ad0-226a-4c2e-933f-3254f51273c9 req-5c1b6c72-c605-46a9-aa00-2861f8385605 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 946 time: 0.1340537 Jul 27 21:40:16.069439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-881b1ad0-226a-4c2e-933f-3254f51273c9 req-e6f73be8-3b6d-40a0-b6ab-42d55b02eabb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Jul 27 21:40:16.089474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f939d-e544-4056-9399-b127eb3764b6 req-d40b7109-b42c-4fba-be96-057febe59a38 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.092240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d25f939d-e544-4056-9399-b127eb3764b6 req-d40b7109-b42c-4fba-be96-057febe59a38 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.0912311 Jul 27 21:40:16.163030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d25f939d-e544-4056-9399-b127eb3764b6 req-ff9ba935-9bb6-4b73-a7e3-078aa502861d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Jul 27 21:40:16.172083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-803609f7-2fbd-4730-a709-34f74f42a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.174988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-803609f7-2fbd-4730-a709-34f74f42a2a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1096 time: 0.1480939 Jul 27 21:40:16.299416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c8b5b-95a2-4a4c-b322-e987c737de7e req-3bf85a1f-0e7c-4a09-8ef0-9d76585614dc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.301664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a0c8b5b-95a2-4a4c-b322-e987c737de7e req-3bf85a1f-0e7c-4a09-8ef0-9d76585614dc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 945 time: 0.0772948 Jul 27 21:40:16.346928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a0c8b5b-95a2-4a4c-b322-e987c737de7e req-a2e144c0-5876-45d0-8ce1-c26d2389fe52 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378520 Jul 27 21:40:16.506413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63844ea4-0de1-47ca-a06b-ce55c1bb1b09 req-b04d26f8-af0b-4280-b00a-84fbb0ca7666 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.508110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63844ea4-0de1-47ca-a06b-ce55c1bb1b09 req-b04d26f8-af0b-4280-b00a-84fbb0ca7666 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1101 time: 0.0735641 Jul 27 21:40:16.553024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63844ea4-0de1-47ca-a06b-ce55c1bb1b09 req-7152bd7b-bc12-4555-a69c-1dc71233ac97 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Jul 27 21:40:16.679283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34075ff-62d5-4d3d-b41b-5415b28c1faf req-58ac31c7-995c-4dbf-948c-ab90ac446a79 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.681013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c34075ff-62d5-4d3d-b41b-5415b28c1faf req-58ac31c7-995c-4dbf-948c-ab90ac446a79 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5741780 Jul 27 21:40:16.686727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-3d3df8a7-b4f4-4125-922b-7de5275c1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.695623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-3d3df8a7-b4f4-4125-922b-7de5275c1494 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.4719691 Jul 27 21:40:16.734004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-b888a365-3e26-44a4-b6ca-381f08779ed2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.0372167 Jul 27 21:40:16.801011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0ccb2630-66e8-4917-87a9-5bfac29a1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:16.804405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0ccb2630-66e8-4917-87a9-5bfac29a1fb9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0633128 Jul 27 21:40:16.848422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-35366382-18f3-4d13-8049-8d85df62f5b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373185 Jul 27 21:40:16.999145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-75f8fc38-aa43-4922-8b3a-84533a7b81d3 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389318 Jul 27 21:40:17.009257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93204e-ba95-474e-917d-0712fa0eb08c req-feca1988-5c3b-490e-99f5-770be6128dad tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.010771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a93204e-ba95-474e-917d-0712fa0eb08c req-feca1988-5c3b-490e-99f5-770be6128dad tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1097 time: 0.0911882 Jul 27 21:40:17.102769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a93204e-ba95-474e-917d-0712fa0eb08c req-9058705a-0b8e-4863-ae33-018b8a819bdb tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841768 Jul 27 21:40:17.143492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-fc454542-f5eb-4f9c-a181-828beb3a0c96 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365368 Jul 27 21:40:17.212864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7371907-d5fc-430c-842f-0f24c3c5303d req-40c8ac01-281e-4ce2-a790-f13d0c23b235 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=02f1ceea1a60496a9ed310d9b07ea750 HTTP/1.1" status: 200 len: 1655 time: 0.0690277 Jul 27 21:40:17.348325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7371907-d5fc-430c-842f-0f24c3c5303d req-4091f4a4-a0de-448e-81da-e7d46663a70e tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.349853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7371907-d5fc-430c-842f-0f24c3c5303d req-4091f4a4-a0de-448e-81da-e7d46663a70e tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks?id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 787 time: 0.1315389 Jul 27 21:40:17.360675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-b7371907-d5fc-430c-842f-0f24c3c5303d req-401561c2-6dec-498e-8cd0-85396c778073 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:17.362436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7371907-d5fc-430c-842f-0f24c3c5303d req-401561c2-6dec-498e-8cd0-85396c778073 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064976 Jul 27 21:40:17.414537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-de39f539-58ba-4d35-bcb8-ba7f810c9cc7 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.416095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-de39f539-58ba-4d35-bcb8-ba7f810c9cc7 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1128206 Jul 27 21:40:17.418752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93c570-34e0-47cf-bc28-80f584ecb31e req-fd7a031a-f058-4270-b58f-a178a30f6335 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.420605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc93c570-34e0-47cf-bc28-80f584ecb31e req-fd7a031a-f058-4270-b58f-a178a30f6335 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1097 time: 0.1032326 Jul 27 21:40:17.427874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:17.503195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc93c570-34e0-47cf-bc28-80f584ecb31e req-a3b26f44-f4c7-4181-8664-87ffb8f5891a tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722058 Jul 27 21:40:17.533274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e41bd-c057-4303-87c0-078f624ff54a req-72c45a02-e4cb-40ba-9e88-7e7f72f4337e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.535490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df0e41bd-c057-4303-87c0-078f624ff54a req-72c45a02-e4cb-40ba-9e88-7e7f72f4337e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.0882308 Jul 27 21:40:17.556182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:17.584178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df0e41bd-c057-4303-87c0-078f624ff54a req-411a80e4-ea9c-49f6-b6ed-3399d8731446 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Jul 27 21:40:17.638538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f6935e63-4ae5-4d13-b1d4-6353076b3f03 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290167 Jul 27 21:40:17.674826 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-f8f4bf89-76ca-4523-b5bb-dad9cfa3220d tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips/8d29fae6-1341-4fae-8358-2aaeaa550534 HTTP/1.1" status: 200 len: 693 time: 0.0507069 Jul 27 21:40:17.782488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-4c2c51ee-c67b-4811-ac4d-9e6bc810d350 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.784527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-4c2c51ee-c67b-4811-ac4d-9e6bc810d350 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1038582 Jul 27 21:40:17.813283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:17.831639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-16c5616f-7ed0-438a-a809-c2ed07c209f7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:17.839973 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-16c5616f-7ed0-438a-a809-c2ed07c209f7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884212 Jul 27 21:40:17.849238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-07d51e7b-610b-4430-a3ce-61d7eb2d0cef tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0579016 Jul 27 21:40:17.865413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-14a2d405-f6fb-4523-ab5b-4f16121fb4f4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0255921 Jul 27 21:40:17.876132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:17.911713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-881ce65b-0f01-4ced-88cf-27909cd4289c tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0457077 Jul 27 21:40:17.942948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:17.945280 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8bc72b-4dd5-4741-94fb-9eee2a7b6941" -d '{"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:17.953480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:17.992289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-575d1b19-5d05-4c81-90f5-9fe87a321785 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1200275 Jul 27 21:40:18.048345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.049992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:18.089288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Deleting port 7c7c40c3-a5ac-4c9d-ab18-a2167d68befb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:18.089794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.160602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.177331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.177679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.178021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.178414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.178750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.179082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.179409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.179736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.180063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.180390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.180714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.181034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:40:18.186499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on host n-h1-738018-6 for vnic_type normal with profile {"migrating_to": "n-h2-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:18.186835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:18.187167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:18.193041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:18.193431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Attempting to bind port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:18.195667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.196156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.199770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b47b6f69-a8f2-4319-b7b0-2ee5f7a76078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.200246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:18.200642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:18.200998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:18.201416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Bound port: f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:18.201776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.219724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Calling delete_port for 7c7c40c3-a5ac-4c9d-ab18-a2167d68befb owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:18.273485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:18.276715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:18.403315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b47b6f69-a8f2-4319-b7b0-2ee5f7a76078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.437071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.520303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.523955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:18.524579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.525974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-d665d3ae-3190-44cf-9c16-1f84e2cca7e4 service neutron] 10.222.0.76 "PUT /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 1121 time: 1.1029036 Jul 27 21:40:18.528401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b47b6f69-a8f2-4319-b7b0-2ee5f7a76078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.567946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b6f69-a8f2-4319-b7b0-2ee5f7a76078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a890c7-f3fa-437d-ae58-eea7b4fff45f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.575632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b47b6f69-a8f2-4319-b7b0-2ee5f7a76078 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af0f6f0a3cd9466bb6dd3155e2f0e6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224814 Jul 27 21:40:18.577638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49144) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:18.614650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.623243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f3864eb0-c13e-4e0e-90bb-900d983dd1d5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:18.655731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event deleted for resources: {'Port': ['ID=7c7c40c3-a5ac-4c9d-ab18-a2167d68befb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.712197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.747033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.760763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.764527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.765731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20ccef30-5b3d-4238-b6fd-a7ab54c0392a req-70cfb6b3-e717-43af-b13b-3de8b82cd228 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "DELETE /v2.0/floatingips/8d29fae6-1341-4fae-8358-2aaeaa550534 HTTP/1.1" status: 204 len: 173 time: 0.8476803 Jul 27 21:40:18.907089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd43351-9a9e-4e8b-8b9b-9e7418964f81 req-bedd4c52-eb44-4f95-920d-7982d72bfae7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:18.909697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bd43351-9a9e-4e8b-8b9b-9e7418964f81 req-bedd4c52-eb44-4f95-920d-7982d72bfae7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.0785873 Jul 27 21:40:18.937103 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.941068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:18.943061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4a890c7-f3fa-437d-ae58-eea7b4fff45f HTTP/1.1" status: 204 len: 168 time: 0.3633204 Jul 27 21:40:18.969299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d25f1-bdab-4eb3-8d5c-f308e38187f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a890c7-f3fa-437d-ae58-eea7b4fff45f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:18.974270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bd43351-9a9e-4e8b-8b9b-9e7418964f81 req-58ade342-6afa-4f3d-887f-a8bb7876dfa4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Jul 27 21:40:19.307673 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7389f0-0ab6-4c04-a183-7a1b038fed3f x-openstack-request-id: req-8b7389f0-0ab6-4c04-a183-7a1b038fed3f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:19.308514 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-unplugged", "status": "completed", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:19.308514 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b7389f0-0ab6-4c04-a183-7a1b038fed3f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:19.308809 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'code': 200} Jul 27 21:40:19.548167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-4ab5e79a-951e-44a2-9c83-b20bd6baef09 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips/2769a3f5-6088-4f70-b6f5-07710ce8b9ec HTTP/1.1" status: 200 len: 693 time: 0.1208467 Jul 27 21:40:19.556192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-7b0c5107-430e-425d-aee3-70ec82bc1a8e tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:19.557754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-7b0c5107-430e-425d-aee3-70ec82bc1a8e tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.0646782 Jul 27 21:40:19.580859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-561c1ad8-c7aa-48b8-95c1-d51d408b0648 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:19.691622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-561c1ad8-c7aa-48b8-95c1-d51d408b0648 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:19.693200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220206b-8596-4088-978e-665962192e57 req-8a8d783e-c381-4cf5-9aaf-f7773f118d3c tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:19.694697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-8a8d783e-c381-4cf5-9aaf-f7773f118d3c tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1390972 Jul 27 21:40:19.705889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-38cd132e-4817-43e6-88d8-f378a6c41c07 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:19.707139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-38cd132e-4817-43e6-88d8-f378a6c41c07 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067780 Jul 27 21:40:19.763658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-561c1ad8-c7aa-48b8-95c1-d51d408b0648 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:19.764329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-d85c7ec2-3d41-4c1a-a3d6-8775f5422489 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.0503070 Jul 27 21:40:19.793263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:19.820823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce7ccf06-15fb-48ad-957d-44742ee18b8f req-561c1ad8-c7aa-48b8-95c1-d51d408b0648 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537460 Jul 27 21:40:19.837234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c1ad8-c7aa-48b8-95c1-d51d408b0648 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76941844-6b44-4f5e-968a-951bd45c40d4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:19.859010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-dced6f2a-fcd5-44ba-8332-abb432d562fb tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.0765121 Jul 27 21:40:19.860101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5eb0-ac9a-4b27-8edf-5fb76cb7da3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.058953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Deleting port 83fc4ab3-b792-4c1f-87c3-4e193ac065b6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:20.058953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.132131 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5eb0-ac9a-4b27-8edf-5fb76cb7da3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.166202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.166619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.180245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Calling delete_port for 83fc4ab3-b792-4c1f-87c3-4e193ac065b6 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:20.235681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8fc5eb0-ac9a-4b27-8edf-5fb76cb7da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.292635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc5eb0-ac9a-4b27-8edf-5fb76cb7da3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc95dd91-dd8b-48c3-95a5-76ff7797914f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:20.297667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e8fc5eb0-ac9a-4b27-8edf-5fb76cb7da3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d086fcc245845ef9aeb2602246b30ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048242 Jul 27 21:40:20.301867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49186) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:20.359217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.387507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.477083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.503269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event deleted for resources: {'Port': ['ID=83fc4ab3-b792-4c1f-87c3-4e193ac065b6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:20.575696 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.579201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.580468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e220206b-8596-4088-978e-665962192e57 req-88f1a0ae-5fd2-4656-8e4b-0533e14ecce6 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "DELETE /v2.0/floatingips/2769a3f5-6088-4f70-b6f5-07710ce8b9ec HTTP/1.1" status: 204 len: 173 time: 0.7154851 Jul 27 21:40:20.608411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.617505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:20.617505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc95dd91-dd8b-48c3-95a5-76ff7797914f HTTP/1.1" status: 204 len: 168 time: 0.3110149 Jul 27 21:40:20.625165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bb2e5-88d9-433d-bff6-da1145521cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc95dd91-dd8b-48c3-95a5-76ff7797914f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:20.937798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:21.063961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:21.077499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 has no active binding in host n-h2-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:40:21.309683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:21.312741 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae" -d '{"events": [{"name": "network-changed", "server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:22.135297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-535bd40b-76bd-4f0b-b29d-560b91106607 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292711 Jul 27 21:40:22.252359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-7e25f889-bcfb-45ee-9fac-22f36b8a45e7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:22.253931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-7e25f889-bcfb-45ee-9fac-22f36b8a45e7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128595 Jul 27 21:40:22.280605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:22.481194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-48038efa-2f64-4afa-90c7-7c3a26f868d7 service neutron] 10.222.0.50 "GET /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.0620449 Jul 27 21:40:22.570137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:22.574527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:22.662832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-707f3aca-79c6-4ed0-b95c-9bea1fa51e04 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609391 Jul 27 21:40:22.734779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.220 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/413fcdaa-5ddd-4c19-ac53-da6fcc644ebf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:22.754401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-374dbd19-1562-4902-92e5-5286c5e90a45 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:40:22.755637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-374dbd19-1562-4902-92e5-5286c5e90a45 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141785 Jul 27 21:40:22.781228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Request body: {'binding': {'host': 'n-h1-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:22.781228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Unknown quota resources ['binding']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:40:22.852469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:22.885678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-c5a8ce07-04c5-4d92-ab74-5c78dc689bbc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:22.887710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-c5a8ce07-04c5-4d92-ab74-5c78dc689bbc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150745 Jul 27 21:40:22.932222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:22.984868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.000949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:23.026450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:23.092667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3864eb0-c13e-4e0e-90bb-900d983dd1d5 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:23.121020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:23.151367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.165634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:23.179732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on host n-h1-738018-6 for vnic_type normal with profile None {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:23.180872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:23.181290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:23.189998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:23.190867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:23.197118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:23.197470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:23.197870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:23.198342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Bound port: 0d9befba-829a-46e5-814b-5e97df2446b3, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:23.199913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:23.206156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:23.208220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:23.212474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:23.258913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:23.264434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.265357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.284235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:23.305365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.306125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.329359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:23.455491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-f23dceaa-d321-40c4-b11e-40d2452bf1af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1877856 Jul 27 21:40:23.478547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Request body: {'port': {'device_id': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:23.619203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.691539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:23.698929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9953168-b857-4370-842d-f52ec31e89a6 None None] Provisioning for port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:23.708675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9953168-b857-4370-842d-f52ec31e89a6 None None] Provisioning complete for port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:23.709488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9953168-b857-4370-842d-f52ec31e89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.754526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d9953168-b857-4370-842d-f52ec31e89a6 None None] Port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:23.764375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.765569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-5afb40db-6f29-4526-b0e2-2f76e983d156 service neutron] 10.222.0.37 "POST /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.9970539 Jul 27 21:40:23.788930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] Transition to ACTIVE for port object f3864eb0-c13e-4e0e-90bb-900d983dd1d5 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:23.802774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.19 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/6c40f34b-be74-4f8c-9f22-720707b5ba59) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:23.811875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121de54b-e473-44a1-a451-c4f40165de83 req-221706a9-93b1-46d8-9220-9222b0de646e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:23.813290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-121de54b-e473-44a1-a451-c4f40165de83 req-221706a9-93b1-46d8-9220-9222b0de646e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 943 time: 0.1792004 Jul 27 21:40:23.887949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8eb4-7abe-41e7-8e84-4a0c0bd540b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.911332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:23.920472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-121de54b-e473-44a1-a451-c4f40165de83 req-68f9a859-81b6-438a-99ca-70a5607ae615 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937908 Jul 27 21:40:23.946910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-e2adca16-fa5a-4a61-a590-7ecf59583665 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1434917 Jul 27 21:40:24.045850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20b02cea-dad2-44f2-9c61-104509e88eef req-a69e131d-a934-4662-a78c-41eb151ec3c6 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 210 time: 0.0386860 Jul 27 21:40:24.046877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] No DVR routers for this DVR port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:24.055099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] Pushing event updated for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=10']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:24.072696 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8eb4-7abe-41e7-8e84-4a0c0bd540b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:24.108586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-0a0bb328-e872-4d42-8c5a-8a29f7a9f036 service neutron] 10.222.0.50 "PUT /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5/bindings/n-h2-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6181145 Jul 27 21:40:24.132212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:24.149175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 6c40f34b-be74-4f8c-9f22-720707b5ba59 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:24.194068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-009852f9-72fc-4398-a2e8-082f817b1703 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips/41017b64-6387-442e-9958-f63a94e9f229 HTTP/1.1" status: 200 len: 691 time: 0.0444150 Jul 27 21:40:24.306070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-6a2e81a6-6e9f-4365-a8cd-cec2093b2b51 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:24.307380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-6a2e81a6-6e9f-4365-a8cd-cec2093b2b51 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1074605 Jul 27 21:40:24.366552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-29eb3ada-abd1-409e-a4a9-c3589fc94b3d tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.0529432 Jul 27 21:40:24.421170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-abffbad6-a888-4939-a6be-89eb4e313d9f tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.0482559 Jul 27 21:40:24.469013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8eb4-7abe-41e7-8e84-4a0c0bd540b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:24.503153 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5147c51-0ce3-48ef-a00d-d9178f31e26e x-openstack-request-id: req-d5147c51-0ce3-48ef-a00d-d9178f31e26e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:24.503633 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:24.503960 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5147c51-0ce3-48ef-a00d-d9178f31e26e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:24.504434 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'status': 'completed', 'code': 200} Jul 27 21:40:24.511944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:24.526657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:24.531305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:24.623193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:24.634131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:24.638773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:24.644420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:24.722789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:24.723947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:24.784066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-0601bf32-7efd-4e28-b033-69e67d948398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:24.786207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-0601bf32-7efd-4e28-b033-69e67d948398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1095 time: 0.2601130 Jul 27 21:40:24.903700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-b1966eeb-e015-44aa-bc61-84262c9e39ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9995415 Jul 27 21:40:24.940238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Request body: {'port': {'device_id': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:25.049111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-cd55ec08-1cbc-41aa-a597-7afc817d2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.052337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-cd55ec08-1cbc-41aa-a597-7afc817d2ea5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2566612 Jul 27 21:40:25.128731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-26aafea7-3aaa-487d-9740-161acb880c51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.0446482 Jul 27 21:40:25.143108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd7f8eb4-7abe-41e7-8e84-4a0c0bd540b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eef3db41dd0840e0804901a31c407447&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4516630 Jul 27 21:40:25.156595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:25.192432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f8eb4-7abe-41e7-8e84-4a0c0bd540b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67fb1eb-fdc5-4d10-a99e-66e437558378,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:25.205750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.243903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-78af1738-c9ee-4ca8-87bc-bb78327b248a None None] Provisioning for port 6c40f34b-be74-4f8c-9f22-720707b5ba59 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:25.250664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-78af1738-c9ee-4ca8-87bc-bb78327b248a None None] Provisioning complete for port 6c40f34b-be74-4f8c-9f22-720707b5ba59 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:25.255776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78af1738-c9ee-4ca8-87bc-bb78327b248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.318401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-78af1738-c9ee-4ca8-87bc-bb78327b248a None None] Port 6c40f34b-be74-4f8c-9f22-720707b5ba59 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:25.332900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-dea07797-386e-493c-8917-3f003c07abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.334476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-dea07797-386e-493c-8917-3f003c07abb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1955018 Jul 27 21:40:25.341656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-031d40c7-04b2-4319-81f2-60ec838dea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.343364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-031d40c7-04b2-4319-81f2-60ec838dea3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1097 time: 0.2638078 Jul 27 21:40:25.353746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-86f11411-0c2c-4a32-9ff4-7c84044d7515 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.355778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-86f11411-0c2c-4a32-9ff4-7c84044d7515 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.2814021 Jul 27 21:40:25.400544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-b2b7e0b8-7c31-4191-8a64-bf8d423d9ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552206 Jul 27 21:40:25.403465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.484870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Deleting port 483aa411-d14b-41bf-9d4d-acfedd6a263e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:25.485211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.542264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.549353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:25.573773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.607660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-74f4a1b8-d621-4037-b109-f98119e1d701 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977286 Jul 27 21:40:25.614794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Transition to ACTIVE for port object 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:25.624304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-7a0b12d2-008b-49a2-8529-a4d03e401438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.626069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-7a0b12d2-008b-49a2-8529-a4d03e401438 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2655253 Jul 27 21:40:25.648548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-013ed224-2351-4fba-986e-2eda3c80802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.650419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-013ed224-2351-4fba-986e-2eda3c80802f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 1095 time: 0.2733848 Jul 27 21:40:25.692590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-435b1276-f786-4814-9f1c-44ebfadc09d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.0579746 Jul 27 21:40:25.694410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.694746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.719964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54e9f396-d9e7-48a5-bd32-f5fb4c833aae req-cea04306-67e4-49ab-8317-9fc8502b5814 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988228 Jul 27 21:40:25.743134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Calling delete_port for 483aa411-d14b-41bf-9d4d-acfedd6a263e owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:25.758950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.761631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.763049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b67fb1eb-fdc5-4d10-a99e-66e437558378 HTTP/1.1" status: 204 len: 168 time: 0.6051972 Jul 27 21:40:25.777884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:25.819715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49210a6-69f7-4fcc-880f-9f7757bf3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67fb1eb-fdc5-4d10-a99e-66e437558378,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:25.943863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-9c8ccc04-339c-4004-9fe3-8e01404ce81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:25.945437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-9c8ccc04-339c-4004-9fe3-8e01404ce81a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.2335782 Jul 27 21:40:25.952498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Pushing event updated for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:25.957383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c40f34b-be74-4f8c-9f22-720707b5ba59 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:25.968298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.003580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Transition to ACTIVE for port object 6c40f34b-be74-4f8c-9f22-720707b5ba59 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:26.025474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-d4c17b09-2a6d-44cb-aa7b-cbf66dbf687a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613492 Jul 27 21:40:26.027691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-cf2a608a-1e83-47ea-9521-94c56bd76004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.032390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-cf2a608a-1e83-47ea-9521-94c56bd76004 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1095 time: 0.3316350 Jul 27 21:40:26.069007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:26.088427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.133429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:26.191921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Pushing event updated for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:26.276777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Attempting to bind port 6c40f34b-be74-4f8c-9f22-720707b5ba59 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:26.277193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Attempting to bind port 6c40f34b-be74-4f8c-9f22-720707b5ba59 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:26.277538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Attempting to bind port 6c40f34b-be74-4f8c-9f22-720707b5ba59 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:26.282404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Port 6c40f34b-be74-4f8c-9f22-720707b5ba59 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:26.282897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Attempting to bind port 6c40f34b-be74-4f8c-9f22-720707b5ba59 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:26.288320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:26.288723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:26.289120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:26.290115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Bound port: 6c40f34b-be74-4f8c-9f22-720707b5ba59, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:26.290115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.302996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Attempting to bind port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:26.303296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Attempting to bind port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:26.303598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Attempting to bind port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:26.339947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:26.340322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Attempting to bind port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:26.369586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:26.370358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:26.370358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:26.370808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Bound port: 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:26.371181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.373839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:26.377989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-40e611cb-4f13-416d-a6e2-cd3b4df70c23 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250608 Jul 27 21:40:26.400108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:26.400599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-b76148ea-6d96-4649-9ad3-33193c8c2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.402206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-b76148ea-6d96-4649-9ad3-33193c8c2812 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.3467722 Jul 27 21:40:26.474620 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.499626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.513286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.513800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.515518 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] 10.222.0.50 "PUT /v2.0/ports/6c40f34b-be74-4f8c-9f22-720707b5ba59 HTTP/1.1" status: 200 len: 1095 time: 1.5921445 Jul 27 21:40:26.516462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-708826ac-9a66-4ffa-b28a-58f0ccbb4037 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.1036649 Jul 27 21:40:26.519293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:26.523946 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d23117-d276-4e79-8a17-e2f5b156720c" -d '{"events": [{"name": "network-changed", "server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:26.551459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556e1bd-21be-4a46-94b5-38b1115b629b service neutron] Pushing event updated for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:26.552836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Pushing event deleted for resources: {'Port': ['ID=483aa411-d14b-41bf-9d4d-acfedd6a263e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:26.566010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49318) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:26.584196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7532b1c7-4164-487b-b7e9-ecccabe8c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.697251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:26.702512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-ff0726b9-f88b-4cea-8a32-059fec917552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.704051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-ff0726b9-f88b-4cea-8a32-059fec917552 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1543498 Jul 27 21:40:26.709900 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-34804bf5-cf19-4eab-ba18-06895ae48501 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222301 Jul 27 21:40:26.752341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7532b1c7-4164-487b-b7e9-ecccabe8c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.756767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:26.761307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-f73f88de-1bc9-4d55-93b9-0801fa6a9c45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397856 Jul 27 21:40:26.764336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.765437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-eeed3548-d391-4bbf-a6f5-b7194826fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.766918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.769266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe08331-516f-4f64-8d04-7fdc9accdbb1 req-ec26048d-3e5a-4884-9f1e-e7c131817981 tempest-FloatingIPDetailsTestJSON-1804846494 tempest-FloatingIPDetailsTestJSON-1804846494-project] 10.222.0.37 "DELETE /v2.0/floatingips/41017b64-6387-442e-9958-f63a94e9f229 HTTP/1.1" status: 204 len: 173 time: 2.3420715 Jul 27 21:40:26.769417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-eeed3548-d391-4bbf-a6f5-b7194826fcd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 1098 time: 0.1091733 Jul 27 21:40:26.778592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49320) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:26.823163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.853515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7532b1c7-4164-487b-b7e9-ecccabe8c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.861125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9cf70b76-3153-48a5-913f-c3f4a41915ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59 HTTP/1.1" status: 200 len: 217 time: 0.0802486 Jul 27 21:40:26.932572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:26.932572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:26.935171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] 10.222.0.76 "PUT /v2.0/ports/413fcdaa-5ddd-4c19-ac53-da6fcc644ebf HTTP/1.1" status: 200 len: 1096 time: 3.4614353 Jul 27 21:40:26.935553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:26.938623 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55ae8f8-7248-4f9c-8b21-0cbf03589242" -d '{"events": [{"name": "network-changed", "server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:26.969553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532b1c7-4164-487b-b7e9-ecccabe8c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30afc9e-2068-4180-a14d-5ac41443d174,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:26.980554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7532b1c7-4164-487b-b7e9-ecccabe8c6b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55cbfb90fec143bfb61c7afd55998da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097886 Jul 27 21:40:26.981867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:26.983845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e529-7cad-40ef-93aa-d90025e5f07f service neutron] Pushing event updated for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:27.025186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-ccb2671d-f416-4ca5-a4c8-3d28993ad496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.026740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-ccb2671d-f416-4ca5-a4c8-3d28993ad496 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1514552 Jul 27 21:40:27.043219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-4a5916ec-60d8-4441-8582-eade7da5e4f3 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726767 Jul 27 21:40:27.047228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-51d2180a-e334-489a-ae4a-3efcbef77afc tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.049501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-51d2180a-e334-489a-ae4a-3efcbef77afc tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1097 time: 0.1878016 Jul 27 21:40:27.089240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:27.184415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffcc26-9af4-4686-9678-e0db0e6197c5 req-addd8eaf-6990-4ea3-85f4-6ac459d908fe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.185967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1ffcc26-9af4-4686-9678-e0db0e6197c5 req-addd8eaf-6990-4ea3-85f4-6ac459d908fe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.3232656 Jul 27 21:40:27.196936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.231443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-a890e2f9-b60e-42bb-9bee-10d252bab3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.233017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-a890e2f9-b60e-42bb-9bee-10d252bab3f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962466 Jul 27 21:40:27.246117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.352243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-e5946bee-00f9-4d6b-9133-acde03d1e535 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962956 Jul 27 21:40:27.358054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1ffcc26-9af4-4686-9678-e0db0e6197c5 req-6e5f9cec-fee0-45b3-9e8f-36c6f3121a6e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546843 Jul 27 21:40:27.368732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.383656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-eb83f33e-5fa6-4dfb-a7fd-1607dbad2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.384253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-eb83f33e-5fa6-4dfb-a7fd-1607dbad2635 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 1099 time: 0.3094466 Jul 27 21:40:27.396636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-1c5eb3e2-b3f5-468f-bb79-dbf793280396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.398148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-1c5eb3e2-b3f5-468f-bb79-dbf793280396 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.2112648 Jul 27 21:40:27.466354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-32e38763-d647-45ac-a1f9-c0447785795d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf HTTP/1.1" status: 200 len: 217 time: 0.0723245 Jul 27 21:40:27.469886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-a1a67b96-f1c6-43a4-b68e-4d5b441240dc service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209742 Jul 27 21:40:27.542436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569268be-c0a1-44ab-a63d-a6a30f92b869 req-5d75983e-7a88-43f2-910c-f8e191ec0beb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.544016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-569268be-c0a1-44ab-a63d-a6a30f92b869 req-5d75983e-7a88-43f2-910c-f8e191ec0beb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 946 time: 0.2133400 Jul 27 21:40:27.650748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-569268be-c0a1-44ab-a63d-a6a30f92b869 req-eb4b0797-b5fb-4ba1-a3b3-767a7e4fe41c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951424 Jul 27 21:40:27.656593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-3ef31fdd-5e48-4c02-93a9-db2d7eabc077 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778998 Jul 27 21:40:27.678247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.680176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.683607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c30afc9e-2068-4180-a14d-5ac41443d174 HTTP/1.1" status: 204 len: 168 time: 0.6972003 Jul 27 21:40:27.695430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:27.697445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5efd-817a-4aab-8d51-5bda9d115948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30afc9e-2068-4180-a14d-5ac41443d174,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:27.966228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-5520d742-a19a-494c-b820-3f92fe8ebb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:27.967775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-5520d742-a19a-494c-b820-3f92fe8ebb1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.4894674 Jul 27 21:40:28.040243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-a1453387-5b94-4027-b4c6-2577e1a1e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.041808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-a1453387-5b94-4027-b4c6-2577e1a1e46e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.6149125 Jul 27 21:40:28.078674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:28.138908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c167997-6ef8-4880-bdb6-5908f916ccff req-a7c24bcc-1050-48ab-b58a-f4deb953193f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.140659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c167997-6ef8-4880-bdb6-5908f916ccff req-a7c24bcc-1050-48ab-b58a-f4deb953193f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.6264722 Jul 27 21:40:28.141200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:28.147918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-07b79e9b-d5ba-45a3-94f5-0bcd0c7ad011 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0847898 Jul 27 21:40:28.193081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c7b7c-97d7-4545-9c82-52c154fb99da req-132059b6-f21c-4bd6-90e3-fdd42c10de1c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.194564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-424c7b7c-97d7-4545-9c82-52c154fb99da req-132059b6-f21c-4bd6-90e3-fdd42c10de1c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 947 time: 0.4051657 Jul 27 21:40:28.242801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-01594ce2-a014-49cf-b65e-5011e6f95888 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.244357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-01594ce2-a014-49cf-b65e-5011e6f95888 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.3553615 Jul 27 21:40:28.285030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-424c7b7c-97d7-4545-9c82-52c154fb99da req-3204f04e-67b4-4ea9-b136-729cb756da87 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796134 Jul 27 21:40:28.315553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:28.341216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-80be9606-7e5f-41ba-a914-817f9e96e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.343266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-80be9606-7e5f-41ba-a914-817f9e96e308 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3598509 Jul 27 21:40:28.391233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-8cd0eece-6a69-4d88-925c-41de19e3f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.392912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Deleting port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:28.392912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.399930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-8cd0eece-6a69-4d88-925c-41de19e3f76c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2254019 Jul 27 21:40:28.415741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c167997-6ef8-4880-bdb6-5908f916ccff req-dfa9eceb-3df8-4555-831d-da97d567c0b3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607813 Jul 27 21:40:28.474576 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911b5bb-8e11-4360-8a83-d819255c1ea9 x-openstack-request-id: req-d911b5bb-8e11-4360-8a83-d819255c1ea9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:28.474576 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:28.474576 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d911b5bb-8e11-4360-8a83-d819255c1ea9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:28.474576 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'status': 'completed', 'code': 200} Jul 27 21:40:28.484019 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e4ad8-7aa7-44b7-adb6-e73b6840b0f0 x-openstack-request-id: req-e55e4ad8-7aa7-44b7-adb6-e73b6840b0f0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:28.484341 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:28.484753 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e55e4ad8-7aa7-44b7-adb6-e73b6840b0f0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:28.485156 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf', 'status': 'completed', 'code': 200} Jul 27 21:40:28.506937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f04b2cc5-41f8-44eb-96d3-555f223c0ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.560744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.570559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] For port 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:28.571234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.586392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Calling delete_port for 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:28.592437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23117-d276-4e79-8a17-e2f5b156720c req-bddeef14-f509-47ae-ac3c-31da2f724170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.594186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-bddeef14-f509-47ae-ac3c-31da2f724170 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 1098 time: 0.1214459 Jul 27 21:40:28.666222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.728506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-6c488604-af82-4878-a56a-7fd3f211ba65 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488069 Jul 27 21:40:28.795167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-bc664365-7cd4-4af8-9fb9-839b2ad37a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.796982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-bc664365-7cd4-4af8-9fb9-839b2ad37a43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3908217 Jul 27 21:40:28.830870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23117-d276-4e79-8a17-e2f5b156720c req-8fcd9f91-727b-4d2f-9cce-49ff8ef176a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.832386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-8fcd9f91-727b-4d2f-9cce-49ff8ef176a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2279413 Jul 27 21:40:28.833681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:28.871675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-9568eb51-ce16-49b7-a42f-b374ca53755a service neutron] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:28.895425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-fbb3fd46-4b57-45ab-a2e4-2f012e9143f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59 HTTP/1.1" status: 200 len: 217 time: 0.0535891 Jul 27 21:40:28.933234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-9568eb51-ce16-49b7-a42f-b374ca53755a service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.934366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1582eea8-6b9e-463f-9929-ba0f1fb2cf16 req-9568eb51-ce16-49b7-a42f-b374ca53755a service neutron] 10.222.0.76 "DELETE /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5/bindings/n-h1-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.6743433 Jul 27 21:40:28.965718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e3f0e-7561-4b36-a2aa-35c1b1bccd1f req-fd77295e-1e21-427b-b574-4b2d7009b2b7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.967244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec6e3f0e-7561-4b36-a2aa-35c1b1bccd1f req-fd77295e-1e21-427b-b574-4b2d7009b2b7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.4031813 Jul 27 21:40:28.980451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c902b-e4e8-4385-ba9b-540dd69d2ec0 req-5bfd97af-e5e9-4f32-9320-6626455bbcc0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:28.981986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d4c902b-e4e8-4385-ba9b-540dd69d2ec0 req-5bfd97af-e5e9-4f32-9320-6626455bbcc0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.2423332 Jul 27 21:40:29.010617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23117-d276-4e79-8a17-e2f5b156720c req-6fbc5b2d-3c30-4b08-9945-7a92a1c9704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.012247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-6fbc5b2d-3c30-4b08-9945-7a92a1c9704c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1072340 Jul 27 21:40:29.035746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:29.035910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:29.036245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:29.075365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:29.075743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Attempting to bind port 0d9befba-829a-46e5-814b-5e97df2446b3 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:29.077012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d4c902b-e4e8-4385-ba9b-540dd69d2ec0 req-43321b4c-c569-48bd-8d12-1b3becf61008 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845678 Jul 27 21:40:29.112228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c00d3529-192b-4ebb-a92e-2d6207fd18c7 req-dbf332ef-5097-4a2f-bdad-3d87e48141ac service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577304 Jul 27 21:40:29.112840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23117-d276-4e79-8a17-e2f5b156720c req-ffe64582-315e-462d-92cc-9dda9ac91f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.114440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-ffe64582-315e-462d-92cc-9dda9ac91f81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926511 Jul 27 21:40:29.116832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:29.117173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:29.117655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:29.118095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Bound port: 0d9befba-829a-46e5-814b-5e97df2446b3, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:29.118490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.124252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f04b2cc5-41f8-44eb-96d3-555f223c0ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.135822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec6e3f0e-7561-4b36-a2aa-35c1b1bccd1f req-b50466e0-e616-4afb-b79f-87209ac32a2d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543386 Jul 27 21:40:29.139843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-302dd0b2-8ed7-45e4-8c45-cd1996b674e6 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012030 Jul 27 21:40:29.182926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.220757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Pushing event deleted for resources: {'Port': ['ID=3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:29.252965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f04b2cc5-41f8-44eb-96d3-555f223c0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.289311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:29.328346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:29.348638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f04b2cc5-41f8-44eb-96d3-555f223c0ccc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e844f47626f4c79ac6dff829d01d296&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2027810 Jul 27 21:40:29.356063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49364) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:29.362451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-cc7ba13f-e53d-4198-b6af-6385a9badc08 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360263 Jul 27 21:40:29.404589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b2cc5-41f8-44eb-96d3-555f223c0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a1234-fef4-4361-b8d1-fbd9d171101c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:29.459474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-7383627c-97fa-4758-8e29-6128e497d8fd service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890325 Jul 27 21:40:29.459893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.608391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.609200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.610753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] 10.222.0.50 "PUT /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 1122 time: 2.5346627 Jul 27 21:40:29.614410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-a4569e0e-fb38-432c-89f6-fc2f57008f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.617591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-a4569e0e-fb38-432c-89f6-fc2f57008f1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 1099 time: 0.3228555 Jul 27 21:40:29.617887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eaf83-f718-4851-ade9-eadee6dfd980 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:29.708665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['0d9befba-829a-46e5-814b-5e97df2446b3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:29.729925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.734395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.801102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deba4a8-1b19-4efc-b501-f8f7adc0b122 req-c5f9aab5-5ded-40b2-935c-eb5e73e2c1e4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.802886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4deba4a8-1b19-4efc-b501-f8f7adc0b122 req-c5f9aab5-5ded-40b2-935c-eb5e73e2c1e4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.2007604 Jul 27 21:40:29.859003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:29.866221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d23117-d276-4e79-8a17-e2f5b156720c req-15d67a2f-be5c-4bd6-a126-d873895acaa7 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829688 Jul 27 21:40:29.870434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4deba4a8-1b19-4efc-b501-f8f7adc0b122 req-5a44ce04-99c5-4106-b71c-0b9cf0141633 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Jul 27 21:40:29.877396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-e154e0c3-d73f-409b-9a55-bd362be6b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.878591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-e154e0c3-d73f-409b-9a55-bd362be6b8f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2467399 Jul 27 21:40:29.910331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a455df3-fe2d-4f24-bba4-8942d0cad1f7 req-51ff0816-72ec-42b1-9371-05509cd2ef88 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:29.910331 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a455df3-fe2d-4f24-bba4-8942d0cad1f7 req-51ff0816-72ec-42b1-9371-05509cd2ef88 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 947 time: 0.5243642 Jul 27 21:40:29.952775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-26660efe-13f0-4762-b284-76181457b87d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf HTTP/1.1" status: 200 len: 217 time: 0.0653985 Jul 27 21:40:30.009743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a455df3-fe2d-4f24-bba4-8942d0cad1f7 req-9d481238-f04a-4833-9943-2e6f78e402c8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769272 Jul 27 21:40:30.069201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-eba04f6f-33ab-42a2-9c56-9b74f69102e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.070919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-eba04f6f-33ab-42a2-9c56-9b74f69102e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1065614 Jul 27 21:40:30.133396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124af4-c1ef-423f-998c-80b7a604a1e4 req-51123a40-0f69-40ab-ad8f-77f360648195 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.142720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab124af4-c1ef-423f-998c-80b7a604a1e4 req-51123a40-0f69-40ab-ad8f-77f360648195 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1095 time: 0.1261098 Jul 27 21:40:30.190167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:30.197026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:30.197026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e9a1234-fef4-4361-b8d1-fbd9d171101c HTTP/1.1" status: 204 len: 168 time: 0.8347230 Jul 27 21:40:30.206950 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab124af4-c1ef-423f-998c-80b7a604a1e4 req-be7665b8-6487-4439-a45e-d5b793cd4e1c tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629652 Jul 27 21:40:30.215372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-2f1b6adb-ab08-46a2-b4ce-ac8c2f7008e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.218518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-2f1b6adb-ab08-46a2-b4ce-ac8c2f7008e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389306 Jul 27 21:40:30.300865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e5bcc-cab4-4da3-81b3-c96b3cc9f449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a1234-fef4-4361-b8d1-fbd9d171101c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:30.353698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:40:30.374704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224e2e6-e9ba-49c3-84d1-ad7033f91ca0 req-e637c136-db98-47f9-8264-fb77344b246e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.376277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1224e2e6-e9ba-49c3-84d1-ad7033f91ca0 req-e637c136-db98-47f9-8264-fb77344b246e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.1689391 Jul 27 21:40:30.409782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-989dbba4-ad16-406f-b0a8-03a185047aa4 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814222 Jul 27 21:40:30.483969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecb7c7-68cf-4011-8758-116ad1eff584 req-3acef8e0-6a53-4bb8-9e72-3db3795489d0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.491477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9ecb7c7-68cf-4011-8758-116ad1eff584 req-3acef8e0-6a53-4bb8-9e72-3db3795489d0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1530886 Jul 27 21:40:30.501554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1224e2e6-e9ba-49c3-84d1-ad7033f91ca0 req-e486ec7a-2e85-4ae2-be11-7ce9cdf10fdc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780895 Jul 27 21:40:30.507788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3'}, {'name': 'network-changed', 'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:30.511779 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dafd4b-0180-48cf-9106-02847a59e157" -d '{"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3"}, {"name": "network-changed", "server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:30.516298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:40:30.522782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-00774a0b-da53-4133-84db-3ee83f23708c admin admin] 10.222.0.37 "PUT /v2.0/routers/ad2a3415-d111-4a0e-a8d5-0ccb770bcff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7429867 Jul 27 21:40:30.525153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49404) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:30.530231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Sync routers for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:40:30.543519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:30.544399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:30.567120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a55ae8f8-7248-4f9c-8b21-0cbf03589242 req-e54b6e85-99e7-43ff-b58d-c3a902a07ec0 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472008 Jul 27 21:40:30.615132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9ecb7c7-68cf-4011-8758-116ad1eff584 req-fc6570f0-2f22-4d3f-855c-66e5a55ef93c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226680 Jul 27 21:40:30.678382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:30.806118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:30.892827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:30.940860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-89cf6ccf-2ff7-42cf-99d7-45c45c5dad32 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:30.942372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-89cf6ccf-2ff7-42cf-99d7-45c45c5dad32 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.1311400 Jul 27 21:40:30.943846 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451c065-1c15-457d-bd9e-3c2fcf61137b x-openstack-request-id: req-4451c065-1c15-457d-bd9e-3c2fcf61137b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:30.944175 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3", "code": 200}, {"name": "network-changed", "server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:30.947105 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4451c065-1c15-457d-bd9e-3c2fcf61137b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:30.947105 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3', 'code': 200} Jul 27 21:40:30.947105 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3', 'status': 'completed', 'code': 200} Jul 27 21:40:30.960092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-a2708e50-735a-4855-9cc4-8e92d599394d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/quotas/10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 375 time: 0.0115025 Jul 27 21:40:30.980589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Deleting port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:30.981235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.100060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-79fc2e9a-f659-4537-bb18-ad71f32fc64e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335745 Jul 27 21:40:31.113859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:31.137966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8da8c1e1-e873-41c9-8192-7b596043e23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.162313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] For port 6ba103cf-3c9e-4dc0-998d-0372d14f73cf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:31.162736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.181230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Calling delete_port for 6ba103cf-3c9e-4dc0-998d-0372d14f73cf owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:31.194391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:40:28Z', 'revision_number': 5, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port': {'id': '6ba103cf-3c9e-4dc0-998d-0372d14f73cf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:47Z', 'updated_at': '2021-07-27T21:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:31.227436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Checking router: ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:40:31.236867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Routers {'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:31.237523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:31.258804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4d27b-8b72-4640-9072-9a1f7a5ff3b0 req-4e0327b8-a8ee-4f3e-9b0b-60d446623a00 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.260602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b4d27b-8b72-4640-9072-9a1f7a5ff3b0 req-4e0327b8-a8ee-4f3e-9b0b-60d446623a00 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 947 time: 0.1402550 Jul 27 21:40:31.325671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] Set router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:31.348930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b4d27b-8b72-4640-9072-9a1f7a5ff3b0 req-5b6c8011-93c5-4f8b-bc8d-3f5e405b5678 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776241 Jul 27 21:40:31.383390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:40:30Z', 'revision_number': 6, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:31.420150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7d5f-f645-4df1-bd38-0f65ad3859e2 None None] The sync data for ids ['ad2a3415-d111-4a0e-a8d5-0ccb770bcff9'] in n-d-738018-6 is: [{'id': 'ad2a3415-d111-4a0e-a8d5-0ccb770bcff9', 'name': 'tempest-FloatingIPDetailsTestJSON-256549519-router', 'tenant_id': '02f1ceea1a60496a9ed310d9b07ea750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:46Z', 'updated_at': '2021-07-27T21:40:30Z', 'revision_number': 6, 'project_id': '02f1ceea1a60496a9ed310d9b07ea750', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:40:31.499490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.504469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-b38ec831-5002-4b6b-ad32-59eeed79927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.506000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-b38ec831-5002-4b6b-ad32-59eeed79927c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1125 time: 0.5048738 Jul 27 21:40:31.538462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba103cf-3c9e-4dc0-998d-0372d14f73cf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:31.590739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-7ebd9ff7-a7b2-45a8-aa21-661082e93fdf service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897711 Jul 27 21:40:31.645533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.730630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-0a42d7b7-289b-4805-a042-01371babbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.733139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-0a42d7b7-289b-4805-a042-01371babbf4f service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2168474 Jul 27 21:40:31.748260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.758693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bf453-78f2-4e0d-b8eb-fa0a524e9348 req-5b9d296c-9ef0-4d40-87c4-2cc8175ff615 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.765864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb8bf453-78f2-4e0d-b8eb-fa0a524e9348 req-5b9d296c-9ef0-4d40-87c4-2cc8175ff615 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.1915488 Jul 27 21:40:31.768798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.799850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8da8c1e1-e873-41c9-8192-7b596043e23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.799850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-61a45512-b1f4-4c82-8f5c-5168952f7285 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006516 Jul 27 21:40:31.800908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-32bfe3ac-5fbd-45ce-82f3-d695b25e6cc2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.0564437 Jul 27 21:40:31.861608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb8bf453-78f2-4e0d-b8eb-fa0a524e9348 req-e5818c50-febc-4bbe-8ee5-a0b8254e6913 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875435 Jul 27 21:40:31.870678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-65bbade7-ded3-4753-b8d6-e0eb6852e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.870678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-65bbade7-ded3-4753-b8d6-e0eb6852e86b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0617228 Jul 27 21:40:31.890019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8da8c1e1-e873-41c9-8192-7b596043e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.905541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.906087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:40:31.906421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ac3083-942c-4091-9b9a-4e5f2cb1f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.915929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:31.919371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-76699fc8-e399-4927-893b-f179e3a73bdd admin admin] 10.222.0.37 "DELETE /v2.0/routers/ad2a3415-d111-4a0e-a8d5-0ccb770bcff9 HTTP/1.1" status: 204 len: 168 time: 1.3908136 Jul 27 21:40:31.927045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:31.946402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-79b2ed0d-8734-4103-abb1-cc9376a721aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678015 Jul 27 21:40:31.963227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8c1e1-e873-41c9-8192-7b596043e23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7dce8f-921c-42fd-bb36-f355388fdc9c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:31.991549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8da8c1e1-e873-41c9-8192-7b596043e23e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2c09807052e45039afb19089cd64fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8734813 Jul 27 21:40:32.000986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49446) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:32.086319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49450) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:32.099042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Deleting subnet 3ec204dd-f347-420f-920e-560641b59bd1 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:40:32.106627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.113895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-3865859a-9e46-492a-857c-613e455f7327 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591680 Jul 27 21:40:32.117759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:32.148133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.179740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.265566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:32.281039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 has no active binding in host n-h1-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:40:32.281777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6c40f34b-be74-4f8c-9f22-720707b5ba59 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:32.299836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-184a36a4-38c2-4207-baf6-1ff56ad0f390 req-7d866bdc-0022-4389-bd6f-b2db32295192 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.0524189 Jul 27 21:40:32.341939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47b87c9e-cc17-435b-90cb-9c28f671b583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.355453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6dafd4b-0180-48cf-9106-02847a59e157 req-5b93d05f-eba6-444a-887a-400b075fac39 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327836 Jul 27 21:40:32.372539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.394230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f69f-461d-44c6-8e2f-a956a9ad30e2 req-16fd617d-f063-42e0-b0b8-8bb41eddc3ed tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:32.396154 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c50f69f-461d-44c6-8e2f-a956a9ad30e2 req-16fd617d-f063-42e0-b0b8-8bb41eddc3ed tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.4474778 Jul 27 21:40:32.397658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.414783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:32.427835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'mac_address': 'fa:16:3e:02:cf:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:32.471538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.486922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c40f34b-be74-4f8c-9f22-720707b5ba59 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:32.513341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:32.517609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af909c-3497-48e8-a117-d0e73c4fc044 req-7fbe8e3f-c250-45bd-a6b0-b5673aeaaec2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:32.519397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67af909c-3497-48e8-a117-d0e73c4fc044 req-7fbe8e3f-c250-45bd-a6b0-b5673aeaaec2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 947 time: 0.0812030 Jul 27 21:40:32.563090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67af909c-3497-48e8-a117-d0e73c4fc044 req-5145cc0a-0515-43e8-a7df-dedd70ad4212 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Jul 27 21:40:32.563289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c50f69f-461d-44c6-8e2f-a956a9ad30e2 req-e6a97327-5533-4853-9487-08119929ca09 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939147 Jul 27 21:40:32.578569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.607341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec204dd-f347-420f-920e-560641b59bd1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:32.611592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.617531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b8f51352-b3ed-4f0f-8090-4ce39657f768 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ec204dd-f347-420f-920e-560641b59bd1 HTTP/1.1" status: 204 len: 168 time: 0.6832962 Jul 27 21:40:32.618605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:32.621521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b59673d-90c6-4a7b-a28c-3c8e8739ffeb None None] Network 1f39be59-2d9b-4e33-8a39-0c737fa51e83 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:32.666761 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.729521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47b87c9e-cc17-435b-90cb-9c28f671b583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.738056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.740656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.741810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af7dce8f-921c-42fd-bb36-f355388fdc9c HTTP/1.1" status: 204 len: 168 time: 0.7188056 Jul 27 21:40:32.757052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8db7eb-e331-4f9e-a878-c17bfa3644ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7dce8f-921c-42fd-bb36-f355388fdc9c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:32.773196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.779865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:32.808835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47b87c9e-cc17-435b-90cb-9c28f671b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.864046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-47b87c9e-cc17-435b-90cb-9c28f671b583 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b911da2d4c44749b541430e9dc6ec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7719524 Jul 27 21:40:32.864470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:32.869678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b87c9e-cc17-435b-90cb-9c28f671b583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970c90c-14be-4f29-90eb-d52d1d7026e4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:32.903434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Deleting port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:32.903434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.917468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] DHCP port deletion for 1f39be59-2d9b-4e33-8a39-0c737fa51e83 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:40:32.951688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:32.974088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['6c40f34b-be74-4f8c-9f22-720707b5ba59'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:32.978328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.027416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:33.136209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Deleting port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:40:33.136583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.138503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:33.140143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.146980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.148514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8970c90c-14be-4f29-90eb-d52d1d7026e4 HTTP/1.1" status: 204 len: 168 time: 0.2830391 Jul 27 21:40:33.159767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd350613-83af-4f79-ba2f-0e398a302943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970c90c-14be-4f29-90eb-d52d1d7026e4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:33.271705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:40:33.272051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3170f2f5-8b2e-4d12-9603-4d0a38c3f8d0 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:33.272847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:33.308373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] For port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:33.308754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.325919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Calling delete_port for 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:33.397139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] For port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,segment=NetworkSegment(9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c),segment_id=9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:33.398469 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.409792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc13df4-aff0-4dc6-a249-0a82a9c89f74 req-0d4f7444-d9b9-4819-8036-604502db6dad tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:33.411476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bc13df4-aff0-4dc6-a249-0a82a9c89f74 req-0d4f7444-d9b9-4819-8036-604502db6dad tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.1640058 Jul 27 21:40:33.481756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Calling delete_port for 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:40:33.482083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bc13df4-aff0-4dc6-a249-0a82a9c89f74 req-5b1bbd9e-3d6a-4e19-ae28-dfd7fb542f81 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622969 Jul 27 21:40:33.488580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:33.493966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.506652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88809df4-712a-4003-bbe7-a71cd466cc54 req-95dcaf41-b9de-4468-8b0d-ad136b05412b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.1127627 Jul 27 21:40:33.537422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf', 'mac_address': 'fa:16:3e:51:df:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:33.626054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.648710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:33.653515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.694811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Pushing event deleted for resources: {'Port': ['ID=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:33.695910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6ba103cf-3c9e-4dc0-998d-0372d14f73cf no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:33.715018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] No DVR routers for this DVR port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:33.739766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:33.741594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6ba103cf-3c9e-4dc0-998d-0372d14f73cf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:40:33.741934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6ba103cf-3c9e-4dc0-998d-0372d14f73cf not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:33.754508 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.792573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] Pushing event deleted for resources: {'Port': ['ID=65ebb660-551b-4d54-9e1e-91f86ec6c4d8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:33.796743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b414a00-aeb6-427b-82ae-ad361a2b1364 None None] No DVR routers for this DVR port 65ebb660-551b-4d54-9e1e-91f86ec6c4d8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:33.822492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac2bac-8977-40d3-a8c8-8c9d716168dc req-aeace2ad-33cd-4955-a1fd-b0ba7bf70937 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:33.824291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fac2bac-8977-40d3-a8c8-8c9d716168dc req-aeace2ad-33cd-4955-a1fd-b0ba7bf70937 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 948 time: 0.1310990 Jul 27 21:40:33.828430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.845047 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f39be59-2d9b-4e33-8a39-0c737fa51e83']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:33.859357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:33.859651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1a7fdc-0191-48ce-91bf-e3d67e9e6f5c') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:33.868499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fac2bac-8977-40d3-a8c8-8c9d716168dc req-670666e3-ddf6-4178-ac1d-36863f54f6ab tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Jul 27 21:40:33.892770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4d847-938b-439f-a9b0-5acce69224fd req-11a0191c-3680-46df-acb7-fdf8b024f668 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:33.892770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ca4d847-938b-439f-a9b0-5acce69224fd req-11a0191c-3680-46df-acb7-fdf8b024f668 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1813979 Jul 27 21:40:33.892770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.910599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.923560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:40:33.923937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:40:33.925899 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:40:33.933815 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:33.983244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ca4d847-938b-439f-a9b0-5acce69224fd req-01482f6c-ce0c-4769-8b74-0dc67b0363de tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Jul 27 21:40:33.986197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:34.168265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.179083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.181621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] 10.222.0.37 "DELETE /v2.0/networks/1f39be59-2d9b-4e33-8a39-0c737fa51e83 HTTP/1.1" status: 204 len: 168 time: 1.5615005 Jul 27 21:40:34.193910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d9924-62de-4539-8225-bd663949bccd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f39be59-2d9b-4e33-8a39-0c737fa51e83,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:34.209872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:34.374507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b470d5ba-9f9c-4414-86cd-f910e688dea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.548477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:34.581872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ab39ce-25af-47ef-9749-b538758a9a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.664011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e9957732-61a2-4a94-baf6-b21ee038a1bd req-45436af0-6021-4dcb-980b-92dea4bf8331 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.0425422 Jul 27 21:40:34.678912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cffb2-a969-4c6d-afbc-b4f3eb975b20 req-e51d3593-0236-4066-8f80-6cdc76842f20 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:34.683408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba3cffb2-a969-4c6d-afbc-b4f3eb975b20 req-e51d3593-0236-4066-8f80-6cdc76842f20 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.0809705 Jul 27 21:40:34.751420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.797773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba3cffb2-a969-4c6d-afbc-b4f3eb975b20 req-e0ae74b0-eafe-4c41-aade-fe80a8fcf3eb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027653 Jul 27 21:40:34.799115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ab39ce-25af-47ef-9749-b538758a9a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.901172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a1ab39ce-25af-47ef-9749-b538758a9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.952916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:34.956241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a1ab39ce-25af-47ef-9749-b538758a9a33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b21672f95054f73954bc9e80fa65558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056795 Jul 27 21:40:34.957145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:34.958038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab39ce-25af-47ef-9749-b538758a9a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb24d6-a138-497e-9df5-bb447765c6d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:35.109985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ff272-4f92-40a2-b291-0f0f7b46d5d6 req-3dcbe93e-d2b2-4da6-8f03-0424613ba2de tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:35.117521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e19ff272-4f92-40a2-b291-0f0f7b46d5d6 req-3dcbe93e-d2b2-4da6-8f03-0424613ba2de tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 948 time: 0.1456277 Jul 27 21:40:35.135031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-08ebdf99-f005-4474-aeb5-b4e5d935be19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02f1ceea1a60496a9ed310d9b07ea750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863840 Jul 27 21:40:35.135799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:35.180490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e19ff272-4f92-40a2-b291-0f0f7b46d5d6 req-db5b390d-50b7-4636-8a49-5bf9ed2e8899 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Jul 27 21:40:35.226637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.244632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.254617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.289664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.307140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-8d7c6d0e-f7e9-4148-af6f-2d9222cc9d38 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:35.308654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-8d7c6d0e-f7e9-4148-af6f-2d9222cc9d38 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.2515187 Jul 27 21:40:35.328235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Request body: {'port': {'device_id': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'admin_state_up': True, 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:35.369218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5becec-727a-4238-adb0-59c13f99804e req-d6586aa7-dc36-4cbb-8a63-be25ec31a309 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:35.371181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa5becec-727a-4238-adb0-59c13f99804e req-d6586aa7-dc36-4cbb-8a63-be25ec31a309 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.2691858 Jul 27 21:40:35.416388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.418999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.426323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ee596e-5917-438b-a3f2-8f53b8698a80 HTTP/1.1" status: 204 len: 168 time: 0.2833972 Jul 27 21:40:35.453208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5b185-c275-43de-b2dc-5e06761f9164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee596e-5917-438b-a3f2-8f53b8698a80,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:35.478444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-f4821839-a262-4258-8777-5ab20ae444c0 service neutron] 10.222.0.76 "GET /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.0991549 Jul 27 21:40:35.493843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa5becec-727a-4238-adb0-59c13f99804e req-aa6485cd-2f56-46d8-896c-e1b86a768426 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743349 Jul 27 21:40:35.636439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.639065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.640247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71fb24d6-a138-497e-9df5-bb447765c6d6 HTTP/1.1" status: 204 len: 168 time: 0.6821511 Jul 27 21:40:35.649592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572380d-62ae-4738-a750-ae5b4756a15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb24d6-a138-497e-9df5-bb447765c6d6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:35.676714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:35.680683 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.691780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:35.712946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:35.722671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.782926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9befba-829a-46e5-814b-5e97df2446b3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:35.795132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:35.827912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Allocated IP 172.20.0.3 (d0a706c0-8355-45c7-a564-2d220ff8c447/b10a98b7-4511-4017-9c60-3087305ae72a/39970026-8aec-418c-832c-3c261f2111bb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:35.842370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91daf225-e569-4d70-a0d9-c11c27dcbdd9 req-2e82e8b2-4801-4f03-8660-3c77df476eb3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.0326662 Jul 27 21:40:35.911179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.080509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] Transition to ACTIVE for port object 0d9befba-829a-46e5-814b-5e97df2446b3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:36.105665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a32a-18d0-46ca-8a1e-1a99467e461f req-e9e1503b-8ee4-4a50-9fcd-41c60e97c47a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.107245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b494a32a-18d0-46ca-8a1e-1a99467e461f req-e9e1503b-8ee4-4a50-9fcd-41c60e97c47a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 944 time: 0.2113769 Jul 27 21:40:36.137230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6c40f34b-be74-4f8c-9f22-720707b5ba59 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:36.160527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.186940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b494a32a-18d0-46ca-8a1e-1a99467e461f req-4afff797-9ea1-4e8f-adee-6e8ce4e1ff11 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Jul 27 21:40:36.196751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.277966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] No DVR routers for this DVR port 0d9befba-829a-46e5-814b-5e97df2446b3 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:36.295128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 6c40f34b-be74-4f8c-9f22-720707b5ba59 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:36.300951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 6c40f34b-be74-4f8c-9f22-720707b5ba59 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:36.301759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.376684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.404208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] 10.222.0.76 "PUT /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3/bindings/n-h1-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9187436 Jul 27 21:40:36.405009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5ec4-4997-401b-9110-ad54a689e9ec service neutron] Pushing event updated for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:36.448417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b2251-69c5-4f1e-baa0-754abd212742 req-b61fab09-a713-48d5-94e0-266e259de975 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.452105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.460162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-030b2251-69c5-4f1e-baa0-754abd212742 req-b61fab09-a713-48d5-94e0-266e259de975 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 948 time: 0.1749048 Jul 27 21:40:36.475521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:36.508684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Network d0a706c0-8355-45c7-a564-2d220ff8c447 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:36.508684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:36.525457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:36.572495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-030b2251-69c5-4f1e-baa0-754abd212742 req-54979541-9b4f-4743-bd2d-23be1369a7e3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Jul 27 21:40:36.643796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:36.649985 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6292d09a-f14b-483d-b1d5-edd7d3aaed13" -d '{"events": [{"server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:36.669366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:36.696398 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7abf7-483f-4d99-81bc-cf706dc37a2c x-openstack-request-id: req-eec7abf7-483f-4d99-81bc-cf706dc37a2c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:36.696702 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "name": "network-vif-plugged", "status": "completed", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:36.697005 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eec7abf7-483f-4d99-81bc-cf706dc37a2c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:36.697399 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'code': 200} Jul 27 21:40:36.698758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.699604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.712017 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.734328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:36.741382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-97583d41-1fae-4661-a074-8605aa9d885c tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.743410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-97583d41-1fae-4661-a074-8605aa9d885c tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1028504 Jul 27 21:40:36.775828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38816126-b7fb-4cbf-b9a5-e0ec2361f0e7 req-78393adf-47de-4f2d-9251-6b1482b28e3d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.794205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38816126-b7fb-4cbf-b9a5-e0ec2361f0e7 req-78393adf-47de-4f2d-9251-6b1482b28e3d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1790140 Jul 27 21:40:36.807246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:36.817791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-4ee165cf-ae3b-47f2-ad12-a11e780107d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.822560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-4ee165cf-ae3b-47f2-ad12-a11e780107d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34&tenant_id=fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 1096 time: 0.0689564 Jul 27 21:40:36.826334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-5a13d4b0-474c-4ef3-baeb-ab071b558538 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5035977 Jul 27 21:40:36.866747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Request body: {'port': {'device_id': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:36.928938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-aa542ee4-03b5-433d-9fcd-e19275173ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.930535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-aa542ee4-03b5-433d-9fcd-e19275173ee7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1096 time: 0.0718973 Jul 27 21:40:36.947797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38816126-b7fb-4cbf-b9a5-e0ec2361f0e7 req-6b51523d-cc67-491d-8141-54d8076a6f73 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526680 Jul 27 21:40:36.979233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e5cb4-3aa7-4e09-81d2-c8d5ecda26a5 req-2ad7bb57-effc-486f-8f80-327c28930fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:36.980825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e81e5cb4-3aa7-4e09-81d2-c8d5ecda26a5 req-2ad7bb57-effc-486f-8f80-327c28930fd8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 1100 time: 0.1845157 Jul 27 21:40:37.006770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.026725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:37.054669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-e05feb05-3e48-4006-af7a-b8efab1284f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.056452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-e05feb05-3e48-4006-af7a-b8efab1284f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.1166649 Jul 27 21:40:37.133728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-e80fdbd0-6600-425a-a749-6d004d8cb74c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.0665598 Jul 27 21:40:37.157623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e81e5cb4-3aa7-4e09-81d2-c8d5ecda26a5 req-bd5e6a76-18d9-4274-8960-448804cd4086 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669917 Jul 27 21:40:37.181223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:37.188108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:37.189570 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.192756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-78e08690-ae4f-460d-ab78-6e077b137e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.195210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-78e08690-ae4f-460d-ab78-6e077b137e22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0504200 Jul 27 21:40:37.294648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c598b-1b4b-4e00-a404-542c153035e4 req-4591ea7f-cf82-4a74-ac6a-6ac602d01a00 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.302486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f0c598b-1b4b-4e00-a404-542c153035e4 req-4591ea7f-cf82-4a74-ac6a-6ac602d01a00 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 931 time: 0.1469550 Jul 27 21:40:37.318249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-28eca516-664c-4106-a62b-5ce5bf202577 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945072 Jul 27 21:40:37.353195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.360181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.362694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f0c598b-1b4b-4e00-a404-542c153035e4 req-4e70bdf1-cd28-4def-9c22-51518c0b6382 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568674 Jul 27 21:40:37.419533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:37.481658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39970026-8aec-418c-832c-3c261f2111bb {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:37.492491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.515681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-41617a4b-4e43-4231-8d70-2cb5db4dec0d service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770835 Jul 27 21:40:37.516291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.517415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Transition to ACTIVE for port object 39970026-8aec-418c-832c-3c261f2111bb will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:37.574964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7a69-3715-403a-9562-ec4bf259035b req-2552a25c-5daa-4327-8fc5-6bdc35ddab62 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.579745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:37.582753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c0c7a69-3715-403a-9562-ec4bf259035b req-2552a25c-5daa-4327-8fc5-6bdc35ddab62 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.1566770 Jul 27 21:40:37.640628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.652737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c0c7a69-3715-403a-9562-ec4bf259035b req-c6af1db7-0930-4690-9ba1-bcf5732f58aa tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689938 Jul 27 21:40:37.683036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-e706e150-a69f-4f0a-9206-12327726ed60 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636140 Jul 27 21:40:37.793382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:37.806678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9489f-aac4-4144-ab90-0a9072b610aa req-b3b7d790-25a3-4dd1-b3ec-1bf52f489477 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:37.808239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68a9489f-aac4-4144-ab90-0a9072b610aa req-b3b7d790-25a3-4dd1-b3ec-1bf52f489477 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 949 time: 0.0732050 Jul 27 21:40:37.821178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:37.821606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:37.821820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:37.821925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.826398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:37.826728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:37.832297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:37.832602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:37.832998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:37.833462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Bound port: 39970026-8aec-418c-832c-3c261f2111bb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:37.833814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.861049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68a9489f-aac4-4144-ab90-0a9072b610aa req-f2fbfa38-9816-47c4-b6fe-5e33edf2670f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jul 27 21:40:37.901282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:37.904439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:38.025348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49614) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:38.033766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.126025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.126958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.128757 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] 10.222.0.50 "PUT /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 1091 time: 1.2706282 Jul 27 21:40:38.135965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'tag': '39970026-8aec-418c-832c-3c261f2111bb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:38.137329 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "tag": "39970026-8aec-418c-832c-3c261f2111bb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:38.169813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33961-67ec-4fc4-98c4-6d4eec9fca91 service neutron] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:38.198611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89851-c794-45ed-bb5c-66bfd29d6788 req-de569074-8fa2-4554-9ab4-c100aad08f03 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.200195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcf89851-c794-45ed-bb5c-66bfd29d6788 req-de569074-8fa2-4554-9ab4-c100aad08f03 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1631126 Jul 27 21:40:38.240098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:38.313302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-31695678-network', 'tenant_id': '92c2eddd8e704fa0bedbe39f9289d619'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:38.338179 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcf89851-c794-45ed-bb5c-66bfd29d6788 req-85436bd5-7f9d-48c9-a5f6-20d859224ed8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310484 Jul 27 21:40:38.363141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fb84957-fd33-452a-972c-40a9b29ef4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.387966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-4d70ee90-752d-4c3d-ad79-0567ab956a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.389746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-4d70ee90-752d-4c3d-ad79-0567ab956a25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1094 time: 0.1071382 Jul 27 21:40:38.409652 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2508424-6178-41be-90b3-1666a8abb138 x-openstack-request-id: req-a2508424-6178-41be-90b3-1666a8abb138 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:38.410060 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "tag": "39970026-8aec-418c-832c-3c261f2111bb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:38.410357 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2508424-6178-41be-90b3-1666a8abb138 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:38.410766 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'tag': '39970026-8aec-418c-832c-3c261f2111bb', 'status': 'completed', 'code': 200} Jul 27 21:40:38.414162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-c9fe36cc-2013-4f2a-a072-0c6cf459b7a8 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.415792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-c9fe36cc-2013-4f2a-a072-0c6cf459b7a8 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1921382 Jul 27 21:40:38.444633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-fecc920e-043a-43ed-93a2-1144d7a811d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 217 time: 0.0453415 Jul 27 21:40:38.518983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Made reservation on behalf of 92c2eddd8e704fa0bedbe39f9289d619 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:38.521647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.521758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-4995821b-10f8-45a6-8b54-80cbf90e18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.525277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-4995821b-10f8-45a6-8b54-80cbf90e18bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0695584 Jul 27 21:40:38.539964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.572316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-b5411f84-ee87-4803-a619-2c10dbd88fb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376143 Jul 27 21:40:38.656709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d3a81-1172-4751-9446-c61548e6d8f9 req-442ad8d4-9580-4084-9f19-2d28f93f9902 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.656709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd2d3a81-1172-4751-9446-c61548e6d8f9 req-442ad8d4-9580-4084-9f19-2d28f93f9902 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.1909289 Jul 27 21:40:38.697003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd2d3a81-1172-4751-9446-c61548e6d8f9 req-e2bfa843-3dd0-4ae6-bcf3-a7f012ffecdc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Jul 27 21:40:38.704085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:38.709572 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5377bb7d-d271-4cf4-9550-cb808e7ca982" -d '{"events": [{"server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "name": "network-vif-plugged", "status": "completed", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:38.718707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fb84957-fd33-452a-972c-40a9b29ef4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.732406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-d6b44b41-8d58-45fd-b93b-cebc30cf4a1e service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442428 Jul 27 21:40:38.755317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-25544bd4-b7b6-42f6-8055-40e51d20db5d service neutron] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:38.758916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-25544bd4-b7b6-42f6-8055-40e51d20db5d service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.760220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc5204ee-c59c-43d1-a28f-1b98004ea85a req-25544bd4-b7b6-42f6-8055-40e51d20db5d service neutron] 10.222.0.50 "DELETE /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3/bindings/n-h2-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.3360002 Jul 27 21:40:38.784792 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c4809-9c68-4e28-a76c-bc6e1fdfb9b0 x-openstack-request-id: req-c61c4809-9c68-4e28-a76c-bc6e1fdfb9b0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:38.785678 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "name": "network-vif-plugged", "status": "completed", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:38.786015 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c61c4809-9c68-4e28-a76c-bc6e1fdfb9b0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:38.786515 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf', 'code': 200} Jul 27 21:40:38.828670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fb84957-fd33-452a-972c-40a9b29ef4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.907246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb84957-fd33-452a-972c-40a9b29ef4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfbca02-285e-46ef-a522-cee16504814e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:38.933229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.942404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5fb84957-fd33-452a-972c-40a9b29ef4b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b533aae6ef3446bda43f9c1fbbf9381d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011917 Jul 27 21:40:38.945665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:38.969304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-795f15a6-6b18-4960-983e-e299661fc1d6 req-c80f7bd9-4a0a-405f-9dee-c83e1e86ebef service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270610 Jul 27 21:40:38.987583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7999-8723-4611-ad52-a46ea611d6ad req-b13d2d97-9930-4556-a472-35105c196a91 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:38.989171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58eb7999-8723-4611-ad52-a46ea611d6ad req-b13d2d97-9930-4556-a472-35105c196a91 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.2329395 Jul 27 21:40:39.003452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbda26-e007-46ca-b40e-1ee14b5c1a89 req-6a355097-029b-4df3-9ac4-82727b3d4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.005262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6bbda26-e007-46ca-b40e-1ee14b5c1a89 req-6a355097-029b-4df3-9ac4-82727b3d4538 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 1101 time: 0.1476085 Jul 27 21:40:39.015730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.025817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:39.064465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.107515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:39.118924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58eb7999-8723-4611-ad52-a46ea611d6ad req-debf547d-df38-4cec-aca0-e144172e8908 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Jul 27 21:40:39.139403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6bbda26-e007-46ca-b40e-1ee14b5c1a89 req-3e01267f-00e6-4d8b-9b47-8e5eae27d91c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186321 Jul 27 21:40:39.146251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.169474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:40:39.197817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee476a9-c8f4-401e-ab61-ea3548a2a644,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:39.210727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.210727 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Added segment 400ecded-529a-4e6b-9ae3-f2217b42b3eb of type vlan for network 41aadfa7-81e2-495e-9413-8fb41525587f Jul 27 21:40:39.262238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-fde039a1-17d1-4d1f-92f2-e00e57319430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.263129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-fde039a1-17d1-4d1f-92f2-e00e57319430 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1094 time: 0.0969160 Jul 27 21:40:39.280282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.335056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364232df-6cb9-4aa6-98d5-00defb09c6b8 req-9d24de70-5e0b-4cc8-a52e-aafe6704b5f0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.337014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-364232df-6cb9-4aa6-98d5-00defb09c6b8 req-9d24de70-5e0b-4cc8-a52e-aafe6704b5f0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 949 time: 0.2861161 Jul 27 21:40:39.390770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-364232df-6cb9-4aa6-98d5-00defb09c6b8 req-1d716204-db39-480d-bbab-ff4c0426c83b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Jul 27 21:40:39.402195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-aac3d5a2-4b25-44fe-8960-ce570184f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.403718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-aac3d5a2-4b25-44fe-8960-ce570184f679 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.1265631 Jul 27 21:40:39.426235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d20cc-c325-4401-8a75-46f3d4539280 req-1edcad55-995f-462a-b5bb-d93bfd8cbac3 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.427799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f95d20cc-c325-4401-8a75-46f3d4539280 req-1edcad55-995f-462a-b5bb-d93bfd8cbac3 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1096 time: 0.0983839 Jul 27 21:40:39.437139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.443038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.445216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcfbca02-285e-46ef-a522-cee16504814e HTTP/1.1" status: 204 len: 168 time: 0.4970019 Jul 27 21:40:39.456234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a5312-ebb8-45c3-8354-b306f49b417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfbca02-285e-46ef-a522-cee16504814e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:39.457672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-5f235133-fe02-4c5f-83d4-9734d4017638 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 217 time: 0.0408978 Jul 27 21:40:39.488616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.489622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.490235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.519914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f95d20cc-c325-4401-8a75-46f3d4539280 req-3ac4a8a9-180b-4589-91b6-03cd9ed240bb tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Jul 27 21:40:39.529362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-3a25f021-ca1e-405e-bafa-624e7ba923da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.530891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-3a25f021-ca1e-405e-bafa-624e7ba923da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0599916 Jul 27 21:40:39.601026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-2dcdd90c-6f9f-4a16-ad43-128812cd9897 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567081 Jul 27 21:40:39.602321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] Pushing event updated for resources: {'Network': ['ID=41aadfa7-81e2-495e-9413-8fb41525587f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:39.616299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 41aadfa7-81e2-495e-9413-8fb41525587f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:40:39.643892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795b0a-9b9c-472f-9607-53713ddc237d req-e003b6ff-a978-4532-b7cf-0c29ad449006 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.651929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3795b0a-9b9c-472f-9607-53713ddc237d req-e003b6ff-a978-4532-b7cf-0c29ad449006 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1396484 Jul 27 21:40:39.699900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3795b0a-9b9c-472f-9607-53713ddc237d req-19a7ed8e-c6ee-49a4-9a82-53133b134b8b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Jul 27 21:40:39.706159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0152d1d-1255-4f0a-a303-5327d3856b26 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6793509 Jul 27 21:40:39.706873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:39.720427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Request body: {'subnet': {'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-31695678-subnet', 'tenant_id': '92c2eddd8e704fa0bedbe39f9289d619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:39.728256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-9b24a65b-b51e-4218-ae94-bb4ff470b05e service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144207 Jul 27 21:40:39.825873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e556f-fcb8-4ad5-a09a-34cadf0039d0 req-4da1915c-2051-478e-9c30-32d289e4a31c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:39.828511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1e556f-fcb8-4ad5-a09a-34cadf0039d0 req-4da1915c-2051-478e-9c30-32d289e4a31c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 950 time: 0.2290990 Jul 27 21:40:39.872476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Made reservation on behalf of 92c2eddd8e704fa0bedbe39f9289d619 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:39.874822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:39.874981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3d4a20-2ec8-4cb3-b00f-b79bbbc1403e req-5cc6213f-4f9a-43e2-be5d-df6978b68864 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375859 Jul 27 21:40:39.896939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1e556f-fcb8-4ad5-a09a-34cadf0039d0 req-32e11de8-6ba3-4727-a881-565f642cce11 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 Jul 27 21:40:39.999692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-431a2158-3a90-4278-b8ac-68945251ba27 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:40.001316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-431a2158-3a90-4278-b8ac-68945251ba27 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.1878901 Jul 27 21:40:40.022412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-63382b4a-825b-4d95-98b1-326a48dbb6e6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/quotas/fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 375 time: 0.0142698 Jul 27 21:40:40.052150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb202a-664f-4e57-b2f8-af5f3f856580 req-f32b8c42-3b0a-4b06-b54d-8a9ad412f748 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:40.053785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1bb202a-664f-4e57-b2f8-af5f3f856580 req-f32b8c42-3b0a-4b06-b54d-8a9ad412f748 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.0751553 Jul 27 21:40:40.116722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1bb202a-664f-4e57-b2f8-af5f3f856580 req-881a0fb3-0e67-472c-b6fd-b690a68bf7b9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Jul 27 21:40:40.162842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-78304dfc-29bd-4f25-9c77-b5848b0a108a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331477 Jul 27 21:40:40.341696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49708) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:40.365612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ce5129a-51cc-41f9-8adc-e331e0a515dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.486596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.494331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ce5129a-51cc-41f9-8adc-e331e0a515dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.567980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f1d1f2-63f2-4fd6-9274-7495e65c4411,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:40.573656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-493c9ac2-e249-4236-9f35-6a3bf5da6418 service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065216 Jul 27 21:40:40.596946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ce5129a-51cc-41f9-8adc-e331e0a515dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.597335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Checking segment: {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:40.598235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Network hostable DHCP agents. Network: 41aadfa7-81e2-495e-9413-8fb41525587f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:40:40.637220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ce5129a-51cc-41f9-8adc-e331e0a515dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edb5c2acf71c43edb68a6c6b7d0f7b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938790 Jul 27 21:40:40.638097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5129a-51cc-41f9-8adc-e331e0a515dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fad7bf-a59d-4cab-9451-7a96a598e625,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:40.640461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:40.692517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.711412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-195e40d8-3fad-4b6a-960a-101da00324de service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273892 Jul 27 21:40:40.718957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.796331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Network 41aadfa7-81e2-495e-9413-8fb41525587f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:40:40.841452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4040f7-7f93-47a8-bae2-a2a64a008734 req-8790bc70-b42e-4809-a422-46a30836d670 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:40.843096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e4040f7-7f93-47a8-bae2-a2a64a008734 req-8790bc70-b42e-4809-a422-46a30836d670 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.0670547 Jul 27 21:40:40.884844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e4040f7-7f93-47a8-bae2-a2a64a008734 req-be525f54-0e5e-4299-9ca7-7f167acf9e26 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348766 Jul 27 21:40:40.933792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.936485 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:40.939023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9fad7bf-a59d-4cab-9451-7a96a598e625 HTTP/1.1" status: 204 len: 168 time: 0.2962561 Jul 27 21:40:40.948266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d44f8-6146-4500-b560-a2e6ada94912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fad7bf-a59d-4cab-9451-7a96a598e625,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:40.972540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 41aadfa7-81e2-495e-9413-8fb41525587f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:40.977068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:40.988128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778b770-0429-4617-a92f-d98df3c4046d None None] Network 41aadfa7-81e2-495e-9413-8fb41525587f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:40.989854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.020279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.148642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14d623b2-29f8-4b0f-8891-fee1871c8a7e req-04b4917a-1848-4471-9179-98006504297c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.0387354 Jul 27 21:40:41.154638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ba7e1-3e68-4f4b-a0c2-d1c2e00a315f req-157a9454-4e72-4d73-a2a9-ac9e33860220 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.154762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f01c491-062a-491a-99d7-e6672b052f4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4450200 Jul 27 21:40:41.160334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-300ba7e1-3e68-4f4b-a0c2-d1c2e00a315f req-157a9454-4e72-4d73-a2a9-ac9e33860220 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 950 time: 0.1642663 Jul 27 21:40:41.216626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7a49-e5ad-4488-b74d-d2ad7d3f61ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.252046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3246695c-d835-41b8-bde6-59a38f3412e2 None None] Network 41aadfa7-81e2-495e-9413-8fb41525587f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:41.359282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-300ba7e1-3e68-4f4b-a0c2-d1c2e00a315f req-99f2d6bb-c1f1-43bd-8588-8e5a12967a84 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977179 Jul 27 21:40:41.396280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef71ef-4409-4b3f-8272-b9146b963a09 req-11e4bd4d-7bb8-4e13-9d78-3883dbd8ff06 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.397922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efef71ef-4409-4b3f-8272-b9146b963a09 req-11e4bd4d-7bb8-4e13-9d78-3883dbd8ff06 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.1284771 Jul 27 21:40:41.453942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efef71ef-4409-4b3f-8272-b9146b963a09 req-ec903ad1-6c70-45e8-85fe-bdd68e2b1564 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Jul 27 21:40:41.468966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7a49-e5ad-4488-b74d-d2ad7d3f61ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.645212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7a49-e5ad-4488-b74d-d2ad7d3f61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.711244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1012139628', 'description': 'tempest-description-671508346'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:41.725338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b9c7a49-e5ad-4488-b74d-d2ad7d3f61ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13269d8d8b9549b39c0f9041d33487fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7471356 Jul 27 21:40:41.727997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49754) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:41.733817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c7a49-e5ad-4488-b74d-d2ad7d3f61ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83791ff9-3d08-43c1-ab80-314026ff39ad,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:41.784350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.804760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece7452-5214-4bc0-9cb1-de0375feee04 req-8cf61516-6415-4c95-9352-4422049e9456 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.810472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:41.810665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece7452-5214-4bc0-9cb1-de0375feee04 req-8cf61516-6415-4c95-9352-4422049e9456 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:41.812460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ece7452-5214-4bc0-9cb1-de0375feee04 req-8cf61516-6415-4c95-9352-4422049e9456 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3&device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 1690 time: 0.0909758 Jul 27 21:40:41.858439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ece7452-5214-4bc0-9cb1-de0375feee04 req-890cb48e-a129-475b-a7fc-192fe76367d2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Jul 27 21:40:41.893850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.018185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.020926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.026900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83791ff9-3d08-43c1-ab80-314026ff39ad HTTP/1.1" status: 204 len: 168 time: 0.2957742 Jul 27 21:40:42.060666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f54acb-db41-4d25-9e7e-761c38da9738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83791ff9-3d08-43c1-ab80-314026ff39ad,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:42.071002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c58d-3973-471f-8e21-80c485a96b84 req-54e1c57d-5360-469c-84c7-fd05bffb9d0d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:42.071002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ec2c58d-3973-471f-8e21-80c485a96b84 req-54e1c57d-5360-469c-84c7-fd05bffb9d0d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.0716577 Jul 27 21:40:42.118156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ec2c58d-3973-471f-8e21-80c485a96b84 req-00f346ee-3be9-431b-9254-dc4af500f177 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396104 Jul 27 21:40:42.125345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.151743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 39970026-8aec-418c-832c-3c261f2111bb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:42.248224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.275634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057b23f-5663-4bc2-a85e-c3331002d763 req-fcef126a-3dc6-46f4-82d6-286f6c9a0a45 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:42.277093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0057b23f-5663-4bc2-a85e-c3331002d763 req-fcef126a-3dc6-46f4-82d6-286f6c9a0a45 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 1101 time: 0.0886226 Jul 27 21:40:42.300585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2502ab39-af99-4480-b7ae-07432459e115,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:42.309160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:42.327204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '39970026-8aec-418c-832c-3c261f2111bb', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'port_id': '39970026-8aec-418c-832c-3c261f2111bb', 'mac_address': 'fa:16:3e:63:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10a98b7-4511-4017-9c60-3087305ae72a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:42.374668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.392936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39970026-8aec-418c-832c-3c261f2111bb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:42.427011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:42.445645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.457532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75201eab-62b1-4359-84e3-eec883917764 req-fa521a62-1c41-4cad-8dec-5ed78354d619 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7419598 Jul 27 21:40:42.558475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67ed085c-12b0-4d7b-8a01-10409389058f req-3f0ef2be-428e-4821-a70e-42dbb51e2dbd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.0404968 Jul 27 21:40:42.594092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:42.596555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.682036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1343907907', 'description': 'tempest-description-1502839064'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:42.685503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0057b23f-5663-4bc2-a85e-c3331002d763 req-22edb689-02a2-4eda-9062-00c5b7571bb0 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994899 Jul 27 21:40:42.693519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:42.726399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-91356817-88ec-444d-af6a-3e5a04db8a42 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135788 Jul 27 21:40:42.812536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-network', 'tenant_id': '3644dc966b604ab085947010f6a92bfc'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:42.820626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.889977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['39970026-8aec-418c-832c-3c261f2111bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:42.904270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6e6f8-2eed-4080-9289-818b43bc8980 req-34d3e5e4-ee67-4bb6-ba21-0d4bb87f3aa8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:42.905529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70b6e6f8-2eed-4080-9289-818b43bc8980 req-34d3e5e4-ee67-4bb6-ba21-0d4bb87f3aa8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.1547108 Jul 27 21:40:42.914940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Made reservation on behalf of 3644dc966b604ab085947010f6a92bfc for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:42.917232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.928721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-833bc31f-793e-4b95-9083-71c0a5e13d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:42.930392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-833bc31f-793e-4b95-9083-71c0a5e13d71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1117 time: 0.1292467 Jul 27 21:40:42.933398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:42.984383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70b6e6f8-2eed-4080-9289-818b43bc8980 req-823a805a-1783-461b-a60d-7925082bc69b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596094 Jul 27 21:40:43.020035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.113238 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.172083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:43.187423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-89a0adec-87b0-4375-91a3-242cc637e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.189805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-89a0adec-87b0-4375-91a3-242cc637e17c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2113795 Jul 27 21:40:43.234873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.249628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-2d613852-b9f3-464e-8e95-f1aeb5fd5d29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.0438170 Jul 27 21:40:43.272943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd7a9b-c779-4898-8963-9f51a084337b req-d7bd9858-4f54-46c3-8ab8-9f0a943674c9 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.274563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fcd7a9b-c779-4898-8963-9f51a084337b req-d7bd9858-4f54-46c3-8ab8-9f0a943674c9 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 1100 time: 0.1641111 Jul 27 21:40:43.306137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.333659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:40:43.336844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-c80a0f73-6b55-45b5-b794-a7f822c1af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.338391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-c80a0f73-6b55-45b5-b794-a7f822c1af5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0806932 Jul 27 21:40:43.354713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231a016e-c45a-44c0-a2df-38bbbf68f6be,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:43.356389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fcd7a9b-c779-4898-8963-9f51a084337b req-9f4322e5-34a8-4b42-a5b3-b6e44da0c222 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Jul 27 21:40:43.359969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.360364 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Added segment 1df22b6c-bfd0-4a72-8646-0b8de9db5827 of type vlan for network c9fdfcae-b8d8-466a-b581-f36fa52af68f Jul 27 21:40:43.369250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.370618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e58c3a7c-8510-449f-9356-d0be70c5daae req-517290c8-d518-4b40-9873-797d3d212b80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6944454 Jul 27 21:40:43.408631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-10d61ffa-8343-40c8-9ca3-97e541ad6b8f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501387 Jul 27 21:40:43.416850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.527266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-127dc826-6121-4f91-b336-b3815d35bd30 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091964 Jul 27 21:40:43.553344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf114-8c03-4b2c-a7ab-7a91860e60e6 req-82a6a308-25df-43b9-83e4-1602d09568ea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.555286 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aecbf114-8c03-4b2c-a7ab-7a91860e60e6 req-82a6a308-25df-43b9-83e4-1602d09568ea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1063945 Jul 27 21:40:43.592464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.595830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.595830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:43.679953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aecbf114-8c03-4b2c-a7ab-7a91860e60e6 req-46828041-6db2-4bc9-b5e0-c85d2ec2a0ce tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180544 Jul 27 21:40:43.696095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49834) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:43.704803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63deca3d-5fc3-4bce-987f-56cfef46e00b req-44e6cea1-b524-4981-9851-e4c59dafe8f9 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691904 Jul 27 21:40:43.707689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fdfcae-b8d8-466a-b581-f36fa52af68f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:43.724554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:40:43.800510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f895122-64aa-4ef1-be70-885ae3e13743 req-acf8099e-0922-40d3-94f0-a5c65f34a648 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.0356479 Jul 27 21:40:43.825635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-e8862800-fd58-4bb6-9b2f-f59643ccca2c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:43.829985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-e8862800-fd58-4bb6-9b2f-f59643ccca2c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 811 time: 0.1823747 Jul 27 21:40:43.849325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-network', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:43.851909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-05d67fd3-fe07-4f9e-be86-d3a04a44ea89 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/quotas/92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 375 time: 0.0118296 Jul 27 21:40:43.864011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-73fdfcfe-696a-4bfe-8a59-4c07bd99afd7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2687106 Jul 27 21:40:43.867166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49842) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:43.874583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Request body: {'subnet': {'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-subnet', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:43.901899 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-9d5270b0-bcb2-4d9e-8806-32c6ab11f7d7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367334 Jul 27 21:40:43.925697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-464f5771-a281-4a52-b4dc-9e3bc324a2e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262477 Jul 27 21:40:43.983030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Made reservation on behalf of da50e1cc0fa646fd8a18ece847e177a4 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:43.985489 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.003709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-df296ab5-150d-4d44-a3c4-acb29d5a8555 service neutron] 10.222.0.37 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943367 Jul 27 21:40:44.006906 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.071776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-93261963-fee1-47cd-a072-bc479196d7db tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:44.079175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-93261963-fee1-47cd-a072-bc479196d7db tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471720 Jul 27 21:40:44.091847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-605d9fe7-78c6-4e93-ab13-5390514c779f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0112896 Jul 27 21:40:44.101601 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:40:44.102739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-077afddf-5b1f-4ad1-a5d9-26ec46efe656 service neutron] 10.222.0.37 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902486 Jul 27 21:40:44.114361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Made reservation on behalf of 3644dc966b604ab085947010f6a92bfc for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:44.117739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.177960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 39970026-8aec-418c-832c-3c261f2111bb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:44.285543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-7f83ffc5-6162-4f0b-8e41-3ddc387c21ce tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1858382 Jul 27 21:40:44.302853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 39970026-8aec-418c-832c-3c261f2111bb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:44.311610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 39970026-8aec-418c-832c-3c261f2111bb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:44.314925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.368896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.448123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.455807 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.484251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39970026-8aec-418c-832c-3c261f2111bb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:44.487528 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78816ea9-d9d6-410d-ab41-691d61b65f64" -d '{"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-plugged", "status": "completed", "tag": "39970026-8aec-418c-832c-3c261f2111bb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:44.489883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:40:44.502777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:44.506421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c0c03-6d8a-40b8-ba54-644c58c007b3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:44.509583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.509912 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Added segment 0f269864-602c-48b5-8e6b-872f1df8ade5 of type vlan for network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e Jul 27 21:40:44.566523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e254-d8d3-4090-b968-663a7caf39ba req-a228f450-2d2a-4a24-823f-1328e96979f9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:44.568118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be98e254-d8d3-4090-b968-663a7caf39ba req-a228f450-2d2a-4a24-823f-1328e96979f9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.1058087 Jul 27 21:40:44.568526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.612641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be98e254-d8d3-4090-b968-663a7caf39ba req-35eb992b-196a-4da0-bbb7-41cdf321aa21 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jul 27 21:40:44.659664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.660140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.733370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45069f16-0679-41e4-8f3a-1b7352b6152a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:44.741938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Checking segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:44.742384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Network hostable DHCP agents. Network: c9fdfcae-b8d8-466a-b581-f36fa52af68f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:40:44.745975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:44.757154 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c4f6e7-93e7-4f03-a584-7fb5b532b38f x-openstack-request-id: req-62c4f6e7-93e7-4f03-a584-7fb5b532b38f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:44.757813 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-plugged", "status": "completed", "tag": "39970026-8aec-418c-832c-3c261f2111bb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:44.758420 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62c4f6e7-93e7-4f03-a584-7fb5b532b38f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:44.760744 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39970026-8aec-418c-832c-3c261f2111bb', 'code': 200} Jul 27 21:40:44.780049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.781130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:44.784615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:44.802706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e6ca25f-be7b-4417-95f2-18abae916d86 req-9f77b358-ca83-4df8-a76e-63ac629b1dda tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0640738 Jul 27 21:40:44.815936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-b3e87a67-aa34-490a-9b87-356fb74fa03b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:44.819508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-b3e87a67-aa34-490a-9b87-356fb74fa03b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.1962872 Jul 27 21:40:44.842548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Request body: {'port': {'device_id': 'edac1759-4b05-4616-8374-009b4146cabe', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'admin_state_up': True, 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:44.926016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca981c06-234f-4cdc-a6d1-81f1601f8ffc req-44300cd2-da66-4bba-aece-747529a71796 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.1211312 Jul 27 21:40:44.931518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:40:44.945263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2453561 Jul 27 21:40:44.945566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49868) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:44.951168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Request body: {'subnet': {'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-subnet', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:44.967725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622730-2ccc-43fe-8d87-814c9a8c56a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:44.982642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:40:45.071535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c9fdfcae-b8d8-466a-b581-f36fa52af68f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:45.078416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:45.081772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.120775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48037c3-a397-4064-bc6b-171dab05bf8c None None] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:45.200604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81de65da-a832-4880-ab6e-8f7381775a67 req-8a2eaf7e-e9e7-422a-8d9f-21b4a2e0d26c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.1001174 Jul 27 21:40:45.201376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Made reservation on behalf of da50e1cc0fa646fd8a18ece847e177a4 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:45.205070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.214086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a12dc-f343-4ad1-99d9-f8449ac983ac req-90d1e647-8713-476d-a0cd-733e59becaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:45.215811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d6a12dc-f343-4ad1-99d9-f8449ac983ac req-90d1e647-8713-476d-a0cd-733e59becaf0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1096 time: 0.2900536 Jul 27 21:40:45.224965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473c8b-eb32-4bde-b425-9705ee4bb58e req-2a7155b1-f252-4245-b7f5-a588d1f80c63 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:45.232650 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1473c8b-eb32-4bde-b425-9705ee4bb58e req-2a7155b1-f252-4245-b7f5-a588d1f80c63 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.3047006 Jul 27 21:40:45.283217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d6a12dc-f343-4ad1-99d9-f8449ac983ac req-da7aff9c-83b8-4b2d-91c7-7ea68e18a8bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 Jul 27 21:40:45.288187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:45.293584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.346916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1473c8b-eb32-4bde-b425-9705ee4bb58e req-b2801d88-eac4-49a8-ad04-02c4e188ba34 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132684 Jul 27 21:40:45.364004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'fixed_ips': [{'subnet_id': '45069f16-0679-41e4-8f3a-1b7352b6152a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:40:45.364893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.511882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ecd552fb-6650-49eb-8840-9fbdf1e61608 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6435602 Jul 27 21:40:45.519825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49878) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:45.524570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:45.541422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Allocated IP 172.20.0.2 (c9fdfcae-b8d8-466a-b581-f36fa52af68f/45069f16-0679-41e4-8f3a-1b7352b6152a/11553e89-1e88-407d-93c3-75e70f314120) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:45.547150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Allocated IP 172.20.0.7 (a81e5183-4527-4bd4-9b03-3e67d80c5ce0/90e4cb15-b86e-4483-890e-bec4acbffd16/1803eef4-013a-497e-8531-62c641467e9b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:45.704041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.714944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Transition to ACTIVE for port object 11553e89-1e88-407d-93c3-75e70f314120 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:45.738793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Transition to ACTIVE for port object 11553e89-1e88-407d-93c3-75e70f314120 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:45.740654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.754460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.755566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.756716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.812154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3cd50-971b-48e7-b28b-89a3e567e982 req-2ca76b9d-2fc3-4dcf-b57f-f26073dcf844 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:45.813834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dd3cd50-971b-48e7-b28b-89a3e567e982 req-2ca76b9d-2fc3-4dcf-b57f-f26073dcf844 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.1186752 Jul 27 21:40:45.871229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d973a440-3a29-48f4-b279-17a491018b30,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:45.883353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dd3cd50-971b-48e7-b28b-89a3e567e982 req-16c1ab21-d370-4511-a4a6-0e5250344880 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599952 Jul 27 21:40:45.889422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.908809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.941739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:45.944401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60533a05-699c-4899-8ee5-810fae7301e0 req-1c42fedc-4744-4245-885d-da88a7fe8203 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0648363 Jul 27 21:40:45.945670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Checking segment: {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:45.946052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Network hostable DHCP agents. Network: e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:40:45.948109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:45.959127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:45.963819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:45.983422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Pushing event updated for resources: {'Port': ['ID=11553e89-1e88-407d-93c3-75e70f314120,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:46.029515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:46.035606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:46.053290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:46.055838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:46.060003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-956314be-2c16-45cc-9548-6b68a28aed98 req-ef12a0f4-6206-4c20-9c06-180477ed9a28 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0508547 Jul 27 21:40:46.082876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Attempting to bind port 11553e89-1e88-407d-93c3-75e70f314120 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:46.083482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Attempting to bind port 11553e89-1e88-407d-93c3-75e70f314120 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:46.084403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Attempting to bind port 11553e89-1e88-407d-93c3-75e70f314120 on network c9fdfcae-b8d8-466a-b581-f36fa52af68f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:46.090791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:46.091178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Checking segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:46.091593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.091997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Bound using segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:46.092483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Bound port: 11553e89-1e88-407d-93c3-75e70f314120, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:46.092880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.121260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:40:46.124271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:46.124859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.167778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] For port 11553e89-1e88-407d-93c3-75e70f314120, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:46.170937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] For port 11553e89-1e88-407d-93c3-75e70f314120, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11553e89-1e88-407d-93c3-75e70f314120,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:46.198986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.352199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc435d3-247a-48d5-accf-ec6f7c0f5365 req-43765b02-e51e-4e24-affe-05067febd87a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:46.353950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.354589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cc435d3-247a-48d5-accf-ec6f7c0f5365 req-43765b02-e51e-4e24-affe-05067febd87a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 931 time: 0.0703924 Jul 27 21:40:46.356062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:46.356832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-80d16e1a-6b28-41d2-967b-a0bacd7ed127 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5178254 Jul 27 21:40:46.361820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:46.362605 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.378021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Request body: {'port': {'device_id': 'edac1759-4b05-4616-8374-009b4146cabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:46.384520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52820d-7c75-4b6e-82be-b5ceefaf74ed None None] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:46.492394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cc435d3-247a-48d5-accf-ec6f7c0f5365 req-9b3cfd48-06c9-4ca4-aae4-49aa28a43af9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929132 Jul 27 21:40:46.505861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29604ff4-6d54-4441-b3b2-ac7fe9f81143 None None] Pushing event updated for resources: {'Port': ['ID=11553e89-1e88-407d-93c3-75e70f314120,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:46.571996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.629606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7ecedb7-a603-4460-baa4-3c0dbe82f8e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6829963 Jul 27 21:40:46.630396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49894) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:46.651475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b0ba4-30a9-4073-a482-fe1d64b8e585 req-bc2df47b-5419-43e9-9fa9-8db4df2ef94e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:46.661062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-799b0ba4-30a9-4073-a482-fe1d64b8e585 req-bc2df47b-5419-43e9-9fa9-8db4df2ef94e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.2130330 Jul 27 21:40:46.674906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'fixed_ips': [{'subnet_id': 'd973a440-3a29-48f4-b279-17a491018b30'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:40:46.675517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:46.675792 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.787383 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.821700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.881850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-799b0ba4-30a9-4073-a482-fe1d64b8e585 req-099db953-3955-4049-a53b-372c712a665a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190974 Jul 27 21:40:46.937843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Allocated IP 172.20.0.2 (e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e/d973a440-3a29-48f4-b279-17a491018b30/a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:46.979370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:46.980413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.039310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Allocated IP 172.25.3.101 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0d082a86-d6b3-4170-b6de-0b27c61333f5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:47.101469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1803eef4-013a-497e-8531-62c641467e9b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:47.113637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.155451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Transition to ACTIVE for port object 1803eef4-013a-497e-8531-62c641467e9b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:47.176387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.187680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43a3a11c-c676-4898-8e9e-4c55e58ac46f req-b983ed4d-cefa-4931-8c92-35258bfafdd2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0516231 Jul 27 21:40:47.213763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.226123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Transition to ACTIVE for port object a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:47.256225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11553e89-1e88-407d-93c3-75e70f314120 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:47.288120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Transition to ACTIVE for port object a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:47.315805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb87ea78-13b0-4450-891a-f0a04e4b38e3 req-4960e12d-823b-4bf3-8c89-5b81c4193c47 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0450728 Jul 27 21:40:47.316473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.380715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.412146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a4c98-9116-44ec-bccc-50682436e4a4 req-beafbae6-9bd8-475d-988b-a87b41dc1600 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:47.414417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e8a4c98-9116-44ec-bccc-50682436e4a4 req-beafbae6-9bd8-475d-988b-a87b41dc1600 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.2535059 Jul 27 21:40:47.427641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:47.452327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 11553e89-1e88-407d-93c3-75e70f314120 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:47.461195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:47.470948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:47.475004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:47.481218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Pushing event updated for resources: {'Port': ['ID=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:47.504730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.564423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Attempting to bind port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:47.565284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Attempting to bind port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:47.565798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Attempting to bind port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c on network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:47.572811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:47.573470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Checking segment: {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:47.573977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.574537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Bound using segment: {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:47.575128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Bound port: a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:47.575908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.604373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.621061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e8a4c98-9116-44ec-bccc-50682436e4a4 req-d7802a91-3aa5-482f-89fe-25ee13b3ec14 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621742 Jul 27 21:40:47.662719 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-882ef7fd-4103-4637-a813-419fec18a665 req-73e93b0f-8499-4d4f-874f-450aef080c22 service neutron] show failed (client error): The resource could not be found. Jul 27 21:40:47.662719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-73e93b0f-8499-4d4f-874f-450aef080c22 service neutron] 10.222.0.76 "GET /v2.0/ports/07821177-835b-4bcb-a1de-2f006a37f8c8/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.2956007 Jul 27 21:40:47.739278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:47.739619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:47.739951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:47.750568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:47.751287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:47.770815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:47.771428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:47.772016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:47.772638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Bound port: 1803eef4-013a-497e-8531-62c641467e9b, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:47.773190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.785177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e793-e864-44d1-a9a3-50b84ac8f038 req-74190f53-9164-4db4-9af6-8c721ee42497 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:47.786801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0174e793-e864-44d1-a9a3-50b84ac8f038 req-74190f53-9164-4db4-9af6-8c721ee42497 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.1285229 Jul 27 21:40:47.823776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c212a29-381b-4ea5-858e-55252c0355b8 None None] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:47.839630 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:47.886390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:47.891673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:47.898812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:47.907722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0174e793-e864-44d1-a9a3-50b84ac8f038 req-56937086-b8d4-4aaf-87d3-1e86c030a093 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086695 Jul 27 21:40:47.935275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] For port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:47.940404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] For port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:47.945194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Pushing event updated for resources: {'Port': ['ID=0d082a86-d6b3-4170-b6de-0b27c61333f5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:47.957870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:47.961552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:47.996681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Provisioning for port 11553e89-1e88-407d-93c3-75e70f314120 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:48.007520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Provisioning complete for port 11553e89-1e88-407d-93c3-75e70f314120 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:48.007902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.073854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.144883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.223482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396f2ac-15ee-4218-bd27-01e7fd7f7cff None None] Pushing event updated for resources: {'Port': ['ID=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:48.227079 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.278182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.280784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.283278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 1091 time: 1.9175820 Jul 27 21:40:48.284276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'tag': '1803eef4-013a-497e-8531-62c641467e9b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:48.287504 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6749ad-975a-4cf9-8913-e451c98fb56d" -d '{"events": [{"name": "network-changed", "server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "tag": "1803eef4-013a-497e-8531-62c641467e9b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:48.316336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] For port 11553e89-1e88-407d-93c3-75e70f314120, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11553e89-1e88-407d-93c3-75e70f314120,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:48.373484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.387092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8768009e-d070-4a16-8f9a-7deeeb39fcdc req-85982d5a-c9e9-40f2-a79a-157a2413700c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0705037 Jul 27 21:40:48.397616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede94f4-fece-489d-ac2a-cecd370e19e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:48.537525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2410240-431b-49a5-b8a3-8dc64fe88f3c None None] Pushing event updated for resources: {'Port': ['ID=11553e89-1e88-407d-93c3-75e70f314120,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:48.604921 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b1ccd9-0e12-47a6-94f3-e68568e3481c x-openstack-request-id: req-a8b1ccd9-0e12-47a6-94f3-e68568e3481c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:48.605304 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "tag": "1803eef4-013a-497e-8531-62c641467e9b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:48.605633 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8b1ccd9-0e12-47a6-94f3-e68568e3481c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:48.606103 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'tag': '1803eef4-013a-497e-8531-62c641467e9b', 'status': 'completed', 'code': 200} Jul 27 21:40:48.665923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39da6900-34aa-4bc0-bc4a-ab274eb51595 req-98ada95d-8311-4170-81ec-23c661518365 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0499122 Jul 27 21:40:48.704729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9e0ca03e-d278-46e6-9c62-124a448eb1b3 None None] Provisioning complete for port 11553e89-1e88-407d-93c3-75e70f314120 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:48.705140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-b16455df-332a-4f3b-8af1-d1a3548f2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.705247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca03e-d278-46e6-9c62-124a448eb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.718543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-b16455df-332a-4f3b-8af1-d1a3548f2c1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1094 time: 0.2733169 Jul 27 21:40:48.718543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-badf0be6-3d67-4dfc-863f-f9cc11f018e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.718543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-badf0be6-3d67-4dfc-863f-f9cc11f018e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1100 time: 0.2018521 Jul 27 21:40:48.730008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:48.787547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-7ee05694-3691-4d0c-b5da-2258847d4eee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 217 time: 0.0707109 Jul 27 21:40:48.814469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1c29-112e-430b-b724-62e98f10cf05 req-550d27f1-cfc5-43a3-99d1-daeb20a5f7bf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.822652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a27b1c29-112e-430b-b724-62e98f10cf05 req-550d27f1-cfc5-43a3-99d1-daeb20a5f7bf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.8147223 Jul 27 21:40:48.913592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-8d82d663-26b4-4ed2-801f-b1b0cf91741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.915581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-8d82d663-26b4-4ed2-801f-b1b0cf91741f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1155314 Jul 27 21:40:48.960690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-b30d1121-07c1-41db-8751-4cb5e85a7241 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.961788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-58f6450d-dcac-4566-ae4c-019f3f825c9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323114 Jul 27 21:40:48.962238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-b30d1121-07c1-41db-8751-4cb5e85a7241 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 811 time: 0.3804874 Jul 27 21:40:48.964278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:48.982197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126b78-3357-4c83-8c99-75b11fa9c758 req-65e022bf-aaf4-4859-be5e-83c4728fe7cc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:48.982197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e126b78-3357-4c83-8c99-75b11fa9c758 req-65e022bf-aaf4-4859-be5e-83c4728fe7cc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.2123489 Jul 27 21:40:48.983224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'device_id': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f', 'admin_state_up': True, 'tenant_id': '92c2eddd8e704fa0bedbe39f9289d619'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:49.002858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.051030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a27b1c29-112e-430b-b724-62e98f10cf05 req-02249c95-e204-43bd-a2e1-284dab14b49b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271512 Jul 27 21:40:49.166711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e126b78-3357-4c83-8c99-75b11fa9c758 req-e5f60a35-895d-4a07-bc58-10a9cee5f591 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630113 Jul 27 21:40:49.171155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.229826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.353697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:49.367158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-44465a4f-9651-4039-ad2a-779a16d49e66 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835716 Jul 27 21:40:49.396566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Allocated IP 172.25.3.206 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/aab4d360-c716-4adb-9e0a-db308ca7c7b5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:49.514481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f700c95d-5c32-4038-a27b-977ad34eb2c2 None None] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:40:49.574596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9af05-f191-4c46-b023-99a1b7e94919 req-71b42e9e-c5c1-4351-9ca7-4ad738a6715d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:49.576135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbc9af05-f191-4c46-b023-99a1b7e94919 req-71b42e9e-c5c1-4351-9ca7-4ad738a6715d tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1096 time: 0.2270305 Jul 27 21:40:49.583766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddd12c38-e34a-44b3-a93c-c08de4a08703 req-70b0a129-c889-468d-b68f-9dd6edf6c861 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976349 Jul 27 21:40:49.596257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:49.611245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:49.612319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-34a20467-496c-4891-b1c8-42fe4031ce6f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400139 Jul 27 21:40:49.619329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11553e89-1e88-407d-93c3-75e70f314120 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:49.650868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbc9af05-f191-4c46-b023-99a1b7e94919 req-04476c1c-8636-4af1-91af-f8b3032ebab6 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645218 Jul 27 21:40:49.659537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:49.721916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.738846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Provisioning for port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:49.752859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 11553e89-1e88-407d-93c3-75e70f314120 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:49.752859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.759257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Transition to ACTIVE for port object 07821177-835b-4bcb-a1de-2f006a37f8c8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:49.789232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Provisioning complete for port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:49.789944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.807110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:49.959685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90fac0-78b7-422f-946f-8542bc218fb2 req-2cdd3fe9-16ea-40b3-ba78-6a542c3f9be9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:49.961422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc90fac0-78b7-422f-946f-8542bc218fb2 req-2cdd3fe9-16ea-40b3-ba78-6a542c3f9be9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.4919970 Jul 27 21:40:50.009457 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.095221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-c861fa4d-6271-464f-ba5c-25a0997bc2c5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.097000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-c861fa4d-6271-464f-ba5c-25a0997bc2c5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4606926 Jul 27 21:40:50.101701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] For port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:50.102492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Made reservation on behalf of 92c2eddd8e704fa0bedbe39f9289d619 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:50.106342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.135849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:50.185434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.214490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7781ddc6-9307-45c5-84c7-1731853eaa9c req-dadfa174-5320-459f-b1a6-34355adccfa7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.4398489 Jul 27 21:40:50.215935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.221613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc90fac0-78b7-422f-946f-8542bc218fb2 req-96158e9b-fe53-4925-823d-1d7d2de88564 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375743 Jul 27 21:40:50.240172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.245715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.301467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88703ec-d113-433b-90e2-0bc3b9c762eb None None] Pushing event updated for resources: {'Port': ['ID=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:50.319018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-110b9952-35e0-4d73-aa6c-2c522b1f0796 None None] Provisioning complete for port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:50.319542 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-110b9952-35e0-4d73-aa6c-2c522b1f0796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.393290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34301dc7-1b63-42e1-a4a9-81b310849d57 req-2ae37369-f78d-422d-a4d0-fed4708369ec tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0661571 Jul 27 21:40:50.403137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:50.486556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] No DVR routers for this DVR port 07821177-835b-4bcb-a1de-2f006a37f8c8 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:40:50.556151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:50.556490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:50.556827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:50.566261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-248944ed-9693-42df-b898-e195d7205475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.568045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-248944ed-9693-42df-b898-e195d7205475 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1094 time: 0.3720856 Jul 27 21:40:50.569088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:50.569775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Attempting to bind port 07821177-835b-4bcb-a1de-2f006a37f8c8 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:50.578042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:50.579918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:50.580821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:50.582008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Bound port: 07821177-835b-4bcb-a1de-2f006a37f8c8, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:50.582916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.599086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Allocated IP 172.20.0.3 (41aadfa7-81e2-495e-9413-8fb41525587f/33f1d1f2-63f2-4fd6-9274-7495e65c4411/81514f1e-0735-4873-bb5e-1a59efa226c6) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:50.607230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:50.609845 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e735b-b50f-4ea8-9796-7ba9dd97f5ac" -d '{"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-unplugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:50.743074 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2343183-96b2-4438-87c5-fdba68e3f29b x-openstack-request-id: req-e2343183-96b2-4438-87c5-fdba68e3f29b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:50.743376 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-unplugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:50.743630 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2343183-96b2-4438-87c5-fdba68e3f29b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:50.744023 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'code': 200} Jul 27 21:40:50.758878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:50.788044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:50.788450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-171469df-048f-4195-b90c-3867ec8323cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.789216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-171469df-048f-4195-b90c-3867ec8323cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2030509 Jul 27 21:40:50.790176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:50.793778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:50.798203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:50.810090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Pushing event updated for resources: {'Port': ['ID=aab4d360-c716-4adb-9e0a-db308ca7c7b5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:50.840478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-b0df11d7-5a18-47df-863b-d8c31d4e19ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 217 time: 0.0434151 Jul 27 21:40:50.897902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.945445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-a8b4755e-2d17-425b-8daa-2c9e13e0937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.947014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-a8b4755e-2d17-425b-8daa-2c9e13e0937c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0996013 Jul 27 21:40:50.952127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:50.952686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:50.954763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] 10.222.0.50 "PUT /v2.0/ports/07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 1095 time: 2.2283471 Jul 27 21:40:51.009716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-9192e84a-bedb-41cf-bab7-41eeb005756e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537701 Jul 27 21:40:51.072016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba724dc-d5bd-4800-8854-82d6a3579416 service neutron] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:51.100722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:40:51.186760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-63de104c-54c4-4cdb-bac2-1694fac0d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.187406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:40:51.189104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-63de104c-54c4-4cdb-bac2-1694fac0d678 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1098 time: 0.1933906 Jul 27 21:40:51.192447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-bb4d820a-5a6e-40e6-81ae-9b757b47b0e8 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675384 Jul 27 21:40:51.231783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:51.358692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abc72016-4284-49f4-9ce4-d1fe9ca9ae28 req-f404135b-9cac-4624-a9d2-9ac04f3c1c3b tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0506566 Jul 27 21:40:51.359542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:40:51.366217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:51.366975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.367099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.441056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc2b91-9962-4a9a-a5dd-e07cd5fe44db req-dd700248-0d10-4915-85f5-9d60e377024b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.448474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1cc2b91-9962-4a9a-a5dd-e07cd5fe44db req-dd700248-0d10-4915-85f5-9d60e377024b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.9907827 Jul 27 21:40:51.472750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-67c7c920-fd76-4dc5-9b0f-df34db506ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.474252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-67c7c920-fd76-4dc5-9b0f-df34db506ef7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2778902 Jul 27 21:40:51.512173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a6749ad-975a-4cf9-8913-e451c98fb56d req-0400d933-bca8-484f-9fc4-08256e9f8601 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901266 Jul 27 21:40:51.551234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-616c29b3-2618-485b-96dd-377d72ce1cdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0548503 Jul 27 21:40:51.608971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Router 501daa16-93f9-4e20-a014-409d01578f47 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:40:51.615520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:51.619338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cf8f5-154c-4453-94db-114f35536129 req-d5990075-84bb-4d37-a712-71534e388559 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.620191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1cc2b91-9962-4a9a-a5dd-e07cd5fe44db req-aba7dce5-b4ac-436c-89b7-05f6d9b5fae9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709888 Jul 27 21:40:51.620901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f83cf8f5-154c-4453-94db-114f35536129 req-d5990075-84bb-4d37-a712-71534e388559 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.1678481 Jul 27 21:40:51.630537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-f847adbb-f683-47c1-9f9e-d7bd90c26108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.632048 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-f847adbb-f683-47c1-9f9e-d7bd90c26108 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0721576 Jul 27 21:40:51.755986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f83cf8f5-154c-4453-94db-114f35536129 req-cca9da30-0ac5-451c-8cd6-61727fe70829 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194279 Jul 27 21:40:51.778895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef7fd-4103-4637-a813-419fec18a665 req-d0639029-1119-4453-94bd-e40df9ede4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:51.781609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-d0639029-1119-4453-94bd-e40df9ede4a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383066 Jul 27 21:40:51.854421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1621c384-579b-4a91-a0b0-c806e5f23c29 req-b28703be-e5af-4adb-8a5a-b553dcc6a126 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.1226599 Jul 27 21:40:51.924248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-26c9daf8-728b-4a83-99d9-918aecc48e65 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321270 Jul 27 21:40:51.974228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.141 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:51.983388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.052591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-882ef7fd-4103-4637-a813-419fec18a665 req-e4cdf5ea-7562-463f-908f-295997b45fdc service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193407 Jul 27 21:40:52.110540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Network 41aadfa7-81e2-495e-9413-8fb41525587f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:52.127175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:52.129482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:40:52.131019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:52.143231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:52.150452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Sync routers for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:40:52.167157 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:52.168215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:52.182760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.281152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:52.282390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.292883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:52.413475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.415810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e6f8f9c5-26d8-4fba-a5d7-b5a92e278f99 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8944993 Jul 27 21:40:52.418483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:52.447971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d67f0d1a-4f06-4065-a143-491846a0aad8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4712062 Jul 27 21:40:52.471724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Request body: {'port': {'device_id': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:52.581112 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:48Z', 'revision_number': 3, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:52.606059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.621577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Checking router: 501daa16-93f9-4e20-a014-409d01578f47 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:40:52.622100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Updating router 501daa16-93f9-4e20-a014-409d01578f47 port 0d082a86-d6b3-4170-b6de-0b27c61333f5 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:40:52.690633 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.705152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:52.808385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:52.811483 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:52.823285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:52.825363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.029103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb380-4e0e-4fba-a7e1-9ad557b0db1a req-cebd93b4-10a9-4e7e-9aad-601a9e7765b5 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:53.039995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f36cb380-4e0e-4fba-a7e1-9ad557b0db1a req-cebd93b4-10a9-4e7e-9aad-601a9e7765b5 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 931 time: 0.4681122 Jul 27 21:40:53.096177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1803eef4-013a-497e-8531-62c641467e9b details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:53.111620 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.130424 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Transition to ACTIVE for port object 0d082a86-d6b3-4170-b6de-0b27c61333f5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:53.168971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.214555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dc568-7e03-4bb3-a34b-3387b88f8e0b req-8ca8c34e-6271-4b0e-90f4-d3bdf59b7faa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:53.222913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c24dc568-7e03-4bb3-a34b-3387b88f8e0b req-8ca8c34e-6271-4b0e-90f4-d3bdf59b7faa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.4252720 Jul 27 21:40:53.233464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.265323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f36cb380-4e0e-4fba-a7e1-9ad557b0db1a req-9d90bb02-d004-4ace-b2bf-ae6ac110155c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975942 Jul 27 21:40:53.265520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:53.265520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:53.300948 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.322079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:53.339051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:53.356817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:53.374688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:53.378691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c24dc568-7e03-4bb3-a34b-3387b88f8e0b req-f7af87d8-c973-4567-9a56-b43d6489f32a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Jul 27 21:40:53.437286 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Attempting to bind port 0d082a86-d6b3-4170-b6de-0b27c61333f5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:53.437663 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Attempting to bind port 0d082a86-d6b3-4170-b6de-0b27c61333f5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:53.438030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Attempting to bind port 0d082a86-d6b3-4170-b6de-0b27c61333f5 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:53.465903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '1803eef4-013a-497e-8531-62c641467e9b', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'port_id': '1803eef4-013a-497e-8531-62c641467e9b', 'mac_address': 'fa:16:3e:c2:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e4cb15-b86e-4483-890e-bec4acbffd16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:53.489653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:53.490057 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:53.490450 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.491158 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:53.491768 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Bound port: 0d082a86-d6b3-4170-b6de-0b27c61333f5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:53.492178 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.640019 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] For port 0d082a86-d6b3-4170-b6de-0b27c61333f5, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:53.647977 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] For port 0d082a86-d6b3-4170-b6de-0b27c61333f5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d082a86-d6b3-4170-b6de-0b27c61333f5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:53.660817 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b4a4-051f-4877-9aaf-5335d3c0eb70 None None] Pushing event updated for resources: {'Port': ['ID=0d082a86-d6b3-4170-b6de-0b27c61333f5,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:53.678626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:53.698491 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.723633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:53.724415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.726519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1803eef4-013a-497e-8531-62c641467e9b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:53.757279 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:53.779708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Allocated IP 172.20.0.1 (c9fdfcae-b8d8-466a-b581-f36fa52af68f/45069f16-0679-41e4-8f3a-1b7352b6152a/76ff6fb0-72f7-4906-b055-b594ddadfbfb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:53.812581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Router 05b697b2-5f02-433e-aecd-ce0a70007a12 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:40:53.865168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e3473-b06f-4eb9-9e86-d2d7eb2e8b41 req-0b71fd72-1378-4e9d-b155-f6a12e7a11e5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:53.876049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba9e3473-b06f-4eb9-9e86-d2d7eb2e8b41 req-0b71fd72-1378-4e9d-b155-f6a12e7a11e5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.4042645 Jul 27 21:40:53.878765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315df196-1951-4f71-801f-a2c4c7167d67 req-bbffa93b-7d0c-40ff-b9fa-7e1a21170266 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:53.880219 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:53.880912 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:53.898455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:53.903141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-315df196-1951-4f71-801f-a2c4c7167d67 req-bbffa93b-7d0c-40ff-b9fa-7e1a21170266 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 936 time: 0.2270532 Jul 27 21:40:53.929992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-9bb34f13-0138-4dc7-b395-1b4a83fbff90 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8054767 Jul 27 21:40:53.987650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Request body: {'port': {'device_id': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:40:54.008035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-315df196-1951-4f71-801f-a2c4c7167d67 req-36c25815-e6fa-4406-b9ac-8da3b5db55f8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Jul 27 21:40:54.072482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2ca42461-804e-4bcd-9d45-521078b065f2 None None] Provisioning for port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:54.106476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:54.168142 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97f2e9a-f675-4e64-b95a-f069f451b11d x-openstack-request-id: req-d97f2e9a-f675-4e64-b95a-f069f451b11d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:54.168428 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:54.168686 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d97f2e9a-f675-4e64-b95a-f069f451b11d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:54.169084 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'status': 'completed', 'code': 200} Jul 27 21:40:54.206562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2ca42461-804e-4bcd-9d45-521078b065f2 None None] Provisioning complete for port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:54.207096 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ca42461-804e-4bcd-9d45-521078b065f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:54.230018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba9e3473-b06f-4eb9-9e86-d2d7eb2e8b41 req-79a5c076-66ae-459d-8995-20fed2105ac6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528814 Jul 27 21:40:54.280071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ca42461-804e-4bcd-9d45-521078b065f2 None None] Port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:54.315464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:54.375459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:54.402059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1803eef4-013a-497e-8531-62c641467e9b'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:54.546867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b4a4-051f-4877-9aaf-5335d3c0eb70 None None] Pushing event updated for resources: {'Port': ['ID=0d082a86-d6b3-4170-b6de-0b27c61333f5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:54.575311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:54.848418 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:48Z', 'revision_number': 3, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:54.848853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Transition to ACTIVE for port object 76ff6fb0-72f7-4906-b055-b594ddadfbfb will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:54.848853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-75dd19ce-eb0e-4e9e-a1a6-cd00316c4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.848853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-75dd19ce-eb0e-4e9e-a1a6-cd00316c4e70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1098 time: 0.6178339 Jul 27 21:40:54.895654 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b583230-0d35-46a7-a09f-a97c5bad2066 None None] The sync data for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 is: [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:48Z', 'revision_number': 3, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:40:54.934564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57bd84-43d0-4501-909a-9e33001b5a0c req-15bf7e4f-2e58-4355-ae8f-02c9db7c9251 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.960419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d57bd84-43d0-4501-909a-9e33001b5a0c req-15bf7e4f-2e58-4355-ae8f-02c9db7c9251 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 931 time: 0.3599117 Jul 27 21:40:54.993027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:54.993669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-d24a926b-436d-48fc-a3fc-f119487a72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:54.994703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-d24a926b-436d-48fc-a3fc-f119487a72f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1098 time: 0.7822857 Jul 27 21:40:55.060650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81514f1e-0735-4873-bb5e-1a59efa226c6 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:55.076729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:55.104111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d57bd84-43d0-4501-909a-9e33001b5a0c req-9048f6a2-bbda-4334-a0dc-0bb2903be700 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601384 Jul 27 21:40:55.108295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-11943f1d-1c70-4734-8a91-8842752bf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.110100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-11943f1d-1c70-4734-8a91-8842752bf0ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2790546 Jul 27 21:40:55.136578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:40:55.161868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Sync routers for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:40:55.170338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Transition to ACTIVE for port object 81514f1e-0735-4873-bb5e-1a59efa226c6 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:55.181641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-64855c70-f48d-4e99-a3dd-13ba5d124ab6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0618896 Jul 27 21:40:55.187856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:55.189625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:55.202041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6affb7-0934-4a45-afbb-98c9e73d07a9 req-b13a64bf-fa77-4757-8b60-8d389e637105 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.216254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a6affb7-0934-4a45-afbb-98c9e73d07a9 req-b13a64bf-fa77-4757-8b60-8d389e637105 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 947 time: 0.5125997 Jul 27 21:40:55.343933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-248b0a37-e381-4249-897e-4d8ec1eaefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.346043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-248b0a37-e381-4249-897e-4d8ec1eaefaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3323722 Jul 27 21:40:55.382669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-18de7a59-27da-41e7-886c-d51168073828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.395575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-18de7a59-27da-41e7-886c-d51168073828 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2023504 Jul 27 21:40:55.443768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:55.453943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:55.466308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24e55794-c7a3-43f7-997a-90138b014c7c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7969968 Jul 27 21:40:55.475010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:55.483633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49992) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:40:55.511925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:55.537678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-ee1f82c3-38bf-49d1-bf24-3c745758584d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.1788847 Jul 27 21:40:55.559482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a6affb7-0934-4a45-afbb-98c9e73d07a9 req-e4a89bb0-bc17-44f2-a722-ed4e71976a3a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335242 Jul 27 21:40:55.721210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:55.761686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:55.766108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:55.795119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:55.818482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Pushing event updated for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:55.886418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-a20a979f-fc64-4574-b6f8-a3fcb48838a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:55.886418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-a20a979f-fc64-4574-b6f8-a3fcb48838a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2878187 Jul 27 21:40:55.953839 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.077503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Attempting to bind port 81514f1e-0735-4873-bb5e-1a59efa226c6 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:56.078495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Attempting to bind port 81514f1e-0735-4873-bb5e-1a59efa226c6 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:56.078495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Attempting to bind port 81514f1e-0735-4873-bb5e-1a59efa226c6 on network 41aadfa7-81e2-495e-9413-8fb41525587f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:56.124927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171ccdf-e2a0-4f44-aacb-ad262e76b7f2 req-310ed5c9-8549-4f7a-8bc9-97e10f4e5b7d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.127880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4171ccdf-e2a0-4f44-aacb-ad262e76b7f2 req-310ed5c9-8549-4f7a-8bc9-97e10f4e5b7d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 944 time: 0.4283006 Jul 27 21:40:56.131450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Port 81514f1e-0735-4873-bb5e-1a59efa226c6 on network 41aadfa7-81e2-495e-9413-8fb41525587f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:56.132325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Attempting to bind port 81514f1e-0735-4873-bb5e-1a59efa226c6 on network 41aadfa7-81e2-495e-9413-8fb41525587f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:56.143167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:56.146334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Checking segment: {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:56.146334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Bound using segment: {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:56.146334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Bound port: 81514f1e-0735-4873-bb5e-1a59efa226c6, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:56.146334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.269671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:40:56.419418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:56.426911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:56.451733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:56.468368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4171ccdf-e2a0-4f44-aacb-ad262e76b7f2 req-e214ea90-3ca1-416c-b30e-16a3efd2b856 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162572 Jul 27 21:40:56.492830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'mac_address': 'fa:16:3e:37:be:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:40:56.543923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.580077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:51Z', 'revision_number': 3, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:56.666221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Checking router: 05b697b2-5f02-433e-aecd-ce0a70007a12 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:40:56.668452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Updating router 05b697b2-5f02-433e-aecd-ce0a70007a12 port aab4d360-c716-4adb-9e0a-db308ca7c7b5 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:40:56.668692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-8b1c52e9-0296-4e6b-8b0c-0cd41da27b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.671461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-8b1c52e9-0296-4e6b-8b0c-0cd41da27b76 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2599690 Jul 27 21:40:56.673498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cd66e7d4-471a-44a8-a5ae-ceb7b14e1f58 None None] Provisioning for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:56.690537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:56.745911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ec740-5a8c-4b71-b82a-59e11026e6b3 req-9fd2cb0c-43ea-44c2-ade5-9d1cf28a202b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.754495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-027ec740-5a8c-4b71-b82a-59e11026e6b3 req-9fd2cb0c-43ea-44c2-ade5-9d1cf28a202b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 936 time: 1.2517865 Jul 27 21:40:56.766443 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.768233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.770321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cd66e7d4-471a-44a8-a5ae-ceb7b14e1f58 None None] Provisioning complete for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:56.770582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd66e7d4-471a-44a8-a5ae-ceb7b14e1f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.796685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.798021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.801084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] 10.222.0.50 "PUT /v2.0/ports/81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 1091 time: 4.3383670 Jul 27 21:40:56.804246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:56.808440 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ff2b7d-8503-440b-97d4-f3cfb733b352" -d '{"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:56.819595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11641-d1ea-4ace-9bc3-f2cf16dce270 service neutron] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:56.843167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Transition to ACTIVE for port object a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:56.879551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07821177-835b-4bcb-a1de-2f006a37f8c8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:40:56.902137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:56.932053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-027ec740-5a8c-4b71-b82a-59e11026e6b3 req-3ba780c0-d0a4-4e2b-a313-fab9e66c7229 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760085 Jul 27 21:40:56.943513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-3e6b9274-3f63-4572-b01f-ec39ca3653f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.944683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-3e6b9274-3f63-4572-b01f-ec39ca3653f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0436256 Jul 27 21:40:56.948385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-17e2f3f6-0bae-4ccc-9fdd-e91fed768faf service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498317 Jul 27 21:40:56.953751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e8b6c-1f76-44e0-b538-cdca40c4089e req-e2e6bac0-c669-46be-a6c8-4cf0381c35ad tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:56.960838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc8e8b6c-1f76-44e0-b538-cdca40c4089e req-e2e6bac0-c669-46be-a6c8-4cf0381c35ad tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 943 time: 0.3104331 Jul 27 21:40:56.964418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cd66e7d4-471a-44a8-a5ae-ceb7b14e1f58 None None] Port 76ff6fb0-72f7-4906-b055-b594ddadfbfb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:56.998949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:57.142168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1803eef4-013a-497e-8531-62c641467e9b up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:57.159288 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.161857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.287106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:57.311725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-3bc35d1d-f462-4050-a67e-591787e5f0e8 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550036 Jul 27 21:40:57.349385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:57.372811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc8e8b6c-1f76-44e0-b538-cdca40c4089e req-459598eb-f81a-466d-8299-866241eaab39 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491628 Jul 27 21:40:57.389943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d082a86-d6b3-4170-b6de-0b27c61333f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:57.535990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-0bcba9cb-b08f-4202-b8b0-cdde7ee6538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:57.537578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-0bcba9cb-b08f-4202-b8b0-cdde7ee6538b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1094 time: 0.5153487 Jul 27 21:40:57.555059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:40:57.594466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.676650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-657eb895-1df6-4b91-8bb5-571066a30ef7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 217 time: 0.1214345 Jul 27 21:40:57.725901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 1803eef4-013a-497e-8531-62c641467e9b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:57.744663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-e438f373-dd28-4ac9-95d6-0dbd1278c23a service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858942 Jul 27 21:40:57.752310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d241995-f334-41bb-a3e2-f1c2aa4bd1cf req-77e954f4-8261-450a-89be-099ac24254aa service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929534 Jul 27 21:40:57.774618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 1803eef4-013a-497e-8531-62c641467e9b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:57.775005 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.810612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Attempting to bind port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:57.811740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Attempting to bind port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:57.812422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Attempting to bind port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:57.862855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:40:57.867091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Attempting to bind port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:57.867232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0d082a86-d6b3-4170-b6de-0b27c61333f5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:40:57.871266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-cfc1f7db-6624-401d-bdeb-8464d1ab9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:57.872871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-cfc1f7db-6624-401d-bdeb-8464d1ab9f6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.1834855 Jul 27 21:40:57.885175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:57.885804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:57.886398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:57.887009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Bound port: a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:57.887551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.913231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0d082a86-d6b3-4170-b6de-0b27c61333f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:57.913670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.940482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-84e7c030-96e3-404a-9f8f-66ad211fa2dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578992 Jul 27 21:40:57.949308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:57.976988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.028230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Transition to ACTIVE for port object aab4d360-c716-4adb-9e0a-db308ca7c7b5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:58.052319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.076561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820b176-8ca8-45b2-80bc-16dafb2f1060 req-340e28a9-9a19-4132-a4f9-67bc27bec8fb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:58.081424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8820b176-8ca8-45b2-80bc-16dafb2f1060 req-340e28a9-9a19-4132-a4f9-67bc27bec8fb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 948 time: 0.5317755 Jul 27 21:40:58.093683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.159244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1803eef4-013a-497e-8531-62c641467e9b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:40:58.161674 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8406f45-7e01-4f7c-87ab-9139b9678296" -d '{"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-plugged", "status": "completed", "tag": "1803eef4-013a-497e-8531-62c641467e9b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:40:58.186040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:58.196206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.212186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0d082a86-d6b3-4170-b6de-0b27c61333f5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d082a86-d6b3-4170-b6de-0b27c61333f5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:40:58.226714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.227117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.282966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Attempting to bind port aab4d360-c716-4adb-9e0a-db308ca7c7b5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:40:58.283346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Attempting to bind port aab4d360-c716-4adb-9e0a-db308ca7c7b5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:40:58.283712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Attempting to bind port aab4d360-c716-4adb-9e0a-db308ca7c7b5 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:40:58.298682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:40:58.299188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:40:58.299633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.300295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:40:58.301141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Bound port: aab4d360-c716-4adb-9e0a-db308ca7c7b5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:40:58.301559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.317133 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.320611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Pushing event updated for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.323577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6d34d-3ad2-45a5-b5fc-b15719bfcb50 None None] Pushing event updated for resources: {'Port': ['ID=aab4d360-c716-4adb-9e0a-db308ca7c7b5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.339494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.379584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.426144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] For port aab4d360-c716-4adb-9e0a-db308ca7c7b5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:58.431619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] For port aab4d360-c716-4adb-9e0a-db308ca7c7b5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aab4d360-c716-4adb-9e0a-db308ca7c7b5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:58.432998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.456641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:58.459731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:58.505390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0d082a86-d6b3-4170-b6de-0b27c61333f5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.591746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-d88fe689-6fe9-40ad-91b4-938de90081e0 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390634 Jul 27 21:40:58.597615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.600479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8820b176-8ca8-45b2-80bc-16dafb2f1060 req-a802d1f1-eca9-4750-ba7a-36c2ce7b4dcd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886963 Jul 27 21:40:58.613462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:40:58.659061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Router 501daa16-93f9-4e20-a014-409d01578f47 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:40:58.696601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:40:58.698079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6d34d-3ad2-45a5-b5fc-b15719bfcb50 None None] Pushing event updated for resources: {'Port': ['ID=aab4d360-c716-4adb-9e0a-db308ca7c7b5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:58.771760 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef09559-96b1-4510-97e3-311a5f6904b6 x-openstack-request-id: req-1ef09559-96b1-4510-97e3-311a5f6904b6 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:58.771760 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:58.771760 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ef09559-96b1-4510-97e3-311a5f6904b6 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:58.771760 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'status': 'completed', 'code': 200} Jul 27 21:40:58.772501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:58.772501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:58.805237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Allocated IP 172.20.0.1 (e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e/d973a440-3a29-48f4-b279-17a491018b30/03a59f50-1324-40d6-bfd5-12ad1213917b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:40:58.832187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-028d6da3-e67e-4844-8a50-71fb44c7b9f7 req-6254dca3-1076-47e3-a21d-edb5006ccdbc service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269790 Jul 27 21:40:58.877210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:40:58.895203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-02e730ff-9dba-49b1-a29a-1c8747fc982b admin admin] 10.222.0.37 "PUT /v2.0/routers/501daa16-93f9-4e20-a014-409d01578f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4707799 Jul 27 21:40:58.902004 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Sync routers for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:40:58.913198 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:40:58.914400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:58.926477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6627b59-7090-4b78-b9c0-20c91ab87880 None None] Provisioning complete for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:58.926864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6627b59-7090-4b78-b9c0-20c91ab87880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.929842 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:58.982260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6627b59-7090-4b78-b9c0-20c91ab87880 None None] Port 76ff6fb0-72f7-4906-b055-b594ddadfbfb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:40:58.991367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:59.003737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.004665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:59.006360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] 10.222.0.50 "PUT /v2.0/ports/a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce HTTP/1.1" status: 200 len: 1096 time: 5.0340486 Jul 27 21:40:59.091702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:59.109175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Transition to ACTIVE for port object 03a59f50-1324-40d6-bfd5-12ad1213917b will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:40:59.162610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac322d-673a-4b03-881a-3ee934625b01 service neutron] Pushing event updated for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:59.249691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f9-64db-44e8-a844-7a3503d29e36 req-184ce295-23bb-4da4-aa50-45da2e979dcf tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.256014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51c07f9-64db-44e8-a844-7a3503d29e36 req-184ce295-23bb-4da4-aa50-45da2e979dcf tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 0.3964789 Jul 27 21:40:59.302556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:59.308073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d082a86-d6b3-4170-b6de-0b27c61333f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:40:59.318960 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:40:59.393576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10164-098d-46ec-b98d-018a2ae5b33c req-bc43f3e9-2efe-4d7d-96a9-ca7e68220a77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.400120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90a10164-098d-46ec-b98d-018a2ae5b33c req-bc43f3e9-2efe-4d7d-96a9-ca7e68220a77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 945 time: 0.1925640 Jul 27 21:40:59.415622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51c07f9-64db-44e8-a844-7a3503d29e36 req-70fe1188-8de8-469b-9d48-966f6edd3934 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477876 Jul 27 21:40:59.447693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:40:59.551260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90a10164-098d-46ec-b98d-018a2ae5b33c req-a0b442f7-f7c8-44a4-b1f2-b409979a9cc1 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420174 Jul 27 21:40:59.566038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0d082a86-d6b3-4170-b6de-0b27c61333f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:40:59.571852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:40:59.575142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:40:59.575938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:59.675263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-fae9e96a-d165-4435-9d0f-3ebc82adab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.676952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-fae9e96a-d165-4435-9d0f-3ebc82adab9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1094 time: 0.5248153 Jul 27 21:40:59.690638 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13011837-cd2a-40cb-8595-e0e0ec5e5b04 x-openstack-request-id: req-13011837-cd2a-40cb-8595-e0e0ec5e5b04 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:40:59.691094 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-plugged", "status": "completed", "tag": "1803eef4-013a-497e-8531-62c641467e9b", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:40:59.691380 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13011837-cd2a-40cb-8595-e0e0ec5e5b04 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:40:59.691810 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1803eef4-013a-497e-8531-62c641467e9b', 'code': 200} Jul 27 21:40:59.742222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Pushing event updated for resources: {'Port': ['ID=03a59f50-1324-40d6-bfd5-12ad1213917b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:40:59.893739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:56Z', 'revision_number': 4, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '76ff6fb0-72f7-4906-b055-b594ddadfbfb', 'name': '', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'mac_address': 'fa:16:3e:b5:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:53Z', 'updated_at': '2021-07-27T21:40:57Z', 'revision_number': 2, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'subnets': [{'id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:40:59.924596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780a6e4-b1a7-43d8-b303-f0d44f69faa5 req-a5a5e721-f3fa-4538-a0a4-722d95b0091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.932534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7780a6e4-b1a7-43d8-b303-f0d44f69faa5 req-a5a5e721-f3fa-4538-a0a4-722d95b0091f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1096 time: 0.2426693 Jul 27 21:40:59.938870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-e6b1e607-70c8-42a9-91ba-d552546354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:59.942639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-e6b1e607-70c8-42a9-91ba-d552546354b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 0.1735582 Jul 27 21:40:59.945502 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Checking router: 501daa16-93f9-4e20-a014-409d01578f47 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:40:59.946471 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Updating router 501daa16-93f9-4e20-a014-409d01578f47 port 76ff6fb0-72f7-4906-b055-b594ddadfbfb binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:00.014744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408241f-801c-44df-812c-248f0cd09a89 req-10ed1469-8ca0-453b-b0a3-4cfd7a0f3831 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:00.028841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c408241f-801c-44df-812c-248f0cd09a89 req-10ed1469-8ca0-453b-b0a3-4cfd7a0f3831 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 943 time: 0.2779584 Jul 27 21:41:00.066337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-89cc66a2-22a4-4446-bb73-34b5a0e56679 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 217 time: 0.1019726 Jul 27 21:41:00.088680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:51Z', 'revision_number': 3, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:00.121928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af222c39-ee37-44ba-9fcc-0d95f8c7a495 None None] The sync data for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 is: [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:51Z', 'revision_number': 3, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:00.127556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7780a6e4-b1a7-43d8-b303-f0d44f69faa5 req-49c89ba0-cb44-46df-8e4a-a91e3161ada9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784389 Jul 27 21:41:00.134838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-3047f2e2-da90-4bb8-8306-bcce5982e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:00.136366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-3047f2e2-da90-4bb8-8306-bcce5982e2de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.0601432 Jul 27 21:41:00.146049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.203591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c408241f-801c-44df-812c-248f0cd09a89 req-5573b922-170f-46f8-bef9-f92da8736c0e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629894 Jul 27 21:41:00.207802 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.242871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:00.337609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-b9ef1b82-6adc-497e-a161-542a660d7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:00.340671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-b9ef1b82-6adc-497e-a161-542a660d7e05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 1099 time: 0.9217062 Jul 27 21:41:00.345939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab218f9e-0330-480f-9608-28b06c1c8ebc None None] Provisioning for port 03a59f50-1324-40d6-bfd5-12ad1213917b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:00.354587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab218f9e-0330-480f-9608-28b06c1c8ebc None None] Provisioning complete for port 03a59f50-1324-40d6-bfd5-12ad1213917b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:00.355167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab218f9e-0330-480f-9608-28b06c1c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.373272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-b3d95384-781f-4a30-a64a-b513339f6205 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696285 Jul 27 21:41:00.435178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ab218f9e-0330-480f-9608-28b06c1c8ebc None None] Port 03a59f50-1324-40d6-bfd5-12ad1213917b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:00.512897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e4a7-3fcc-4d47-8a7d-ac1687c5bc66 req-eb1e5edd-e2e8-4558-be92-d47ff4d2666f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:00.522004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b389e4a7-3fcc-4d47-8a7d-ac1687c5bc66 req-eb1e5edd-e2e8-4558-be92-d47ff4d2666f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 948 time: 0.8362162 Jul 27 21:41:00.550242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-bd214265-c785-4005-8c40-4e6d096934e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce HTTP/1.1" status: 200 len: 217 time: 0.1796167 Jul 27 21:41:00.585755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 07821177-835b-4bcb-a1de-2f006a37f8c8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:00.592989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 07821177-835b-4bcb-a1de-2f006a37f8c8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:00.593599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.661436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b389e4a7-3fcc-4d47-8a7d-ac1687c5bc66 req-d2a96ce9-1f1b-4fec-a852-c614f8cd2260 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378441 Jul 27 21:41:00.664774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-f59ddf9f-2a17-4771-8b70-2ee7bb538e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:00.673993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-f59ddf9f-2a17-4771-8b70-2ee7bb538e8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0943286 Jul 27 21:41:00.727924 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.747859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:00.755003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-network', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:00.763061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Transition to ACTIVE for port object 76ff6fb0-72f7-4906-b055-b594ddadfbfb will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:00.803777 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.813939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:00.817146 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a79b26-ca7b-4bf1-a192-392976c2d121" -d '{"events": [{"name": "network-changed", "server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:00.820305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.884349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Made reservation on behalf of d97887f9fa3c4e8b8e82fce65b8da2e7 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:00.885136 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.894805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.935393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:00.942440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:01.084994 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Pushing event updated for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:01.094184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.129409 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.129834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.130220 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.132613 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.134708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.135308 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.135822 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.140206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.142090 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.147055 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.149615 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.150926 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:01.218026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-35340134-ec3e-4744-861d-e04fed682e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:01.221849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-35340134-ec3e-4744-861d-e04fed682e42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4418929 Jul 27 21:41:01.229053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-af2bdfbc-2b16-45a7-be38-ecb5c9b04645 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449118 Jul 27 21:41:01.372711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:01.376027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ba0b7-5c7f-4af0-b63d-e85d834a0bd0 req-4f7dae2d-d8da-4b7b-bcfa-0c28eb839afb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:01.378561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aab4d360-c716-4adb-9e0a-db308ca7c7b5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:01.383996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-345ba0b7-5c7f-4af0-b63d-e85d834a0bd0 req-4f7dae2d-d8da-4b7b-bcfa-0c28eb839afb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 945 time: 0.3974581 Jul 27 21:41:01.442921 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Attempting to bind port 76ff6fb0-72f7-4906-b055-b594ddadfbfb on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:01.443546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Attempting to bind port 76ff6fb0-72f7-4906-b055-b594ddadfbfb by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:01.444439 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Attempting to bind port 76ff6fb0-72f7-4906-b055-b594ddadfbfb on network c9fdfcae-b8d8-466a-b581-f36fa52af68f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:01.461681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:01.472224 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Checking segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:01.472733 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.473182 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Bound using segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:01.473709 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Bound port: 76ff6fb0-72f7-4906-b055-b594ddadfbfb, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:01.474118 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.574743 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] For port 76ff6fb0-72f7-4906-b055-b594ddadfbfb, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:01.587646 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] For port 76ff6fb0-72f7-4906-b055-b594ddadfbfb, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=76ff6fb0-72f7-4906-b055-b594ddadfbfb,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:01.618737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.749748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-345ba0b7-5c7f-4af0-b63d-e85d834a0bd0 req-652c59dc-9783-46c9-a5ad-a04c19b777ea tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647635 Jul 27 21:41:01.752625 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71862c1-5005-4d3b-a0e1-1a94297099a4 x-openstack-request-id: req-d71862c1-5005-4d3b-a0e1-1a94297099a4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:01.754659 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:01.754970 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d71862c1-5005-4d3b-a0e1-1a94297099a4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:01.755504 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', 'status': 'completed', 'code': 200} Jul 27 21:41:01.772812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:01.775234 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54bc92e-8eb4-419a-8c69-a374a9086a9f" -d '{"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-plugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:01.825402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port aab4d360-c716-4adb-9e0a-db308ca7c7b5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:01.850061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port aab4d360-c716-4adb-9e0a-db308ca7c7b5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:01.850470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.865259 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.879852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-1c08b42c-0de5-465f-aa8c-1849f079438d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:01.887046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-1c08b42c-0de5-465f-aa8c-1849f079438d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207&tenant_id=55f15e54bfab423cb281c253fa848f5d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 949 time: 0.4611399 Jul 27 21:41:01.891737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:01.912372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68ff2b7d-8503-440b-97d4-f3cfb733b352 req-da1060c5-08db-4bfd-b6c6-5eb412e8ce82 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468084 Jul 27 21:41:01.945378 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:01.946175 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:02.079681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:41:02.135471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.155833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bb7f54-f4af-4873-8ec7-8f9b760d7cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.158753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-71b8596c-c90c-43e4-a955-4d6415f12592 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062150 Jul 27 21:41:02.167258 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.188245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a367bb85-b052-4136-aab1-d5d08274e8af,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.196026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.196375 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Added segment 4a0452d2-2aeb-4fbc-b668-767ea1892808 of type vlan for network 6c017736-498c-434d-ae0c-e3df87d0184e Jul 27 21:41:02.202265 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:02.212019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port aab4d360-c716-4adb-9e0a-db308ca7c7b5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aab4d360-c716-4adb-9e0a-db308ca7c7b5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:02.221728 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-2e0718d9-3c5a-42e7-b503-52c7ccc7152b service neutron] delete failed (client error): The resource could not be found. Jul 27 21:41:02.223150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-2e0718d9-3c5a-42e7-b503-52c7ccc7152b service neutron] 10.222.0.76 "DELETE /v2.0/ports/07821177-835b-4bcb-a1de-2f006a37f8c8/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.3185046 Jul 27 21:41:02.273907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 81514f1e-0735-4873-bb5e-1a59efa226c6 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:02.280261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.392906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080a6e-2133-4271-bd9b-14742c6bffc9 req-3772d3f7-b6f0-4895-80ca-fa32a155ee4e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:02.405149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5080a6e-2133-4271-bd9b-14742c6bffc9 req-3772d3f7-b6f0-4895-80ca-fa32a155ee4e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 943 time: 0.4710400 Jul 27 21:41:02.429110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.433330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91d8c61b-863c-4d7a-8320-435eb30be1eb req-0585d8d0-0a11-4bf7-aac6-d8e0b1536a32 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580433 Jul 27 21:41:02.435784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.510701 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d823e9a-881c-417f-ba7e-a0e59fb040cb None None] Pushing event updated for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.586923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Pushing event updated for resources: {'Port': ['ID=03a59f50-1324-40d6-bfd5-12ad1213917b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.605803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8004771-cb3b-4f78-b9ea-5ff720f7f512 req-0f4d322c-c1e2-407e-9a7b-5522aecf4035 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:02.613042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5080a6e-2133-4271-bd9b-14742c6bffc9 req-88ddde15-b6ac-4232-b929-9560eff403e3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068887 Jul 27 21:41:02.618275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8004771-cb3b-4f78-b9ea-5ff720f7f512 req-0f4d322c-c1e2-407e-9a7b-5522aecf4035 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.6683185 Jul 27 21:41:02.643239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:02.654685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-6be1bc1c-a0ec-463b-96fd-5ed80419257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:02.666242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f', 'port_id': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'mac_address': 'fa:16:3e:f6:d8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f1d1f2-63f2-4fd6-9274-7495e65c4411', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:02.666689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-6be1bc1c-a0ec-463b-96fd-5ed80419257e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.2516193 Jul 27 21:41:02.672070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.674379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:02.679702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.679873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=aab4d360-c716-4adb-9e0a-db308ca7c7b5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.725229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8004771-cb3b-4f78-b9ea-5ff720f7f512 req-d19a1dea-1cf6-4e2d-96cc-22b4a8672df8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965390 Jul 27 21:41:02.764988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.793840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81514f1e-0735-4873-bb5e-1a59efa226c6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:02.803682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.842033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:02.846403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:56Z', 'revision_number': 4, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '76ff6fb0-72f7-4906-b055-b594ddadfbfb', 'name': '', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'mac_address': 'fa:16:3e:b5:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:53Z', 'updated_at': '2021-07-27T21:41:01Z', 'revision_number': 4, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'subnets': [{'id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:02.886237 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b11ad6-a488-46d8-bb44-394da5526ad9 None None] The sync data for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 is: [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:40:56Z', 'revision_number': 4, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '76ff6fb0-72f7-4906-b055-b594ddadfbfb', 'name': '', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'mac_address': 'fa:16:3e:b5:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:53Z', 'updated_at': '2021-07-27T21:41:01Z', 'revision_number': 4, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'subnets': [{'id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:02.891572 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a9da7-640c-4de0-b609-70a486aca371 x-openstack-request-id: req-c87a9da7-640c-4de0-b609-70a486aca371 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:02.891572 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-plugged", "status": "completed", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:02.891938 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c87a9da7-640c-4de0-b609-70a486aca371 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:02.892463 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'code': 200} Jul 27 21:41:02.898709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1484747 Jul 27 21:41:02.901470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:02.913745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8110-230c-488c-b8ad-62578db92f51 admin admin] Pushing event updated for resources: {'Network': ['ID=6c017736-498c-434d-ae0c-e3df87d0184e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:02.927159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6c017736-498c-434d-ae0c-e3df87d0184e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:41:03.003345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Request body: {'subnet': {'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-subnet', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:03.046468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.148097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-fd38c616-daab-4280-8db3-bb3fab655006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.171509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-fd38c616-daab-4280-8db3-bb3fab655006 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 1099 time: 0.4563770 Jul 27 21:41:03.173377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:03.177175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-a31a5162-d938-42de-96af-9d11dd44f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.180366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-a31a5162-d938-42de-96af-9d11dd44f1cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.4753752 Jul 27 21:41:03.268006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-62cdae90-9eb9-4002-8782-3b3ec9634f6f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.0757940 Jul 27 21:41:03.277855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3164ea6-e5e7-4ad6-8723-7fe5cb951739 req-2f9286b7-3cda-4fe6-9ad4-5f46c04f6ade tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.279494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3164ea6-e5e7-4ad6-8723-7fe5cb951739 req-2f9286b7-3cda-4fe6-9ad4-5f46c04f6ade tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 948 time: 0.5092368 Jul 27 21:41:03.358409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Made reservation on behalf of d97887f9fa3c4e8b8e82fce65b8da2e7 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:03.362898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.410237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:03.492869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aab4d360-c716-4adb-9e0a-db308ca7c7b5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:03.507916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-4794690d-9e19-464b-8a14-10a02789e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.509794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-4794690d-9e19-464b-8a14-10a02789e937 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2293746 Jul 27 21:41:03.551279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3164ea6-e5e7-4ad6-8723-7fe5cb951739 req-2fcac5d0-c548-4965-a892-d8d03a202bde tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608178 Jul 27 21:41:03.634242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:03.649022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:03.728775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-b9f74108-8acf-4b1e-832e-f2223fbc3010 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2075927452&fields=id&tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 267 time: 0.6743338 Jul 27 21:41:03.799858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port aab4d360-c716-4adb-9e0a-db308ca7c7b5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:03.800612 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:03.873342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-0117fb4d-8e86-48d6-9ca9-11b42c5f8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.881822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-0117fb4d-8e86-48d6-9ca9-11b42c5f8488 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.6699669 Jul 27 21:41:03.911049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-5a989572-27e2-4ef3-a8e2-e15782b57fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:03.917321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-5a989572-27e2-4ef3-a8e2-e15782b57fa4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3927124 Jul 27 21:41:04.088514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 76ff6fb0-72f7-4906-b055-b594ddadfbfb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:04.174874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3bfd67a2-6a6e-45d5-b29b-4941bb7682f6 None None] Provisioning complete for port 03a59f50-1324-40d6-bfd5-12ad1213917b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:04.175472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3bfd67a2-6a6e-45d5-b29b-4941bb7682f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.221104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd67a2-6a6e-45d5-b29b-4941bb7682f6 None None] Port 03a59f50-1324-40d6-bfd5-12ad1213917b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:04.286603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-ee83e529-f4bf-4a02-bea2-52806ce08652 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:04.290986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-ee83e529-f4bf-4a02-bea2-52806ce08652 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f00fff3-d051-4371-8e34-36509926035f HTTP/1.1" status: 200 len: 966 time: 1.0796926 Jul 27 21:41:04.294812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-59288b6f-7fc3-432c-b99d-c646a807cc1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce HTTP/1.1" status: 200 len: 217 time: 0.2325242 Jul 27 21:41:04.317170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:04.324564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:04.329240 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.425283 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-462531f5-93f8-480c-8450-7265efce04a3 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852285 Jul 27 21:41:04.426720 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2703f21-529f-4e41-abab-5650a1f8791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.437608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94095de9-3770-439f-ba2f-b2389e9659e5 req-bf9f8007-696b-4f7d-a3da-e2aad2656411 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:04.439366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94095de9-3770-439f-ba2f-b2389e9659e5 req-bf9f8007-696b-4f7d-a3da-e2aad2656411 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 945 time: 0.7236545 Jul 27 21:41:04.542120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Router 05b697b2-5f02-433e-aecd-ce0a70007a12 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:04.545619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.610700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94095de9-3770-439f-ba2f-b2389e9659e5 req-5678c4e0-6116-4616-a7d4-776fe9a349fb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590264 Jul 27 21:41:04.621441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 76ff6fb0-72f7-4906-b055-b594ddadfbfb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=76ff6fb0-72f7-4906-b055-b594ddadfbfb,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:04.627708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-1b7c1572-a857-4d78-b04e-d5e853cad061 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:04.629035 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.637191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-1b7c1572-a857-4d78-b04e-d5e853cad061 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 824 time: 0.9064384 Jul 27 21:41:04.653381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.663137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-2ca1f3af-85c7-4de0-aa85-a32cae2a75c6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/quotas/a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 375 time: 0.0239646 Jul 27 21:41:04.690073 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.753988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a4295b-e3a1-421b-a40c-4a35701d6c49,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.776359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-97a599c7-d142-4cbb-9ff5-0c5b15a58566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:04.778840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-97a599c7-d142-4cbb-9ff5-0c5b15a58566 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.4740527 Jul 27 21:41:04.834247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:04.918142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e44fe16-7496-4598-9189-0c7b03409fbf req-ef59769f-50cd-4781-8b73-a99eb3332036 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774053 Jul 27 21:41:04.951116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Checking segment: {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:04.951947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Network hostable DHCP agents. Network: 6c017736-498c-434d-ae0c-e3df87d0184e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:41:05.043304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99aa8a-4262-4059-b3bf-8317d582e35b req-ef2bdec4-6ee3-4e98-bf50-961dd125e840 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:05.052549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f99aa8a-4262-4059-b3bf-8317d582e35b req-ef2bdec4-6ee3-4e98-bf50-961dd125e840 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 944 time: 0.2946401 Jul 27 21:41:05.150551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f99aa8a-4262-4059-b3bf-8317d582e35b req-a90a1fa6-15b6-4d75-86bb-fa34b8cad406 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866938 Jul 27 21:41:05.152111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Network 6c017736-498c-434d-ae0c-e3df87d0184e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:41:05.267534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 76ff6fb0-72f7-4906-b055-b594ddadfbfb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:05.323646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6c017736-498c-434d-ae0c-e3df87d0184e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:05.337414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433229e-cd2a-4bfd-99af-cb25d3d7e34a None None] Network 6c017736-498c-434d-ae0c-e3df87d0184e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:05.345468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:05.346514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.454753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Deleting port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:41:05.461247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.469782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073570-6fdc-40e3-a4b9-5740a0ffb552 req-f4774e0e-9415-4394-a2db-437dff56ddbf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:05.482263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e073570-6fdc-40e3-a4b9-5740a0ffb552 req-f4774e0e-9415-4394-a2db-437dff56ddbf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.2041535 Jul 27 21:41:05.508181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95baa08f-60a6-4433-bafa-70569d60f070 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5987928 Jul 27 21:41:05.511504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50094) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:05.518816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:05.540143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 76ff6fb0-72f7-4906-b055-b594ddadfbfb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:05.540777 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.558966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e073570-6fdc-40e3-a4b9-5740a0ffb552 req-4d848d34-e9d0-49ad-83e8-0557f030d86e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741343 Jul 27 21:41:05.563819 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-c7159a0a-a416-4c4a-96b3-e20f99788b15 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8989947 Jul 27 21:41:05.683419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-a147ec12-5e08-4acc-8b76-da9cf2a4c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:05.684901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-a147ec12-5e08-4acc-8b76-da9cf2a4c121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8865905 Jul 27 21:41:05.697755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:05.720231 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-df402669-d79b-494b-a92b-b34b23529e44 admin admin] 10.222.0.37 "PUT /v2.0/routers/05b697b2-5f02-433e-aecd-ce0a70007a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2313030 Jul 27 21:41:05.736243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.736243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.744813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Sync routers for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:05.755482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6c017736-498c-434d-ae0c-e3df87d0184e', 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'fixed_ips': [{'subnet_id': '50a4295b-e3a1-421b-a40c-4a35701d6c49'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:41:05.768577 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.810938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.816309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:05.816977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:05.868473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] For port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:05.868902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.871202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd5617-e483-413c-84d4-9384bf358d0b req-b4e517b1-042a-4c89-b7ab-2ed17942adbc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:05.880053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14dd5617-e483-413c-84d4-9384bf358d0b req-b4e517b1-042a-4c89-b7ab-2ed17942adbc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 948 time: 0.2208767 Jul 27 21:41:05.894677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.960659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14dd5617-e483-413c-84d4-9384bf358d0b req-11b07005-3923-4c29-8e2e-1b7856d9f6b2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780568 Jul 27 21:41:06.020568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-f8751c7c-a6a1-4cb3-8ecd-aaf30edca8db service neutron] 10.222.0.37 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142129 Jul 27 21:41:06.238774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-2a3ad2a6-8532-40fb-b11b-f8d77cd724a3 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349300 Jul 27 21:41:06.320646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.343059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:06.371056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a70bb-2c33-4b05-8175-0c0873825b22 req-a04ca70c-1f73-4f94-b05d-a09424364bcc tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:06.374605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-209a70bb-2c33-4b05-8175-0c0873825b22 req-a04ca70c-1f73-4f94-b05d-a09424364bcc tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1096 time: 0.2589340 Jul 27 21:41:06.446942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:06.449299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 81514f1e-0735-4873-bb5e-1a59efa226c6 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:06.480236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-1dd63359-0bb6-419f-a291-937983262848 service neutron] 10.222.0.37 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392860 Jul 27 21:41:06.529087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-209a70bb-2c33-4b05-8175-0c0873825b22 req-387b935e-b518-4d5e-89b2-b8d476b90c9b tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476526 Jul 27 21:41:06.537837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Allocated IP 172.20.0.2 (6c017736-498c-434d-ae0c-e3df87d0184e/50a4295b-e3a1-421b-a40c-4a35701d6c49/25331752-5eb4-450b-9837-099d32c62898) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:06.568200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7a79b26-ca7b-4bf1-a192-392976c2d121 req-1ef6fc57-50f9-47d3-9324-21d8657747d2 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084383 Jul 27 21:41:06.583235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.583235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:06.583235 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7 disassociated. External IP: 172.25.3.26, port: 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66. Jul 27 21:41:06.583235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Calling delete_port for 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 owned by compute:tempest-test_az-253007422 {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:41:07.146833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:07.150805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.269379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.299352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', 'mac_address': 'fa:16:3e:e7:cf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:07.307080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event deleted for resources: {'Port': ['ID=0c2603d4-c54c-45a3-a3b7-dbd4836cbb66,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:07.443967 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-783f93c4-7475-405a-9a2a-87f18ff5dfd6 req-f137bcae-9dce-4a7f-895c-21e0e325a37b tempest-FloatingIPDetailsNegativeTestJSON-502577228 tempest-FloatingIPDetailsNegativeTestJSON-502577228-project] show failed (client error): The resource could not be found. Jul 27 21:41:07.462593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-783f93c4-7475-405a-9a2a-87f18ff5dfd6 req-f137bcae-9dce-4a7f-895c-21e0e325a37b tempest-FloatingIPDetailsNegativeTestJSON-502577228 tempest-FloatingIPDetailsNegativeTestJSON-502577228-project] 10.222.0.37 "GET /v2.0/floatingips/fb65cf9f-5607-4384-8e25-17df407aabd4 HTTP/1.1" status: 404 len: 350 time: 0.5902026 Jul 27 21:41:07.463691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:07.516661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 81514f1e-0735-4873-bb5e-1a59efa226c6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:07.526973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.564276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:07.571453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd369f-203d-46e2-83dd-3a0264832c05 req-3cb1c4a6-eba8-452d-a372-80599215bb09 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:07.574859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30bd369f-203d-46e2-83dd-3a0264832c05 req-3cb1c4a6-eba8-452d-a372-80599215bb09 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 944 time: 0.2996275 Jul 27 21:41:07.590508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.609129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:07.612141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.645429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 81514f1e-0735-4873-bb5e-1a59efa226c6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:07.645852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.648549 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.654218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:00Z', 'revision_number': 4, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '03a59f50-1324-40d6-bfd5-12ad1213917b', 'name': '', 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'mac_address': 'fa:16:3e:f6:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd973a440-3a29-48f4-b279-17a491018b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:58Z', 'updated_at': '2021-07-27T21:41:01Z', 'revision_number': 2, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'subnets': [{'id': 'd973a440-3a29-48f4-b279-17a491018b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:07.685557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Transition to ACTIVE for port object 25331752-5eb4-450b-9837-099d32c62898 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:07.710980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30bd369f-203d-46e2-83dd-3a0264832c05 req-9c385432-dd04-4997-9e0f-1d66800b8fc4 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222174 Jul 27 21:41:07.781057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.799338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:07.837544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.905550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Checking router: 05b697b2-5f02-433e-aecd-ce0a70007a12 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:07.910097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Updating router 05b697b2-5f02-433e-aecd-ce0a70007a12 port 03a59f50-1324-40d6-bfd5-12ad1213917b binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:08.151025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Transition to ACTIVE for port object 25331752-5eb4-450b-9837-099d32c62898 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:08.194120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.275359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d69f8a-f690-4b8c-8bbd-51fc96236d64 req-f92a0282-2ad2-4166-89a7-b150f3467dda tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:08.280420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58d69f8a-f690-4b8c-8bbd-51fc96236d64 req-f92a0282-2ad2-4166-89a7-b150f3467dda tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.3085327 Jul 27 21:41:08.307419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.314015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.347692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:08.355995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:08.374320 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:08.418585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.459511 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:08.460539 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:08.479850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Network 6c017736-498c-434d-ae0c-e3df87d0184e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:08.507721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:08.589892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:08.593657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:08.618751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a74779-4bb3-4ee6-a1cc-f16bea70bf56 req-5298e433-d20a-4bce-93a2-1e7636477d20 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:08.625782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58d69f8a-f690-4b8c-8bbd-51fc96236d64 req-d78523a3-909e-46f4-9347-8b93180f313e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338614 Jul 27 21:41:08.628645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97a74779-4bb3-4ee6-a1cc-f16bea70bf56 req-5298e433-d20a-4bce-93a2-1e7636477d20 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1096 time: 1.0317330 Jul 27 21:41:08.634199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] No DVR routers for this DVR port 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:41:08.639112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.647315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20d46b20-bd66-45c6-908e-f7a3414b6655 req-1a369b47-a1eb-4bd0-9d88-b5de8de625d6 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.50 "DELETE /v2.0/ports/0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 HTTP/1.1" status: 204 len: 173 time: 4.3411188 Jul 27 21:41:08.653221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'name': 'network-vif-deleted', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:08.677335 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c02ed02-77bb-4099-9d90-f2a1bc1f1c33" -d '{"events": [{"server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "name": "network-vif-deleted", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:08.721283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Allocated IP 172.25.3.181 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/de73b470-0b3e-42e0-8c3b-28e44750e39e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:08.783678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:08.784322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97a74779-4bb3-4ee6-a1cc-f16bea70bf56 req-77b3d0b9-1478-4b92-b353-9a8ef598b6d2 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546009 Jul 27 21:41:08.786048 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14574910-6636-463b-8e4b-c5d5cd7c8803" -d '{"events": [{"server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "name": "network-vif-plugged", "status": "completed", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:08.892246 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:08.980146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:09.061030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Pushing event updated for resources: {'Port': ['ID=25331752-5eb4-450b-9837-099d32c62898,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:09.099309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fcace-87fa-46eb-a8f4-27fb99e92b6a req-cf68e5f6-a189-4279-a227-ec253dd2be8b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:09.114546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-137fcace-87fa-46eb-a8f4-27fb99e92b6a req-cf68e5f6-a189-4279-a227-ec253dd2be8b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 949 time: 0.3308480 Jul 27 21:41:09.150826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Attempting to bind port 25331752-5eb4-450b-9837-099d32c62898 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:09.151566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Attempting to bind port 25331752-5eb4-450b-9837-099d32c62898 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:09.152176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Attempting to bind port 25331752-5eb4-450b-9837-099d32c62898 on network 6c017736-498c-434d-ae0c-e3df87d0184e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:09.157547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e608c576-e5fd-4aa0-bd8c-7463746c76ca req-57c37bc2-e400-4dea-a73e-ab44af79c77d tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 210 time: 0.2097499 Jul 27 21:41:09.220019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-137fcace-87fa-46eb-a8f4-27fb99e92b6a req-4ebdf7ff-f20a-4fa7-8154-746c644c19ea tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942333 Jul 27 21:41:09.311279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.391657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:09.392531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Checking segment: {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:09.393152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.394150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Bound using segment: {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:09.398178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Bound port: 25331752-5eb4-450b-9837-099d32c62898, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:09.398178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.400112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:09.436847 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd668dae-575b-4d9c-90bb-49468feab60a x-openstack-request-id: req-bd668dae-575b-4d9c-90bb-49468feab60a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:09.436847 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f00fff3-d051-4371-8e34-36509926035f", "name": "network-vif-deleted", "tag": "0c2603d4-c54c-45a3-a3b7-dbd4836cbb66", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:09.436847 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd668dae-575b-4d9c-90bb-49468feab60a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:09.436847 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f00fff3-d051-4371-8e34-36509926035f', 'name': 'network-vif-deleted', 'tag': '0c2603d4-c54c-45a3-a3b7-dbd4836cbb66', 'status': 'completed', 'code': 200} Jul 27 21:41:09.458041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:41:09.458667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0c2603d4-c54c-45a3-a3b7-dbd4836cbb66 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:41:09.523394 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:09.536059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.611852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:09.618963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:09.623883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:09.624090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bc157-770e-4768-bd2a-2de367a45420 req-0b1ec013-e5dd-49a7-bf29-a06af17a20f5 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:09.624888 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:09.631919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de1bc157-770e-4768-bd2a-2de367a45420 req-0b1ec013-e5dd-49a7-bf29-a06af17a20f5 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.3225472 Jul 27 21:41:09.753311 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:09.881708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e983c-768f-48ea-bcc6-1229125bf56f req-0d5109a1-33be-4bb3-854a-929d6a2cb604 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:09.890444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-697e983c-768f-48ea-bcc6-1229125bf56f req-0d5109a1-33be-4bb3-854a-929d6a2cb604 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 945 time: 0.2911093 Jul 27 21:41:10.065148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-697e983c-768f-48ea-bcc6-1229125bf56f req-7f7af4a1-1533-4b7c-a341-e1419eff24cd tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624792 Jul 27 21:41:10.085984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.193558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.230744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Transition to ACTIVE for port object 03a59f50-1324-40d6-bfd5-12ad1213917b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:10.246006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de1bc157-770e-4768-bd2a-2de367a45420 req-48ce8761-83b2-4cd6-a543-742d6ec9eb50 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552825 Jul 27 21:41:10.261192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:10.305653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:10.319097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.327215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:10.348275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:10.403064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.423763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] For port 25331752-5eb4-450b-9837-099d32c62898, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:10.451117 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba8b4d-de73-4a8e-9554-19608ea9b5f0 x-openstack-request-id: req-fbba8b4d-de73-4a8e-9554-19608ea9b5f0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:10.451652 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "name": "network-vif-plugged", "status": "completed", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:10.452339 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbba8b4d-de73-4a8e-9554-19608ea9b5f0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:10.452891 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'code': 200} Jul 27 21:41:10.496861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] For port 25331752-5eb4-450b-9837-099d32c62898, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=25331752-5eb4-450b-9837-099d32c62898,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:10.553088 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:10.558223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebde8a2-42a1-4232-89e6-5049746252dd None None] Pushing event updated for resources: {'Port': ['ID=03a59f50-1324-40d6-bfd5-12ad1213917b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.586728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=de73b470-0b3e-42e0-8c3b-28e44750e39e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:10.604477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a43c189-1dcc-4a38-aa04-8abac46df13d req-71d4c41c-d533-4634-ba74-2ac3f6b32b55 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 210 time: 0.1098680 Jul 27 21:41:10.623752 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae7068-d51d-4218-999d-c4eb1aa2bfb7 None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:10.689502 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.815504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Attempting to bind port 03a59f50-1324-40d6-bfd5-12ad1213917b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:10.816138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Attempting to bind port 03a59f50-1324-40d6-bfd5-12ad1213917b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:10.816662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Attempting to bind port 03a59f50-1324-40d6-bfd5-12ad1213917b on network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:10.825785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:10.829533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Checking segment: {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:10.830047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.830635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Bound using segment: {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:10.831436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Bound port: 03a59f50-1324-40d6-bfd5-12ad1213917b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f269864-602c-48b5-8e6b-872f1df8ade5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:10.831887 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:10.904675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:10.949046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ad7a0-3ba4-47da-b7c7-1cbe371ed8c9 req-8dbeccac-26ad-4ebb-9874-99241e859a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:10.950736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce8ad7a0-3ba4-47da-b7c7-1cbe371ed8c9 req-8dbeccac-26ad-4ebb-9874-99241e859a24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1096 time: 0.2290025 Jul 27 21:41:11.059956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce8ad7a0-3ba4-47da-b7c7-1cbe371ed8c9 req-aa86a749-50af-40a0-99dd-fc83251f35fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943973 Jul 27 21:41:11.278251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58709813-69b4-4b30-b32f-b2ee7cf8bad2 None None] New status for floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:41:11.377785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cd160-01ac-434d-92a0-224297141cd1 req-d4a0dff0-c9a7-4646-917f-f75f52dc0af0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.388701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce0cd160-01ac-434d-92a0-224297141cd1 req-d4a0dff0-c9a7-4646-917f-f75f52dc0af0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 949 time: 0.6798818 Jul 27 21:41:11.587462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce0cd160-01ac-434d-92a0-224297141cd1 req-353d4fdf-a533-47bb-9177-8c90ada544bc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971755 Jul 27 21:41:11.627140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:11.627509 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:11.634696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fb1a8-7505-4df4-a94f-762fe9eac30c None None] Pushing event updated for resources: {'Port': ['ID=25331752-5eb4-450b-9837-099d32c62898,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:11.673544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] For port 03a59f50-1324-40d6-bfd5-12ad1213917b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:11.683539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-ac945ca7-188f-4cfe-b5d5-39bd9eec5826 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125920 Jul 27 21:41:11.699236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] For port 03a59f50-1324-40d6-bfd5-12ad1213917b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=03a59f50-1324-40d6-bfd5-12ad1213917b,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:11.868586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:11.886220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-8b6149f3-668b-4bf0-8ee3-4b29bdbebe71 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:11.896506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-8b6149f3-668b-4bf0-8ee3-4b29bdbebe71 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104886 Jul 27 21:41:11.914077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:11.923619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-67669067-3892-4d7e-b5e2-1457f3a1ccb9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/quotas/55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 375 time: 0.0151708 Jul 27 21:41:11.933964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Deleting port 03a59f50-1324-40d6-bfd5-12ad1213917b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:41:11.934601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:12.003465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:12.016490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:12.017444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:12.134266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-69082100-6ccd-4a04-a332-2d90331d5455 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069368 Jul 27 21:41:12.340235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:12.365322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebde8a2-42a1-4232-89e6-5049746252dd None None] Pushing event updated for resources: {'Port': ['ID=03a59f50-1324-40d6-bfd5-12ad1213917b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:12.370730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:12.456593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:12.468078 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf46c13-4018-49b6-a050-01e6832dea51" -d '{"events": [{"server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:12.600015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:12.600879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:12.696879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-79b8ccdb-f4f3-408e-8bde-35dbb23df230 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:12.698580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-79b8ccdb-f4f3-408e-8bde-35dbb23df230 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.76 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 824 time: 0.8885572 Jul 27 21:41:12.728249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463772b-0a39-44a1-80ab-b9952e532855 None None] Network 6c017736-498c-434d-ae0c-e3df87d0184e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:12.844013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69978-7df0-4f61-b2c8-c451e54d7dd7 req-6752c4f1-9ff1-48e9-bc4d-308c4756e8ff tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:12.856252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5aa69978-7df0-4f61-b2c8-c451e54d7dd7 req-6752c4f1-9ff1-48e9-bc4d-308c4756e8ff tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 945 time: 1.0439723 Jul 27 21:41:12.892602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:00Z', 'revision_number': 4, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '03a59f50-1324-40d6-bfd5-12ad1213917b', 'name': '', 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'mac_address': 'fa:16:3e:f6:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd973a440-3a29-48f4-b279-17a491018b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:58Z', 'updated_at': '2021-07-27T21:41:11Z', 'revision_number': 4, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'subnets': [{'id': 'd973a440-3a29-48f4-b279-17a491018b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:12.923832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] For port 03a59f50-1324-40d6-bfd5-12ad1213917b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=03a59f50-1324-40d6-bfd5-12ad1213917b,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:12.924459 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:12.926845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3203e-a1a8-4ce2-8d1a-dd483c569a8d req-6d0ebcbf-ff6d-499f-afa0-5458f1aaa926 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:12.936227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0e3203e-a1a8-4ce2-8d1a-dd483c569a8d req-6d0ebcbf-ff6d-499f-afa0-5458f1aaa926 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1096 time: 0.0982931 Jul 27 21:41:12.957214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Calling delete_port for 03a59f50-1324-40d6-bfd5-12ad1213917b owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:41:12.960376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-25fa6026-2f6f-47b2-9d97-f4f7f29b2104 None None] Provisioning for port 25331752-5eb4-450b-9837-099d32c62898 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:12.962994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-7529d2ea-80a9-4c3d-b5ef-0c690d4c77b0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3 HTTP/1.1" status: 200 len: 380 time: 0.2375324 Jul 27 21:41:12.967457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353fa68d-bb09-4b8d-9482-16212468e45a None None] The sync data for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 is: [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:00Z', 'revision_number': 4, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '03a59f50-1324-40d6-bfd5-12ad1213917b', 'name': '', 'network_id': 'e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'mac_address': 'fa:16:3e:f6:ce:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'd973a440-3a29-48f4-b279-17a491018b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:58Z', 'updated_at': '2021-07-27T21:41:11Z', 'revision_number': 4, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'subnets': [{'id': 'd973a440-3a29-48f4-b279-17a491018b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:12.988535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'port': {'device_id': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'admin_state_up': True, 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'security_groups': ['e6067f6f-69a1-49e7-b05e-8e8966938627']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:12.995228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0e3203e-a1a8-4ce2-8d1a-dd483c569a8d req-5f2f870c-47e0-44fc-a933-7b52c4710080 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Jul 27 21:41:13.013495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5aa69978-7df0-4f61-b2c8-c451e54d7dd7 req-91bd47f0-4f84-4061-a507-1d541137198c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548965 Jul 27 21:41:13.127921 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9854e3-402b-40c8-8d62-74e04bb274b9 x-openstack-request-id: req-5e9854e3-402b-40c8-8d62-74e04bb274b9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:13.129707 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "name": "network-vif-plugged", "status": "completed", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:13.130054 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e9854e3-402b-40c8-8d62-74e04bb274b9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:13.130895 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', 'code': 200} Jul 27 21:41:13.377990 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef39f068-8899-4f3c-94c0-41da928fa4bc req-e739ec49-8d4f-431d-a359-2040f76dd032 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 210 time: 0.2310500 Jul 27 21:41:13.459139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316195-5d8e-485c-b9b9-bc988a7281f5 req-46893ef2-0468-4354-99c7-8e002cb5d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:13.470233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8316195-5d8e-485c-b9b9-bc988a7281f5 req-46893ef2-0468-4354-99c7-8e002cb5d1c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 1101 time: 0.2051167 Jul 27 21:41:13.484302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 25331752-5eb4-450b-9837-099d32c62898 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:13.601702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca64b140-7ec5-4f9e-aff1-010c95818bc6 req-675afdbe-ce0b-4b62-be14-41f2576f8546 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 210 time: 0.1282644 Jul 27 21:41:13.655173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8316195-5d8e-485c-b9b9-bc988a7281f5 req-00dea962-2244-439a-8e0b-65337e7caa09 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624279 Jul 27 21:41:13.751413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:13.772626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 25331752-5eb4-450b-9837-099d32c62898 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:13.783195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 25331752-5eb4-450b-9837-099d32c62898 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:13.783554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cefae-6a8f-42be-b118-6cf4346aa3a9 req-3bdfdee9-2d18-4659-8f47-b1bd8bd6e872 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:13.784023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:13.785378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e01cefae-6a8f-42be-b118-6cf4346aa3a9 req-3bdfdee9-2d18-4659-8f47-b1bd8bd6e872 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 950 time: 0.5512784 Jul 27 21:41:13.949173 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:13.968902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e01cefae-6a8f-42be-b118-6cf4346aa3a9 req-c897eaa5-6987-4b9c-81cd-15fc31612441 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351862 Jul 27 21:41:13.999721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Made reservation on behalf of a965abb1b9ff4282a9aa42ff5cd58ff3 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:14.004222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.008687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 25331752-5eb4-450b-9837-099d32c62898, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=25331752-5eb4-450b-9837-099d32c62898,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:14.157359 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.158591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 03a59f50-1324-40d6-bfd5-12ad1213917b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:14.183795 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.191429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 03a59f50-1324-40d6-bfd5-12ad1213917b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:41:14.192109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 03a59f50-1324-40d6-bfd5-12ad1213917b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:41:14.230149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a59f50-1324-40d6-bfd5-12ad1213917b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:14.266896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port 03a59f50-1324-40d6-bfd5-12ad1213917b not found, will not notify nova. {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:41:14.297956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Allocated IP 172.20.0.4 (bf899f16-2487-4188-bb72-fd8cc86a6f07/5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63/f776e6ff-be8d-45f5-a2e8-9d44226ca2ab) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:14.306959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Router e6af5169-e194-46bc-8072-6f891c30d003 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:41:14.320835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=25331752-5eb4-450b-9837-099d32c62898,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:14.336742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.337409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.338122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.339234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.339886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.340540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.341222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.341862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.342535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.343595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.344349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.345056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:14.504630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111bb43-6901-45d4-b957-7552f129dad7 req-2dc842f1-00bd-4960-b741-b95f243db38f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:14.504630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2111bb43-6901-45d4-b957-7552f129dad7 req-2dc842f1-00bd-4960-b741-b95f243db38f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 945 time: 0.3766310 Jul 27 21:41:14.733604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2111bb43-6901-45d4-b957-7552f129dad7 req-217a36b7-e7fb-4c4e-9ef0-80f57a6dc8d9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025678 Jul 27 21:41:14.742189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:14.760415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:14.773563 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Sync routers for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:14.796692 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:14.799536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:15.061176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce07cb72-3286-4e47-9810-1c4cddaf9ebb req-dd80e1bc-b39e-4d49-90d5-ae799ba23938 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 210 time: 0.1331511 Jul 27 21:41:15.087049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:15.112406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Transition to ACTIVE for port object f776e6ff-be8d-45f5-a2e8-9d44226ca2ab will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:15.229799 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:15.236508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:15.244639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-faddb7a9-c1ac-4012-8f9c-8359c837bc6f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.7258184 Jul 27 21:41:15.245381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:15.418882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 25331752-5eb4-450b-9837-099d32c62898 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:15.644632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 25331752-5eb4-450b-9837-099d32c62898 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:15.645214 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:15.666424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:15.748662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dfce733-6bca-4951-97dc-617f7961ad37 req-359776a7-e3bc-4539-9508-ddd624e235af tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 210 time: 0.0864942 Jul 27 21:41:15.796552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:15.812136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:15.828650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:15.837578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Router 05b697b2-5f02-433e-aecd-ce0a70007a12 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:15.890118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event updated for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:15.961805 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:11Z', 'revision_number': 3, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:16.001843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Checking router: e6af5169-e194-46bc-8072-6f891c30d003 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:16.002590 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Updating router e6af5169-e194-46bc-8072-6f891c30d003 port de73b470-0b3e-42e0-8c3b-28e44750e39e binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:16.036733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.037427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.051389 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.103694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-7272d8b3-66e2-4f84-9b48-fc3cad03c1eb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1012139628&fields=id&tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 267 time: 0.1823094 Jul 27 21:41:16.208545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-353dd088-ed47-4b5e-9161-7bab657a6ad0 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2253311 Jul 27 21:41:16.238955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Request body: {'port': {'device_id': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:16.255007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.331361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-630b0f51-ed05-43ba-b7a2-72ea741c57b1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422573 Jul 27 21:41:16.335982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:16.351668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c1adbe5-4912-4947-9714-4cefd1711963 admin admin] 10.222.0.37 "PUT /v2.0/routers/05b697b2-5f02-433e-aecd-ce0a70007a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8841331 Jul 27 21:41:16.352474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Sync routers for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:16.356391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:16.363603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:16.364273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:16.520952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:16.549910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.562527 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.583667 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Transition to ACTIVE for port object de73b470-0b3e-42e0-8c3b-28e44750e39e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:16.586125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-d1bf00ae-a40a-488d-923e-7abc2f98e976 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.588061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-d1bf00ae-a40a-488d-923e-7abc2f98e976 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 945 time: 0.4351680 Jul 27 21:41:16.649332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'security_groups': ['3ee476a9-c8f4-401e-ab61-ea3548a2a644', '2502ab39-af99-4480-b7ae-07432459e115']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:16.661890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Allocated IP 172.20.0.1 (6c017736-498c-434d-ae0c-e3df87d0184e/50a4295b-e3a1-421b-a40c-4a35701d6c49/072a39f8-d7be-4d32-ab6d-7d0806df28f5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:16.778255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c33debda-2e85-4d2f-b83e-0e7ed782fec9 None None] Provisioning for port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:16.787046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c33debda-2e85-4d2f-b83e-0e7ed782fec9 None None] Provisioning complete for port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:16.788105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c33debda-2e85-4d2f-b83e-0e7ed782fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.799046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-92d7f1db-9067-4fb5-a8a8-361d27b23fd9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.800821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-92d7f1db-9067-4fb5-a8a8-361d27b23fd9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4618196 Jul 27 21:41:16.822011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Request body: {'port': {'device_id': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '55f15e54bfab423cb281c253fa848f5d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:16.826847 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.842777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.980502 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Attempting to bind port de73b470-0b3e-42e0-8c3b-28e44750e39e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:16.981982 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Attempting to bind port de73b470-0b3e-42e0-8c3b-28e44750e39e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:16.982920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Attempting to bind port de73b470-0b3e-42e0-8c3b-28e44750e39e on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:16.997809 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:17.000357 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:17.001295 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.002133 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:17.003171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Bound port: de73b470-0b3e-42e0-8c3b-28e44750e39e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:17.005264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.007908 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.020037 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106dc3-b67b-4b22-b7f8-d01cb8dfad03 None None] Pushing event updated for resources: {'Port': ['ID=de73b470-0b3e-42e0-8c3b-28e44750e39e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:17.043210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Transition to ACTIVE for port object 072a39f8-d7be-4d32-ab6d-7d0806df28f5 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:17.117320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.201298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c33debda-2e85-4d2f-b83e-0e7ed782fec9 None None] Port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:17.209982 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] For port de73b470-0b3e-42e0-8c3b-28e44750e39e, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:17.214104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] For port de73b470-0b3e-42e0-8c3b-28e44750e39e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=de73b470-0b3e-42e0-8c3b-28e44750e39e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:17.222796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.258421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:13Z', 'revision_number': 5, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:17.309084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Network 6c017736-498c-434d-ae0c-e3df87d0184e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:17.317548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:17.318545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Checking router: 05b697b2-5f02-433e-aecd-ce0a70007a12 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:17.322436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:17.333789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Routers {'05b697b2-5f02-433e-aecd-ce0a70007a12'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:17.334898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['05b697b2-5f02-433e-aecd-ce0a70007a12'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:17.345317 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.486443 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106dc3-b67b-4b22-b7f8-d01cb8dfad03 None None] Pushing event updated for resources: {'Port': ['ID=de73b470-0b3e-42e0-8c3b-28e44750e39e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:17.516906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.554810 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:17.556750 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:17.641504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] Set router 05b697b2-5f02-433e-aecd-ce0a70007a12 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:17.695767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Made reservation on behalf of 55f15e54bfab423cb281c253fa848f5d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:17.704692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.785741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-5411523f-095e-4af8-a705-d917eff33113 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:41:17.787649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-5411523f-095e-4af8-a705-d917eff33113 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095074 Jul 27 21:41:17.796485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Pushing event updated for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:17.804937 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:17.814156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Request body: {'binding': {'host': 'n-h1-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:17.814862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Unknown quota resources ['binding']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:41:17.862378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.863076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.863650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.864229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.864727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.865218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.865724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.866077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.866512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.867041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.867588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.868142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:17.888742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f776e6ff-be8d-45f5-a2e8-9d44226ca2ab {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:17.911543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:17.913429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.026661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Transition to ACTIVE for port object f776e6ff-be8d-45f5-a2e8-9d44226ca2ab will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:18.036697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:13Z', 'revision_number': 5, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:18.087213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:18.095145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac003a6-7c19-41ed-9b61-cfe182c94eed None None] The sync data for ids ['05b697b2-5f02-433e-aecd-ce0a70007a12'] in n-d-738018-6 is: [{'id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-786731430-router', 'tenant_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:41:13Z', 'revision_number': 5, 'project_id': 'da50e1cc0fa646fd8a18ece847e177a4', 'gw_port': {'id': 'aab4d360-c716-4adb-9e0a-db308ca7c7b5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b697b2-5f02-433e-aecd-ce0a70007a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:49Z', 'updated_at': '2021-07-27T21:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:18.096110 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:11Z', 'revision_number': 3, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:18.108145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Deleting port aab4d360-c716-4adb-9e0a-db308ca7c7b5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:41:18.108145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.133447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e98001e8-d85a-4e32-b50c-f14b49026321 None None] Provisioning for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:18.138863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e98001e8-d85a-4e32-b50c-f14b49026321 None None] Provisioning complete for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:18.139425 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e98001e8-d85a-4e32-b50c-f14b49026321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.146454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf4e73-5874-4cac-93f3-edfd40b1f2e8 None None] The sync data for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 is: [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:11Z', 'revision_number': 3, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:18.157300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on host n-h1-738018-6 for vnic_type normal with profile None {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:18.157300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:18.157968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:18.162904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:18.163813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:18.174521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:18.181735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:18.181735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:18.181735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Bound port: 1803eef4-013a-497e-8531-62c641467e9b, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:18.192817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.195634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e98001e8-d85a-4e32-b50c-f14b49026321 None None] Port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:18.295708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.316959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.357910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Allocated IP 192.168.233.43 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/8bab84c2-33e1-402f-b6b6-193b1a0e4332) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:18.392018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:18.419473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] For port aab4d360-c716-4adb-9e0a-db308ca7c7b5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aab4d360-c716-4adb-9e0a-db308ca7c7b5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:18.420593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.440136 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.456050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:18.479483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Calling delete_port for aab4d360-c716-4adb-9e0a-db308ca7c7b5 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:41:18.482820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Pushing event updated for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:18.493561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.494855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2ed872e8-9970-42ba-9298-768a43ddaf86 service neutron] 10.222.0.37 "POST /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6923296 Jul 27 21:41:18.513944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.514592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.516590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.516590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.517273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.517926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.519382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.519965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.520601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.521055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.521600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.522150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:18.678490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.797094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.810954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:18.811791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:18.813410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6357f4-52d6-4d4d-b6b9-59cd58c54bd2 req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "PUT /v2.0/ports/81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 981 time: 2.1788673 Jul 27 21:41:18.816713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:18.819023 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f3834-89f7-4866-aa64-2bfe42a176d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:18.938630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:19.018973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.029288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Pushing event updated for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:19.047114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418bbea-4713-438d-843d-0eb0d9154a62 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:19.216706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Network 6c017736-498c-434d-ae0c-e3df87d0184e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:19.220473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:19.310718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1cf95-6bd2-494b-b2a8-9803eeb23ba4 req-4751f5a3-96c4-46e4-855c-a317456fa3ec tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.313147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ea1cf95-6bd2-494b-b2a8-9803eeb23ba4 req-4751f5a3-96c4-46e4-855c-a317456fa3ec tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 943 time: 0.1920261 Jul 27 21:41:19.369941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Attempting to bind port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:19.373266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device de73b470-0b3e-42e0-8c3b-28e44750e39e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:19.374211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Attempting to bind port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:19.375721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Attempting to bind port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:19.504913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ea1cf95-6bd2-494b-b2a8-9803eeb23ba4 req-a24d61d5-be4d-40c8-91f3-f99e7c1f8722 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680269 Jul 27 21:41:19.554353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Router e6af5169-e194-46bc-8072-6f891c30d003 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:19.642750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port de73b470-0b3e-42e0-8c3b-28e44750e39e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:19.646989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9797b1fb-c3e5-48d4-b273-3e778b1fc6e6 None None] Provisioning complete for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:19.647459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9797b1fb-c3e5-48d4-b273-3e778b1fc6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.651605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port de73b470-0b3e-42e0-8c3b-28e44750e39e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:19.652032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.698396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31a26740-4c67-4c9a-be89-e32cddea5579 req-3678eed8-694a-41a3-add8-7fb690d35017 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 210 time: 0.0785563 Jul 27 21:41:19.737322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9797b1fb-c3e5-48d4-b273-3e778b1fc6e6 None None] Port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:19.784372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-3b11ff0c-a577-4181-bf66-2f4de44aa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.785964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-3b11ff0c-a577-4181-bf66-2f4de44aa199 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1096 time: 0.2205424 Jul 27 21:41:19.826837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.828807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab on network bf899f16-2487-4188-bb72-fd8cc86a6f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:19.829210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Attempting to bind port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab on network bf899f16-2487-4188-bb72-fd8cc86a6f07 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:19.834969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.866557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:19.867003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Checking segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:19.867174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:19.867603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Bound using segment: {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:19.868123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Bound port: f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356d3a1c-2a38-453b-b49e-4fd5ec1e619b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:19.868652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.877450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a027cfa5-006c-4d6c-bea5-60b05758a684 admin admin] 10.222.0.37 "PUT /v2.0/routers/e6af5169-e194-46bc-8072-6f891c30d003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6333706 Jul 27 21:41:19.878932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port de73b470-0b3e-42e0-8c3b-28e44750e39e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=de73b470-0b3e-42e0-8c3b-28e44750e39e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:19.898738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Transition to ACTIVE for port object 8bab84c2-33e1-402f-b6b6-193b1a0e4332 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:19.987328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.988124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b202f-fee2-47a9-9264-b84851151dbc req-490198e5-e927-43c4-a647-0f398f4215ea tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.989030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-540b202f-fee2-47a9-9264-b84851151dbc req-490198e5-e927-43c4-a647-0f398f4215ea tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 950 time: 0.7061305 Jul 27 21:41:20.006897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-a5b3112f-e54f-44f9-9406-b2d4de2876bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.015010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-a5b3112f-e54f-44f9-9406-b2d4de2876bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2138605 Jul 27 21:41:20.024022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d81ea1-5f08-4c5c-a785-de740a185cc5 req-83d790ec-15b4-4f28-87c6-1c0ed5ca8a69 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.028674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d81ea1-5f08-4c5c-a785-de740a185cc5 req-83d790ec-15b4-4f28-87c6-1c0ed5ca8a69 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1096 time: 0.1327212 Jul 27 21:41:20.082715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 03a59f50-1324-40d6-bfd5-12ad1213917b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:20.083890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-94308b99-ab5f-4188-b6bb-d65b3f3a0eeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 217 time: 0.0535121 Jul 27 21:41:20.095944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:20.108568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-540b202f-fee2-47a9-9264-b84851151dbc req-7394e8fc-a485-4df9-b40a-36dd3b2bc9e2 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006494 Jul 27 21:41:20.119200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:20.125635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 03a59f50-1324-40d6-bfd5-12ad1213917b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:41:20.137273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 03a59f50-1324-40d6-bfd5-12ad1213917b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:41:20.157157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.182325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d81ea1-5f08-4c5c-a785-de740a185cc5 req-15f925cf-ac98-4752-8fc5-45fa595878e9 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310053 Jul 27 21:41:20.182325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-afd284b5-d874-4df9-8408-90aa6647a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.182325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-afd284b5-d874-4df9-8408-90aa6647a945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0868413 Jul 27 21:41:20.182682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=de73b470-0b3e-42e0-8c3b-28e44750e39e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.217682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab4d360-c716-4adb-9e0a-db308ca7c7b5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.232833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-359b2260-c699-4904-bf2d-3820536571cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431323 Jul 27 21:41:20.233989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.246578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:20.334197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.361002 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168035e5-b5e0-48e8-b829-cfe03974f901 x-openstack-request-id: req-168035e5-b5e0-48e8-b829-cfe03974f901 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:20.361300 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:20.361540 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-168035e5-b5e0-48e8-b829-cfe03974f901 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:20.362335 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'status': 'completed', 'code': 200} Jul 27 21:41:20.411813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:20.417411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.418506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.419951 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] 10.222.0.76 "PUT /v2.0/ports/f776e6ff-be8d-45f5-a2e8-9d44226ca2ab HTTP/1.1" status: 200 len: 1091 time: 4.1931751 Jul 27 21:41:20.436742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:20.440400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:20.448363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.459818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-f64311d8-5341-4c5e-a323-94ae526876c8 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116799 Jul 27 21:41:20.462822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-1824bd07-00b8-4042-b404-39722a59f186 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1343907907&fields=id&tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 267 time: 0.2370751 Jul 27 21:41:20.544089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.801865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6eff-22f8-4ae6-87c1-5f8c79e06331 req-cee57014-0d04-44f5-8360-34d4d6443ddf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.811987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-352a6eff-22f8-4ae6-87c1-5f8c79e06331 req-cee57014-0d04-44f5-8360-34d4d6443ddf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 945 time: 0.3569672 Jul 27 21:41:20.837809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-58158e98-7f4d-4bd7-8e85-f6fa38ae88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.839508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-58158e98-7f4d-4bd7-8e85-f6fa38ae88a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1135 time: 0.4552262 Jul 27 21:41:20.860995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-8466cd22-1287-421e-825c-a2d29ef1e6b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843365 Jul 27 21:41:20.920868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.921527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.949323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.954275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.956798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838dd3-8a13-47a3-b9fe-cc71792497cc service neutron] Pushing event updated for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.959479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-352a6eff-22f8-4ae6-87c1-5f8c79e06331 req-8fd263eb-083b-4102-bbb8-e26929b838e5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459756 Jul 27 21:41:20.987326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7426ab91-23a4-4644-8c68-bd4d8996b9ac None None] Provisioning for port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:20.991505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7426ab91-23a4-4644-8c68-bd4d8996b9ac None None] Provisioning complete for port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:20.992598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7426ab91-23a4-4644-8c68-bd4d8996b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.038414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-b53046ac-cd52-4917-bfce-edd588394984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.044938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-b53046ac-cd52-4917-bfce-edd588394984 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 0.1820300 Jul 27 21:41:21.051655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7426ab91-23a4-4644-8c68-bd4d8996b9ac None None] Port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:21.090879 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:41:21.127110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-aeefc87b-17fc-4027-8991-6344022a2aab tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.139580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-aeefc87b-17fc-4027-8991-6344022a2aab tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 984 time: 0.5664396 Jul 27 21:41:21.148428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'security_groups': ['2502ab39-af99-4480-b7ae-07432459e115', '3ee476a9-c8f4-401e-ab61-ea3548a2a644', '5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:21.180277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-8d7290c4-ac4f-4260-a209-aa866d52eefb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 217 time: 0.1282022 Jul 27 21:41:21.198997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-31956e00-007f-4980-8e56-46b583bf9064 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3862331 Jul 27 21:41:21.202229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.203131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b697b2-5f02-433e-aecd-ce0a70007a12 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:41:21.206160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-079bd37b-1f2e-4dd7-9fbe-981be4fba668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.207867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-079bd37b-1f2e-4dd7-9fbe-981be4fba668 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 1094 time: 0.6146979 Jul 27 21:41:21.214542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.215904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-33eb34c1-c2d2-41e1-a477-8181a0a53e60 admin admin] 10.222.0.37 "DELETE /v2.0/routers/05b697b2-5f02-433e-aecd-ce0a70007a12 HTTP/1.1" status: 204 len: 168 time: 4.8564186 Jul 27 21:41:21.224845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Request body: {'port': {'device_id': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:21.227493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:21.272944 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Sync routers for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:21.298943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device de73b470-0b3e-42e0-8c3b-28e44750e39e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:21.321023 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:21.322042 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:21.351343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-84096d56-4ab0-42b9-b3dc-59e7549e886b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab HTTP/1.1" status: 200 len: 217 time: 0.1157844 Jul 27 21:41:21.395175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-5f88d28e-556e-44bd-8999-e87f0ea8e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.401750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-5f88d28e-556e-44bd-8999-e87f0ea8e65f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.1813254 Jul 27 21:41:21.473159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port de73b470-0b3e-42e0-8c3b-28e44750e39e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:21.490552 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.490727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1af2-7aed-4912-92cc-995aa407fed0 req-4ee69efe-cdfc-46dd-8bec-7b064105751e tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.490727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c70b1af2-7aed-4912-92cc-995aa407fed0 req-4ee69efe-cdfc-46dd-8bec-7b064105751e tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 1101 time: 0.3777177 Jul 27 21:41:21.517185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Deleting subnet d973a440-3a29-48f4-b279-17a491018b30 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:41:21.535211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.537494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-06bc579e-d7b6-43f9-bd31-54911e57ab4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135137 Jul 27 21:41:21.561314 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:21.584820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-41c2d815-4231-43e6-8fb0-7d2a7bc93807 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.587370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-41c2d815-4231-43e6-8fb0-7d2a7bc93807 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.4672921 Jul 27 21:41:21.597459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-ff1554ef-0131-445e-ba55-19cc8e44d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.599022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-ff1554ef-0131-445e-ba55-19cc8e44d8b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.2282515 Jul 27 21:41:21.606229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.622097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.631716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-738018-6'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:21.669553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.815059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c70b1af2-7aed-4912-92cc-995aa407fed0 req-b2cc4ccb-e0a5-4bd8-a83a-b74aeb17af8e tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903934 Jul 27 21:41:22.024316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-0743d326-0404-46fa-a10b-9ee1db7ba062 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736671 Jul 27 21:41:22.025377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.036361 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:18Z', 'revision_number': 4, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '072a39f8-d7be-4d32-ab6d-7d0806df28f5', 'name': '', 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'mac_address': 'fa:16:3e:89:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:16Z', 'updated_at': '2021-07-27T21:41:18Z', 'revision_number': 2, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'subnets': [{'id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:22.086546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Checking router: e6af5169-e194-46bc-8072-6f891c30d003 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:22.086974 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Updating router e6af5169-e194-46bc-8072-6f891c30d003 port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:22.148784 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.231820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-a6dfee6d-4364-4d66-acd6-33eb3bc681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:22.234705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-a6dfee6d-4364-4d66-acd6-33eb3bc681b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6253340 Jul 27 21:41:22.267783 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.332803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b2f3834-89f7-4866-aa64-2bfe42a176d2 req-77eb04b7-f3d6-4848-9be2-0f38677785b0 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692087 Jul 27 21:41:22.367410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:22.370103 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf2613-3eed-4e4b-8476-4bcaddb430e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:22.413097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:22.506773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:22.597163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-6819b0be-d6a2-490d-bbfa-5625475c9e6f service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458970 Jul 27 21:41:22.606525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1803eef4-013a-497e-8531-62c641467e9b'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:22.610489 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb3949-0b06-4ce8-a259-cbcfcb7b7b8b" -d '{"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-unplugged", "status": "completed", "tag": "1803eef4-013a-497e-8531-62c641467e9b"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:22.614771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.714808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:22.776399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.809875 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.812220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.844135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d973a440-3a29-48f4-b279-17a491018b30,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:22.847789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.850621 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Transition to ACTIVE for port object 072a39f8-d7be-4d32-ab6d-7d0806df28f5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:22.850948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bab84c2-33e1-402f-b6b6-193b1a0e4332 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:22.853523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2a66b-5e2e-459f-aaec-e789a05a18c7 None None] Network e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:22.864435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.866427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4fd32b0a-db25-436a-88a8-85be9f2b166a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d973a440-3a29-48f4-b279-17a491018b30 HTTP/1.1" status: 204 len: 168 time: 1.6112609 Jul 27 21:41:22.868682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd53eb9-7fb7-4517-bced-07c9cd9d171e req-4277ec9a-7f92-4498-853c-02fb4cd502e5 service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626574 Jul 27 21:41:22.869164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:22.891553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.939770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:22.940690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:22.940690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:22.961496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:22.961496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Attempting to bind port 1803eef4-013a-497e-8531-62c641467e9b on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:22.966013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:22.966269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:22.966815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:22.967304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Bound port: 1803eef4-013a-497e-8531-62c641467e9b, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:22.967834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.070221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:23.075081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:23.076644 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.091740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed875a-e751-4391-b282-602371f14765 service neutron] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:23.164795 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d146e-dc56-40b3-bc69-8b0f165772e3 None None] Pushing event updated for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:23.202754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.225889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aab4d360-c716-4adb-9e0a-db308ca7c7b5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:23.398441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.401887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Transition to ACTIVE for port object 8bab84c2-33e1-402f-b6b6-193b1a0e4332 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:23.421770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:23.486723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:23.487261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.488774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-45ed875a-e751-4391-b282-602371f14765 service neutron] 10.222.0.50 "PUT /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 1121 time: 1.8652606 Jul 27 21:41:23.518329 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Attempting to bind port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:23.518329 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Attempting to bind port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:23.518329 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Attempting to bind port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 on network 6c017736-498c-434d-ae0c-e3df87d0184e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:23.536119 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:23.538634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.539274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Checking segment: {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:23.539694 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.540094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Bound using segment: {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:23.540599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Bound port: 072a39f8-d7be-4d32-ab6d-7d0806df28f5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0452d2-2aeb-4fbc-b668-767ea1892808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:23.541007 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.586909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: aab4d360-c716-4adb-9e0a-db308ca7c7b5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:41:23.586909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aab4d360-c716-4adb-9e0a-db308ca7c7b5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:41:23.589095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:23.597295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.597295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f90ef4d-2f10-440b-81ed-f7873bb8bf2c req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "PUT /v2.0/ports/81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 1020 time: 2.4503255 Jul 27 21:41:23.647454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.656510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed875a-e751-4391-b282-602371f14765 service neutron] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=8']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:23.712765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1803eef4-013a-497e-8531-62c641467e9b'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:23.733939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5f81a-0291-4d9d-a021-c2a146baf355 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:23.874346 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] For port 072a39f8-d7be-4d32-ab6d-7d0806df28f5, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:23.889204 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] For port 072a39f8-d7be-4d32-ab6d-7d0806df28f5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=072a39f8-d7be-4d32-ab6d-7d0806df28f5,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:23.899477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:23.991332 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.183070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:24.184834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:24.245806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:24.252327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Attempting to bind port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:24.253210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Attempting to bind port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:24.253923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Attempting to bind port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:24.304079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:24.304797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Attempting to bind port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:24.341584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:24.342236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:24.342873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:24.344426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Bound port: 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:24.345432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.384228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Deleting port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:41:24.384755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.440440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d146e-dc56-40b3-bc69-8b0f165772e3 None None] Pushing event updated for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:24.517638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89d082-c10c-4016-b235-f93ac9c86894 req-06d6557c-0a3d-4410-ac67-624d827666cc tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:24.526070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d89d082-c10c-4016-b235-f93ac9c86894 req-06d6557c-0a3d-4410-ac67-624d827666cc tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 943 time: 0.6172199 Jul 27 21:41:24.559002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:24.658545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:24.662718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] For port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:24.662718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.689274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d89d082-c10c-4016-b235-f93ac9c86894 req-0a88d6c4-98cb-4dae-841f-c9df1ebe3a95 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619396 Jul 27 21:41:24.728478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:24.733808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Calling delete_port for a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:41:24.815365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] DHCP port deletion for e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:41:24.879908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:25.006260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.007308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:25.009662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] 10.222.0.76 "PUT /v2.0/ports/8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 1095 time: 3.7922587 Jul 27 21:41:25.092339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-1a18aafc-86ec-4046-b5a8-67179e98ea11 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:41:25.104821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-1a18aafc-86ec-4046-b5a8-67179e98ea11 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196581 Jul 27 21:41:25.112313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Request body: {'binding': {'host': 'n-h2-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:25.113351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:41:25.256221 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:18Z', 'revision_number': 4, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '072a39f8-d7be-4d32-ab6d-7d0806df28f5', 'name': '', 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'mac_address': 'fa:16:3e:89:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:16Z', 'updated_at': '2021-07-27T21:41:23Z', 'revision_number': 4, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'subnets': [{'id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:25.322736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Deleting port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:41:25.324489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:25.326107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c3fe1-dfc3-4205-833f-1d78e30b7d04 None None] The sync data for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 is: [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:41:18Z', 'revision_number': 4, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '072a39f8-d7be-4d32-ab6d-7d0806df28f5', 'name': '', 'network_id': '6c017736-498c-434d-ae0c-e3df87d0184e', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'mac_address': 'fa:16:3e:89:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:16Z', 'updated_at': '2021-07-27T21:41:23Z', 'revision_number': 4, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'subnets': [{'id': '50a4295b-e3a1-421b-a40c-4a35701d6c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:25.348139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0661d9-ab0b-453f-98d1-61b4edb11f28 service neutron] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:25.384364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:25.528519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf73d2-7ae8-401c-85fb-1c898bd8070c req-ef3b2d03-4580-4491-9015-40be654d6afc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.530343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dbf73d2-7ae8-401c-85fb-1c898bd8070c req-ef3b2d03-4580-4491-9015-40be654d6afc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 947 time: 0.6650903 Jul 27 21:41:25.706101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:25.792604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:25.823804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dbf73d2-7ae8-401c-85fb-1c898bd8070c req-150e2ce9-8ead-453b-a0b1-a19668ac661d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476802 Jul 27 21:41:25.839059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] No DVR routers for this DVR port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:41:25.891150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4b4f0181-c247-4dd6-b515-cef1f4743612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.893446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-4b4f0181-c247-4dd6-b515-cef1f4743612 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1098 time: 0.5240655 Jul 27 21:41:25.916669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c update to DOWN by agent not found {{(pid=94673) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 21:41:25.941469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] For port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,segment=NetworkSegment(0f269864-602c-48b5-8e6b-872f1df8ade5),segment_id=0f269864-602c-48b5-8e6b-872f1df8ade5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:25.941469 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.003794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Calling delete_port for a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:41:26.023916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-909872ee-fb6a-4950-840f-bdd9989564e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 217 time: 0.1046579 Jul 27 21:41:26.026965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on host n-h2-738018-6 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:26.027768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:26.028436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:26.044974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:26.045365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:26.077073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.098350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:26.117005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f269864-602c-48b5-8e6b-872f1df8ade5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:26.117005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f269864-602c-48b5-8e6b-872f1df8ade5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:26.144910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.154439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.192305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:26.192659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:26.193073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:26.193542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Bound port: 39970026-8aec-418c-832c-3c261f2111bb, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:26.224181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] No DVR routers for this DVR port a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:41:26.245165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c66c7-34cb-4027-b687-3d56914dcd8a None None] Pushing event deleted for resources: {'Port': ['ID=a76cdda5-c8f3-4ef2-8ba2-123548e2ef2c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:26.259030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.272817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:41:26.273243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:41:26.314623 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:41:26.334057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-61f92b54-9ce1-415d-8cbf-8f4b576d029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:26.335812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-61f92b54-9ce1-415d-8cbf-8f4b576d029b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2941458 Jul 27 21:41:26.420147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1803eef4-013a-497e-8531-62c641467e9b details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:26.424369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:26.452974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b39bb-d7cb-4fc6-a111-70cdc6d5f347 req-5e25e289-4dc1-45c0-8dd0-763f75c89615 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:26.455766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-428b39bb-d7cb-4fc6-a111-70cdc6d5f347 req-5e25e289-4dc1-45c0-8dd0-763f75c89615 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.3854563 Jul 27 21:41:26.503400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.532282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.538889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e HTTP/1.1" status: 204 len: 168 time: 3.6656444 Jul 27 21:41:26.565148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-b07ba7f7-0eef-4405-af17-d272247e2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:26.567812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-b07ba7f7-0eef-4405-af17-d272247e2fbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212033 Jul 27 21:41:26.568871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032895-9327-4d22-b517-571051a3fc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e93c4ac2-4eb5-4bd9-8194-24df6b8c6f3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:26.588238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-428b39bb-d7cb-4fc6-a111-70cdc6d5f347 req-6c4c3a8b-8635-4774-93a5-c5a4a5a5794d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195788 Jul 27 21:41:26.675047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:26.692753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1803eef4-013a-497e-8531-62c641467e9b has no active binding in host n-h1-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:41:26.719163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:26.732974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c678d679-475e-488e-8f16-ee89c3d879fe service neutron] 10.222.0.37 "POST /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb/bindings HTTP/1.1" status: 201 len: 389 time: 1.6268411 Jul 27 21:41:26.784972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-0f2940c2-13d3-4391-a82d-781c86c50df5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453832 Jul 27 21:41:26.902434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-535ed070-0286-4a40-8ab0-2d71fcfdc71f service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110855 Jul 27 21:41:27.025932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-d0899540-5c12-4c03-85d4-c8c7716a49ae tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:27.027662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-d0899540-5c12-4c03-85d4-c8c7716a49ae tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332172 Jul 27 21:41:27.050409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-eb0cad72-2584-4742-8a1c-56e3ba225e98 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0122211 Jul 27 21:41:27.119031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39ca35b8-3626-4ca2-bb79-938bcea63112 req-656396d5-99bb-4bc4-9c97-a20e4b1d1009 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998258 Jul 27 21:41:27.206356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-c3e2ef8c-61a8-4247-be41-1c9e94713641 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1389570 Jul 27 21:41:27.237680 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f253ebbc-0484-4ba9-b44d-d2c5a664db54 x-openstack-request-id: req-f253ebbc-0484-4ba9-b44d-d2c5a664db54 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:27.237680 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:27.237680 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f253ebbc-0484-4ba9-b44d-d2c5a664db54 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:27.238342 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'status': 'completed', 'code': 200} Jul 27 21:41:27.286029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f776e6ff-be8d-45f5-a2e8-9d44226ca2ab details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:27.317145 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909d280-bb45-43a2-92ea-ef1656c1a600 x-openstack-request-id: req-a909d280-bb45-43a2-92ea-ef1656c1a600 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:27.318231 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-unplugged", "status": "completed", "tag": "1803eef4-013a-497e-8531-62c641467e9b", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:27.318684 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a909d280-bb45-43a2-92ea-ef1656c1a600 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:27.319278 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1803eef4-013a-497e-8531-62c641467e9b', 'code': 200} Jul 27 21:41:27.405557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:27.497183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-911dcb21-a74b-4c2b-9808-81166e115797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:27.499118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-911dcb21-a74b-4c2b-9808-81166e115797 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 1094 time: 0.2432382 Jul 27 21:41:27.583953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9094df91-d4af-4b46-9636-340f09d2b822 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da50e1cc0fa646fd8a18ece847e177a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744816 Jul 27 21:41:27.591042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 072a39f8-d7be-4d32-ab6d-7d0806df28f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:27.592308 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50326) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:27.664012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc0c8-3487-44ab-abdb-15aaedc6ccb0 req-657e07eb-e2d9-482b-a4ba-4c19720dde82 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:27.665742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-809dc0c8-3487-44ab-abdb-15aaedc6ccb0 req-657e07eb-e2d9-482b-a4ba-4c19720dde82 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1023 time: 0.2427008 Jul 27 21:41:27.743820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:27.771434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33e2c-a772-4ea9-9005-07a1a6e4afec req-262e9cdb-aef7-4924-b658-1db7007b8b52 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:27.773073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eec33e2c-a772-4ea9-9005-07a1a6e4afec req-262e9cdb-aef7-4924-b658-1db7007b8b52 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 943 time: 0.1383896 Jul 27 21:41:27.789935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'port_id': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'mac_address': 'fa:16:3e:53:61:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:27.801068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-8f5637bb-3808-4caf-8b2e-20f93a3d3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:27.803139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-8f5637bb-3808-4caf-8b2e-20f93a3d3940 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 925 time: 0.2854381 Jul 27 21:41:27.808945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:27.878179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:27.902571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eec33e2c-a772-4ea9-9005-07a1a6e4afec req-4d64275d-a706-43db-8dc6-ae2ed352dd3b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208887 Jul 27 21:41:27.905132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-5b5af3ed-e16a-4e6a-9af8-9777fd2772f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab HTTP/1.1" status: 200 len: 217 time: 0.0623760 Jul 27 21:41:27.907104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f776e6ff-be8d-45f5-a2e8-9d44226ca2ab {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:27.936060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:27.948646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:27.980870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:27.980989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-809dc0c8-3487-44ab-abdb-15aaedc6ccb0 req-858b31e0-4499-44e2-afc6-2cb44150fd9d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=2502ab39-af99-4480-b7ae-07432459e115&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&id=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb HTTP/1.1" status: 200 len: 6149 time: 0.2865083 Jul 27 21:41:27.981535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:27.981982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.108693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-8b484ef1-baf1-4f6b-9074-53908928ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.110129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.111402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-8b484ef1-baf1-4f6b-9074-53908928ace5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.1827435 Jul 27 21:41:28.144772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33a03a-6536-4a75-9e16-f4b53079e5cb req-7e02cf21-e9f8-476e-bd26-7c403dd9a08c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.147149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a33a03a-6536-4a75-9e16-f4b53079e5cb req-7e02cf21-e9f8-476e-bd26-7c403dd9a08c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.0956268 Jul 27 21:41:28.165045 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.210463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a33a03a-6536-4a75-9e16-f4b53079e5cb req-840063c6-2099-4a31-a78d-253754f4a2b5 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Jul 27 21:41:28.236822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.249777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.249777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/323c0c03-6d8a-40b8-ba54-644c58c007b3 HTTP/1.1" status: 204 len: 168 time: 0.6475387 Jul 27 21:41:28.269492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577752-842e-4cd0-bb24-8fb7edb01d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c0c03-6d8a-40b8-ba54-644c58c007b3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:28.358604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fcbf494-ac48-4304-af0b-43b9900db5d5 req-01567460-4cbd-45ce-a7d9-31dc130bba36 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 210 time: 0.0563452 Jul 27 21:41:28.429589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 072a39f8-d7be-4d32-ab6d-7d0806df28f5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=072a39f8-d7be-4d32-ab6d-7d0806df28f5,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:28.438827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-a945d601-53d3-4718-87c2-ec2ea5cee686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.441234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-a945d601-53d3-4718-87c2-ec2ea5cee686 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1096 time: 0.4975345 Jul 27 21:41:28.454787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:28.560783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-2c2de294-5700-4da4-b3eb-0c0787693120 service neutron] 10.222.0.76 "GET /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.4649556 Jul 27 21:41:28.569601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:28.580299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec7766-a9b8-497a-9833-b823a0ec6d89 req-61153f31-cb44-429f-b367-5e6f9afd533f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.588610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8ec7766-a9b8-497a-9833-b823a0ec6d89 req-61153f31-cb44-429f-b367-5e6f9afd533f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 947 time: 0.5609879 Jul 27 21:41:28.598396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03045ad-5cd3-4fb8-bd7f-bc69d8025496 req-d2237975-35fb-4dd2-8d2a-fa0a10732ebd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.607764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d03045ad-5cd3-4fb8-bd7f-bc69d8025496 req-d2237975-35fb-4dd2-8d2a-fa0a10732ebd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.1059427 Jul 27 21:41:28.614426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-33e02e51-d7bd-49bc-9fda-e4e5360d8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.616082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-33e02e51-d7bd-49bc-9fda-e4e5360d8acf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4443622 Jul 27 21:41:28.627927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.679926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d03045ad-5cd3-4fb8-bd7f-bc69d8025496 req-44376fad-c48b-4a6f-ba6d-e2f0f7d1c6c6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705101 Jul 27 21:41:28.699956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': ' tempest-securitygroup -516772420 ', 'description': 'tempest-description-194964259'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:28.785993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:28.813755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8ec7766-a9b8-497a-9833-b823a0ec6d89 req-1c0a2527-70cd-467f-815e-6326663fa5e0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225468 Jul 27 21:41:28.825342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-6c20a764-7548-43cc-a1b5-d4452433caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.827416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-6c20a764-7548-43cc-a1b5-d4452433caa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.3346946 Jul 27 21:41:28.923073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7f9f4d12-a181-4659-8c3e-77f7a515d2dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 217 time: 0.0845425 Jul 27 21:41:28.966073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.979027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-e67a4009-7f73-4600-b81d-706d0cda493b service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209872 Jul 27 21:41:29.102315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.200804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 072a39f8-d7be-4d32-ab6d-7d0806df28f5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:29.201975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.258423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85ad008-34d4-4bc2-8cd1-3ba664e30c28,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:29.291966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:29.322484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'tag': '1803eef4-013a-497e-8531-62c641467e9b'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:29.323976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:29.324562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.326151 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a481b1a-c889-49f2-a914-29e892b1bca7" -d '{"events": [{"name": "network-changed", "server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "tag": "1803eef4-013a-497e-8531-62c641467e9b"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:29.429182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.432886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68bda1dd-53ef-4ed6-a99f-98939004d7d0 req-73f52b35-fe97-4a42-988e-8b5007ef61d3 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7374890 Jul 27 21:41:29.511246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:29.519786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6'}, {'name': 'network-changed', 'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:29.522598 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046e20c6-e98b-4b80-a786-539cdc7b27f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6"}, {"name": "network-changed", "server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:29.529092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'mac_address': 'fa:16:3e:bd:ce:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:29.599105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:29.599105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:29.605442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008c3b8-fae2-4e59-96c2-7c5a44ccc00a req-f100e217-545c-4eef-ace2-37301ddc7576 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:29.613743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6008c3b8-fae2-4e59-96c2-7c5a44ccc00a req-f100e217-545c-4eef-ace2-37301ddc7576 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.0965245 Jul 27 21:41:29.638888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1803eef4-013a-497e-8531-62c641467e9b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:29.652485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:29.673886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6008c3b8-fae2-4e59-96c2-7c5a44ccc00a req-5aef5397-f848-4a7e-bddd-553843092865 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 Jul 27 21:41:29.699428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-5348c1c3-dffe-4fe4-9ba0-13d52040cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:29.701007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-5348c1c3-dffe-4fe4-9ba0-13d52040cdc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.7695448 Jul 27 21:41:29.719190 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.740063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bab84c2-33e1-402f-b6b6-193b1a0e4332 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:29.758745 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242549fd-7200-4f65-955d-748e286cda24 x-openstack-request-id: req-242549fd-7200-4f65-955d-748e286cda24 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:29.759186 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "tag": "1803eef4-013a-497e-8531-62c641467e9b", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:29.759457 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-242549fd-7200-4f65-955d-748e286cda24 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:29.760170 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'tag': '1803eef4-013a-497e-8531-62c641467e9b', 'status': 'completed', 'code': 200} Jul 27 21:41:29.782194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.76', 63973) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:29.803653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8acf2613-3eed-4e4b-8476-4bcaddb430e0 req-8ed150c4-9c23-4faa-9f9f-8a4d53249a63 service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144829 Jul 27 21:41:29.819243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:29.847941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-f97a7a8d-7d93-432a-bea5-ebfdc5b2b239 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305385 Jul 27 21:41:29.919258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.926947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8434ab-801f-44dd-b2ae-e9854ec6fbf6 req-78dbe968-4ebb-42cc-85ab-f62153f78f26 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 210 time: 0.0569682 Jul 27 21:41:29.928861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49d8d-7180-4ac5-89e5-c35e65b02f06 req-86c06a27-44e9-4af4-8b6f-7e13c48bf0b1 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:29.938157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61f49d8d-7180-4ac5-89e5-c35e65b02f06 req-86c06a27-44e9-4af4-8b6f-7e13c48bf0b1 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 944 time: 0.8833716 Jul 27 21:41:29.956399 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:29.972275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-989e47bc-575f-46fe-8d5c-34e3a057a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:29.972275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-989e47bc-575f-46fe-8d5c-34e3a057a5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1124 time: 0.1886961 Jul 27 21:41:30.044367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:30.101604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-a5a692a5-c963-44a7-a4b4-b1c461792216 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450359 Jul 27 21:41:30.114260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7e06714-a8fa-4bdb-9931-7d3017afae91 req-95d568f0-449c-4636-b150-d9d271ef8284 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/a85ad008-34d4-4bc2-8cd1-3ba664e30c28 HTTP/1.1" status: 200 len: 1779 time: 0.1028657 Jul 27 21:41:30.183884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-5b053509-fd8d-470d-b473-86b5fd70beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.183884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-5b053509-fd8d-470d-b473-86b5fd70beb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.1929626 Jul 27 21:41:30.224917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:30.277524 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d2dbe-a7c4-405e-b7b1-ae02e7e5a4d0 x-openstack-request-id: req-9d4d2dbe-a7c4-405e-b7b1-ae02e7e5a4d0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:30.277830 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:30.278103 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d4d2dbe-a7c4-405e-b7b1-ae02e7e5a4d0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:30.279363 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'status': 'completed', 'code': 200} Jul 27 21:41:30.279636 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'status': 'completed', 'code': 200} Jul 27 21:41:30.318060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61f49d8d-7180-4ac5-89e5-c35e65b02f06 req-dc2309cc-9c52-4ec9-b815-21995a2d37c3 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785665 Jul 27 21:41:30.344447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-4c0c4d9f-1dab-48f7-a735-9a492a4af628 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 217 time: 0.1588526 Jul 27 21:41:30.540857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-a09ffff2-0c18-44e2-a81e-da73f710efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.544015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-a09ffff2-0c18-44e2-a81e-da73f710efcb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1344211 Jul 27 21:41:30.552739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-02229783-77da-4930-a745-0ef21e5ad378 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379168 Jul 27 21:41:30.614058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] Transition to ACTIVE for port object 1803eef4-013a-497e-8531-62c641467e9b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:30.659467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-c4521506-ab9f-4735-9dbb-2a866454149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.659954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-64fab319-98f3-445a-8ebd-cd4fdf704494 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864434 Jul 27 21:41:30.696981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-c4521506-ab9f-4735-9dbb-2a866454149d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1099 time: 0.4224393 Jul 27 21:41:30.751466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8aa30-f43f-4cf6-8f97-6ee6cac441dd req-763912b0-a3a2-44be-a7f7-c8f6014657f0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.752464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c565b32-64b4-4dcb-a2c1-08706b9f2484 req-b0d8c8e9-af20-40c3-b351-0652d7ea6352 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.753191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac8aa30-f43f-4cf6-8f97-6ee6cac441dd req-763912b0-a3a2-44be-a7f7-c8f6014657f0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 948 time: 0.2963142 Jul 27 21:41:30.763859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c565b32-64b4-4dcb-a2c1-08706b9f2484 req-b0d8c8e9-af20-40c3-b351-0652d7ea6352 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 943 time: 0.4125717 Jul 27 21:41:30.799819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-9ac2ec5e-dc6b-4e1b-bf1b-06fc4a89adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.801832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-9ac2ec5e-dc6b-4e1b-bf1b-06fc4a89adc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1174 time: 0.4837255 Jul 27 21:41:30.866808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c565b32-64b4-4dcb-a2c1-08706b9f2484 req-c188a9c2-2a60-4b42-9951-abc4023eb671 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014390 Jul 27 21:41:30.878001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac8aa30-f43f-4cf6-8f97-6ee6cac441dd req-fa76076b-02fd-4b44-8f0f-2569972a47c9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058557 Jul 27 21:41:30.911639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:31.061888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] No DVR routers for this DVR port 1803eef4-013a-497e-8531-62c641467e9b on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:41:31.069301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-6562af8b-a98f-4806-8368-d87af5011a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.071601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-6562af8b-a98f-4806-8368-d87af5011a18 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3769343 Jul 27 21:41:31.085347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] Pushing event updated for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:31.179314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-36ba2a0f-d53e-4dc5-9d50-0b36e6275718 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 217 time: 0.0949314 Jul 27 21:41:31.188476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-35cdb088-3960-4ef7-8b45-80e0f26f30ae service neutron] 10.222.0.76 "PUT /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b/bindings/n-h1-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 2.5935893 Jul 27 21:41:31.352101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-648aa3a8-75bc-4c12-bb45-f32f23e16eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.352101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-648aa3a8-75bc-4c12-bb45-f32f23e16eb0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0902715 Jul 27 21:41:31.352101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b83d8-0a60-4532-b0df-bd04d71020ee req-d3b374ad-dfd8-41f2-a153-bd6e5b848eeb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.352101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c8b83d8-0a60-4532-b0df-bd04d71020ee req-d3b374ad-dfd8-41f2-a153-bd6e5b848eeb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.2365298 Jul 27 21:41:31.352708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:31.429967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c8b83d8-0a60-4532-b0df-bd04d71020ee req-99cb93a7-c232-4003-acc9-839fd7cae870 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Jul 27 21:41:31.443546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-071604e7-dacb-4a0d-ad73-1b1fef49b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.445400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-071604e7-dacb-4a0d-ad73-1b1fef49b8af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478987 Jul 27 21:41:31.563115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-eec60234-d6a4-4bf7-9c2f-e2ea6f34d2ec service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912909 Jul 27 21:41:31.625402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-a7ace1a9-6215-447f-9ab8-89cb5efe2a26 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708415 Jul 27 21:41:31.703902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:31.711262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:31.712412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:31.838744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-66a2dbb6-1401-494b-bb1f-9cd8c2f98610 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043815 Jul 27 21:41:31.870454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-ffb9f502-545d-45bd-bb60-1f6e24d7366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.872270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-ffb9f502-545d-45bd-bb60-1f6e24d7366f service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 1.0607107 Jul 27 21:41:31.900397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-7bcf9f74-e7f1-4ee7-8dc5-c25f409cfa16 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/a85ad008-34d4-4bc2-8cd1-3ba664e30c28 HTTP/1.1" status: 200 len: 1779 time: 0.4431245 Jul 27 21:41:31.961817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.003639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fed89018-dd81-4a4b-a3a3-325622f6f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.019602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:32.030277 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d59fc1-2a95-412e-b567-2d0f36ef5e81" -d '{"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:32.050922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-4446fa2b-c5b6-4f60-9a25-56f1e2c5fd52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 200 len: 217 time: 0.1456106 Jul 27 21:41:32.059269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:32.155077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.180451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a481b1a-c889-49f2-a914-29e892b1bca7 req-47527aba-6ace-4f74-8b5a-64d305e51665 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125477 Jul 27 21:41:32.182453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-cd71741d-e2ff-4f00-881a-b7ff5b4145d1 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.183888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-cd71741d-e2ff-4f00-881a-b7ff5b4145d1 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.5794711 Jul 27 21:41:32.204815 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.208426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-247290bb-027b-4d65-be33-f1eab19e8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.209966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-247290bb-027b-4d65-be33-f1eab19e8d00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.1167910 Jul 27 21:41:32.305412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.306666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f776e6ff-be8d-45f5-a2e8-9d44226ca2ab up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:32.309206 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-f84b60ae-36ef-4b07-8202-09dcc3cc19dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844367 Jul 27 21:41:32.458858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-e6c5871d-7360-4c94-97e4-6b42f4760fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.460454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-e6c5871d-7360-4c94-97e4-6b42f4760fa8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe&tenant_id=fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 1095 time: 0.2579300 Jul 27 21:41:32.470339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-1542e9c5-3d41-4603-ad7b-15a017cdd61a service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492565 Jul 27 21:41:32.553692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:32.669583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-046e20c6-e98b-4b80-a786-539cdc7b27f5 req-0b53b935-200b-47b8-b42f-ec28935b42d6 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886771 Jul 27 21:41:32.742437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-a283be7a-75b8-406b-96c4-2fc5cd90aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.744009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-a283be7a-75b8-406b-96c4-2fc5cd90aed1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1095 time: 0.2036526 Jul 27 21:41:32.769220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73d31c36-0751-4e97-aa0c-1088d0d31066 req-d2a1ec21-4077-4786-b00c-8c4325d341cb tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 210 time: 0.1031709 Jul 27 21:41:32.778091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.797820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.798039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2989febc-7247-4a98-85e4-a12748a4d0f5 req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/a85ad008-34d4-4bc2-8cd1-3ba664e30c28 HTTP/1.1" status: 204 len: 173 time: 0.8976886 Jul 27 21:41:32.843700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:32.863253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:32.863796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.911565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4adf7-fb39-434d-8034-97370bfa1342 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85ad008-34d4-4bc2-8cd1-3ba664e30c28,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:32.943469 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-2656a193-40ca-41a0-bd9b-f77eaf3f25eb tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558262 Jul 27 21:41:33.151517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9c2c-c9bb-4350-a840-fb20f458ccfc req-20074f14-9e1f-4b1c-bd96-1bda76f0bef8 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.153160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c8b9c2c-c9bb-4350-a840-fb20f458ccfc req-20074f14-9e1f-4b1c-bd96-1bda76f0bef8 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 944 time: 0.1658981 Jul 27 21:41:33.155529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:33.255506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:33.292039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c8b9c2c-c9bb-4350-a840-fb20f458ccfc req-48bed9af-9271-465e-98fd-6f858873aa11 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216769 Jul 27 21:41:33.329378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-20b76cfc-36fa-4275-ad91-3917f720aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.330978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-20b76cfc-36fa-4275-ad91-3917f720aaa7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.5721364 Jul 27 21:41:33.421547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-bc910c9c-c315-4855-8a7d-5adfb8d322e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.423781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-bc910c9c-c315-4855-8a7d-5adfb8d322e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719114 Jul 27 21:41:33.429937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-579d9adf-62ce-4016-97d8-ce1436f7a1df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 200 len: 217 time: 0.0859902 Jul 27 21:41:33.453609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ab4a6-f84c-404f-bbc7-4e4b60bfb23a req-0c0cd2e2-8cdc-448b-825e-cc0101ac9be4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.464749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-266ab4a6-f84c-404f-bbc7-4e4b60bfb23a req-0c0cd2e2-8cdc-448b-825e-cc0101ac9be4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 944 time: 0.4802673 Jul 27 21:41:33.473646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:33.504315 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:33.505284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1803eef4-013a-497e-8531-62c641467e9b no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:41:33.520801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d171b92-ebd1-4bbe-a2be-70be46b1cddb req-fd87e778-79d0-4eeb-bd04-f94deafd15fc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.523363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d171b92-ebd1-4bbe-a2be-70be46b1cddb req-fd87e778-79d0-4eeb-bd04-f94deafd15fc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1070693 Jul 27 21:41:33.614873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d171b92-ebd1-4bbe-a2be-70be46b1cddb req-0b04ceae-3ad7-4219-bc3c-38ae30ac2dfc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739243 Jul 27 21:41:33.641634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:33.709408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1803eef4-013a-497e-8531-62c641467e9b not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:41:33.735663 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf1c494-2121-4e7d-a916-56a7ab1e97fd x-openstack-request-id: req-caf1c494-2121-4e7d-a916-56a7ab1e97fd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:33.736463 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:33.736980 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caf1c494-2121-4e7d-a916-56a7ab1e97fd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:33.737715 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'code': 200} Jul 27 21:41:33.796844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-266ab4a6-f84c-404f-bbc7-4e4b60bfb23a req-1cf96ec2-2a9e-4465-a2d5-5a22eba6de5a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119535 Jul 27 21:41:33.809190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-cc60df0c-005c-46b9-9369-dc04aadce3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.811438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-cc60df0c-005c-46b9-9369-dc04aadce3e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.3340001 Jul 27 21:41:33.898739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-3604cd31-b0f3-43a0-b703-8cfe7456c415 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732248 Jul 27 21:41:33.951066 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-83152fe0-13fa-424c-bf5c-9ff7c29adb34 req-7fcbb50d-3c9b-4d61-b45c-9f962cc2416d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:41:33.958564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83152fe0-13fa-424c-bf5c-9ff7c29adb34 req-7fcbb50d-3c9b-4d61-b45c-9f962cc2416d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/a85ad008-34d4-4bc2-8cd1-3ba664e30c28 HTTP/1.1" status: 404 len: 352 time: 0.0713100 Jul 27 21:41:34.017174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956130-60d4-4c87-b199-8d2ca39a8449 req-6238f4aa-25d1-4072-905d-2b67ebd0d6c9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:34.031984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f956130-60d4-4c87-b199-8d2ca39a8449 req-6238f4aa-25d1-4072-905d-2b67ebd0d6c9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.1433682 Jul 27 21:41:34.086176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:34.090847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:34.130548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f956130-60d4-4c87-b199-8d2ca39a8449 req-0014880b-de27-4309-a8e2-c94c92b23a6b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964406 Jul 27 21:41:34.184856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-235c8cbc-3c5e-44c3-926a-f460d1b32eff service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673666 Jul 27 21:41:34.283545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-271a7eba-27a1-4bbd-b2fa-c0800a1d246d req-56ccc0ad-f77e-424b-b58d-f696626aec25 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 210 time: 0.1608686 Jul 27 21:41:34.320211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01960f-0d59-4e79-a89b-4332105471be req-98b9242d-a125-4252-ae1b-91f1eb205100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:34.322214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff01960f-0d59-4e79-a89b-4332105471be req-98b9242d-a125-4252-ae1b-91f1eb205100 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1100 time: 0.4367669 Jul 27 21:41:34.366462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2101803450', 'description': 'tempest-description-2081078793'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:34.420365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff01960f-0d59-4e79-a89b-4332105471be req-1f3619fb-3943-4068-9d39-5a83166e5ea6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904672 Jul 27 21:41:34.425339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d457b80-f689-44c7-8c16-0a003aa51108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:34.573937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:34.601209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-a86fbd73-3752-43ea-a238-df2b44af515b service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957260 Jul 27 21:41:34.686390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.74 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/4c1f89a3-9067-40d5-8cd4-d7c854570b28) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:34.762964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:34.834815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.000033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.038320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.071989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 4c1f89a3-9067-40d5-8cd4-d7c854570b28 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:35.086903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a284d1-3074-4a5b-8ec7-d3d0f146e17d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:35.155882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.167043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb3f6635-2906-4844-b46d-5c9768c57e74 req-d929b854-d3a0-4e71-8b40-542d9884ba03 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8083818 Jul 27 21:41:35.268207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.288084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:35.295047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:35.395603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:35.420796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:35.482524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:35.593196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:35.603444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb6a40-687b-44cc-8ff6-6a9a5b06507c req-3f199e20-e1c9-4d61-b1c6-9c89e298e76e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:35.604670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.614705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:35.621884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2bb6a40-687b-44cc-8ff6-6a9a5b06507c req-3f199e20-e1c9-4d61-b1c6-9c89e298e76e tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.3399045 Jul 27 21:41:35.732949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2bb6a40-687b-44cc-8ff6-6a9a5b06507c req-843e98e3-fddd-48fd-93cd-501ffa514f63 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036108 Jul 27 21:41:35.747379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:35.758783 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e95d58-a181-4602-8831-104a4eb99562" -d '{"events": [{"server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "name": "network-vif-plugged", "status": "completed", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:35.846741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-f3ae5a17-0b12-46c8-94de-7d05f0b1382f tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:35.849511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-f3ae5a17-0b12-46c8-94de-7d05f0b1382f tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.4109528 Jul 27 21:41:35.867972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.873644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-b8cffb85-9962-4365-9d70-99431e1e29be tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4061782 Jul 27 21:41:35.915847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Request body: {'port': {'device_id': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:35.996728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acb2a-3ee2-4c15-bc73-04689e83de14 req-016309d6-2085-4c22-8bd7-f76a78f8f831 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:36.009862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-246acb2a-3ee2-4c15-bc73-04689e83de14 req-016309d6-2085-4c22-8bd7-f76a78f8f831 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 944 time: 0.1648149 Jul 27 21:41:36.028679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fad278-be04-4362-9fe8-993fc27688bd req-8135d818-3f91-474e-bd27-28c28bb71bc0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:36.038418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88fad278-be04-4362-9fe8-993fc27688bd req-8135d818-3f91-474e-bd27-28c28bb71bc0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.3748119 Jul 27 21:41:36.141248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2f54396-7715-4e9f-8f30-afc3687d2b90 None None] Provisioning for port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:36.161960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-246acb2a-3ee2-4c15-bc73-04689e83de14 req-61981781-b47f-44d5-a6e3-bc21403a3528 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496997 Jul 27 21:41:36.165977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2f54396-7715-4e9f-8f30-afc3687d2b90 None None] Provisioning complete for port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:36.166967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2f54396-7715-4e9f-8f30-afc3687d2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.211659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.238437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88fad278-be04-4362-9fe8-993fc27688bd req-b7b05e38-f2c9-4a49-a5d1-1f3950acd6a3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981335 Jul 27 21:41:36.270079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c2f54396-7715-4e9f-8f30-afc3687d2b90 None None] Port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:36.310793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1606530092', 'description': 'tempest-description-1899940487'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:36.441649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1480e5-1286-4478-a275-027a7d7a3529 req-5ebf53da-35cb-434b-abf4-9da254955132 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:36.450268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f1480e5-1286-4478-a275-027a7d7a3529 req-5ebf53da-35cb-434b-abf4-9da254955132 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.1271517 Jul 27 21:41:36.502719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f1480e5-1286-4478-a275-027a7d7a3529 req-8446d097-29c0-4e6d-a93c-d3ca08bee83f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Jul 27 21:41:36.594430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.658127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-888aad08-b9d6-4163-a5ab-7cfddad1fae4 service neutron] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:36.676718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-888aad08-b9d6-4163-a5ab-7cfddad1fae4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.677896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2d992ca-820e-4f55-9fff-88a8d81f07c3 req-888aad08-b9d6-4163-a5ab-7cfddad1fae4 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b/bindings/n-h2-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.8064120 Jul 27 21:41:36.699838 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.749686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d6362-d793-46ee-a1b4-5b934f619ce7 req-f21903d5-fa3f-40a8-9649-9e556103231e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:36.760812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d2d6362-d793-46ee-a1b4-5b934f619ce7 req-f21903d5-fa3f-40a8-9649-9e556103231e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 935 time: 0.1417232 Jul 27 21:41:36.877600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d2d6362-d793-46ee-a1b4-5b934f619ce7 req-561f6452-da79-4bb5-9e38-b5a679a423c4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860591 Jul 27 21:41:36.986257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1f89a3-9067-40d5-8cd4-d7c854570b28 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:37.006967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.065333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.067120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Transition to ACTIVE for port object 4c1f89a3-9067-40d5-8cd4-d7c854570b28 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:37.084745 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71366299-8286-42f3-91cd-b8c55a268b18 x-openstack-request-id: req-71366299-8286-42f3-91cd-b8c55a268b18 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:37.085299 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "name": "network-vif-plugged", "status": "completed", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:37.085578 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71366299-8286-42f3-91cd-b8c55a268b18 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:37.086328 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'code': 200} Jul 27 21:41:37.150590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.231394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.273361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe37e69-443b-4a79-acc6-c562ae84dd91 req-5f04413b-4d23-4859-9a99-f687639f4873 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:37.275855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe37e69-443b-4a79-acc6-c562ae84dd91 req-5f04413b-4d23-4859-9a99-f687639f4873 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.1093953 Jul 27 21:41:37.315307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587528ab-2c48-4853-979a-6ec97d24d00a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:37.356366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.365753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fe37e69-443b-4a79-acc6-c562ae84dd91 req-811b9054-7351-475c-a5d1-b024ba24d051 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749116 Jul 27 21:41:37.465274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.485838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79b5a68a-5328-42c4-bf48-2bd2c33e8b89 req-e2b4d48d-0063-4428-bc8e-8862da804ff9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1882677 Jul 27 21:41:37.574828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:37.736337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0a20-eff8-41ce-87eb-638dba230194 req-8708c4b5-fc68-4c56-b92f-e2b22f0d2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:37.741948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07df0a20-eff8-41ce-87eb-638dba230194 req-8708c4b5-fc68-4c56-b92f-e2b22f0d2b5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 1096 time: 0.5076971 Jul 27 21:41:37.744277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Attempting to bind port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:37.750641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Attempting to bind port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:37.750641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Attempting to bind port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:37.764874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:37.766229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Attempting to bind port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:37.881882 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.106768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8d3b8-9db4-4686-81eb-f61b9adbc2f2 req-7da7f99e-765a-43d8-a4b4-d553855f5e28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:38.108364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55e8d3b8-9db4-4686-81eb-f61b9adbc2f2 req-7da7f99e-765a-43d8-a4b4-d553855f5e28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1525726 Jul 27 21:41:38.189518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55e8d3b8-9db4-4686-81eb-f61b9adbc2f2 req-0d512b55-7653-4103-a4ba-a163522b33b0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Jul 27 21:41:38.231112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:38.232707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:38.233585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:38.238063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Bound port: 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:38.238870 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.241108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1398895219', 'description': 'tempest-description-1286603387'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:38.325034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eec69-b095-4c41-9941-c219e9618fa1 req-315671ba-2c7b-496e-b8ab-fdaab81b5ccf tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:38.328235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb3eec69-b095-4c41-9941-c219e9618fa1 req-315671ba-2c7b-496e-b8ab-fdaab81b5ccf tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 1095 time: 0.7391253 Jul 27 21:41:38.364404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07df0a20-eff8-41ce-87eb-638dba230194 req-c34df778-3ad6-4017-9406-8c0b617badc4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6119800 Jul 27 21:41:38.367862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.501361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb3eec69-b095-4c41-9941-c219e9618fa1 req-39216220-f1aa-4ceb-93e9-c7547d321954 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544700 Jul 27 21:41:38.571493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:38.578691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:38.587773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.680524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.711522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.810360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ba2e2-6209-40cc-b2e5-ae113a0f3a04,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:38.844611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:38.845657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.847953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c1f89a3-9067-40d5-8cd4-d7c854570b28 HTTP/1.1" status: 200 len: 1095 time: 2.9398043 Jul 27 21:41:38.855767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:38.869838 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d3ab8-5278-4544-a334-74a289450486" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:38.874987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.874987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c68b6c40-5f49-4c5a-b5e0-252d2a6c5a99 req-f47c541e-8210-481e-b0b8-c0995acdbb80 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6384962 Jul 27 21:41:38.885457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252dc8-25e3-4e78-ad79-ddd3af5c1499 req-8886e992-49c7-42cb-ba83-627be1e197af tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:38.886475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb252dc8-25e3-4e78-ad79-ddd3af5c1499 req-8886e992-49c7-42cb-ba83-627be1e197af tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.2800047 Jul 27 21:41:38.907220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf54e6-c85b-41bd-a1d3-38b16144a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:38.976365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb252dc8-25e3-4e78-ad79-ddd3af5c1499 req-9ff6096d-760f-40c1-9cd0-132100c8cc81 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753689 Jul 27 21:41:39.279354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-69640104-690a-44dc-bc6b-60047eaa86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.284296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-69640104-690a-44dc-bc6b-60047eaa86a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 1098 time: 0.2622962 Jul 27 21:41:39.353194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-10bd5c7d-5a24-4cdf-a182-f5fc7e1c3ce9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28 HTTP/1.1" status: 200 len: 217 time: 0.0567334 Jul 27 21:41:39.457328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e09c6-76b7-4a55-9728-bd257473a5a0 req-ad13cac0-2db4-4c5d-b8d5-df1f2458696c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.464975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b44e09c6-76b7-4a55-9728-bd257473a5a0 req-ad13cac0-2db4-4c5d-b8d5-df1f2458696c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 947 time: 0.3457294 Jul 27 21:41:39.505633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-862b46f7-8b62-4b05-91b0-e63d8e3cc03f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3026960 Jul 27 21:41:39.507690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-cf7ea2b2-3889-4fba-9b09-5cea45d829ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.509334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-cf7ea2b2-3889-4fba-9b09-5cea45d829ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1463418 Jul 27 21:41:39.537243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b44e09c6-76b7-4a55-9728-bd257473a5a0 req-990f502a-f089-46b4-bc53-98df6362243b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Jul 27 21:41:39.707524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-16341423-ca69-4f15-b5f7-d13a5c6510ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.709248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-16341423-ca69-4f15-b5f7-d13a5c6510ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708865 Jul 27 21:41:39.723908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a55c-70bb-4215-b52d-2c218373da83 req-ec41483e-3009-4299-ae59-d0434a13e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.725582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-ec41483e-3009-4299-ae59-d0434a13e05e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 1101 time: 0.1433334 Jul 27 21:41:39.820657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554dee5-bf7b-40f9-a90a-aa4a975f4a7c req-eeef9b87-0028-4c84-af05-8e925bfe6afe tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:39.822357 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b554dee5-bf7b-40f9-a90a-aa4a975f4a7c req-eeef9b87-0028-4c84-af05-8e925bfe6afe tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.1994107 Jul 27 21:41:39.978034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b554dee5-bf7b-40f9-a90a-aa4a975f4a7c req-7bf9981e-5ab4-479d-9e64-5cf2be259ca3 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064854 Jul 27 21:41:40.033249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-a12c62ad-6abe-4182-986d-11f0ad17396a service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054397 Jul 27 21:41:40.040495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a55c-70bb-4215-b52d-2c218373da83 req-5514d4bc-5213-492f-b10c-733b3c8faaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.044047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-5514d4bc-5213-492f-b10c-733b3c8faaf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2918813 Jul 27 21:41:40.184209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37f181b0-7c90-42fa-b475-a31e8359d1ff req-9cc58dbf-a383-4291-9940-84222b22c507 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210787 Jul 27 21:41:40.192273 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6796155-80c8-4cbf-8b3b-051291a21abc x-openstack-request-id: req-e6796155-80c8-4cbf-8b3b-051291a21abc {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:40.192913 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:40.193375 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6796155-80c8-4cbf-8b3b-051291a21abc {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:40.194256 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28', 'status': 'completed', 'code': 200} Jul 27 21:41:40.247773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-b1013ad0-2cf8-45fb-80bf-c7e3cad06c00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=ba437284-b903-4336-b296-dae221e3376a HTTP/1.1" status: 200 len: 217 time: 0.0661931 Jul 27 21:41:40.267187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-815ec578-3ab7-4441-ac89-ee1516895e36 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.276902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-815ec578-3ab7-4441-ac89-ee1516895e36 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.3120849 Jul 27 21:41:40.282177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-9609c1a9-829c-4ac8-bc4b-e7a7d2fd33a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2008712 Jul 27 21:41:40.312477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-fdf92546-78f4-4f81-959c-fffea85340fc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/quotas/fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 375 time: 0.0335693 Jul 27 21:41:40.421724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-dd211aac-445e-4f33-9a8d-a60c446c00bf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084280 Jul 27 21:41:40.440876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a55c-70bb-4215-b52d-2c218373da83 req-9b33c29c-877c-467b-b864-46d8d9d2fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.442489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-9b33c29c-877c-467b-b864-46d8d9d2fb1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1831949 Jul 27 21:41:40.511459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90030009-86d2-4ff7-8b87-c48306d2ce7d req-375d077f-eec2-4bfa-8176-f3c9016c7306 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 10899 time: 0.3209147 Jul 27 21:41:40.563687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-a6cbd2ea-7c7e-4cca-acd1-272f4e805675 service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284142 Jul 27 21:41:40.592443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90030009-86d2-4ff7-8b87-c48306d2ce7d req-719e38ff-f3f3-4c1a-b972-9d37c102ee27 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/3ee476a9-c8f4-401e-ab61-ea3548a2a644 HTTP/1.1" status: 200 len: 2981 time: 0.0799661 Jul 27 21:41:40.615879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d3ab8-5278-4544-a334-74a289450486 req-ae9e72bb-e634-4147-a37f-1d8a7f81a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.617411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-ae9e72bb-e634-4147-a37f-1d8a7f81a869 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 1098 time: 0.2613976 Jul 27 21:41:40.702901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284a55c-70bb-4215-b52d-2c218373da83 req-8b9513c8-210e-47d0-8f56-5948f16e3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.709548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-8b9513c8-210e-47d0-8f56-5948f16e3d9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2501826 Jul 27 21:41:40.742151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90030009-86d2-4ff7-8b87-c48306d2ce7d req-fde8f813-ef8e-4153-ad47-b775e372d6fa tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/3ee476a9-c8f4-401e-ab61-ea3548a2a644 HTTP/1.1" status: 200 len: 2981 time: 0.1487298 Jul 27 21:41:40.742875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-ef2dbeb9-98e8-45eb-9c3c-ced8da13c4db service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692026 Jul 27 21:41:40.904217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d3ab8-5278-4544-a334-74a289450486 req-46480737-972e-4ffa-a608-30731d63500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:40.907125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-46480737-972e-4ffa-a608-30731d63500d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2742331 Jul 27 21:41:40.963247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-8390641f-96a7-478d-8427-3f0a64d6f2a7 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200127 Jul 27 21:41:41.039129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-46ddce3e-ee8b-49ff-878e-ee1954a957ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28 HTTP/1.1" status: 200 len: 217 time: 0.1073537 Jul 27 21:41:41.153398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2bee-a462-45e9-8221-07ba566f2081 req-cf441a0d-25f5-407f-ae61-953b900cd5ba tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.165371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d3ab8-5278-4544-a334-74a289450486 req-8397d608-40a6-4883-af48-dc20e2a527e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.167251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b3f2bee-a462-45e9-8221-07ba566f2081 req-cf441a0d-25f5-407f-ae61-953b900cd5ba tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1129553 Jul 27 21:41:41.167636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-8397d608-40a6-4883-af48-dc20e2a527e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1132224 Jul 27 21:41:41.257420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a284a55c-70bb-4215-b52d-2c218373da83 req-69cba36e-7cfe-4d38-8608-62f69644ccec service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273107 Jul 27 21:41:41.294680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b3f2bee-a462-45e9-8221-07ba566f2081 req-f0c72095-694e-4367-b211-9cddd41452a5 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183698 Jul 27 21:41:41.326452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d3ab8-5278-4544-a334-74a289450486 req-688e3bf9-07fe-4e18-8bde-0da3744ca9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.331015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-688e3bf9-07fe-4e18-8bde-0da3744ca9bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512773 Jul 27 21:41:41.491974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c353e0-8a91-434d-9836-142c6d8b1974 req-d5cee3d9-818d-4dbf-833e-f5b15bf5f8ff tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.499024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687cfdd-4e15-401a-8dfc-207b738b8689 req-f143e7b9-0d4e-4fbf-99d7-663dbfe985cd tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.500716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-86c353e0-8a91-434d-9836-142c6d8b1974 req-d5cee3d9-818d-4dbf-833e-f5b15bf5f8ff tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 947 time: 0.1266184 Jul 27 21:41:41.506871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2687cfdd-4e15-401a-8dfc-207b738b8689 req-f143e7b9-0d4e-4fbf-99d7-663dbfe985cd tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.1952024 Jul 27 21:41:41.539717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-86c353e0-8a91-434d-9836-142c6d8b1974 req-fcb6de92-17ba-4542-a6a4-1879fc5b60e1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Jul 27 21:41:41.555083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-7bbfc3e1-4232-4cf9-ba8b-ef750a2c6b34 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062767 Jul 27 21:41:41.566891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2687cfdd-4e15-401a-8dfc-207b738b8689 req-519f1972-dd84-444f-9bf8-855794d32778 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Jul 27 21:41:41.644972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-bb7e0616-9349-45bd-88c0-3d273c0aee3d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/99a284d1-3074-4a5b-8ec7-d3d0f146e17d HTTP/1.1" status: 200 len: 1801 time: 0.0539618 Jul 27 21:41:41.664049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0e6c5cb-ac80-4cd7-b02d-2d5b65e75cf7 req-ac6a1b85-248e-4aeb-a294-4bff559d22bc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 210 time: 0.0412269 Jul 27 21:41:41.724918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39d3ab8-5278-4544-a334-74a289450486 req-c51256b6-cbce-4ccd-b4b7-dd7368140a76 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538038 Jul 27 21:41:41.725236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.770448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.857866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33f9d7-a35d-4aa7-b9a2-18f8f636cb04 req-b967bc7f-6871-4780-b06e-5b597f23482c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:41.859943 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a33f9d7-a35d-4aa7-b9a2-18f8f636cb04 req-b967bc7f-6871-4780-b06e-5b597f23482c tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.0881636 Jul 27 21:41:41.912921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a33f9d7-a35d-4aa7-b9a2-18f8f636cb04 req-07e9b4a9-5e12-4b37-9e55-7c39f96d9798 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Jul 27 21:41:41.970404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.973034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:41.974325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f0b49b9-cc12-41db-ac73-bad861a0eca9 req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/99a284d1-3074-4a5b-8ec7-d3d0f146e17d HTTP/1.1" status: 204 len: 173 time: 0.3218060 Jul 27 21:41:41.992229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba57111-d69a-4c90-aa59-9f7eda2ddd25 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a284d1-3074-4a5b-8ec7-d3d0f146e17d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:42.136919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c4db-f6ce-465d-9fd9-3bef97904dc8 req-5cecff9a-57e3-42e7-bca9-5baf056458f9 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:42.138477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bc1c4db-f6ce-465d-9fd9-3bef97904dc8 req-5cecff9a-57e3-42e7-bca9-5baf056458f9 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.0782475 Jul 27 21:41:42.148319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50536) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:42.162353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Request body: {'floatingip': {'port_id': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:42.176711 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-95f3846e-39fa-46cb-844b-19b8f4b7729d req-e16a4d52-44d9-4e96-a99b-585f89967f26 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:41:42.178013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95f3846e-39fa-46cb-844b-19b8f4b7729d req-e16a4d52-44d9-4e96-a99b-585f89967f26 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/99a284d1-3074-4a5b-8ec7-d3d0f146e17d HTTP/1.1" status: 404 len: 352 time: 0.0156178 Jul 27 21:41:42.215494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.245896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-aa4e0655-2002-45d1-bddf-d367d3617c00 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/587528ab-2c48-4853-979a-6ec97d24d00a HTTP/1.1" status: 200 len: 1801 time: 0.0467069 Jul 27 21:41:42.312270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.346975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.681036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.687659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.688857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de2b88e0-84b6-4f4c-a6f5-29f764ceb7fb req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/587528ab-2c48-4853-979a-6ec97d24d00a HTTP/1.1" status: 204 len: 173 time: 0.4352982 Jul 27 21:41:42.707231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fefad0-22e9-43e3-a1c4-a3fe9b9de0cc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587528ab-2c48-4853-979a-6ec97d24d00a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:42.776350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.869452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.900988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e1d00-2ac2-4c61-b668-5271613b0ac7 req-570bce43-d024-4087-a8c3-ea1012b86867 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:42.914192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a9e1d00-2ac2-4c61-b668-5271613b0ac7 req-570bce43-d024-4087-a8c3-ea1012b86867 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1169589 Jul 27 21:41:43.018550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a9e1d00-2ac2-4c61-b668-5271613b0ac7 req-f885d87c-65d2-4e3a-9bb0-a612431551ab tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866172 Jul 27 21:41:43.199490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089cc9c-5b04-4620-904a-51796e833acc req-d431b2e2-80a0-429c-9270-d83ea0d39445 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:43.201676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4089cc9c-5b04-4620-904a-51796e833acc req-d431b2e2-80a0-429c-9270-d83ea0d39445 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.0984530 Jul 27 21:41:43.270461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4089cc9c-5b04-4620-904a-51796e833acc req-98316dde-ce2f-44c4-88a7-bc90800db8f6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Jul 27 21:41:43.349350 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-123a83b5-1470-4b4d-8108-a976039c7ee4 req-618d1860-a96d-4674-9fe3-a7a07fc97252 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:41:43.355098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-123a83b5-1470-4b4d-8108-a976039c7ee4 req-618d1860-a96d-4674-9fe3-a7a07fc97252 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/587528ab-2c48-4853-979a-6ec97d24d00a HTTP/1.1" status: 404 len: 352 time: 0.0409336 Jul 27 21:41:43.417903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063b4bc-6754-45c2-9dea-dee33ed32312 req-619549e7-391c-4e74-9271-553c7bf3641d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:43.420928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f063b4bc-6754-45c2-9dea-dee33ed32312 req-619549e7-391c-4e74-9271-553c7bf3641d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 947 time: 0.5916784 Jul 27 21:41:43.450772 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7 associated. External IP: 172.25.3.26, port: f776e6ff-be8d-45f5-a2e8-9d44226ca2ab. Jul 27 21:41:43.472356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5697470-b159-45d1-a1f5-68d45cad7f51 req-04a4dbc0-b554-48d9-ab3f-572622c02501 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 210 time: 0.0344877 Jul 27 21:41:43.545227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f063b4bc-6754-45c2-9dea-dee33ed32312 req-981ae60b-a29c-4722-b957-0dd6142eb4c3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137850 Jul 27 21:41:43.742051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-4cc88a04-87e7-4494-8535-a1a1d9946da4 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/b96ba2e2-6209-40cc-b2e5-ae113a0f3a04 HTTP/1.1" status: 200 len: 1801 time: 0.1536994 Jul 27 21:41:43.989669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-f2ec417d-c805-476a-8d0f-e8ea99cb8d52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2597933 Jul 27 21:41:43.998373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.011416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:44.070181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.183578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57be530-e6fc-4815-82b4-573b0a9ffe0e req-e8c5cee8-c581-4bf5-932d-e62a0cbd69e1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.197060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d57be530-e6fc-4815-82b4-573b0a9ffe0e req-e8c5cee8-c581-4bf5-932d-e62a0cbd69e1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0963519 Jul 27 21:41:44.246170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139efe6-3621-442a-95c5-a65b3c44003c req-5943be84-0032-4d09-9432-8e10c5b86c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.247776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-5943be84-0032-4d09-9432-8e10c5b86c36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 1101 time: 0.2293906 Jul 27 21:41:44.277442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:44.284182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.289242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:44.306887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d57be530-e6fc-4815-82b4-573b0a9ffe0e req-e8dbc9f0-ca8a-417b-ad76-78a420cc08ed tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046901 Jul 27 21:41:44.311628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:44.318555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:44.364238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-62c96104-6c11-4847-a8c5-ec1cdd898601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.367924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-62c96104-6c11-4847-a8c5-ec1cdd898601 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1100 time: 0.1283770 Jul 27 21:41:44.378377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.382124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:44.386278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-451e8d98-82f6-4a2f-97a5-ea7ef9988b80 req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/b96ba2e2-6209-40cc-b2e5-ae113a0f3a04 HTTP/1.1" status: 204 len: 173 time: 0.6190288 Jul 27 21:41:44.429020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4b4c75f-0315-473f-bef1-4b4ed20e221f tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "PUT /v2.0/floatingips/1397a503-047a-4be4-8a14-2fbc25e518b7 HTTP/1.1" status: 200 len: 990 time: 2.2794631 Jul 27 21:41:44.431897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:44.434195 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc001df-e547-47c2-a8e4-573f0ab4f952" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:44.437855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897edea6-c991-4851-80e6-97e12e7eda49 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ba2e2-6209-40cc-b2e5-ae113a0f3a04,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:44.500223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139efe6-3621-442a-95c5-a65b3c44003c req-2686db47-e1bd-47c4-8b81-b6b5e24a2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.501768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-2686db47-e1bd-47c4-8b81-b6b5e24a2ddd service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2218657 Jul 27 21:41:44.535804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c1f89a3-9067-40d5-8cd4-d7c854570b28 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:44.580192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-6b0b148e-5c65-493f-b84b-cb3e44df2007 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 200 len: 217 time: 0.0663013 Jul 27 21:41:44.601352 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-2ac59aff-e5c0-439c-a650-d61d4f5a456f req-db47cbd5-b810-4b2b-9e27-ed4c109cda0f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:41:44.602738 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ac59aff-e5c0-439c-a650-d61d4f5a456f req-db47cbd5-b810-4b2b-9e27-ed4c109cda0f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/b96ba2e2-6209-40cc-b2e5-ae113a0f3a04 HTTP/1.1" status: 404 len: 352 time: 0.0519359 Jul 27 21:41:44.605745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-ae44c20a-5d6b-4a96-8818-4877819d6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.607374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-ae44c20a-5d6b-4a96-8818-4877819d6e78 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2341046 Jul 27 21:41:44.708765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139efe6-3621-442a-95c5-a65b3c44003c req-fd4365c1-cbad-4de3-b006-6f6f832f9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.710495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-fd4365c1-cbad-4de3-b006-6f6f832f9bb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1216979 Jul 27 21:41:44.712404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-414bdb71-24d0-436a-80cd-e9372da4a6d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 217 time: 0.0964544 Jul 27 21:41:44.724571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:44.804706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7192f-3ed7-4613-90c7-ded87ac56720 req-5b5998b4-6845-46e1-9602-72951c26f2c1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.819003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a7192f-3ed7-4613-90c7-ded87ac56720 req-5b5998b4-6845-46e1-9602-72951c26f2c1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.2424037 Jul 27 21:41:44.820543 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a71c1fd-cdc6-4c0b-80c9-e070f95221ac x-openstack-request-id: req-4a71c1fd-cdc6-4c0b-80c9-e070f95221ac {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:44.820805 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:44.821060 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a71c1fd-cdc6-4c0b-80c9-e070f95221ac {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:44.821457 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'status': 'completed', 'code': 200} Jul 27 21:41:44.853296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-c8772399-93b5-4336-a094-f477b689c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.854872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-c8772399-93b5-4336-a094-f477b689c4ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1196909 Jul 27 21:41:44.862551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:44.893889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139efe6-3621-442a-95c5-a65b3c44003c req-56bbe1c6-b203-465a-ac17-0fd30fbe06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:44.895837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-56bbe1c6-b203-465a-ac17-0fd30fbe06ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621430 Jul 27 21:41:44.934135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a7192f-3ed7-4613-90c7-ded87ac56720 req-a2fbce1b-616d-4df6-a749-5e3346b30b35 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041462 Jul 27 21:41:45.005666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '4c1f89a3-9067-40d5-8cd4-d7c854570b28', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '4c1f89a3-9067-40d5-8cd4-d7c854570b28', 'mac_address': 'fa:16:3e:d9:83:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:45.068864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-95b51ea8-806e-4fe4-ae4c-950e3cbf0b1b service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631520 Jul 27 21:41:45.075971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-e6ffda24-60ab-4787-ab41-224ce372afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.078381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-e6ffda24-60ab-4787-ab41-224ce372afe5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838448 Jul 27 21:41:45.100323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-9b52d853-36ec-4984-839e-92aa8926a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.101992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-9b52d853-36ec-4984-839e-92aa8926a4ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 1096 time: 0.2778230 Jul 27 21:41:45.201494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e676620b-738a-4b0f-8250-85c90171bc5d req-65d5a0eb-af61-4687-ba3c-13d4bc247fe4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 210 time: 0.0918546 Jul 27 21:41:45.436181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce27ab-41e0-4a72-af6f-d856cfd55700 req-5ba845eb-6529-43af-8742-d39c0b4b71a4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.438220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26ce27ab-41e0-4a72-af6f-d856cfd55700 req-5ba845eb-6529-43af-8742-d39c0b4b71a4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 947 time: 0.3412747 Jul 27 21:41:45.449537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67d8dd94-9bd8-4f57-a9c3-934e3442e239 req-c41c12ef-d202-486f-9c74-00ee91e2ff46 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 6149 time: 0.1407905 Jul 27 21:41:45.460268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f139efe6-3621-442a-95c5-a65b3c44003c req-3945fb24-cf6c-41c7-9209-1283348fe20c service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835657 Jul 27 21:41:45.468701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-f3a2fa9b-3fda-4b2c-81e4-7ab0ac161777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.468701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-f3a2fa9b-3fda-4b2c-81e4-7ab0ac161777 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 200 len: 925 time: 0.2665663 Jul 27 21:41:45.479314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-5f4373a5-1078-45d7-9b46-a085cb2ecbf9 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922150 Jul 27 21:41:45.490915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-34b2810b-5506-45b2-900b-6be8e94a908f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.492463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-34b2810b-5506-45b2-900b-6be8e94a908f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.3401563 Jul 27 21:41:45.511370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:45.514266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Request body: {'port': {'device_id': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'admin_state_up': True, 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:45.516797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67d8dd94-9bd8-4f57-a9c3-934e3442e239 req-17fe4ab6-7b18-4445-bc04-814247aee429 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/3ee476a9-c8f4-401e-ab61-ea3548a2a644 HTTP/1.1" status: 200 len: 2981 time: 0.0662940 Jul 27 21:41:45.550088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1f89a3-9067-40d5-8cd4-d7c854570b28 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:45.594703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:45.600811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67d8dd94-9bd8-4f57-a9c3-934e3442e239 req-bd03c0a3-b1c1-48d1-8cc1-712dc9d63a2e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/3ee476a9-c8f4-401e-ab61-ea3548a2a644 HTTP/1.1" status: 200 len: 2981 time: 0.0822577 Jul 27 21:41:45.713198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26ce27ab-41e0-4a72-af6f-d856cfd55700 req-3705ff7e-555a-42c8-8919-fb055f45b5e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617753 Jul 27 21:41:45.738774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:53:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:41:42Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:45.752177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:45.804222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1707493792', 'description': 'tempest-description-1789273898'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:45.832333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:45.851668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-ac300f58-eeb2-4286-b0f2-1fff1906d251 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab HTTP/1.1" status: 200 len: 998 time: 0.3580916 Jul 27 21:41:45.857320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:45.858118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:41:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:45.950723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:45.952088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-2bab9891-ae9a-4dd1-a8ac-15fa3352680e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513118 Jul 27 21:41:45.977698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-c2a793d8-2ff7-4cc0-9019-123f898345a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:45.977698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-c2a793d8-2ff7-4cc0-9019-123f898345a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 200 len: 863 time: 0.0873768 Jul 27 21:41:45.987197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:46.003703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:41:46.003703 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:41:46.003703 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id_1': '92c2eddd8e704fa0bedbe39f9289d619', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 41, 45, 983132)}] Jul 27 21:41:46.003703 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:41:46.004629 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:41:46.047405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:46.049972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f98c1-f97a-478c-9e65-908c76d87fe1 req-71342738-e76b-4b4c-8860-c3bd209eaf78 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:46.056584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e33f98c1-f97a-478c-9e65-908c76d87fe1 req-71342738-e76b-4b4c-8860-c3bd209eaf78 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2259166 Jul 27 21:41:46.102476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e33f98c1-f97a-478c-9e65-908c76d87fe1 req-bda9b3d1-e6b2-493a-aa78-ffc929dfaba7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Jul 27 21:41:46.120593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-c86aacf3-6696-4307-aa41-cb49312c1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:46.120593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-c86aacf3-6696-4307-aa41-cb49312c1080 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf899f16-2487-4188-bb72-fd8cc86a6f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331656 Jul 27 21:41:46.199070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['4c1f89a3-9067-40d5-8cd4-d7c854570b28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:46.259229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-26d9760f-08cd-44fa-895e-0fa26efe370e service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327412 Jul 27 21:41:46.261605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:46.267007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:46.426552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9bc001df-e547-47c2-a8e4-573f0ab4f952 req-a98ddfca-a0bc-4ed8-9380-c5853da746a3 service neutron] 10.222.0.76 "GET /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401181 Jul 27 21:41:46.461490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:53:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:41:42Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:46.500992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924854a4-8bc3-402e-87e5-2ad952f446fc None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1397a503-047a-4be4-8a14-2fbc25e518b7', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'port_id': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'mac_address': 'fa:16:3e:53:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:38:44Z', 'updated_at': '2021-07-27T21:41:42Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:46.507289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:46.675398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Allocated IP 172.20.0.9 (a81e5183-4527-4bd4-9b03-3e67d80c5ce0/90e4cb15-b86e-4483-890e-bec4acbffd16/015b99a7-f989-44d7-ba64-2c907a1e14b6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:46.694353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:46.783976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:46.856258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610fbc79-3c04-4071-8761-e112225abb75,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:46.899167 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e0ede6-fdbc-4ea9-b063-c64fc1fb6695 None None] New status for floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:41:46.927243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:46.928603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-076a5aa6-c482-47a1-9cc6-31eae490b7f0 req-6ad01a6a-28d4-4a1f-9dc8-1b87fb4f3c35 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1298256 Jul 27 21:41:47.170679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a93fa-2d20-4688-bda7-02edba52c89a req-9079565f-334f-4263-bb9b-c5c0858d5467 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:47.173335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d3a93fa-2d20-4688-bda7-02edba52c89a req-9079565f-334f-4263-bb9b-c5c0858d5467 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 945 time: 0.1346853 Jul 27 21:41:47.246212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d3a93fa-2d20-4688-bda7-02edba52c89a req-8ecf1817-3483-4ca6-b6c8-4df4d66e1d73 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667284 Jul 27 21:41:47.390958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:47.422913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee3024e7-59dc-4c9d-a11b-4ea807161ec4 req-e9515583-a145-4816-863c-b93d5baab6c9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 210 time: 0.0414124 Jul 27 21:41:47.478548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1493707575', 'description': 'tempest-description-145281423'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:47.510915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eee09-defc-4124-8b38-81f0b4bbb083 req-b1e0cf5d-6812-437d-8add-be07944482ec tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:47.512569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a9eee09-defc-4124-8b38-81f0b4bbb083 req-b1e0cf5d-6812-437d-8add-be07944482ec tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 948 time: 0.0799055 Jul 27 21:41:47.529508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:47.607681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:47.629045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:47.643501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:47.643501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:47.660884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a9eee09-defc-4124-8b38-81f0b4bbb083 req-2ebae12e-107c-439b-8fbf-af79482e7c18 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Jul 27 21:41:47.695551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:47.739543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:47.740510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:47.759077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7a09e074-1509-4d22-a12c-ee05098ce132 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:47.761022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7a09e074-1509-4d22-a12c-ee05098ce132 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.2265780 Jul 27 21:41:47.764188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:47.784808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:47.987373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b189f-3f9e-4848-92f3-3b59b22759f5 req-d4e02dc8-702c-420f-8bb3-5ad596f620f8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:47.987373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-381b189f-3f9e-4848-92f3-3b59b22759f5 req-d4e02dc8-702c-420f-8bb3-5ad596f620f8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1681061 Jul 27 21:41:47.987373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.013719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-381b189f-3f9e-4848-92f3-3b59b22759f5 req-ab608e79-b948-4d1a-b515-cecb052903a2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719547 Jul 27 21:41:48.154728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:48.205751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:48.248179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39970026-8aec-418c-832c-3c261f2111bb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:48.250510 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f887d705-0278-4237-9a46-578aefa4666f" -d '{"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-unplugged", "status": "completed", "tag": "39970026-8aec-418c-832c-3c261f2111bb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:48.255132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.293221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.326335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3302356-268a-47ce-b445-0a3398c8176c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:48.365187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.407757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9726c492-5891-4f88-b483-acc9b6f8eede tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8977575 Jul 27 21:41:48.423704 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d298f-0999-412f-b462-a271e022a03b x-openstack-request-id: req-017d298f-0999-412f-b462-a271e022a03b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:48.424009 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-unplugged", "status": "completed", "tag": "39970026-8aec-418c-832c-3c261f2111bb", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:48.424267 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-017d298f-0999-412f-b462-a271e022a03b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:48.424666 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39970026-8aec-418c-832c-3c261f2111bb', 'code': 200} Jul 27 21:41:48.430961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.432594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f86c4260-f253-4e07-ac7d-2f504dcbb783 req-7047c30a-cecf-4a28-87be-4b150547e404 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9595685 Jul 27 21:41:48.449139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Request body: {'port': {'device_id': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:48.528690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c1f89a3-9067-40d5-8cd4-d7c854570b28 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:48.669907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on host n-h1-738018-6 for vnic_type normal with profile {"migrating_to": "n-h2-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:48.670226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:48.670674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:48.673838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:48.678238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:48.679026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.713094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:48.713643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Attempting to bind port 39970026-8aec-418c-832c-3c261f2111bb on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:48.715891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:48.747875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:48.748296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:48.748835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:48.750694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Bound port: 39970026-8aec-418c-832c-3c261f2111bb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:48.751174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.755818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.816339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:48.892593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:48.894217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:48.897103 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea99bb9-35d8-4de0-a0a2-a366995d4717" -d '{"events": [{"server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:48.901651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62afc1-8bb4-4f02-b7b8-be7926b4c9cc req-5016bf28-eb7d-4bfa-9d3c-d238e71f1411 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:48.909911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b62afc1-8bb4-4f02-b7b8-be7926b4c9cc req-5016bf28-eb7d-4bfa-9d3c-d238e71f1411 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.2486928 Jul 27 21:41:48.955691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:49.002436 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:49.038315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:49.090111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b62afc1-8bb4-4f02-b7b8-be7926b4c9cc req-8bb893cc-a8ae-4672-8971-1a2bd7a18d82 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789055 Jul 27 21:41:49.115054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:49.133925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:49.151468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f884ad-2896-4d15-9806-796b1d04f519 req-e1fd8aea-2786-40be-90ad-e807948a9ec3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:49.163304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55f884ad-2896-4d15-9806-796b1d04f519 req-e1fd8aea-2786-40be-90ad-e807948a9ec3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 931 time: 0.1206994 Jul 27 21:41:49.247169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55f884ad-2896-4d15-9806-796b1d04f519 req-848e72c4-4325-4e7a-8093-fd3268781ada tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806015 Jul 27 21:41:49.400116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 39970026-8aec-418c-832c-3c261f2111bb details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:49.470409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:49.490617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22987c96-a927-4ae7-ac73-08a19462f389 req-52c49c85-396c-4df3-b58f-3d8e21572281 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:49.505513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22987c96-a927-4ae7-ac73-08a19462f389 req-52c49c85-396c-4df3-b58f-3d8e21572281 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.1865771 Jul 27 21:41:49.528161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:49.529268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:49.531861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7004e637-f2f6-4c87-be9a-5067977ee394 service neutron] 10.222.0.76 "PUT /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 1121 time: 1.7540340 Jul 27 21:41:49.607448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22987c96-a927-4ae7-ac73-08a19462f389 req-e1b12d42-cf4c-4799-8eda-8a254afc4a72 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Jul 27 21:41:49.677468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:49.699654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 39970026-8aec-418c-832c-3c261f2111bb has no active binding in host n-h2-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:41:49.711981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-f21c788c-26d7-4226-9e09-bbe2542cebdc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:49.723639 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296b5b2-8dd6-451e-ab57-b0ec3deb8811 x-openstack-request-id: req-b296b5b2-8dd6-451e-ab57-b0ec3deb8811 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:49.723913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-f21c788c-26d7-4226-9e09-bbe2542cebdc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 811 time: 0.4431114 Jul 27 21:41:49.724371 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "name": "network-vif-plugged", "status": "completed", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:49.724647 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b296b5b2-8dd6-451e-ab57-b0ec3deb8811 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:49.725179 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28', 'code': 200} Jul 27 21:41:49.754571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015b99a7-f989-44d7-ba64-2c907a1e14b6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:49.773873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['39970026-8aec-418c-832c-3c261f2111bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:49.776089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-5b92e1c1-3efc-46cd-af39-4ca0d36c7263 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/quotas/92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 375 time: 0.0504694 Jul 27 21:41:49.830999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:49.846010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['39970026-8aec-418c-832c-3c261f2111bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:49.851789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Transition to ACTIVE for port object 015b99a7-f989-44d7-ba64-2c907a1e14b6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:49.944182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-81983a94-5157-4cec-bab6-afe9c61adfa9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1662078 Jul 27 21:41:49.960500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:50.071921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65fb6-7e28-4da1-af22-5430b9d8c9e1 req-ff8fd513-ddd7-4556-b9da-5804f54f7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:50.075268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44a65fb6-7e28-4da1-af22-5430b9d8c9e1 req-ff8fd513-ddd7-4556-b9da-5804f54f7562 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 1100 time: 0.2473691 Jul 27 21:41:50.075499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:50.103424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e5b8a-4674-456e-9a9e-3ea3ca66ccca req-18fed89e-a069-406c-bb2c-bb54cbb833ea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:50.117871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-654e5b8a-4674-456e-9a9e-3ea3ca66ccca req-18fed89e-a069-406c-bb2c-bb54cbb833ea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2094562 Jul 27 21:41:50.206649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44a65fb6-7e28-4da1-af22-5430b9d8c9e1 req-a92dc336-e374-447a-ac7b-02291e78c0a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857267 Jul 27 21:41:50.233522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-654e5b8a-4674-456e-9a9e-3ea3ca66ccca req-1592b50f-27d9-41e7-875b-4c66d09b313a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139321 Jul 27 21:41:50.240163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-f00872d0-e2b5-4fc3-b5c6-3f4c507dab22 service neutron] 10.222.0.37 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957873 Jul 27 21:41:50.277566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:50.277566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:50.277566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:50.339863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:50.340784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:50.372821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:50.372821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:50.374020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:50.374904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Bound port: 015b99a7-f989-44d7-ba64-2c907a1e14b6, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:50.375771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:50.496014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfbb92-bc7f-42b8-986d-ae160e9aa03d req-6aa2c4ce-888c-4614-ac42-3e3a57eec420 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:50.498841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3adfbb92-bc7f-42b8-986d-ae160e9aa03d req-6aa2c4ce-888c-4614-ac42-3e3a57eec420 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.0851650 Jul 27 21:41:50.522240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'tag': '39970026-8aec-418c-832c-3c261f2111bb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:50.524963 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6119b4ef-ccea-4e1c-9148-716c0b6159b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "tag": "39970026-8aec-418c-832c-3c261f2111bb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:50.546311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-289c8c71-1be7-4e9d-abc4-2701cd6d0fba service neutron] 10.222.0.37 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830203 Jul 27 21:41:50.564556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3adfbb92-bc7f-42b8-986d-ae160e9aa03d req-1af705a9-3669-43e8-bec7-012c346e5db7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Jul 27 21:41:50.564990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:50.572463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:50.682758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:50.742721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:50.750465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:50.750465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] 10.222.0.76 "PUT /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 1091 time: 2.3271754 Jul 27 21:41:50.784998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386c738-a1b5-4012-8198-4b3f6a8cbe31 service neutron] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:50.800725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6b4bb-5046-478a-8cb4-64fcf07bccb4 req-961d2901-259b-4de2-b4d9-031b613bbd39 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:50.803514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54f6b4bb-5046-478a-8cb4-64fcf07bccb4 req-961d2901-259b-4de2-b4d9-031b613bbd39 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1586812 Jul 27 21:41:50.865531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54f6b4bb-5046-478a-8cb4-64fcf07bccb4 req-ed4cdb2a-5c5e-4ac8-999c-c485fa4259fb tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549359 Jul 27 21:41:50.914529 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd4c261-d58e-46cb-96ba-42698372aeca x-openstack-request-id: req-4dd4c261-d58e-46cb-96ba-42698372aeca {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:50.915078 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "tag": "39970026-8aec-418c-832c-3c261f2111bb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:50.915573 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4dd4c261-d58e-46cb-96ba-42698372aeca {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:50.916066 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'tag': '39970026-8aec-418c-832c-3c261f2111bb', 'status': 'completed', 'code': 200} Jul 27 21:41:51.067970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-76b81f96-916d-4c0d-829f-3aa2900faf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.070497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-76b81f96-916d-4c0d-829f-3aa2900faf00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1094 time: 0.1138971 Jul 27 21:41:51.135016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-d5136ec6-5f60-4fa0-a05d-da8dcb3fface service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 217 time: 0.0475881 Jul 27 21:41:51.167605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-564b7c11-6282-4f61-a426-32aa95a61364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.169544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-564b7c11-6282-4f61-a426-32aa95a61364 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1124 time: 0.2268419 Jul 27 21:41:51.213862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04e0f5-76d9-4b82-9bc7-b590cc63f772 req-4881fba6-1053-4c67-b858-8f9e684a44e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.216774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-22e8dc44-ce9e-4f63-b0f3-ef897a23b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.217804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-22e8dc44-ce9e-4f63-b0f3-ef897a23b1ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0594976 Jul 27 21:41:51.222049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e04e0f5-76d9-4b82-9bc7-b590cc63f772 req-4881fba6-1053-4c67-b858-8f9e684a44e8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.2118561 Jul 27 21:41:51.255972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29fe012e-e7a5-4526-a1c2-190987a71592 req-441d33f2-3366-40d5-92aa-d0dee61fabe9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.1111748 Jul 27 21:41:51.304122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-24d750f2-ee27-41ea-b89c-6f8c0f0f3d9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675762 Jul 27 21:41:51.329715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e04e0f5-76d9-4b82-9bc7-b590cc63f772 req-8476dae6-548c-4f77-95a8-12ff6fe7ed0f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059456 Jul 27 21:41:51.455272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-960a2428-cba0-48d8-9522-dadeefc2e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.457040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-960a2428-cba0-48d8-9522-dadeefc2e802 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2770746 Jul 27 21:41:51.539225 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-3812bdc8-d32e-4145-86a4-cfcb4a618ecd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 217 time: 0.0696397 Jul 27 21:41:51.560026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-9d675b3b-8fc0-4153-b015-84e9c57a43f1 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468770 Jul 27 21:41:51.611587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf2ef7-3d8a-4351-81d2-f4fa2dd81f6d req-59b0c416-b7d9-4ee6-a731-1cb58e2eb1e9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.626135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-baaf2ef7-3d8a-4351-81d2-f4fa2dd81f6d req-59b0c416-b7d9-4ee6-a731-1cb58e2eb1e9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2251868 Jul 27 21:41:51.636129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-17f78cc7-ef92-42b0-b38e-05c8e26a76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:51.637684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-17f78cc7-ef92-42b0-b38e-05c8e26a76a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0896645 Jul 27 21:41:51.699268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-1d08b7f5-7bfd-48af-9151-a1af358536bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530884 Jul 27 21:41:51.844732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-baaf2ef7-3d8a-4351-81d2-f4fa2dd81f6d req-300de947-7039-43f9-a111-3a448fd1421d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156258 Jul 27 21:41:51.956694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bb450b-9c45-4303-88e8-b874b0f5a587 req-5c3bc4e4-48b7-42f1-bbdd-0df2d12a50dd service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851721 Jul 27 21:41:52.044189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f0c03-bb70-4053-adf6-8b84dafb96e3 req-1dab14cc-6305-4f4b-93cd-1cd04634d20c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:52.053412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-689f0c03-bb70-4053-adf6-8b84dafb96e3 req-1dab14cc-6305-4f4b-93cd-1cd04634d20c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.2193289 Jul 27 21:41:52.054097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:52.077654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-589530be-e2be-438d-b978-78f6f331e40d service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676791 Jul 27 21:41:52.078269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5dbc6-d947-41dd-b577-768b393ce90c req-0c0d6827-260f-4493-98a5-f754e2795251 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:52.087140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb5dbc6-d947-41dd-b577-768b393ce90c req-0c0d6827-260f-4493-98a5-f754e2795251 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.0919092 Jul 27 21:41:52.147200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb5dbc6-d947-41dd-b577-768b393ce90c req-6d79ec48-10f0-4eda-9e26-300e4a3c80d2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590460 Jul 27 21:41:52.257935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-689f0c03-bb70-4053-adf6-8b84dafb96e3 req-390d7ec1-03d3-4bcf-9b34-226d332de834 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043717 Jul 27 21:41:52.325057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8e17aa5-bde1-46b6-8361-3b11aa57ec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:52.389525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6119b4ef-ccea-4e1c-9148-716c0b6159b6 req-5c85b81b-ebf1-4c63-a1ab-f46f845f8e7c service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874837 Jul 27 21:41:52.435685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f0007d5-dde9-4e40-a8aa-bb920a6a85de req-ba11dd0d-dd6e-4427-8fca-469b7558ae93 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.0925944 Jul 27 21:41:52.625732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9380fe-024c-4452-a075-2feb3141a3ee req-9534aa4e-9460-4464-90e2-b09f43b9ef51 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:52.633484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c9380fe-024c-4452-a075-2feb3141a3ee req-9534aa4e-9460-4464-90e2-b09f43b9ef51 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.1606243 Jul 27 21:41:52.647289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8e17aa5-bde1-46b6-8361-3b11aa57ec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:52.685378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c9380fe-024c-4452-a075-2feb3141a3ee req-b1a9b735-8a08-4b38-892e-fa9c6d25676a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508699 Jul 27 21:41:52.833501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d5afe-9a05-49e0-b814-a1d809c705c4 req-8349267d-f060-4483-9abe-15bbd74715eb tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:52.841311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd4d5afe-9a05-49e0-b814-a1d809c705c4 req-8349267d-f060-4483-9abe-15bbd74715eb tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 1100 time: 0.0743568 Jul 27 21:41:52.868096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8e17aa5-bde1-46b6-8361-3b11aa57ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:52.907487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd4d5afe-9a05-49e0-b814-a1d809c705c4 req-ffd6cb5b-c661-43e6-8e97-22b3e65636b6 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652204 Jul 27 21:41:52.928696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:52.931994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea514f-623e-4102-bedf-6b9331d79bea" -d '{"events": [{"name": "network-changed", "server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:52.940380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e17aa5-bde1-46b6-8361-3b11aa57ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a4206-9588-47aa-9567-2a2c2dcaa23e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:52.952885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a8e17aa5-bde1-46b6-8361-3b11aa57ec35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e9506627a48461382f30ee47663ad8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8929892 Jul 27 21:41:52.952885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50694) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:53.075488 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da11526-e90d-45fc-b3f6-b3479e2c7ec9 x-openstack-request-id: req-3da11526-e90d-45fc-b3f6-b3479e2c7ec9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:53.075951 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:53.076349 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3da11526-e90d-45fc-b3f6-b3479e2c7ec9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:53.076838 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'status': 'completed', 'code': 200} Jul 27 21:41:53.122340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:53.169552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa573bb-3be4-465e-8c27-8eab66b703f7 req-a0349b3b-e70d-4c2a-814e-4cf5b99a8668 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.178538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-daa573bb-3be4-465e-8c27-8eab66b703f7 req-a0349b3b-e70d-4c2a-814e-4cf5b99a8668 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1450925 Jul 27 21:41:53.183777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:53.202045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea514f-623e-4102-bedf-6b9331d79bea req-2e701b5c-d262-455e-826a-00b7f8c08a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.203534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-2e701b5c-d262-455e-826a-00b7f8c08a91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1094 time: 0.0757940 Jul 27 21:41:53.248477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-daa573bb-3be4-465e-8c27-8eab66b703f7 req-66a309c3-14b3-42ef-a23b-4c38e72aaad8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690234 Jul 27 21:41:53.313331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8004d971-6158-4982-ae26-c9bedef94d58 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257587 Jul 27 21:41:53.417487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9264-e46b-430c-8b6d-7c7298926d09 req-2d14d13c-6948-4320-bcfb-5d61d2128378 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.419507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-379a9264-e46b-430c-8b6d-7c7298926d09 req-2d14d13c-6948-4320-bcfb-5d61d2128378 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.0900989 Jul 27 21:41:53.445906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea514f-623e-4102-bedf-6b9331d79bea req-a8c2fd9b-da35-4bcb-b98e-cbb5f8f03443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.447517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-a8c2fd9b-da35-4bcb-b98e-cbb5f8f03443 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2215497 Jul 27 21:41:53.470264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-379a9264-e46b-430c-8b6d-7c7298926d09 req-061f1113-1557-4c45-a18a-508f9242727e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Jul 27 21:41:53.520661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-47d27a66-f5c4-4aff-ac4a-885c22220e54 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 217 time: 0.0546722 Jul 27 21:41:53.529637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-9791fe6b-bea5-4d64-a5a7-12c490daf4af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.534445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-9791fe6b-bea5-4d64-a5a7-12c490daf4af tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114511 Jul 27 21:41:53.572056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-53be266c-ffc0-46a3-9e77-dbb86038aab5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/quotas/52c9377138174abfbf0dd18a069d6df5 HTTP/1.1" status: 200 len: 375 time: 0.0320044 Jul 27 21:41:53.619837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa17c5-27c5-4c78-a427-255138b3b02b req-c690444a-a51e-44c7-bdf1-967409ff1173 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.621421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3afa17c5-27c5-4c78-a427-255138b3b02b req-c690444a-a51e-44c7-bdf1-967409ff1173 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.0837851 Jul 27 21:41:53.621789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea514f-623e-4102-bedf-6b9331d79bea req-bd2ca535-043e-434a-98c2-d1501283431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:53.623357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-bd2ca535-043e-434a-98c2-d1501283431d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0909321 Jul 27 21:41:53.665892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3afa17c5-27c5-4c78-a427-255138b3b02b req-bae1859d-0239-4d8c-b246-851ec286cd37 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Jul 27 21:41:53.690619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-15330dc5-64e4-4b94-b988-3f82df279cf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360165 Jul 27 21:41:53.698787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-1025bbc1-be14-4b2c-a970-ec3524184c18 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1177063 Jul 27 21:41:53.771064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a64bfd8-5487-407b-961b-3116eeb4fb66 req-8c5bcab0-8372-433c-a63b-e215ac62d38d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.0319841 Jul 27 21:41:53.802571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-d467a9d8-1f16-4fd7-9efd-f872408201c8 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027579 Jul 27 21:41:53.919991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feea514f-623e-4102-bedf-6b9331d79bea req-72e996a8-a5d8-44c7-80fc-15774ca8cc52 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018503 Jul 27 21:41:54.045145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:54.048662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:54.050186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce7a4206-9588-47aa-9567-2a2c2dcaa23e HTTP/1.1" status: 204 len: 168 time: 1.0983977 Jul 27 21:41:54.062687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a1074-5f96-40e3-a402-0ee4b49f6272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a4206-9588-47aa-9567-2a2c2dcaa23e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:54.305853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f86c5c1-9b28-4898-b4e0-d47c74341d09 req-a4b4becf-2898-4c6f-bfae-25e82bd1ce01 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.0500920 Jul 27 21:41:54.441260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b56a41-2a4e-4668-b446-064f384d850a req-ddc0363f-05f0-4720-9275-d1a8faf0218b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:54.446035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70b56a41-2a4e-4668-b446-064f384d850a req-ddc0363f-05f0-4720-9275-d1a8faf0218b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0928657 Jul 27 21:41:54.511895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70b56a41-2a4e-4668-b446-064f384d850a req-aed6ba62-661d-4a90-91f3-082cffb0d819 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Jul 27 21:41:54.693295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf9650-a1d2-449f-a747-e789cac3aea7 req-26c5fa03-07ea-4dfc-b026-3fe7d8590863 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:54.693295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4aaf9650-a1d2-449f-a747-e789cac3aea7 req-26c5fa03-07ea-4dfc-b026-3fe7d8590863 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1118777 Jul 27 21:41:54.735249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4aaf9650-a1d2-449f-a747-e789cac3aea7 req-fa6946cc-12f1-4149-b3a5-2c250fc94c04 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Jul 27 21:41:54.840642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867c625-9c76-47a4-95d6-67e61886b2cc req-530a85bd-140b-4c99-b6f1-d15ae85fb2c8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:54.842299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0867c625-9c76-47a4-95d6-67e61886b2cc req-530a85bd-140b-4c99-b6f1-d15ae85fb2c8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.0817339 Jul 27 21:41:54.886763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0867c625-9c76-47a4-95d6-67e61886b2cc req-6ed39550-1608-4299-a250-91d8acedda95 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Jul 27 21:41:54.890124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-65d74b36-2989-4e09-b825-4360eb556379 req-06bf16b4-5457-4875-95dd-74bf6464198e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.0374718 Jul 27 21:41:55.388418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d1f3920-b029-464f-a377-f7670250a3cc req-cf391aa3-b689-4e29-83bd-a30f1d8db9d0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.0353906 Jul 27 21:41:55.448248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:55.507862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-9a8c8a19-8ad4-4187-8794-124180faeb7a tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:55.509404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-9a8c8a19-8ad4-4187-8794-124180faeb7a tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 811 time: 0.1327434 Jul 27 21:41:55.539233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'device_id': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f', 'admin_state_up': True, 'tenant_id': '92c2eddd8e704fa0bedbe39f9289d619'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:55.613316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:55.644048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'port_id': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'mac_address': 'fa:16:3e:92:a5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e4cb15-b86e-4483-890e-bec4acbffd16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:55.721063 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:55.736592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015b99a7-f989-44d7-ba64-2c907a1e14b6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:55.760961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:55.766203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5bc0-a171-4767-916d-c42fd6953b33 req-315f00e2-4444-4f8d-a116-9ae99368e37e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:55.771307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-244d5bc0-a171-4767-916d-c42fd6953b33 req-315f00e2-4444-4f8d-a116-9ae99368e37e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0994751 Jul 27 21:41:55.814443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-244d5bc0-a171-4767-916d-c42fd6953b33 req-a6918e07-e7bd-49e6-b9f5-0e540599f020 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Jul 27 21:41:55.851713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Made reservation on behalf of 92c2eddd8e704fa0bedbe39f9289d619 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:55.855897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:55.921720 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:56.043502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-0b966a19-a074-46ef-a289-f2776b2684f0 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:56.046201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-0b966a19-a074-46ef-a289-f2776b2684f0 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/networks?id=c9fdfcae-b8d8-466a-b581-f36fa52af68f HTTP/1.1" status: 200 len: 814 time: 0.1912007 Jul 27 21:41:56.052429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:56.068159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-2d5868c8-b839-4d66-a2e6-6f6b7803da5f tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/quotas/3644dc966b604ab085947010f6a92bfc HTTP/1.1" status: 200 len: 375 time: 0.0118132 Jul 27 21:41:56.085607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370d53-f596-4a1e-a919-60f50e006c0d req-61630e5c-e8c4-4fe4-8211-bf752c8c0485 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:56.090020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04370d53-f596-4a1e-a919-60f50e006c0d req-61630e5c-e8c4-4fe4-8211-bf752c8c0485 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.1764481 Jul 27 21:41:56.105617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Allocated IP 172.20.0.4 (41aadfa7-81e2-495e-9413-8fb41525587f/33f1d1f2-63f2-4fd6-9274-7495e65c4411/9ae94b5c-fbe8-4b7d-9836-3ca264f29f06) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:56.154468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-c3f806b1-9c1f-480f-9b1a-ad7ee8d1745e tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3644dc966b604ab085947010f6a92bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773387 Jul 27 21:41:56.160364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04370d53-f596-4a1e-a919-60f50e006c0d req-6162a63c-3a01-44b8-89de-d5958d9a1833 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641129 Jul 27 21:41:56.264059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87d2c2ed-8703-48f0-85bc-387bf65b3db8 req-eb4f825d-34d5-4937-99ee-d7475b2dabb7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.0360360 Jul 27 21:41:56.266312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['015b99a7-f989-44d7-ba64-2c907a1e14b6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:56.267702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-023e7fed-71ba-4720-9398-4ba3ad43be69 service neutron] 10.222.0.37 "GET /v2.0/networks/c9fdfcae-b8d8-466a-b581-f36fa52af68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041529 Jul 27 21:41:56.379728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:56.428757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-1e4004be-9ce1-450f-a1d3-8ae1256de172 service neutron] 10.222.0.37 "GET /v2.0/networks/c9fdfcae-b8d8-466a-b581-f36fa52af68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480188 Jul 27 21:41:56.451856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1498dc-894b-421e-9d78-f24896828b60 req-81e94d90-064c-4315-a986-934a2061fc5f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:56.453891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb1498dc-894b-421e-9d78-f24896828b60 req-81e94d90-064c-4315-a986-934a2061fc5f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.1227572 Jul 27 21:41:56.510101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb1498dc-894b-421e-9d78-f24896828b60 req-84ef3ffe-f31a-4fa0-89bf-b3ef8df471fb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Jul 27 21:41:56.537559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:56.559299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:56.597781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Network 41aadfa7-81e2-495e-9413-8fb41525587f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:56.604489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:56.607273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:56.642498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:56.691445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:56.692169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:56.885001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b17f8117-5bff-4e1c-872f-883f48390b97 req-e4c32d1e-03a9-404f-a0e8-c44b0ce83eb4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.0943112 Jul 27 21:41:56.940649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e24318ac-394a-4a3a-aba2-fc55e9b3d012 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4106240 Jul 27 21:41:56.976817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Request body: {'port': {'device_id': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:57.078401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d8542a2-e3e3-4520-8a91-afba84ec859b req-2d7f669a-44d0-4122-8529-8d7de793135a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 210 time: 0.1180658 Jul 27 21:41:57.127657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:57.183045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f58b7-ffff-4d92-ae7c-563d0f5035a5 req-bf9350b8-2f3c-43d1-a1b2-a27c16294748 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:57.184268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-943f58b7-ffff-4d92-ae7c-563d0f5035a5 req-bf9350b8-2f3c-43d1-a1b2-a27c16294748 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1343219 Jul 27 21:41:57.336745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3ef1-5445-45cf-a9f8-4d31a3920e01 req-63aab86b-504a-4723-bf8d-f9c5f1a1bab9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:57.344327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f18a3ef1-5445-45cf-a9f8-4d31a3920e01 req-63aab86b-504a-4723-bf8d-f9c5f1a1bab9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.0964940 Jul 27 21:41:57.351198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-943f58b7-ffff-4d92-ae7c-563d0f5035a5 req-ee2376b2-70cd-408d-ad7b-0b4ed04dcd2c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559093 Jul 27 21:41:57.394980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f18a3ef1-5445-45cf-a9f8-4d31a3920e01 req-a3d184fe-eec3-4b91-9d2f-d41925363d0e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Jul 27 21:41:57.463071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:57.500816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-411c0eeb-f566-4d80-b3d7-5df7af361e9b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=52c9377138174abfbf0dd18a069d6df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372207 Jul 27 21:41:57.689980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 015b99a7-f989-44d7-ba64-2c907a1e14b6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:57.699491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 015b99a7-f989-44d7-ba64-2c907a1e14b6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:57.699974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:57.821793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13108-bfe0-4f7e-9586-3921f0237d1b req-576e6a5a-877b-4869-a9a6-dd031a5ce5dc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:57.823898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ce13108-bfe0-4f7e-9586-3921f0237d1b req-576e6a5a-877b-4869-a9a6-dd031a5ce5dc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.2118452 Jul 27 21:41:57.835075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-6fa2ac63-ce01-4cc2-8bd9-a9b3d26c67ba tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:57.836777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-6fa2ac63-ce01-4cc2-8bd9-a9b3d26c67ba tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243618 Jul 27 21:41:57.879080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Request body: {'port': {'device_id': '5020979a-74e5-4940-8227-574e97558db2', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '52c9377138174abfbf0dd18a069d6df5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:57.893490 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:57.914031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:57.928138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:57.930786 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39125363-36cb-495f-9d44-51a34b76b2d7" -d '{"events": [{"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-plugged", "status": "completed", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:57.951043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:57.979289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ce13108-bfe0-4f7e-9586-3921f0237d1b req-9d35048d-e06f-486f-b916-88a69867bccf tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412296 Jul 27 21:41:58.038181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:58.049410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.066215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Transition to ACTIVE for port object 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:58.092312 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:41:58.136915 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.137101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25716a-1c6c-4968-97a1-8ef92cb21213 req-41a2237b-14a3-4707-89e3-d78dc45cc6ac tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:58.138577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c25716a-1c6c-4968-97a1-8ef92cb21213 req-41a2237b-14a3-4707-89e3-d78dc45cc6ac tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 931 time: 0.6970778 Jul 27 21:41:58.144633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac4b0-998b-432e-bad5-eb4a64050b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.196285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c25716a-1c6c-4968-97a1-8ef92cb21213 req-4e74c0ff-b680-4292-bfce-9fa386093d70 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357437 Jul 27 21:41:58.199558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:58.265716 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e9761-0bbf-4636-9bd7-3cfc835263f3 x-openstack-request-id: req-d45e9761-0bbf-4636-9bd7-3cfc835263f3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:58.265716 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-plugged", "status": "completed", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:58.265716 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45e9761-0bbf-4636-9bd7-3cfc835263f3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:58.265716 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'code': 200} Jul 27 21:41:58.272341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de409c36-75cc-44c7-a430-63d3de26b4d8 req-4ccd974c-68a9-4e22-b73b-24c3c618a3a8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.0391967 Jul 27 21:41:58.333752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7cb25c0-19bb-4bb9-8600-f5fb395171bc req-60a300b5-6219-49ce-9553-d4265c9416c6 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 210 time: 0.0395973 Jul 27 21:41:58.334560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.424754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:58.494438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Attempting to bind port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:58.494795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Attempting to bind port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:58.495119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Attempting to bind port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 on network 41aadfa7-81e2-495e-9413-8fb41525587f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:58.500850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 on network 41aadfa7-81e2-495e-9413-8fb41525587f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:58.501350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Attempting to bind port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 on network 41aadfa7-81e2-495e-9413-8fb41525587f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:58.507459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:58.507820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Checking segment: {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:58.508593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Bound using segment: {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:58.508782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Bound port: 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400ecded-529a-4e6b-9ae3-f2217b42b3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:58.509209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.519092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Made reservation on behalf of 52c9377138174abfbf0dd18a069d6df5 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:58.523166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.581596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb12c5-c7a4-47a0-bb43-283ee21e06b9 req-097a95fa-864e-479d-a267-759467c830dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:58.583121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5deb12c5-c7a4-47a0-bb43-283ee21e06b9 req-097a95fa-864e-479d-a267-759467c830dc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1096 time: 0.2492039 Jul 27 21:41:58.632210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:58.654776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329d5ce-a011-4b50-943e-70d4e7c9ad87 req-975729ca-a751-4777-926a-c69575cb97d5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:58.663423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b329d5ce-a011-4b50-943e-70d4e7c9ad87 req-975729ca-a751-4777-926a-c69575cb97d5 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1512606 Jul 27 21:41:58.667597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:58.708823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b329d5ce-a011-4b50-943e-70d4e7c9ad87 req-573ad1a7-5de3-441b-9992-0d1a8dbbaf9b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Jul 27 21:41:58.751632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.792667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:58.793707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:58.796580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 1091 time: 1.8441491 Jul 27 21:41:58.797305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:58.800277 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45493b3f-aaa6-42e3-ab93-660112c2ddbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:58.832643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fb0b2-2176-47cf-8003-99651a8c3963 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:58.878245 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e034bb79-d2e0-4864-8fdc-0891028b2eb9 x-openstack-request-id: req-e034bb79-d2e0-4864-8fdc-0891028b2eb9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:58.878797 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:58.878999 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e034bb79-d2e0-4864-8fdc-0891028b2eb9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:58.879415 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'status': 'completed', 'code': 200} Jul 27 21:41:58.980958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-8d6f2368-3d8c-4fd8-a94c-0781634c9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:58.982611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-8d6f2368-3d8c-4fd8-a94c-0781634c9ca1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1094 time: 0.0676775 Jul 27 21:41:59.121846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac4b0-998b-432e-bad5-eb4a64050b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.140940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5deb12c5-c7a4-47a0-bb43-283ee21e06b9 req-5b06c4ba-f747-4410-be45-74a17869d890 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724951 Jul 27 21:41:59.184027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532db1-e749-4b3c-a3b3-5201a71842d8 req-561b883b-cdeb-4d21-b0a8-ec718c1fa82a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.185568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-35532db1-e749-4b3c-a3b3-5201a71842d8 req-561b883b-cdeb-4d21-b0a8-ec718c1fa82a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.6587763 Jul 27 21:41:59.237637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Allocated IP 192.168.233.211 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:59.242359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-11f5aa5f-21a8-45be-8fe6-4338f6a39830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.243843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-11f5aa5f-21a8-45be-8fe6-4338f6a39830 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2452488 Jul 27 21:41:59.245788 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac4b0-998b-432e-bad5-eb4a64050b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.281127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-35532db1-e749-4b3c-a3b3-5201a71842d8 req-22bc85d3-dd34-4622-889d-cc4f1c22608c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Jul 27 21:41:59.282023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1051153-6cfc-4bf7-a3e1-45ed0f5453a7 req-36b9936b-aa14-40c7-aa71-9cbba74a6e53 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.283649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1051153-6cfc-4bf7-a3e1-45ed0f5453a7 req-36b9936b-aa14-40c7-aa71-9cbba74a6e53 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.1782212 Jul 27 21:41:59.323794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac4b0-998b-432e-bad5-eb4a64050b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b5517-7675-46ac-a983-d4f544766ff4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:59.335886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2e2ac4b0-998b-432e-bad5-eb4a64050b95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cba109c048db4566bcb93ccd6b836f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4203753 Jul 27 21:41:59.336510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:59.450487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1051153-6cfc-4bf7-a3e1-45ed0f5453a7 req-b92dfa1c-0780-4b09-9952-80032f09e6e9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065276 Jul 27 21:41:59.496260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-f785bbca-3cef-4e0f-a824-d98cbe51885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.498321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45493b3f-aaa6-42e3-ab93-660112c2ddbd req-f785bbca-3cef-4e0f-a824-d98cbe51885e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2423844 Jul 27 21:41:59.523401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.556828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.594998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c07d5260-6363-494b-af25-f9127096ce27 req-1547b08c-546b-4628-9ae4-657be2d805dc tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.0498357 Jul 27 21:41:59.621688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c20f0332-4b39-42dd-a338-768c4ac0f918 service neutron] 10.222.0.50 "GET /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.1213524 Jul 27 21:41:59.677408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.715766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-73bd6876-27bc-4bf2-9bc3-7aea6c1c3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.717278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-73bd6876-27bc-4bf2-9bc3-7aea6c1c3046 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1094 time: 0.1358445 Jul 27 21:41:59.718717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3794a1d-0a74-4088-877f-e58fa39b7e7d req-101f0b1e-c582-4b29-8a48-6e17f400358d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.720540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3794a1d-0a74-4088-877f-e58fa39b7e7d req-101f0b1e-c582-4b29-8a48-6e17f400358d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 943 time: 0.1616657 Jul 27 21:41:59.724055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-183794ca-34a1-4fac-91fa-099070472e37 req-c0de4c3d-2733-40bf-bc63-07374e2b9d91 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 210 time: 0.0584364 Jul 27 21:41:59.767410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3794a1d-0a74-4088-877f-e58fa39b7e7d req-8b213c1f-48d0-473b-9680-f980b9377e52 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Jul 27 21:41:59.781043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-a8ec2b75-71af-4eed-81a1-e89b129ea40e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 217 time: 0.0543492 Jul 27 21:41:59.818982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Transition to ACTIVE for port object 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:59.820460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.823196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.824321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee8b5517-7675-46ac-a983-d4f544766ff4 HTTP/1.1" status: 204 len: 168 time: 0.4811368 Jul 27 21:41:59.837437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e53ff5-d5c4-4e56-82b6-8b33503646d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b5517-7675-46ac-a983-d4f544766ff4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:59.955281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-2c76c38c-5125-4443-9a8a-9b40c39e1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:59.956841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-2c76c38c-5125-4443-9a8a-9b40c39e1779 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.1441526 Jul 27 21:41:59.962115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:59.976386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', '4c1f89a3-9067-40d5-8cd4-d7c854570b28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:00.015849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:00.016977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-e6a0dd81-ae05-4477-9443-ef17fc0c2bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415542 Jul 27 21:42:00.022792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:00.026654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:00.052308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:00.077481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event updated for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:00.114542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:00.114927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1d7d-6e50-4be3-a86f-474532bc000e req-5182dc5e-3ad2-43f4-bbe8-285f72770fe2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:00.115623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:00.124741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a5c1d7d-6e50-4be3-a86f-474532bc000e req-5182dc5e-3ad2-43f4-bbe8-285f72770fe2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.3100653 Jul 27 21:42:00.133239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:00.186795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:00.256156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a5c1d7d-6e50-4be3-a86f-474532bc000e req-c935ac3a-56b0-49bd-833c-45518d4cba59 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300845 Jul 27 21:42:00.263145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-344728a4-28b6-4681-b4bc-f531b6f238d3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4081419 Jul 27 21:42:00.279364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Request body: {'port': {'device_id': '5020979a-74e5-4940-8227-574e97558db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:00.296043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-c815fb91-aa82-4f16-9409-dd00aaf78f45 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619188 Jul 27 21:42:00.305014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39970026-8aec-418c-832c-3c261f2111bb {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:00.354614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:00.451049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:00.458887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:00.578861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 39970026-8aec-418c-832c-3c261f2111bb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:00.608442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] Transition to ACTIVE for port object 39970026-8aec-418c-832c-3c261f2111bb will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:00.631248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94b23c6b-4280-45e8-839d-30db9467ce03 req-20a1d2cb-3d16-4acc-91b0-84c6ee1fbde1 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120110 Jul 27 21:42:00.707225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3a47b1ce-8820-468c-ae84-a3a0d0c0d97f None None] Provisioning for port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:00.728220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3a47b1ce-8820-468c-ae84-a3a0d0c0d97f None None] Provisioning complete for port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:00.728706 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a47b1ce-8820-468c-ae84-a3a0d0c0d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:00.739359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d235a-027d-4f02-b54f-9463a86db2ec req-6f950b4f-d864-41a5-86d3-950a037efe33 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:00.740962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-125d235a-027d-4f02-b54f-9463a86db2ec req-6f950b4f-d864-41a5-86d3-950a037efe33 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 943 time: 0.0880778 Jul 27 21:42:00.744574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:00.812883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a663cd-00fc-4e32-a015-8c648474d238 req-0cfa18ed-3c52-4aa1-8cb6-87c459fd66ec tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:00.814395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3a47b1ce-8820-468c-ae84-a3a0d0c0d97f None None] Port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:00.825501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9a663cd-00fc-4e32-a015-8c648474d238 req-0cfa18ed-3c52-4aa1-8cb6-87c459fd66ec tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.3561065 Jul 27 21:42:00.862844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] No DVR routers for this DVR port 39970026-8aec-418c-832c-3c261f2111bb on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:00.871436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-125d235a-027d-4f02-b54f-9463a86db2ec req-b0d81a1b-a581-4ddb-9edf-8ad45910da7d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990019 Jul 27 21:42:00.873417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] Pushing event updated for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=10']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:00.946999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e15606ea-32ef-4340-846d-7835f62a09cb service neutron] 10.222.0.50 "PUT /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb/bindings/n-h2-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3135471 Jul 27 21:42:00.948058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ab9f5e1b-3be3-4a3b-b84a-c1d34d5aafe4 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:00.949712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ab9f5e1b-3be3-4a3b-b84a-c1d34d5aafe4 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.50 "GET /v2.0/networks?id=c9fdfcae-b8d8-466a-b581-f36fa52af68f HTTP/1.1" status: 200 len: 814 time: 0.4522750 Jul 27 21:42:00.981429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Request body: {'port': {'device_id': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'admin_state_up': True, 'tenant_id': '3644dc966b604ab085947010f6a92bfc'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:01.071347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9a663cd-00fc-4e32-a015-8c648474d238 req-ff3ffd84-444d-42a7-b902-861c292fedd1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437563 Jul 27 21:42:01.140007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead61f8b-8838-492f-b772-8f24c0698735 req-25ca4032-87c0-4f3e-950e-2cdf837b152f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.144113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ead61f8b-8838-492f-b772-8f24c0698735 req-25ca4032-87c0-4f3e-950e-2cdf837b152f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 936 time: 0.1623840 Jul 27 21:42:01.203087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ead61f8b-8838-492f-b772-8f24c0698735 req-69d6c17b-b215-4158-b90d-88a16e849c54 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Jul 27 21:42:01.279320 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7b9f208-2071-429b-904f-1cb0630c5f9b req-8a030b4e-db9e-443a-a9dd-da8d88514104 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 210 time: 0.0866089 Jul 27 21:42:01.365418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-d033189f-9e0c-4c32-94a3-2cdca7aa37c2 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.367110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-d033189f-9e0c-4c32-94a3-2cdca7aa37c2 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.2226605 Jul 27 21:42:01.377524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387bd4e-4e79-4329-baa8-bb2e3c906d41 req-5bbfc1d5-40bb-47a5-9428-bf6e0fa96145 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.377524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a387bd4e-4e79-4329-baa8-bb2e3c906d41 req-5bbfc1d5-40bb-47a5-9428-bf6e0fa96145 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 943 time: 0.0984905 Jul 27 21:42:01.437780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a387bd4e-4e79-4329-baa8-bb2e3c906d41 req-ee5dfb66-7535-4c5b-8277-b57cfa6e29a7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Jul 27 21:42:01.442754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:01.461083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Made reservation on behalf of 3644dc966b604ab085947010f6a92bfc for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:01.464668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:01.470093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:01.501546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Transition to ACTIVE for port object 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:01.578585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca3193-0a96-4be7-9fd2-a37dbda3d7aa req-ad36c2e6-28c4-41c4-8394-1cd806981f47 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.580596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67ca3193-0a96-4be7-9fd2-a37dbda3d7aa req-ad36c2e6-28c4-41c4-8394-1cd806981f47 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.2180512 Jul 27 21:42:01.595947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-5bafdf6d-5089-4997-b754-b188619d89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.597347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-5bafdf6d-5089-4997-b754-b188619d89ca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 1095 time: 0.2169406 Jul 27 21:42:01.669652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:01.723878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:01.738142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67ca3193-0a96-4be7-9fd2-a37dbda3d7aa req-e51acc21-ec71-4a88-95af-45530a383d9a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454055 Jul 27 21:42:01.799427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Allocated IP 172.20.0.11 (c9fdfcae-b8d8-466a-b581-f36fa52af68f/45069f16-0679-41e4-8f3a-1b7352b6152a/f6483f2e-e646-40a0-9ac8-7bed17a23446) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:01.830482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:01.906090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab2e0e8-b407-41de-a676-804345623533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:01.958361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2013188901-network', 'tenant_id': '3474019198204998afdcb9b2852a11e3'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:01.975594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-d320d0d3-e34c-4789-b6d4-db10b13dac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:01.977631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-d320d0d3-e34c-4789-b6d4-db10b13dac5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1095 time: 0.3461454 Jul 27 21:42:02.012393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74d321-d583-4117-b91b-f8d304391def req-2b44eb8d-849f-4b96-8c57-82697a7c3fab tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.015070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae74d321-d583-4117-b91b-f8d304391def req-2b44eb8d-849f-4b96-8c57-82697a7c3fab tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1096 time: 0.1357887 Jul 27 21:42:02.073379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae74d321-d583-4117-b91b-f8d304391def req-d64310cb-94ca-4406-9bcc-0aa9e990e2bc tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 Jul 27 21:42:02.101817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Attempting to bind port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:02.102077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Attempting to bind port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:02.102431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Attempting to bind port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Attempting to bind port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Bound port: 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:02.218256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.238942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a265-8f7e-4025-ae79-7dfa5396ff61 req-510b2bd0-6396-4914-b2ee-6faa3af4bb09 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.241122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0fc3a265-8f7e-4025-ae79-7dfa5396ff61 req-510b2bd0-6396-4914-b2ee-6faa3af4bb09 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0799992 Jul 27 21:42:02.245967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7c9577a7-54c4-4d3c-8db4-0c37e607c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.247660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-7c9577a7-54c4-4d3c-8db4-0c37e607c2ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2611094 Jul 27 21:42:02.252671 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.290267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0fc3a265-8f7e-4025-ae79-7dfa5396ff61 req-6763d177-6282-48b5-acd7-b9ef83dd228c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Jul 27 21:42:02.367225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Made reservation on behalf of 3474019198204998afdcb9b2852a11e3 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:02.371656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.371864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-e75f9967-1d54-4067-945a-3c058e67a587 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 200 len: 217 time: 0.0938928 Jul 27 21:42:02.372721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Transition to ACTIVE for port object f6483f2e-e646-40a0-9ac8-7bed17a23446 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:02.386515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec38774-df07-44ec-aaf6-7bdcb2adbfb6 req-a240f831-9d3f-4795-8dab-42f67c9a9768 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.388104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dec38774-df07-44ec-aaf6-7bdcb2adbfb6 req-a240f831-9d3f-4795-8dab-42f67c9a9768 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.3790841 Jul 27 21:42:02.389223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.483720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:02.516987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:02.518768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a74f-ea5c-4a7f-8633-a85673ea8656 req-ecd8b0aa-07b9-458e-8269-d57b315f6d4b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.520814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d720a74f-ea5c-4a7f-8633-a85673ea8656 req-ecd8b0aa-07b9-458e-8269-d57b315f6d4b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 948 time: 0.1133311 Jul 27 21:42:02.529279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-00df4f89-8ae1-4021-8e64-35348f0cc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.535232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-00df4f89-8ae1-4021-8e64-35348f0cc3ef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1366456 Jul 27 21:42:02.551840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dec38774-df07-44ec-aaf6-7bdcb2adbfb6 req-3229894a-c13a-4b12-9658-09925313e51c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441259 Jul 27 21:42:02.624327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-54f8b9ec-a91c-476a-8865-3e0d52b85da3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695746 Jul 27 21:42:02.679201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d720a74f-ea5c-4a7f-8633-a85673ea8656 req-e0256610-765e-46ba-ba31-f09f94690237 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368341 Jul 27 21:42:02.685307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.743852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.744253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.857535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:02.863433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:02.864069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.865516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] 10.222.0.76 "PUT /v2.0/ports/4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 HTTP/1.1" status: 200 len: 1096 time: 2.5927196 Jul 27 21:42:02.868119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:02.882421 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d679bd4-0d26-46b4-859a-49719cde24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:02.882807 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.883485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:02.901721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:42:02.915581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:02.917159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:02.917612 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Added segment 37ac1d39-bbdd-4c21-a614-5ace2f474d71 of type vlan for network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 Jul 27 21:42:02.975796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bb4fc-30b6-45f5-a3aa-0d519e96df93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:03.004843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.144753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:03.145101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbab0bd-63e9-4667-8226-219a7e45f1fc req-98f2bd86-1b3c-48cc-9a35-e89a08afa91b tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:03.145202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.151529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-c7dec579-3a14-4af2-a6a6-7701bb2f185d service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173020 Jul 27 21:42:03.153108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2dbab0bd-63e9-4667-8226-219a7e45f1fc req-98f2bd86-1b3c-48cc-9a35-e89a08afa91b tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 943 time: 0.3660605 Jul 27 21:42:03.164435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8e884-5ae1-4849-a103-d059bd5135ad,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:03.183039 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.184428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:03.185192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.308160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] Pushing event updated for resources: {'Network': ['ID=5243dd4c-7e81-4a47-bb9c-5768869e9b74,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:03.326344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2dbab0bd-63e9-4667-8226-219a7e45f1fc req-51afaa42-2847-46f7-ba77-179883466ee2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718080 Jul 27 21:42:03.340991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:42:03.367284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6e0f03b6-ebe9-4d08-a233-1bbdee0d7a2b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6420298 Jul 27 21:42:03.371347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:03.387959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Request body: {'subnet': {'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2013188901-subnet', 'tenant_id': '3474019198204998afdcb9b2852a11e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:03.390582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-1634a61a-8103-42a5-acf1-beead68ba6cc service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117016 Jul 27 21:42:03.436861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Pushing event updated for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:03.466701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665cd1c-3e7d-4639-8454-6dc27fcc4add req-b726787e-dae9-49ad-a0bf-0ef882450749 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:03.469024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8665cd1c-3e7d-4639-8454-6dc27fcc4add req-b726787e-dae9-49ad-a0bf-0ef882450749 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 932 time: 0.8190968 Jul 27 21:42:03.513267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7a5888cf-a40e-429c-b6b9-137b2a26e7de None None] Provisioning for port f6483f2e-e646-40a0-9ac8-7bed17a23446 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:03.519534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7a5888cf-a40e-429c-b6b9-137b2a26e7de None None] Provisioning complete for port f6483f2e-e646-40a0-9ac8-7bed17a23446 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:03.520077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a5888cf-a40e-429c-b6b9-137b2a26e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.564342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-e49a5a1e-2ab9-4aca-9f8a-e4be70ba8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:03.570160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-e49a5a1e-2ab9-4aca-9f8a-e4be70ba8169 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 1099 time: 0.4155052 Jul 27 21:42:03.577677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-506e9fa1-f793-473b-ae06-6c471b2aefdc tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6066942 Jul 27 21:42:03.621109 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a1365-5fe7-4c79-82eb-9d13a93dbbe6 x-openstack-request-id: req-299a1365-5fe7-4c79-82eb-9d13a93dbbe6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:03.621443 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:03.621828 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-299a1365-5fe7-4c79-82eb-9d13a93dbbe6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:03.622356 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5', 'status': 'completed', 'code': 200} Jul 27 21:42:03.708739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7a5888cf-a40e-429c-b6b9-137b2a26e7de None None] Port f6483f2e-e646-40a0-9ac8-7bed17a23446 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:03.716701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Made reservation on behalf of 3474019198204998afdcb9b2852a11e3 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:03.719627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.738169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8665cd1c-3e7d-4639-8454-6dc27fcc4add req-a7c039ab-c9bc-48f3-bf0b-cf54c43805b5 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490516 Jul 27 21:42:03.750210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-a81af3a1-2a5c-4174-8a39-4a6b8405a83f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 HTTP/1.1" status: 200 len: 217 time: 0.1590669 Jul 27 21:42:03.927533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Request body: {'port': {'device_id': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:04.095501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-03907328-5e2c-42d9-81fc-326c74a2cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:04.097065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-03907328-5e2c-42d9-81fc-326c74a2cd2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3241396 Jul 27 21:42:04.132673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.245086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7da9e1-96b0-4770-81c1-5ef988a77a0e req-f21891a3-8039-485c-95cc-254b1c3a7bfe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:04.250594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e7da9e1-96b0-4770-81c1-5ef988a77a0e req-f21891a3-8039-485c-95cc-254b1c3a7bfe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2433355 Jul 27 21:42:04.368619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bbcf8a-90ff-4d90-841c-d0d5048ed399,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:04.379357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e307def-2120-4fad-94f1-95b3b49efc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.445917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Checking segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:04.446593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Network hostable DHCP agents. Network: 5243dd4c-7e81-4a47-bb9c-5768869e9b74, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:42:04.465140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e7da9e1-96b0-4770-81c1-5ef988a77a0e req-25ec7a1c-7cd2-4641-a649-d271e365b460 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025094 Jul 27 21:42:04.604103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:04.696568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:42:04.783861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c268f-fd92-4ed8-acc7-d023eaf37ff0 req-852529b7-2abe-4cd9-936b-1513a9f37db8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:04.785940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-399c268f-fd92-4ed8-acc7-d023eaf37ff0 req-852529b7-2abe-4cd9-936b-1513a9f37db8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 948 time: 0.1722703 Jul 27 21:42:04.821875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.850737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5243dd4c-7e81-4a47-bb9c-5768869e9b74) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:04.857727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:04.890897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'network_id': '41aadfa7-81e2-495e-9413-8fb41525587f', 'port_id': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'mac_address': 'fa:16:3e:d4:a4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f1d1f2-63f2-4fd6-9274-7495e65c4411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:04.899024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a6c29-02f7-4bd2-a430-e240006f9e41 None None] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:04.941989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:04.943308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.984255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-399c268f-fd92-4ed8-acc7-d023eaf37ff0 req-4e3d23a2-6baa-4374-9320-2268ccf73f3f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895978 Jul 27 21:42:05.115810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff5e3903-3995-44a0-a24f-9a68271b1fe7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7432156 Jul 27 21:42:05.251820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.302622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.323142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:05.361185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb6a9-2f76-4288-977b-c3c8e7195799 req-fa513107-29ae-4b5b-857e-0717b5857fd4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:05.373514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a39eb6a9-2f76-4288-977b-c3c8e7195799 req-fa513107-29ae-4b5b-857e-0717b5857fd4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 1.3652582 Jul 27 21:42:05.470553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85732573-8ee6-4da3-9603-8c174b1cbf8f req-e4f3afc6-1a4e-42e2-8a33-b7fb1db49501 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:05.472759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-85732573-8ee6-4da3-9603-8c174b1cbf8f req-e4f3afc6-1a4e-42e2-8a33-b7fb1db49501 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 943 time: 0.2264676 Jul 27 21:42:05.480575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:05.564749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-85732573-8ee6-4da3-9603-8c174b1cbf8f req-aafa1026-083e-4154-b75a-38179f0c1db7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836098 Jul 27 21:42:05.589696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-73998677-5ab2-4e5f-a496-b8e9c640c4b1 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:05.596247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-73998677-5ab2-4e5f-a496-b8e9c640c4b1 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1095 time: 1.4371376 Jul 27 21:42:05.648579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-d7b46516-194f-4f4d-bdba-f4b5cca7c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:05.652094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-d7b46516-194f-4f4d-bdba-f4b5cca7c558 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5422311 Jul 27 21:42:05.769587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a39eb6a9-2f76-4288-977b-c3c8e7195799 req-3f3634fa-ae26-418b-a6fe-3f2d19383b84 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950644 Jul 27 21:42:05.833830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:06.005338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:06.034775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b037b35-b73d-4d6d-b17e-1b713f83072a None None] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:06.262550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d3f2-2072-4f0b-abe8-00ed22db041e req-10e1183f-ea33-4fb5-b2b7-e6b8282509c7 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:06.272429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7f9d3f2-2072-4f0b-abe8-00ed22db041e req-10e1183f-ea33-4fb5-b2b7-e6b8282509c7 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 932 time: 0.2627780 Jul 27 21:42:06.309739 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:06.370529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7f9d3f2-2072-4f0b-abe8-00ed22db041e req-a8e1edd9-d3e4-4df5-a10e-512dbdc1c6ba tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864434 Jul 27 21:42:06.390140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:06.642995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645beb4f-0cdf-4ed5-bc2b-3e3ca60a2c54 req-90cc3cd6-5602-464d-9bbb-1952903925cf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:06.651165 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-645beb4f-0cdf-4ed5-bc2b-3e3ca60a2c54 req-90cc3cd6-5602-464d-9bbb-1952903925cf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1405463 Jul 27 21:42:06.652948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6483f2e-e646-40a0-9ac8-7bed17a23446 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:06.702436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-3c3fbfb5-8fb9-444e-80b7-dee22bd698a7 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0328369 Jul 27 21:42:06.750390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:06.762999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-645beb4f-0cdf-4ed5-bc2b-3e3ca60a2c54 req-08dfca7f-2637-4366-a676-751859de6683 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040952 Jul 27 21:42:06.852647 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:06.903697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Transition to ACTIVE for port object f6483f2e-e646-40a0-9ac8-7bed17a23446 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:06.970848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432c0c8-fb3f-481c-a244-c8477a2b25f3 req-caa13603-58d2-46ab-badb-8c973ce35162 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:06.980645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c432c0c8-fb3f-481c-a244-c8477a2b25f3 req-caa13603-58d2-46ab-badb-8c973ce35162 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 948 time: 0.0921640 Jul 27 21:42:06.990542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbe491d3-bdc4-4b2e-a102-429368a00152 req-37ede488-9e00-407a-8282-f3fa5d36f747 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355843 Jul 27 21:42:07.020585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-5c49b406-9c71-4453-a6c6-8902357d858a tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.022173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-5c49b406-9c71-4453-a6c6-8902357d858a tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 818 time: 0.3886607 Jul 27 21:42:07.055016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c432c0c8-fb3f-481c-a244-c8477a2b25f3 req-6d82803f-5c9a-44af-acc8-8e4adcb0b7f7 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 Jul 27 21:42:07.055535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-275925c8-7d3d-40f4-991a-3944784b8c14 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/quotas/3474019198204998afdcb9b2852a11e3 HTTP/1.1" status: 200 len: 375 time: 0.0157099 Jul 27 21:42:07.107106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-dcbade22-78e1-4df3-97b1-cd77274be355 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499268 Jul 27 21:42:07.140400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-cac2ea6c-becc-4b6e-8eb0-f1b0cc729783 service neutron] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:07.159312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-cac2ea6c-becc-4b6e-8eb0-f1b0cc729783 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.160618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-713d782a-5b52-4d79-a267-4dbb00f76356 req-cac2ea6c-becc-4b6e-8eb0-f1b0cc729783 service neutron] 10.222.0.76 "DELETE /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb/bindings/n-h1-738018-6 HTTP/1.1" status: 204 len: 173 time: 1.5063224 Jul 27 21:42:07.161119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.223220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae9ac1-a52e-41ea-bd67-8e937656dc6a req-6a6ddd59-3811-4ad5-a4b6-4cb051c677fe tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.228190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5ae9ac1-a52e-41ea-bd67-8e937656dc6a req-6a6ddd59-3811-4ad5-a4b6-4cb051c677fe tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 944 time: 0.1146915 Jul 27 21:42:07.297292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5ae9ac1-a52e-41ea-bd67-8e937656dc6a req-0d98cfb3-1a2e-4814-a6d7-f89b5758b075 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621829 Jul 27 21:42:07.304082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-d8ed27bc-d401-4cb9-9d39-f04b28c58de7 service neutron] 10.222.0.37 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960499 Jul 27 21:42:07.450117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.542327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:07.651378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-10b8c8f3-5157-4695-b263-3d166407556a service neutron] 10.222.0.37 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299961 Jul 27 21:42:07.680059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-4d1a4e2f-f41a-4b11-ba3d-dc2e185a5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.682799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ba6b-6da0-4a0b-8fcc-69ef4c54195f req-0c0ef746-3322-4b15-ac17-d802b6c1fed9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.687285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e3ba6b-6da0-4a0b-8fcc-69ef4c54195f req-0c0ef746-3322-4b15-ac17-d802b6c1fed9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.1270103 Jul 27 21:42:07.689423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-4d1a4e2f-f41a-4b11-ba3d-dc2e185a5e4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 1099 time: 0.2626345 Jul 27 21:42:07.693789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Attempting to bind port f6483f2e-e646-40a0-9ac8-7bed17a23446 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:07.694430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Attempting to bind port f6483f2e-e646-40a0-9ac8-7bed17a23446 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:07.695045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Attempting to bind port f6483f2e-e646-40a0-9ac8-7bed17a23446 on network c9fdfcae-b8d8-466a-b581-f36fa52af68f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:07.707933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Port f6483f2e-e646-40a0-9ac8-7bed17a23446 on network c9fdfcae-b8d8-466a-b581-f36fa52af68f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:07.708621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Attempting to bind port f6483f2e-e646-40a0-9ac8-7bed17a23446 on network c9fdfcae-b8d8-466a-b581-f36fa52af68f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:07.797156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e3ba6b-6da0-4a0b-8fcc-69ef4c54195f req-58b8554e-dac1-4302-babe-66de8231e783 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937757 Jul 27 21:42:07.829587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:07.830365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Checking segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:07.831086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Bound using segment: {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:07.832025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Bound port: f6483f2e-e646-40a0-9ac8-7bed17a23446, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df22b6c-bfd0-4a72-8646-0b8de9db5827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:07.832707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.915520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.996157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba41d-09f6-4f23-8734-7a2a9eb1fa93 req-621fc794-93d7-44d1-9386-64399679ba9b tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.997664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a06ba41d-09f6-4f23-8734-7a2a9eb1fa93 req-621fc794-93d7-44d1-9386-64399679ba9b tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.0976689 Jul 27 21:42:08.003552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-f5800837-144b-43b4-b612-8e37780f6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:08.006358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-f5800837-144b-43b4-b612-8e37780f6088 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2935603 Jul 27 21:42:08.019601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:08.033787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:08.048837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a06ba41d-09f6-4f23-8734-7a2a9eb1fa93 req-05b845f7-d4ef-459d-b7cc-dab47c353f7c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Jul 27 21:42:08.083382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-e40b2d44-5b34-4d40-a3b0-da8e666607c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 HTTP/1.1" status: 200 len: 217 time: 0.0666900 Jul 27 21:42:08.151800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.207671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:08.208302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.209902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] 10.222.0.50 "PUT /v2.0/ports/f6483f2e-e646-40a0-9ac8-7bed17a23446 HTTP/1.1" status: 200 len: 1092 time: 4.3097551 Jul 27 21:42:08.210385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:08.212808 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947c25b-bb90-41db-86be-ba5b4dba53a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:08.225608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-1b48fea9-d099-4637-88ec-ddd4ec93d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:08.227206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-1b48fea9-d099-4637-88ec-ddd4ec93d67b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1237326 Jul 27 21:42:08.255346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c710ba-d85d-49d3-ba10-a264ee5f3bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:08.315595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-196c5ebd-6921-4625-8de0-8cad50085960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:08.323008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-196c5ebd-6921-4625-8de0-8cad50085960 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826230 Jul 27 21:42:08.516600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-2e5558b3-675b-4cba-bef5-71cec093f300 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813703 Jul 27 21:42:08.590592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:08.866671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d679bd4-0d26-46b4-859a-49719cde24b3 req-aee73f19-aba3-4d6b-8712-ea5f62c0b425 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378258 Jul 27 21:42:08.911669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22591847-630f-46c2-a985-66af79f15f1e req-3b0d52a9-0082-4aa4-a729-ba7e2fc73e49 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:08.913481 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22591847-630f-46c2-a985-66af79f15f1e req-3b0d52a9-0082-4aa4-a729-ba7e2fc73e49 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.3291962 Jul 27 21:42:08.970898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22591847-630f-46c2-a985-66af79f15f1e req-06aa38c4-a646-4754-bc28-73174084e5e0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461957 Jul 27 21:42:08.985760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:08.991530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:08.992323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.187983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.216367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:09.219376 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353cf653-ba46-4f10-8044-9f51ee5d27c0" -d '{"events": [{"server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:09.242420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:09.274652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-50b00255-abfc-4d5f-9300-786f9d5f1de4 service neutron] 10.222.0.76 "GET /v2.0/ports/8bab84c2-33e1-402f-b6b6-193b1a0e4332/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.1457143 Jul 27 21:42:09.293776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824bff6-6027-4483-b66e-6270f66e70e0 req-28e92d11-f8c4-4172-ab26-eb3ec6813261 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:09.296940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5824bff6-6027-4483-b66e-6270f66e70e0 req-28e92d11-f8c4-4172-ab26-eb3ec6813261 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 948 time: 0.1984506 Jul 27 21:42:09.347044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5824bff6-6027-4483-b66e-6270f66e70e0 req-0eb652cb-283d-4392-a2a4-28fd4c2f8499 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Jul 27 21:42:09.396113 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d287393d-8bfc-42b3-a0f3-c8d8c10004b7 x-openstack-request-id: req-d287393d-8bfc-42b3-a0f3-c8d8c10004b7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:09.396328 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:09.396477 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d287393d-8bfc-42b3-a0f3-c8d8c10004b7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:09.396993 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446', 'status': 'completed', 'code': 200} Jul 27 21:42:09.434936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.524780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:09.533029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:09.590589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670329-933a-403f-8490-d5bfbaf4bcee req-621db374-99eb-4217-8176-9465cbaa1454 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:09.603674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6670329-933a-403f-8490-d5bfbaf4bcee req-621db374-99eb-4217-8176-9465cbaa1454 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1218934 Jul 27 21:42:09.672667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6670329-933a-403f-8490-d5bfbaf4bcee req-0a6d90f4-c96d-4488-a6d4-c16f3e87a151 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639515 Jul 27 21:42:09.730405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:09.761349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5', 'mac_address': 'fa:16:3e:08:ed:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:09.818733 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.844767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:09.896352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:09.918211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fca69-fc33-480f-9fc6-74d2ac69993d req-7fd19838-da07-475e-bc46-be3a8284ea88 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:09.920027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-336fca69-fc33-480f-9fc6-74d2ac69993d req-7fd19838-da07-475e-bc46-be3a8284ea88 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1095 time: 0.1135883 Jul 27 21:42:09.976079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-336fca69-fc33-480f-9fc6-74d2ac69993d req-6f1ca62c-f83b-4f61-82ca-7b5b485d67c9 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Jul 27 21:42:09.986937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232a9db-4d37-4bc8-b99b-850703b1aed4 req-61da8791-043d-4d90-b905-e85bdca3efb3 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:09.988610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1232a9db-4d37-4bc8-b99b-850703b1aed4 req-61da8791-043d-4d90-b905-e85bdca3efb3 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1332405 Jul 27 21:42:10.086302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1232a9db-4d37-4bc8-b99b-850703b1aed4 req-9c558089-bf3a-4879-97ed-7608153413f4 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Jul 27 21:42:10.112039 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0465bf1-29d9-4b18-95b9-8657c2b2dee3 x-openstack-request-id: req-c0465bf1-29d9-4b18-95b9-8657c2b2dee3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:10.112919 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:10.113921 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0465bf1-29d9-4b18-95b9-8657c2b2dee3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:10.115079 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'code': 200} Jul 27 21:42:10.116523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.199663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:10.227676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5acfc382-6d38-40a3-872e-07ea4d1c001d req-7142e9d7-774a-44a1-8ed2-60302e1a32fa tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0769269 Jul 27 21:42:10.335990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cb9e6-e7b5-4f69-b817-0ac2c75f494a req-c3dcb7cc-416a-4ae7-9717-73ec2f2e8bf3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.337973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e56cb9e6-e7b5-4f69-b817-0ac2c75f494a req-c3dcb7cc-416a-4ae7-9717-73ec2f2e8bf3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1053176 Jul 27 21:42:10.408016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e56cb9e6-e7b5-4f69-b817-0ac2c75f494a req-84277e20-c3e4-48dc-ae11-e44da6455caa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623581 Jul 27 21:42:10.426233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-79ac15b6-bbf4-4be7-8a1e-16dc2b57ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.428054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-79ac15b6-bbf4-4be7-8a1e-16dc2b57ace4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1100 time: 0.1362364 Jul 27 21:42:10.455732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca70caa-b32e-40f3-bee6-8276aeb40359 req-4a360eaf-df19-415d-8702-f4e92f26b8dd tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.461577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dca70caa-b32e-40f3-bee6-8276aeb40359 req-4a360eaf-df19-415d-8702-f4e92f26b8dd tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 1095 time: 0.1085889 Jul 27 21:42:10.472772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:10.575645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dca70caa-b32e-40f3-bee6-8276aeb40359 req-18988c08-9271-4cd8-8554-fd1bdc5d7f4b tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027851 Jul 27 21:42:10.629777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-95fd4fb3-c28e-46f8-83de-ae66f1d083a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.631325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-95fd4fb3-c28e-46f8-83de-ae66f1d083a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1100 time: 0.1675208 Jul 27 21:42:10.648910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da7560-b4b6-453d-bdf2-e326258af114 req-fc35de30-a5e3-4f3e-9683-55085c0cee97 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.656423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4da7560-b4b6-453d-bdf2-e326258af114 req-fc35de30-a5e3-4f3e-9683-55085c0cee97 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 949 time: 0.1734278 Jul 27 21:42:10.765144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4da7560-b4b6-453d-bdf2-e326258af114 req-94cb9e9b-dd2d-47a9-b626-eef30841aece tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993869 Jul 27 21:42:10.926725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-ff1fd255-6d6b-4c12-a640-9ae375a07d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:10.931533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-ff1fd255-6d6b-4c12-a640-9ae375a07d5f service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2892280 Jul 27 21:42:11.078268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-c597d9c0-e831-45f6-901d-dddef838ccf6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 217 time: 0.0932596 Jul 27 21:42:11.191297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966829-12d6-4676-8309-a88806dfec28 req-7e26a49d-bb07-4fd7-8806-e849e62824b2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:11.193509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d966829-12d6-4676-8309-a88806dfec28 req-7e26a49d-bb07-4fd7-8806-e849e62824b2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.2637186 Jul 27 21:42:11.195804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-cac93802-98c4-4a1d-9f99-b36dcbebdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:11.197874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-cac93802-98c4-4a1d-9f99-b36dcbebdf60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1096375 Jul 27 21:42:11.341261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d966829-12d6-4676-8309-a88806dfec28 req-cd23ebc2-4fdb-4e93-a6c4-2c40bb9417f6 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350210 Jul 27 21:42:11.383820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-d238956a-e38f-4405-b85e-b1cef6a8e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:11.398444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-d238956a-e38f-4405-b85e-b1cef6a8e0fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763947 Jul 27 21:42:11.673922 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-37ca2935-b36e-4fb1-90b8-d66c9160f0fd service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715607 Jul 27 21:42:11.786164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861a72-b3a4-4c64-bc57-d720d1eb2e75 req-ae24c40f-533e-4e5f-8ea9-52d28105403a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:11.788827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68861a72-b3a4-4c64-bc57-d720d1eb2e75 req-ae24c40f-533e-4e5f-8ea9-52d28105403a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1608188 Jul 27 21:42:11.910248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ecc8822-07bc-435d-91ec-4a0f9ff4e3ee req-4e55a528-9a50-433d-af14-0c874eef7502 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255113 Jul 27 21:42:11.945119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68861a72-b3a4-4c64-bc57-d720d1eb2e75 req-a91cae7b-121a-42f7-bc63-9ce7b01b4ba7 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480463 Jul 27 21:42:12.126529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3238fc-0d62-4cf8-9feb-3311e7755574 req-a9345c0a-12d4-415b-966c-5dcffbd02e4e tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0854409 Jul 27 21:42:12.449751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0397-d74d-44e5-9c9b-bddaa7c89c6d req-9d8d6191-dbfe-4b4d-ab49-3ab39188c4a1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.454660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-914f0397-d74d-44e5-9c9b-bddaa7c89c6d req-9d8d6191-dbfe-4b4d-ab49-3ab39188c4a1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 949 time: 0.1414037 Jul 27 21:42:12.507505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e8558-b097-469c-8290-793c86e308f5 req-283de60d-beb7-4379-9c62-ce04b7511aa3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.512728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d72e8558-b097-469c-8290-793c86e308f5 req-283de60d-beb7-4379-9c62-ce04b7511aa3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2976174 Jul 27 21:42:12.576048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-914f0397-d74d-44e5-9c9b-bddaa7c89c6d req-6bff2a08-4cf0-4b8d-86e3-0378c83247a3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110620 Jul 27 21:42:12.631474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d72e8558-b097-469c-8290-793c86e308f5 req-ede26c12-a8aa-4bd4-b059-660e28abac73 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997164 Jul 27 21:42:12.868166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa66c-d603-486b-9b34-2f250f69df6d req-baf2d4d4-29f7-44a8-b2cf-f88647a6eb92 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.870247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218aa66c-d603-486b-9b34-2f250f69df6d req-baf2d4d4-29f7-44a8-b2cf-f88647a6eb92 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1023881 Jul 27 21:42:12.946708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218aa66c-d603-486b-9b34-2f250f69df6d req-b6f09ede-dff8-49fe-a634-d844f020989a tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667913 Jul 27 21:42:13.199213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3ac6-be99-4cc8-a359-3f2678bf6a2d req-37ac9a20-0f45-464c-982c-61b9ffbaee4c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:13.224602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf3e3ac6-be99-4cc8-a359-3f2678bf6a2d req-37ac9a20-0f45-464c-982c-61b9ffbaee4c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1622655 Jul 27 21:42:13.301804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf3e3ac6-be99-4cc8-a359-3f2678bf6a2d req-492face5-8c7a-4195-b57d-f3ac7694f6d2 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757868 Jul 27 21:42:13.310573 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aad9eb9d-afc7-47f1-936b-5198629aa2b1 req-8e719121-db92-4cfd-b64c-c9244a7d514b tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0799069 Jul 27 21:42:13.555102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:13.810392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:13.825312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:13.827006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:13.844820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e0737-7203-4254-835a-e83c16451d99 req-c286b760-044e-4528-8a8e-280b253b3f4f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:13.868142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e76e0737-7203-4254-835a-e83c16451d99 req-c286b760-044e-4528-8a8e-280b253b3f4f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 949 time: 0.1670992 Jul 27 21:42:13.877471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aeb51-c7ec-4759-81cb-25d291fd5784 req-00f8853c-2bd8-46cb-bf04-fc9ce8a19fc9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:13.886659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-989aeb51-c7ec-4759-81cb-25d291fd5784 req-00f8853c-2bd8-46cb-bf04-fc9ce8a19fc9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1423306 Jul 27 21:42:13.966364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-989aeb51-c7ec-4759-81cb-25d291fd5784 req-c6e53484-e572-421f-b22c-c5cc70b2cf47 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740092 Jul 27 21:42:14.021049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e76e0737-7203-4254-835a-e83c16451d99 req-017bf24e-cec5-405f-b501-efecd01b7e27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565206 Jul 27 21:42:14.073193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.141726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:14.144423 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69756a6e-06a1-4017-a666-3854f80caada" -d '{"events": [{"server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:14.161397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:14.245700 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc17c5-3990-4edd-b237-e68c980e3404 x-openstack-request-id: req-41cc17c5-3990-4edd-b237-e68c980e3404 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:14.246435 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:14.246989 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41cc17c5-3990-4edd-b237-e68c980e3404 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:14.248436 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5', 'code': 200} Jul 27 21:42:14.303444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce05bc-0ca6-481e-b1a6-552b7afb0924 req-e9c30965-06ad-4a43-873e-0bcd26c228d2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:14.305245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bce05bc-0ca6-481e-b1a6-552b7afb0924 req-e9c30965-06ad-4a43-873e-0bcd26c228d2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1681674 Jul 27 21:42:14.395776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.396862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:14.431049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9f239f1-e614-44dd-8066-a5377910d59d req-3a2372b0-62a5-431b-9680-5f1bd6717ba9 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0749619 Jul 27 21:42:14.500170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bce05bc-0ca6-481e-b1a6-552b7afb0924 req-09bb07d3-01f3-4f44-80cc-2b4627e78f93 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689765 Jul 27 21:42:14.539082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924a81a-b790-4f1f-8a81-2e7e3c86fcbd req-b4d7e3ea-5685-470f-96c1-2f0b05fdef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:14.543574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0924a81a-b790-4f1f-8a81-2e7e3c86fcbd req-b4d7e3ea-5685-470f-96c1-2f0b05fdef1d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 1100 time: 0.1941962 Jul 27 21:42:14.562351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:14.572344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.572973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.573506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.574009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.574701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.585589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.586409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.586941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.587447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.588747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.589258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.591119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:14.627541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0924a81a-b790-4f1f-8a81-2e7e3c86fcbd req-3170360b-6cc4-462a-956a-841a845164fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 Jul 27 21:42:14.672477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.735453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142056-62a0-4a67-b672-d442dca3478c req-7db54440-82b6-4160-910d-4c353b8ff499 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:14.739496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09142056-62a0-4a67-b672-d442dca3478c req-7db54440-82b6-4160-910d-4c353b8ff499 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1020396 Jul 27 21:42:14.776837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:14.806065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09142056-62a0-4a67-b672-d442dca3478c req-17ba22f5-7743-4999-9e5c-15002bc6d6f4 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573716 Jul 27 21:42:15.053747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:15.296726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:15.382169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb8693-70b1-412f-8d8d-3448e993dcf8 req-84e0efe2-26c4-4c77-aa1d-af8c92762ccd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:15.386243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68eb8693-70b1-412f-8d8d-3448e993dcf8 req-84e0efe2-26c4-4c77-aa1d-af8c92762ccd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 947 time: 0.1546996 Jul 27 21:42:15.461844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0a63-f5a6-49c5-820f-9536123f7efc req-18074714-ec3b-4d94-a77e-8fdfc9f72b45 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:15.464727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c32d0a63-f5a6-49c5-820f-9536123f7efc req-18074714-ec3b-4d94-a77e-8fdfc9f72b45 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.1546128 Jul 27 21:42:15.537590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68eb8693-70b1-412f-8d8d-3448e993dcf8 req-bb3baa76-3d8b-4dae-abf1-19e6a8a11185 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385520 Jul 27 21:42:15.566219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:15.578047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c32d0a63-f5a6-49c5-820f-9536123f7efc req-ecb4173c-c17b-448e-8af3-21fbd93f381d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Jul 27 21:42:15.730403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:15.747614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'mac_address': 'fa:16:3e:bd:ce:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:15.829561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73c65625-1f5d-4741-acf2-3adddf7fce9f req-59a5c21b-2a83-49bf-bc3e-f7e030ca9c24 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.1447926 Jul 27 21:42:15.898979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:15.910837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bab84c2-33e1-402f-b6b6-193b1a0e4332 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:15.922786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bcc26-d996-49e2-b133-0d02f9fb44e1 req-378b5870-2cd4-4ed9-9447-55318e468456 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:15.926591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-795bcc26-d996-49e2-b133-0d02f9fb44e1 req-378b5870-2cd4-4ed9-9447-55318e468456 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1942136 Jul 27 21:42:15.956086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:15.983696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-795bcc26-d996-49e2-b133-0d02f9fb44e1 req-de68035f-5bec-49e9-8c18-0ae6af7d1ca2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 Jul 27 21:42:16.015522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd60339-18c7-4406-91c9-c802cfc64784 req-71ad2f66-0949-485e-8e02-1bffd6fe3e19 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:16.017968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5bd60339-18c7-4406-91c9-c802cfc64784 req-71ad2f66-0949-485e-8e02-1bffd6fe3e19 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.0953691 Jul 27 21:42:16.071459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5bd60339-18c7-4406-91c9-c802cfc64784 req-340d82c1-5923-4139-a8b3-8800e92b0c04 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Jul 27 21:42:16.250258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:16.252782 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15afd6f9-c733-43fe-8d95-b5944d6196e0" -d '{"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:16.320169 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f6718-cc2a-4762-aa27-1571d5ddc272 x-openstack-request-id: req-c06f6718-cc2a-4762-aa27-1571d5ddc272 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:16.320169 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:16.320169 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c06f6718-cc2a-4762-aa27-1571d5ddc272 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:16.320169 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'code': 200} Jul 27 21:42:16.379289 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:16.462247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:16.565439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-3ddf5b81-9b2f-49b8-a4ae-e0419b9ee279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:16.567822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-3ddf5b81-9b2f-49b8-a4ae-e0419b9ee279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 818 time: 0.1618595 Jul 27 21:42:16.592940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Request body: {'port': {'device_id': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'admin_state_up': True, 'tenant_id': '3474019198204998afdcb9b2852a11e3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:16.860166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:16.971709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fbaea-8c20-4efa-a56d-f22cf3215480 req-98156e39-18a9-4014-9c8c-a47be2f618a1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:16.979654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c7fbaea-8c20-4efa-a56d-f22cf3215480 req-98156e39-18a9-4014-9c8c-a47be2f618a1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 948 time: 0.2562087 Jul 27 21:42:16.987481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862fd6e-0f4d-4a9d-abca-85d09939f725 req-bc7eddd2-7413-408c-8df6-ff49dd4e704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:16.997067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d862fd6e-0f4d-4a9d-abca-85d09939f725 req-bc7eddd2-7413-408c-8df6-ff49dd4e704a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1096 time: 0.3097022 Jul 27 21:42:17.415857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-64fa52b5-543f-4ec7-b348-402b3fa8b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:17.418388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-64fa52b5-543f-4ec7-b348-402b3fa8b9bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3644dc966b604ab085947010f6a92bfc&device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 1095 time: 0.7446692 Jul 27 21:42:17.559320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1913c27-0165-4531-991f-a8ab6c04de65 req-c188309c-d60c-4b89-bd2e-a1a2837b4a64 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:17.562366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1913c27-0165-4531-991f-a8ab6c04de65 req-c188309c-d60c-4b89-bd2e-a1a2837b4a64 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.8591971 Jul 27 21:42:17.573649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d862fd6e-0f4d-4a9d-abca-85d09939f725 req-50f7712b-1dae-4332-afd4-c2479b143c53 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499346 Jul 27 21:42:17.583112 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c7fbaea-8c20-4efa-a56d-f22cf3215480 req-ce25c0a7-c963-47e0-966f-e9dcec14433f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839338 Jul 27 21:42:17.716158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Made reservation on behalf of 3474019198204998afdcb9b2852a11e3 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:17.720027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.726728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5633da6e-35eb-486c-bbda-123d8d912e2e req-c48035fc-5023-49f6-b3f7-79e59265ed7c tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0332165 Jul 27 21:42:17.838259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1913c27-0165-4531-991f-a8ab6c04de65 req-75f0b874-7e50-417c-a109-98aee6c9c92b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531090 Jul 27 21:42:17.903046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be071-cb0f-40ff-8e66-8d4a40d7e9c6 req-0b57d82a-dae5-416a-be5b-afc3d19d40a4 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:17.912030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-644be071-cb0f-40ff-8e66-8d4a40d7e9c6 req-0b57d82a-dae5-416a-be5b-afc3d19d40a4 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1001050 Jul 27 21:42:17.967077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-644be071-cb0f-40ff-8e66-8d4a40d7e9c6 req-0848ca90-fcd1-4a71-a03a-4babd69d0778 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Jul 27 21:42:18.071287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-2129c295-3135-49b2-b229-c7c13b9f3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.072806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-2129c295-3135-49b2-b229-c7c13b9f3546 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3644dc966b604ab085947010f6a92bfc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6451347 Jul 27 21:42:18.094254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-7f5d92b3-e439-4572-b9b7-b7876aed6de7 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.103151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-7f5d92b3-e439-4572-b9b7-b7876aed6de7 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 818 time: 0.6327672 Jul 27 21:42:18.130108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Request body: {'port': {'device_id': '032019f8-48b3-43df-8867-0bb83492d598', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'admin_state_up': True, 'tenant_id': '3474019198204998afdcb9b2852a11e3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:18.376099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Allocated IP 172.20.0.2 (5243dd4c-7e81-4a47-bb9c-5768869e9b74/a1bbcf8a-90ff-4d90-841c-d0d5048ed399/bbbba269-47df-43ef-a18b-ba950e8a4f5b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:18.401300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fc162-03dc-4552-b860-0b267161907e req-81d20937-9fd6-4445-8e18-98fe0e800115 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.403191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed7fc162-03dc-4552-b860-0b267161907e req-81d20937-9fd6-4445-8e18-98fe0e800115 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.4029288 Jul 27 21:42:18.438150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-cd3e938a-c58d-42e8-bbac-107da73a07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.440061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3947c25b-bb90-41db-86be-ba5b4dba53a8 req-cd3e938a-c58d-42e8-bbac-107da73a07ca service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3353684 Jul 27 21:42:18.585658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed7fc162-03dc-4552-b860-0b267161907e req-8ec25b6d-2c82-44bf-83e3-68ea23579c07 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682036 Jul 27 21:42:18.653911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Made reservation on behalf of 3474019198204998afdcb9b2852a11e3 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:18.660431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.680658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafc273-fb1a-422a-a273-577bdb4f092e req-9988af9f-6672-46f6-9b5c-a9bf1ad90908 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.684434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fafc273-fb1a-422a-a273-577bdb4f092e req-9988af9f-6672-46f6-9b5c-a9bf1ad90908 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 948 time: 0.1671224 Jul 27 21:42:18.774188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ac85fc8a-71ec-43ef-92e9-020482356316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:18.776403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ac85fc8a-71ec-43ef-92e9-020482356316 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3644dc966b604ab085947010f6a92bfc&device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 1095 time: 0.2700305 Jul 27 21:42:18.796871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fafc273-fb1a-422a-a273-577bdb4f092e req-1635d8d0-baca-47ad-b1cc-935b3402ac03 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963376 Jul 27 21:42:18.977614 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-0f9092c2-250c-45cb-a0dd-d02ac62ed1d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446 HTTP/1.1" status: 200 len: 217 time: 0.1265268 Jul 27 21:42:19.014100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.031205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcd7dd0-a43b-48f9-9a3c-7d502ada2b80 req-b2e49929-dc39-4690-a6bb-e65b417304ba tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.1447496 Jul 27 21:42:19.086658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2a06-76cb-4243-bea0-ee940fd34379 req-ca6bdd9c-76e2-434f-bf64-444c57bfcd5d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.086658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2ba2a06-76cb-4243-bea0-ee940fd34379 req-ca6bdd9c-76e2-434f-bf64-444c57bfcd5d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.1292758 Jul 27 21:42:19.182990 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2ba2a06-76cb-4243-bea0-ee940fd34379 req-205180fe-71cf-4b06-ad85-f80bf927dd47 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713658 Jul 27 21:42:19.296818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ade89b80-326c-4e0b-b8df-a2475107acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.298731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-ade89b80-326c-4e0b-b8df-a2475107acaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=45069f16-0679-41e4-8f3a-1b7352b6152a HTTP/1.1" status: 200 len: 853 time: 0.2762461 Jul 27 21:42:19.315658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-adbdbd00-e427-479f-b0f3-43a8b0f54adb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.317555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-adbdbd00-e427-479f-b0f3-43a8b0f54adb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e&tenant_id=55f15e54bfab423cb281c253fa848f5d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 948 time: 0.5700834 Jul 27 21:42:19.321988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ef8bcaf4-d464-48a9-ad01-9842337c896f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.328908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ef8bcaf4-d464-48a9-ad01-9842337c896f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.50 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 818 time: 0.2417705 Jul 27 21:42:19.344933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Request body: {'port': {'device_id': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'admin_state_up': True, 'tenant_id': '3474019198204998afdcb9b2852a11e3'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:19.426384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.585491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544506-9cec-4e0b-bcc4-5a60484d8f9f req-ffe2d677-d644-4700-a293-72dbecc54a88 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.588871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:19.598182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54544506-9cec-4e0b-bcc4-5a60484d8f9f req-ffe2d677-d644-4700-a293-72dbecc54a88 tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 1101 time: 0.1551213 Jul 27 21:42:19.654789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54544506-9cec-4e0b-bcc4-5a60484d8f9f req-b5d60e25-efe3-425d-9b09-ede40f09296f tempest-ServersOnMultiNodesTest-1435666706 tempest-ServersOnMultiNodesTest-1435666706-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Jul 27 21:42:19.672733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:19.691822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f839f22-274c-48ba-9df0-2d3708bfc2c0 req-50ca47d5-d6cf-4145-9b37-ef63dec9bf64 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:19.704028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:19.704840 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.707762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f839f22-274c-48ba-9df0-2d3708bfc2c0 req-50ca47d5-d6cf-4145-9b37-ef63dec9bf64 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.5326598 Jul 27 21:42:19.758884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Made reservation on behalf of 3474019198204998afdcb9b2852a11e3 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:19.763706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:19.764469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.773676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:19.821197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Allocated IP 172.20.0.5 (5243dd4c-7e81-4a47-bb9c-5768869e9b74/a1bbcf8a-90ff-4d90-841c-d0d5048ed399/2630fa93-f320-4934-bca9-65f8c1386df6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:19.824762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event updated for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:19.860094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.860634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.861191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.861706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.862248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.862894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.863498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.864074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.864637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.865270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.865821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.866399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.875226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.938393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:19.949667 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b39266-0969-4faa-aba6-a98668fe4686" -d '{"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:19.993223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-87a477f3-3aec-469d-8110-6a595979309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.006013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-87a477f3-3aec-469d-8110-6a595979309c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c9fdfcae-b8d8-466a-b581-f36fa52af68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6781061 Jul 27 21:42:20.006013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f839f22-274c-48ba-9df0-2d3708bfc2c0 req-f69827d0-8f24-492c-a045-7e5d0609e27d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919259 Jul 27 21:42:20.009023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:20.037069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-be0bc62a-169a-4ecd-bfea-b636def4dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.038720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-be0bc62a-169a-4ecd-bfea-b636def4dd94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 1099 time: 0.5588045 Jul 27 21:42:20.050998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.051855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.084980 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.128539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d79c28-30bd-462f-ba12-1b6269016c01 req-2c9338fe-9d62-4b64-91b0-4fa4b82baeb8 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.138499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-41d79c28-30bd-462f-ba12-1b6269016c01 req-2c9338fe-9d62-4b64-91b0-4fa4b82baeb8 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.3431091 Jul 27 21:42:20.218455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:20.239423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-41d79c28-30bd-462f-ba12-1b6269016c01 req-711b5c89-1bab-4509-b71c-b9bc3064ce63 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989883 Jul 27 21:42:20.293825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-601eef25-af32-425b-b700-e6acbfffd898 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7002654 Jul 27 21:42:20.348809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Request body: {'port': {'device_id': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:20.455445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-d6d73916-8765-4a3e-8e39-ac3b6222f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.455445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-d6d73916-8765-4a3e-8e39-ac3b6222f0d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3856380 Jul 27 21:42:20.464071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-1e923ebc-176c-4c92-b0e0-c047148fa71d service neutron] 10.222.0.50 "GET /v2.0/networks/c9fdfcae-b8d8-466a-b581-f36fa52af68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544516 Jul 27 21:42:20.491898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48cc4-9f24-412b-9837-7cd81c14e70d req-7a741026-115c-499b-8446-633dd482efcc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.494344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5f48cc4-9f24-412b-9837-7cd81c14e70d req-7a741026-115c-499b-8446-633dd482efcc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1561131 Jul 27 21:42:20.538192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.575255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5f48cc4-9f24-412b-9837-7cd81c14e70d req-823589c8-112c-4e26-a2f5-2404d9ae33b9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699079 Jul 27 21:42:20.577516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-29f6c4db-3b2d-487c-b072-f800cb7daaf8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 200 len: 217 time: 0.1181664 Jul 27 21:42:20.673329 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5493e937-465a-4b79-96e8-1108520f3b21 x-openstack-request-id: req-5493e937-465a-4b79-96e8-1108520f3b21 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:20.673844 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-plugged", "status": "completed", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:20.673943 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5493e937-465a-4b79-96e8-1108520f3b21 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:20.674423 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'code': 200} Jul 27 21:42:20.719143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.782121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-77c81d9b-b9a1-4a36-a8ef-51c416d56171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.783958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-77c81d9b-b9a1-4a36-a8ef-51c416d56171 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1518335 Jul 27 21:42:20.787430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4268377-1500-4932-8a76-356dcfed3edd req-49015a53-d1af-4649-bd51-13a332790803 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0490506 Jul 27 21:42:21.097026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174909d-7f6e-4779-9a03-fb65949bbf5f req-134c0a7a-d093-4171-b383-26bf84f2577d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.099728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1174909d-7f6e-4779-9a03-fb65949bbf5f req-134c0a7a-d093-4171-b383-26bf84f2577d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.1266856 Jul 27 21:42:21.167528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1174909d-7f6e-4779-9a03-fb65949bbf5f req-7e5b20ce-36d8-411c-90ec-ee81074f6794 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Jul 27 21:42:21.289969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e9246d4-337d-4db0-9dca-babc6c03e40b req-11839920-447f-46b7-9303-9b61cd94cb19 service neutron] 10.222.0.50 "GET /v2.0/networks/c9fdfcae-b8d8-466a-b581-f36fa52af68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117685 Jul 27 21:42:21.392688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-8687c833-5f33-495b-af0c-a10a04d304ca tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1707493792&fields=id&tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 267 time: 0.1873012 Jul 27 21:42:21.438953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-f9836c23-8343-42ef-b559-070361a74898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.440490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-f9836c23-8343-42ef-b559-070361a74898 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323673 Jul 27 21:42:21.472834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0bed2-9fe8-426a-99b6-fa873f8fb645 req-ac033295-38d6-4d1a-b0ee-16b89847970b tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.474652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1dc0bed2-9fe8-426a-99b6-fa873f8fb645 req-ac033295-38d6-4d1a-b0ee-16b89847970b tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1081972 Jul 27 21:42:21.523811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1dc0bed2-9fe8-426a-99b6-fa873f8fb645 req-9802ff64-f223-4587-a7a9-0da0e8f13fab tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Jul 27 21:42:21.587123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-8691caa0-3e74-4aad-9c8e-16bdc0c50c38 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.588546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-8691caa0-3e74-4aad-9c8e-16bdc0c50c38 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 945 time: 0.1789589 Jul 27 21:42:21.590605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-73deab94-0181-47d3-b6d7-9d4b2e3827ed service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337698 Jul 27 21:42:21.601274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'security_groups': ['3ee476a9-c8f4-401e-ab61-ea3548a2a644', '610fbc79-3c04-4071-8761-e112225abb75']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:21.737481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a066ae-e9f4-409b-80d8-ae1278b671b4 req-70aa4e8d-2260-4eb8-a844-51b0568b3139 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:21.739474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3a066ae-e9f4-409b-80d8-ae1278b671b4 req-70aa4e8d-2260-4eb8-a844-51b0568b3139 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0828125 Jul 27 21:42:21.791023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.797094 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3a066ae-e9f4-409b-80d8-ae1278b671b4 req-f134940c-fd38-4b75-9a70-fa8145b1508f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Jul 27 21:42:21.818670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367b4c54-7d1f-4290-93d9-e1f6bde43ca9 req-50d649bf-bac6-40fe-8393-40fc52dadced service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889076 Jul 27 21:42:21.940601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a78c606-54f5-4a87-b09a-a4a1729df74f req-5c6c086f-1748-4304-8e99-b5c4ea78e006 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0457878 Jul 27 21:42:22.074898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:22.115578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.400769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454152a-63b6-427d-a5e0-1cd05dd9841a req-53671ed6-ae21-4e2f-a58d-2dd87224143f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:22.402369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2454152a-63b6-427d-a5e0-1cd05dd9841a req-53671ed6-ae21-4e2f-a58d-2dd87224143f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.0955276 Jul 27 21:42:22.458951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2454152a-63b6-427d-a5e0-1cd05dd9841a req-dc460ad6-36be-43a0-898b-e75cd4fef32a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Jul 27 21:42:22.660352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.661970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.682116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6', '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:22.720679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:22.724815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:22.731214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:22.737862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3702e40-52aa-42b9-9d70-3fc416939dda req-9de56774-029a-4858-9d38-e28b4067d60a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:22.740809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3702e40-52aa-42b9-9d70-3fc416939dda req-9de56774-029a-4858-9d38-e28b4067d60a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1382289 Jul 27 21:42:22.746491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:22.747200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.749577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a428dc63-a1a2-4630-bfba-535986adf0b5 req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "PUT /v2.0/ports/9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 981 time: 1.1533151 Jul 27 21:42:22.750212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:22.753509 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b03b1-d0d0-4906-9009-3c7ba664b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:22.773865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Allocated IP 172.20.0.8 (5243dd4c-7e81-4a47-bb9c-5768869e9b74/a1bbcf8a-90ff-4d90-841c-d0d5048ed399/ca399076-8a7f-42a6-a51a-8bd87ccf9618) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:22.825798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event updated for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:22.829415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3702e40-52aa-42b9-9d70-3fc416939dda req-1fa8ec1f-12e9-4a19-b5af-f9ce2939f991 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672929 Jul 27 21:42:22.984704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:22.985783 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.015402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28e7eb77-8cf9-44e0-96ea-3f2ff5c34508 req-2f6ed41f-ddb4-4dd4-bb66-3f7e73e516f4 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/610fbc79-3c04-4071-8761-e112225abb75 HTTP/1.1" status: 200 len: 1801 time: 0.2167957 Jul 27 21:42:23.015737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:23.055992 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d43bf-6f28-4e8b-be4d-5d3f2ee3a960 x-openstack-request-id: req-ce5d43bf-6f28-4e8b-be4d-5d3f2ee3a960 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:23.056280 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:23.056542 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce5d43bf-6f28-4e8b-be4d-5d3f2ee3a960 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:23.056961 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'status': 'completed', 'code': 200} Jul 27 21:42:23.062055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ea611-9190-48d3-b33f-f74aeefe9175 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:23.087516 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-28e7eb77-8cf9-44e0-96ea-3f2ff5c34508 req-490cf1cc-1274-452e-8c05-9b1d133756f6 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:42:23.102491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.105816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28e7eb77-8cf9-44e0-96ea-3f2ff5c34508 req-490cf1cc-1274-452e-8c05-9b1d133756f6 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/610fbc79-3c04-4071-8761-e112225abb75 HTTP/1.1" status: 409 len: 341 time: 0.0892568 Jul 27 21:42:23.321545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8722121-cd8f-44d6-bf04-ade6bcda38a1 req-e15ff4cc-39a7-40fe-bd7a-48d2cd3a940a tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0750597 Jul 27 21:42:23.325853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c937bf-5623-41c1-a7a5-0f523be19bc8 req-4ede7855-555b-4e96-bd2f-349601274644 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.336450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2c937bf-5623-41c1-a7a5-0f523be19bc8 req-4ede7855-555b-4e96-bd2f-349601274644 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1556730 Jul 27 21:42:23.343245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-4382e32f-3eda-487f-8c35-1d071a36388d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2169380 Jul 27 21:42:23.345790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-31fb44d3-1acc-43ec-8923-7f9f23ad795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.347658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-31fb44d3-1acc-43ec-8923-7f9f23ad795c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1135 time: 0.2403681 Jul 27 21:42:23.386752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2c937bf-5623-41c1-a7a5-0f523be19bc8 req-25de075c-7f17-4038-8620-c1463fb2a212 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491316 Jul 27 21:42:23.391290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Request body: {'port': {'device_id': '032019f8-48b3-43df-8867-0bb83492d598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:23.573689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-b48ff9a8-f532-4ff7-9952-5d8520d37a09 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.575307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-b48ff9a8-f532-4ff7-9952-5d8520d37a09 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.2996304 Jul 27 21:42:23.596644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.654718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:23.657945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:23.664639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:23.691063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event updated for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:23.704375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.704731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.705078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.705415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.705754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.706088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.706445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.706780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.706887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-ac7998e2-3c22-41bc-9452-3028284577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.707348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.707444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.707738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.708058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:23.708330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-ac7998e2-3c22-41bc-9452-3028284577cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 0.3512666 Jul 27 21:42:23.708883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.737201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.737850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.796732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-13dc7f0b-8b17-49e6-8451-566b715e4e93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 217 time: 0.0695848 Jul 27 21:42:23.970068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843907af-470c-4464-abcc-cfc320ec307f req-e042edab-f21e-4c07-b967-b5e9704e534c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.971537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-843907af-470c-4464-abcc-cfc320ec307f req-e042edab-f21e-4c07-b967-b5e9704e534c tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.3920815 Jul 27 21:42:24.031938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-bdcf80b0-4a0d-4893-a082-dcbfca38ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.033467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-bdcf80b0-4a0d-4893-a082-dcbfca38ed43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.2251627 Jul 27 21:42:24.125454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-af3bf42a-0435-4624-887e-2d0c1815b528 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7859907 Jul 27 21:42:24.128387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-7d13d582-0c37-49ad-a663-fc33c07e8fbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790830 Jul 27 21:42:24.152498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Request body: {'port': {'device_id': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:24.188195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbba269-47df-43ef-a18b-ba950e8a4f5b {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:24.225299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-843907af-470c-4464-abcc-cfc320ec307f req-1d8484ce-cb7c-44d8-b6e8-f6fd13fce9f0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014129 Jul 27 21:42:24.227709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:24.228058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.241425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.359214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.398636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-e1475440-b39e-4d1c-b804-fc9f3886bb77 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515714 Jul 27 21:42:24.424107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab6f0e-bbf7-4004-88c6-adb0eefb0e54 req-25b88e76-cd8a-4d1c-8dde-455799f6193a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.430400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-edab6f0e-bbf7-4004-88c6-adb0eefb0e54 req-25b88e76-cd8a-4d1c-8dde-455799f6193a tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 944 time: 0.1372447 Jul 27 21:42:24.458987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Transition to ACTIVE for port object bbbba269-47df-43ef-a18b-ba950e8a4f5b will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:24.534186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-edab6f0e-bbf7-4004-88c6-adb0eefb0e54 req-26e52333-9597-4ae4-9b03-b25d24cf5de3 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028841 Jul 27 21:42:24.593292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:24.593686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.624109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:24.638758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d976ac-1c7f-46e9-b097-c87d3df6a84e req-b0f0a18e-6af7-40fe-8ce0-40a0155de030 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.640415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03d976ac-1c7f-46e9-b097-c87d3df6a84e req-b0f0a18e-6af7-40fe-8ce0-40a0155de030 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 984 time: 0.2408032 Jul 27 21:42:24.648137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327b03b1-d0d0-4906-9009-3c7ba664b00e req-ae3bb32f-e784-4102-bfae-a3659c04ab2b service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258768 Jul 27 21:42:24.658868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f6483f2e-e646-40a0-9ac8-7bed17a23446 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:24.666642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.714453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841dee3-3413-4eab-b2d5-bb9b61e24efd req-03bf23c9-ce93-4794-bd47-dcac9f01b02d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.714453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0841dee3-3413-4eab-b2d5-bb9b61e24efd req-03bf23c9-ce93-4794-bd47-dcac9f01b02d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 931 time: 0.0869362 Jul 27 21:42:24.761725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0841dee3-3413-4eab-b2d5-bb9b61e24efd req-4575b926-e019-4be8-a114-9f487f5d7056 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Jul 27 21:42:24.821346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:24.844875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f6483f2e-e646-40a0-9ac8-7bed17a23446', 'network_id': 'c9fdfcae-b8d8-466a-b581-f36fa52af68f', 'port_id': 'f6483f2e-e646-40a0-9ac8-7bed17a23446', 'mac_address': 'fa:16:3e:14:96:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45069f16-0679-41e4-8f3a-1b7352b6152a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:24.913242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.926707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fad7-a05b-453a-b756-2b8bb50c296a req-c0c9144b-1fde-403a-93c7-6693fbea28f6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.928800 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d192fad7-a05b-453a-b756-2b8bb50c296a req-c0c9144b-1fde-403a-93c7-6693fbea28f6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.0943317 Jul 27 21:42:24.939774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6483f2e-e646-40a0-9ac8-7bed17a23446 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:24.978312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:24.994553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d192fad7-a05b-453a-b756-2b8bb50c296a req-b3661273-98e1-4a91-a57f-82f01ef9ff28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Jul 27 21:42:25.132511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.215761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:25.273297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03d976ac-1c7f-46e9-b097-c87d3df6a84e req-f999d251-14f8-4948-9aec-ffc3da462fbd tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=610fbc79-3c04-4071-8761-e112225abb75&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6203747 Jul 27 21:42:25.280000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:25.399307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178109c1-bcfb-4dd6-93ff-6e6700ac8852 req-0fa09433-0729-47c9-8031-ab5ac6e0e97d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:25.407745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-178109c1-bcfb-4dd6-93ff-6e6700ac8852 req-0fa09433-0729-47c9-8031-ab5ac6e0e97d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.2038736 Jul 27 21:42:25.470509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-178109c1-bcfb-4dd6-93ff-6e6700ac8852 req-20492035-facc-44f5-b00d-6276d059dae8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Jul 27 21:42:25.494874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f6483f2e-e646-40a0-9ac8-7bed17a23446'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:25.674589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Attempting to bind port bbbba269-47df-43ef-a18b-ba950e8a4f5b on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:25.675216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Attempting to bind port bbbba269-47df-43ef-a18b-ba950e8a4f5b by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:25.675741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Attempting to bind port bbbba269-47df-43ef-a18b-ba950e8a4f5b on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:25.703481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Port bbbba269-47df-43ef-a18b-ba950e8a4f5b on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:25.703822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Attempting to bind port bbbba269-47df-43ef-a18b-ba950e8a4f5b on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:25.712728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2630fa93-f320-4934-bca9-65f8c1386df6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:25.720956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-aa2faaec-62f4-43fa-8310-d9515e8f0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:25.722535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-aa2faaec-62f4-43fa-8310-d9515e8f0a3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1135 time: 0.4759283 Jul 27 21:42:25.731427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.735151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:25.735495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Checking segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:25.735893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Bound using segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:25.736361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Bound port: bbbba269-47df-43ef-a18b-ba950e8a4f5b, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:25.736725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.743863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8124-4a06-4093-9f20-1fbc19c9dc73 req-c17e621d-c12c-4fa6-9557-a6847971d6cd tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:25.746476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a2e8124-4a06-4093-9f20-1fbc19c9dc73 req-c17e621d-c12c-4fa6-9557-a6847971d6cd tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 945 time: 0.0909169 Jul 27 21:42:25.805165 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a2e8124-4a06-4093-9f20-1fbc19c9dc73 req-a8cf154e-175d-4117-aff1-c963d936bafa tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 Jul 27 21:42:25.829442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a5c5-929e-4a6c-87fc-88d65720b502 req-403ff72b-7edf-4287-be32-4a6412e2d6e5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:25.829442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e24a5c5-929e-4a6c-87fc-88d65720b502 req-403ff72b-7edf-4287-be32-4a6412e2d6e5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 950 time: 0.4063993 Jul 27 21:42:25.829442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Transition to ACTIVE for port object 2630fa93-f320-4934-bca9-65f8c1386df6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:25.871641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.887283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:25.955443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:26.009464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.059577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:26.085717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:26.088238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.090785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72703ac6-ebb9-48c6-87cc-1a029bb1d156 req-148e40c5-d86c-4d1f-89a3-74b92e7c44ee tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "DELETE /v2.0/ports/4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 HTTP/1.1" status: 204 len: 173 time: 2.4953508 Jul 27 21:42:26.111358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'name': 'network-vif-deleted', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:26.113796 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d700ba1-1356-421b-a608-a3f0c48fbcc3" -d '{"events": [{"server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "name": "network-vif-deleted", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:26.141342 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e24a5c5-929e-4a6c-87fc-88d65720b502 req-385d928d-1c97-4653-a7d2-e933cd18e7d4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769759 Jul 27 21:42:26.180160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:26.194993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-b09d47bc-18b9-49e7-b95b-cc772f36272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:26.196903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-b09d47bc-18b9-49e7-b95b-cc772f36272a service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 0.4572306 Jul 27 21:42:26.229114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Pushing event updated for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:26.414197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.431397 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4550ab67-74c7-4f62-b222-d7743135f849 x-openstack-request-id: req-4550ab67-74c7-4f62-b222-d7743135f849 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:26.433110 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5020979a-74e5-4940-8227-574e97558db2", "name": "network-vif-deleted", "tag": "4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:26.434757 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4550ab67-74c7-4f62-b222-d7743135f849 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:26.436730 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020979a-74e5-4940-8227-574e97558db2', 'name': 'network-vif-deleted', 'tag': '4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5', 'status': 'completed', 'code': 200} Jul 27 21:42:26.500610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-35c91b1d-a671-4b5a-9c4d-10041e684f6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 217 time: 0.2846124 Jul 27 21:42:26.509734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f0f0-bcd8-4a20-b9c4-c6922e6ff4b0 req-be5cf9ff-64c7-48c1-bf56-de41d9042706 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:26.512244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2825f0f0-bcd8-4a20-b9c4-c6922e6ff4b0 req-be5cf9ff-64c7-48c1-bf56-de41d9042706 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 931 time: 0.3259878 Jul 27 21:42:26.559216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca399076-8a7f-42a6-a51a-8bd87ccf9618 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:26.575461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.614423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:26.616657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.618235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] 10.222.0.76 "PUT /v2.0/ports/bbbba269-47df-43ef-a18b-ba950e8a4f5b HTTP/1.1" status: 200 len: 1091 time: 6.2947502 Jul 27 21:42:26.625212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2825f0f0-bcd8-4a20-b9c4-c6922e6ff4b0 req-d1b27f06-4f43-453f-972d-30f06f675bca tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961375 Jul 27 21:42:26.628130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Transition to ACTIVE for port object ca399076-8a7f-42a6-a51a-8bd87ccf9618 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:26.683790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', '4c1f89a3-9067-40d5-8cd4-d7c854570b28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:26.772919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-356e5ca4-fbfd-40b1-a9ae-013f674bf15a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350356 Jul 27 21:42:26.773453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02bf54-e3e0-4626-aaa6-ba8ffdf08358 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:26.795485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-6305c464-5463-45f8-9c5f-e838a7239f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:26.798230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-6305c464-5463-45f8-9c5f-e838a7239f01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.2443836 Jul 27 21:42:26.802202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Attempting to bind port 2630fa93-f320-4934-bca9-65f8c1386df6 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:26.802769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Attempting to bind port 2630fa93-f320-4934-bca9-65f8c1386df6 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:26.803136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Attempting to bind port 2630fa93-f320-4934-bca9-65f8c1386df6 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:26.821321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Port 2630fa93-f320-4934-bca9-65f8c1386df6 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:26.821565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Attempting to bind port 2630fa93-f320-4934-bca9-65f8c1386df6 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:26.845386 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.853281 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-3e689be0-0484-4b65-959b-d2f36858962b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446146 Jul 27 21:42:26.854490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:26.855049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Checking segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:26.855678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Bound using segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:26.856458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Bound port: 2630fa93-f320-4934-bca9-65f8c1386df6, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:26.858782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.991492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Pushing event updated for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:27.002074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8e6d6-24e1-4ba0-9639-54be4368e2f3 req-7c7882ba-2ee1-468b-abb0-86e2e1e1aabb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.004493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fc8e6d6-24e1-4ba0-9639-54be4368e2f3 req-7c7882ba-2ee1-468b-abb0-86e2e1e1aabb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 984 time: 0.3218710 Jul 27 21:42:27.085279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-d806f394-b0fd-4312-a713-95bce1d35d2f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.088608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-d806f394-b0fd-4312-a713-95bce1d35d2f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146462 Jul 27 21:42:27.149355 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-16192133-17c8-4821-9d35-f031b8859027 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/quotas/55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 375 time: 0.0514433 Jul 27 21:42:27.169344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fc8e6d6-24e1-4ba0-9639-54be4368e2f3 req-af6e9830-3a8f-4047-9850-058c3f86c376 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=610fbc79-3c04-4071-8761-e112225abb75&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1297541 Jul 27 21:42:27.173343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:27.182083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-f0d0be35-d8ab-4fa9-a4c0-1eaa730d2e15 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107004 Jul 27 21:42:27.182083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2630fa93-f320-4934-bca9-65f8c1386df6,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:27.197838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-f29e0a09-089c-4c28-8c73-3616b83a207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.199827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-f29e0a09-089c-4c28-8c73-3616b83a207c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 1094 time: 0.3098459 Jul 27 21:42:27.229984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Attempting to bind port ca399076-8a7f-42a6-a51a-8bd87ccf9618 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:27.235975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Attempting to bind port ca399076-8a7f-42a6-a51a-8bd87ccf9618 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:27.236332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Attempting to bind port ca399076-8a7f-42a6-a51a-8bd87ccf9618 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:27.252560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Port ca399076-8a7f-42a6-a51a-8bd87ccf9618 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:27.252898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Attempting to bind port ca399076-8a7f-42a6-a51a-8bd87ccf9618 on network 5243dd4c-7e81-4a47-bb9c-5768869e9b74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:27.264542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:27.264933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Checking segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:27.265563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Bound using segment: {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:27.266794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Bound port: ca399076-8a7f-42a6-a51a-8bd87ccf9618, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ac1d39-bbdd-4c21-a614-5ace2f474d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:27.267498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.320880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.346096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-35556b16-72d9-483f-9c83-a0f887f4382f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b HTTP/1.1" status: 200 len: 217 time: 0.0803735 Jul 27 21:42:27.353989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-553cb2f8-d4ac-494d-8900-393fa511c21e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032967 Jul 27 21:42:27.447930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:27.455501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:27.469826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.471001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.473330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] 10.222.0.76 "PUT /v2.0/ports/2630fa93-f320-4934-bca9-65f8c1386df6 HTTP/1.1" status: 200 len: 1091 time: 4.1043036 Jul 27 21:42:27.539059 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80beeddc-6e8c-428f-914c-d205db1f86c9 req-026657af-fa75-4719-86f3-61d6099be422 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520327 Jul 27 21:42:27.555874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc0ae-59be-48d3-8fea-f30f9ec3e832 service neutron] Pushing event updated for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:27.577217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-1afb0d4d-5537-410b-9699-00ca33df9158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.579051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-1afb0d4d-5537-410b-9699-00ca33df9158 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.2039621 Jul 27 21:42:27.609581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.610643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecad84-00db-458c-9545-5fa517427bbb req-9e3000c8-17ee-496a-95c0-adc88aa4a8f5 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.614556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0ecad84-00db-458c-9545-5fa517427bbb req-9e3000c8-17ee-496a-95c0-adc88aa4a8f5 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 945 time: 0.2981601 Jul 27 21:42:27.621599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:27.662794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:27.664414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4ebd2fe0-93bc-4c0b-aac3-db3a9bc1a4c5 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:27.748656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.750684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.767590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] 10.222.0.50 "PUT /v2.0/ports/ca399076-8a7f-42a6-a51a-8bd87ccf9618 HTTP/1.1" status: 200 len: 1091 time: 3.6201103 Jul 27 21:42:27.778763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:27.788082 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aed9f0-3745-4874-9b81-eda13c32be12" -d '{"events": [{"name": "network-changed", "server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:27.860695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0ecad84-00db-458c-9545-5fa517427bbb req-f7ca72f2-16e3-4d23-82ce-9e6dde667fda tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243681 Jul 27 21:42:27.864248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-5f289615-471f-4e34-baa1-f00e8bf24b3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2463830 Jul 27 21:42:27.983008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce00d60b-215d-4bf1-a983-15f6a01e8f45 req-05f4d652-ec9c-422c-8670-150f8c09e91e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=5020979a-74e5-4940-8227-574e97558db2 HTTP/1.1" status: 200 len: 210 time: 0.1344697 Jul 27 21:42:28.045328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9744-0bd5-4d0f-8049-ce3387772474 service neutron] Pushing event updated for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:28.066330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-cefa4af4-84c5-4629-801f-aa07e874fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.069460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-cefa4af4-84c5-4629-801f-aa07e874fbc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 1094 time: 0.2315428 Jul 27 21:42:28.129656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-a0cdbf43-8c9e-42f0-b25d-228b64a9cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.136971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-a0cdbf43-8c9e-42f0-b25d-228b64a9cf3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 1094 time: 0.1518831 Jul 27 21:42:28.140488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-97c9beb4-9564-4f47-9101-684fa36bd4ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2630fa93-f320-4934-bca9-65f8c1386df6 HTTP/1.1" status: 200 len: 217 time: 0.0592835 Jul 27 21:42:28.223820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ae635d05-e36c-4650-9e0b-92505c8a2075 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984846 Jul 27 21:42:28.225526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-46ee222a-00f3-4d41-a2d5-6f06ccff575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.226974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-46ee222a-00f3-4d41-a2d5-6f06ccff575e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.0717156 Jul 27 21:42:28.248864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-6b88f9c9-301c-48ad-8b15-339fc9f246a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618 HTTP/1.1" status: 200 len: 217 time: 0.1022265 Jul 27 21:42:28.256596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-444cdc74-1f03-4231-8007-d9cb79e18fa0 req-434c02b8-8f57-460d-93d2-e5e7a79f8db0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 210 time: 0.0562122 Jul 27 21:42:28.327682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-25446a31-23a8-479e-a2e4-f1f16c7706c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819101 Jul 27 21:42:28.395316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c213c-5f8d-4d25-9973-33457081041e req-6d68dc50-5020-412f-ac74-7dbd2907f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.398054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-6d68dc50-5020-412f-ac74-7dbd2907f7d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.1341884 Jul 27 21:42:28.424763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e74c-ff8e-4d89-9f0b-c28f6dde278e req-86fe0b53-c99b-4bbf-ba17-fecf0b02e2e4 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.438770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b'}, {'name': 'network-changed', 'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:28.441168 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b"}, {"name": "network-changed", "server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:28.452705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5a9e74c-ff8e-4d89-9f0b-c28f6dde278e req-86fe0b53-c99b-4bbf-ba17-fecf0b02e2e4 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 943 time: 0.2734883 Jul 27 21:42:28.453075 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8dc33-3ad6-4e3b-b551-9d9c1dff547f x-openstack-request-id: req-6aa8dc33-3ad6-4e3b-b551-9d9c1dff547f {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:28.453510 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:28.454385 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6aa8dc33-3ad6-4e3b-b551-9d9c1dff547f {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:28.454521 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618', 'status': 'completed', 'code': 200} Jul 27 21:42:28.465215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-2a9cabf2-1d90-4551-99bb-7341e5626892 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206872 Jul 27 21:42:28.499620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-ac65dbe2-0ba9-4c05-a8a8-13cf3f0bcb97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441308 Jul 27 21:42:28.524518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-57a50edf-feb5-457e-9a5d-6f4d69758caa service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611700 Jul 27 21:42:28.614455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5a9e74c-ff8e-4d89-9f0b-c28f6dde278e req-dfbd52a5-7b49-4ccd-b529-112ca594b6cb tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641092 Jul 27 21:42:28.667179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f6483f2e-e646-40a0-9ac8-7bed17a23446 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:28.693985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-cc7a5210-9a76-40fc-bc79-514516a77607 service neutron] 10.222.0.50 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827097 Jul 27 21:42:28.712496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-caac16d1-86fa-4a0d-b0a1-de6a5f264e39 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729581 Jul 27 21:42:28.743072 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff418b9-1297-4df9-b6f8-54d9897869e4 x-openstack-request-id: req-8ff418b9-1297-4df9-b6f8-54d9897869e4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:28.743384 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:28.743651 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ff418b9-1297-4df9-b6f8-54d9897869e4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:28.744060 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b', 'status': 'completed', 'code': 200} Jul 27 21:42:28.744316 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6', 'status': 'completed', 'code': 200} Jul 27 21:42:28.753638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e36c3-9623-4b82-a5d5-14931e536d76 req-7d4eb0d1-7cb3-4737-b069-d53a1287af08 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.755303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b28e36c3-9623-4b82-a5d5-14931e536d76 req-7d4eb0d1-7cb3-4737-b069-d53a1287af08 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 984 time: 0.1509461 Jul 27 21:42:28.829904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b28e36c3-9623-4b82-a5d5-14931e536d76 req-e6a5457c-92e9-4ba5-bdb0-37605c5add15 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=610fbc79-3c04-4071-8761-e112225abb75&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0572710 Jul 27 21:42:28.941851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e0c213c-5f8d-4d25-9973-33457081041e req-53812edc-70a2-4d54-be31-4067dcf5c758 service neutron] 10.222.0.50 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296846 Jul 27 21:42:28.964536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f6483f2e-e646-40a0-9ac8-7bed17a23446 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:28.992119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f6483f2e-e646-40a0-9ac8-7bed17a23446 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:28.992119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.992741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-82d5e786-fa21-451a-90db-99efea3d7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:28.992741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-82d5e786-fa21-451a-90db-99efea3d7736 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 1094 time: 0.1448343 Jul 27 21:42:29.224242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.239799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5b11e-938c-4ce7-9438-0210c51c971e req-a3ae7a0a-1846-4b8b-a89c-a93750b10013 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.241922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03b5b11e-938c-4ce7-9438-0210c51c971e req-a3ae7a0a-1846-4b8b-a89c-a93750b10013 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 945 time: 0.1930423 Jul 27 21:42:29.258322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-2bc410ad-bf34-4b1d-a472-70c9e753f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.262590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-2bc410ad-bf34-4b1d-a472-70c9e753f57f service neutron] 10.222.0.76 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 919 time: 0.2556179 Jul 27 21:42:29.269943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:29.272510 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206720d7-1661-4e1f-8034-1d64ce842bd5" -d '{"events": [{"server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "name": "network-vif-plugged", "status": "completed", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:29.303865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:29.337294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-c9197339-56c3-4032-97d0-7793d38525bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b HTTP/1.1" status: 200 len: 217 time: 0.0583882 Jul 27 21:42:29.354891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03b5b11e-938c-4ce7-9438-0210c51c971e req-bf6ba23c-a600-4c25-a0c7-e55591f84b4c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024346 Jul 27 21:42:29.361668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-667b4aa5-d820-414e-8283-351914e774ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.366455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-667b4aa5-d820-414e-8283-351914e774ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 1094 time: 0.2176180 Jul 27 21:42:29.429928 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba14752-32f5-4682-9398-d61bc62a970b x-openstack-request-id: req-8ba14752-32f5-4682-9398-d61bc62a970b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:29.430409 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "name": "network-vif-plugged", "status": "completed", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:29.435021 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ba14752-32f5-4682-9398-d61bc62a970b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:29.435021 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446', 'code': 200} Jul 27 21:42:29.435021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.488592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-211fbd39-adc9-44a5-a2aa-8d98f9df0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.490785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-211fbd39-adc9-44a5-a2aa-8d98f9df0149 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 919 time: 0.1135828 Jul 27 21:42:29.554937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.568277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-45ff0d10-f2e0-4d4e-88f3-6fe6ad31feb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618 HTTP/1.1" status: 200 len: 217 time: 0.0687761 Jul 27 21:42:29.600862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f84bd6b9-1ef3-4ea4-b310-f12890a4eaca req-708ec2ac-41ad-4b8c-b5e8-b25048f5d60e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 210 time: 0.0433910 Jul 27 21:42:29.609513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-e0a2557b-8b4c-473b-8df2-cedd28772efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.619691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-e0a2557b-8b4c-473b-8df2-cedd28772efc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.2380168 Jul 27 21:42:29.671575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-d64acc03-8f7e-48d1-8fbd-73d56e20e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.673131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-d64acc03-8f7e-48d1-8fbd-73d56e20e137 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.0747473 Jul 27 21:42:29.695090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-89fbade2-2ba5-4d3f-8a4d-4952d1dcb626 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420382 Jul 27 21:42:29.724905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-4fa7f7c9-7c22-4326-8fc1-0a55a0e7c1b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409467 Jul 27 21:42:29.770984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e825dc-847d-478d-8f90-3e815408dbfd req-f73495a0-c122-4dfc-8fa0-1ba89140d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.773889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6e825dc-847d-478d-8f90-3e815408dbfd req-f73495a0-c122-4dfc-8fa0-1ba89140d521 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 1097 time: 0.2572396 Jul 27 21:42:29.875981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6e825dc-847d-478d-8f90-3e815408dbfd req-1976e1d1-af69-4ada-be15-2e5426b542c8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Jul 27 21:42:29.882038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-735917c6-1c44-452a-8980-c826050612bb service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784403 Jul 27 21:42:29.940942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56793e6-b299-4bae-97a8-780f8b991b10 req-f492af42-0557-406a-b605-2e25c84525e9 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:29.942960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a56793e6-b299-4bae-97a8-780f8b991b10 req-f492af42-0557-406a-b605-2e25c84525e9 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 943 time: 0.2223971 Jul 27 21:42:29.968463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-7a4d3c9d-08cd-42d6-be7e-10a0e0d8f1e2 service neutron] 10.222.0.50 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267232 Jul 27 21:42:30.023764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a56793e6-b299-4bae-97a8-780f8b991b10 req-84c838ad-cde5-4cdb-b133-394c8a878895 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Jul 27 21:42:30.218779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72aed9f0-3745-4874-9b81-eda13c32be12 req-a4f229d2-d99f-422e-b20b-5d3026085ce8 service neutron] 10.222.0.50 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378654 Jul 27 21:42:30.234708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-df6fbf41-2632-4f1c-a046-0ea05c0baa54 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406768 Jul 27 21:42:30.309362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44741966-3f5c-49e2-ab95-f53a585fca62 req-d04860ae-9ed8-4226-83d5-383cffc6dd6c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.314918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44741966-3f5c-49e2-ab95-f53a585fca62 req-d04860ae-9ed8-4226-83d5-383cffc6dd6c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 984 time: 0.2198839 Jul 27 21:42:30.330523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a77f3-e1f9-4026-8264-303e9f37731d req-e704542b-c856-4f11-aa68-5566dc5d188a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.333079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-537a77f3-e1f9-4026-8264-303e9f37731d req-e704542b-c856-4f11-aa68-5566dc5d188a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.1260414 Jul 27 21:42:30.401178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-537a77f3-e1f9-4026-8264-303e9f37731d req-b997d26b-db84-4ce9-bbd0-59d804575398 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577459 Jul 27 21:42:30.417270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44741966-3f5c-49e2-ab95-f53a585fca62 req-5e5f5e54-adb8-456d-aa17-b5b0e39ce28c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=610fbc79-3c04-4071-8761-e112225abb75&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0854914 Jul 27 21:42:30.444926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-ae0f2831-3bff-461c-ab81-7d9176b6a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.463535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-ae0f2831-3bff-461c-ab81-7d9176b6a6af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3474019198204998afdcb9b2852a11e3&device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 1094 time: 0.1289930 Jul 27 21:42:30.594215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447865a-aef1-4330-ac88-97cfd51cff5f req-9e0cac45-a0f1-450c-bbe1-536c576c06de tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.595958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0447865a-aef1-4330-ac88-97cfd51cff5f req-9e0cac45-a0f1-450c-bbe1-536c576c06de tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1096 time: 0.0864797 Jul 27 21:42:30.635029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-ce4ca6d2-511d-4f5d-b25c-3375fc355608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.637444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-ce4ca6d2-511d-4f5d-b25c-3375fc355608 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 200 len: 919 time: 0.1756525 Jul 27 21:42:30.661928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0447865a-aef1-4330-ac88-97cfd51cff5f req-815e5ff6-985e-49ec-88ed-f7c45b5528d1 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Jul 27 21:42:30.730388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-bcb7b144-ca44-4c00-b23e-f9d4d3285c63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2630fa93-f320-4934-bca9-65f8c1386df6 HTTP/1.1" status: 200 len: 217 time: 0.0791874 Jul 27 21:42:30.794833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-4114802b-9523-405b-b3bc-9bb521ebf139 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1493707575&fields=id&tenant_id=92c2eddd8e704fa0bedbe39f9289d619 HTTP/1.1" status: 200 len: 267 time: 0.0504491 Jul 27 21:42:30.931770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-a57a0c30-7d93-4a47-bba8-76972321981f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.933476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-a57a0c30-7d93-4a47-bba8-76972321981f tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 984 time: 0.1292503 Jul 27 21:42:30.953729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'port': {'security_groups': ['3ee476a9-c8f4-401e-ab61-ea3548a2a644', '610fbc79-3c04-4071-8761-e112225abb75', 'c3302356-268a-47ce-b445-0a3398c8176c']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:31.129667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.245498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-4fee8495-ea27-44cb-97a7-bdb23deaf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:31.248082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-4fee8495-ea27-44cb-97a7-bdb23deaf194 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 200 len: 858 time: 0.5051074 Jul 27 21:42:31.252594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-c88eeec0-39bc-4b3d-a1d0-9212667f43c2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664258 Jul 27 21:42:31.264925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227645e-58ce-4bb3-b182-c334af6d5093 req-7cf078ff-e39d-4780-80c2-d77b96f8a10e tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:31.276311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9227645e-58ce-4bb3-b182-c334af6d5093 req-7cf078ff-e39d-4780-80c2-d77b96f8a10e tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.6445794 Jul 27 21:42:31.364752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-632d252a-3bc1-4a25-b0d6-8e6044cb47ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5243dd4c-7e81-4a47-bb9c-5768869e9b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721235 Jul 27 21:42:31.558267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9227645e-58ce-4bb3-b182-c334af6d5093 req-61518af2-3ae5-42b8-9fbd-2372d27d9d9f tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808831 Jul 27 21:42:31.563405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:31.650130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bbbba269-47df-43ef-a18b-ba950e8a4f5b details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:31.661814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.668474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-4eb8db4b-2b1d-45fc-93aa-92d6b922fefa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:31.671150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-4eb8db4b-2b1d-45fc-93aa-92d6b922fefa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926396 Jul 27 21:42:31.675581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-f4c4e561-ed0c-423c-bcdd-44d9ae596424 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497849 Jul 27 21:42:31.715352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a26bf546-78f8-4dc1-b7ad-b69b6bee1b0a req-28f66efa-29ea-477b-9df2-c02642b07586 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 210 time: 0.0428662 Jul 27 21:42:31.719113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Request body: {'port': {'device_id': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '55f15e54bfab423cb281c253fa848f5d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:31.798154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.842783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6', '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:31.899655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:31.912040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:31.912849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.917876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'port_id': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b', 'mac_address': 'fa:16:3e:66:53:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bbcf8a-90ff-4d90-841c-d0d5048ed399', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:31.927636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68c503e1-f808-4c62-9cde-cf764a78b118 req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "PUT /v2.0/ports/9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 1020 time: 0.9810505 Jul 27 21:42:31.929492 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12dfb20a-0d44-4a09-bb98-fce168c993d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.932866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:31.948848 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:32.063689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:32.075565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6945a18-5c84-462f-a971-b1cdfb780fbc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:32.144240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-f3a477c1-be91-4024-b0a9-decd637201aa tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:32.146279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-f3a477c1-be91-4024-b0a9-decd637201aa tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.4245231 Jul 27 21:42:32.150860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.179687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99d1b1b0-e6b8-48b3-9fc4-fd01bbd80ea7 req-13b8ced6-7933-4aa0-9d31-4a823f6237b8 service neutron] 10.222.0.76 "GET /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679635 Jul 27 21:42:32.230910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbba269-47df-43ef-a18b-ba950e8a4f5b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:32.313029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:32.359636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Made reservation on behalf of 55f15e54bfab423cb281c253fa848f5d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:32.371725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.463154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.463903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2630fa93-f320-4934-bca9-65f8c1386df6 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:32.648968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29002-fb50-4197-a093-05427f4cc5e5 req-96683d0c-51cb-4a4c-ab81-b012f89f95e5 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:32.652000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73f29002-fb50-4197-a093-05427f4cc5e5 req-96683d0c-51cb-4a4c-ab81-b012f89f95e5 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 943 time: 0.5664434 Jul 27 21:42:32.685439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Allocated IP 192.168.233.76 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/334a0e0b-2955-4ff5-a280-e9f786123224) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:32.717557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:32.718028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.760943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ca399076-8a7f-42a6-a51a-8bd87ccf9618 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:32.805461 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73f29002-fb50-4197-a093-05427f4cc5e5 req-31593c85-c954-4528-9833-de85aecc8e73 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399279 Jul 27 21:42:32.879181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:42:32.905779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2630fa93-f320-4934-bca9-65f8c1386df6,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:32.938618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 4c1f89a3-9067-40d5-8cd4-d7c854570b28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c1f89a3-9067-40d5-8cd4-d7c854570b28,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:32.940189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.951868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '2630fa93-f320-4934-bca9-65f8c1386df6', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'port_id': '2630fa93-f320-4934-bca9-65f8c1386df6', 'mac_address': 'fa:16:3e:ce:3f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bbcf8a-90ff-4d90-841c-d0d5048ed399', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:32.996297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 4c1f89a3-9067-40d5-8cd4-d7c854570b28 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:33.056282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.087469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Transition to ACTIVE for port object 334a0e0b-2955-4ff5-a280-e9f786123224 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:33.121658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:33.123896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef171-2c6a-4cc2-9035-333cb602af94 req-ffcf6337-9b53-480c-ab6d-ce22ea5b40a1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:33.133084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b51ef171-2c6a-4cc2-9035-333cb602af94 req-ffcf6337-9b53-480c-ab6d-ce22ea5b40a1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f HTTP/1.1" status: 200 len: 949 time: 0.1519327 Jul 27 21:42:33.153819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.180645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:42:33.209011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b51ef171-2c6a-4cc2-9035-333cb602af94 req-03269003-d7c4-416c-a1f1-3270109b10e6 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723329 Jul 27 21:42:33.221964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.344310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:33.349965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:33.359091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:33.371787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:33.404064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2630fa93-f320-4934-bca9-65f8c1386df6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:33.425167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ab6400f-fd52-4793-b7b0-e4e31a904d05 req-6b2144d3-ac88-4e10-9a71-bc03b0175385 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/c3302356-268a-47ce-b445-0a3398c8176c HTTP/1.1" status: 200 len: 1800 time: 0.0832815 Jul 27 21:42:33.438659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:33.464289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.473134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:33.474435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.491439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2630fa93-f320-4934-bca9-65f8c1386df6,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:33.609912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=4c1f89a3-9067-40d5-8cd4-d7c854570b28,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:33.616649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:33.677095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.677527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 4c1f89a3-9067-40d5-8cd4-d7c854570b28 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:33.678716 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-1ab6400f-fd52-4793-b7b0-e4e31a904d05 req-10792b57-0874-4d0a-894b-07f49cb7f3d2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:42:33.679134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618', 'network_id': '5243dd4c-7e81-4a47-bb9c-5768869e9b74', 'port_id': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618', 'mac_address': 'fa:16:3e:59:0d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bbcf8a-90ff-4d90-841c-d0d5048ed399', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:33.679893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ab6400f-fd52-4793-b7b0-e4e31a904d05 req-10792b57-0874-4d0a-894b-07f49cb7f3d2 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3302356-268a-47ce-b445-0a3398c8176c HTTP/1.1" status: 409 len: 341 time: 0.2462945 Jul 27 21:42:33.681254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.683469 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6c6153a-a5e3-49e9-8d35-3021f505e3e3 req-b824da0e-13d0-4d41-bb6b-fcc81851db27 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "DELETE /v2.0/ports/4c1f89a3-9067-40d5-8cd4-d7c854570b28 HTTP/1.1" status: 204 len: 173 time: 1.5306766 Jul 27 21:42:33.746463 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df523e7-4fc5-4099-8f85-8b02b728e52b x-openstack-request-id: req-6df523e7-4fc5-4099-8f85-8b02b728e52b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:33.746762 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:33.747022 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6df523e7-4fc5-4099-8f85-8b02b728e52b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:33.747452 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'status': 'completed', 'code': 200} Jul 27 21:42:33.755356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-f5f9b814-825f-4e59-8479-e70eb5f0d86d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0422864 Jul 27 21:42:33.770888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Request body: {'port': {'device_id': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:33.902647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-1754f13b-4ebe-4f3f-b65f-9a031ff7e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:33.905739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-1754f13b-4ebe-4f3f-b65f-9a031ff7e032 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1174 time: 0.1218276 Jul 27 21:42:33.911265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.065571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-fd2cdd4f-3c5f-4908-bec1-e25986e02a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.066687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-fd2cdd4f-3c5f-4908-bec1-e25986e02a94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 200 len: 912 time: 0.1161656 Jul 27 21:42:34.077613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e4ff3-a7cf-477a-a8ff-76f1cb1d1fcf req-b6398bc8-c9d2-440f-93e7-ef8a7623c301 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.086303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1e4ff3-a7cf-477a-a8ff-76f1cb1d1fcf req-b6398bc8-c9d2-440f-93e7-ef8a7623c301 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.2098975 Jul 27 21:42:34.139857 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.144975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-d959a0f0-9fa4-40c4-b302-946654d92773 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 200 len: 217 time: 0.0565157 Jul 27 21:42:34.172745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:34.202868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1e4ff3-a7cf-477a-a8ff-76f1cb1d1fcf req-2dfc24d2-258b-4b7a-b665-e1f16c5b59e3 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129172 Jul 27 21:42:34.254373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca399076-8a7f-42a6-a51a-8bd87ccf9618 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:34.287096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-0ed82440-532c-427d-8d12-bae4bccb101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.287096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-0ed82440-532c-427d-8d12-bae4bccb101e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 200 len: 851 time: 0.1240218 Jul 27 21:42:34.298545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:34.335427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-321b6f7a-6a74-456f-8dfa-12ee60da44a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=41aadfa7-81e2-495e-9413-8fb41525587f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448382 Jul 27 21:42:34.489917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2630fa93-f320-4934-bca9-65f8c1386df6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:34.498980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bbbba269-47df-43ef-a18b-ba950e8a4f5b'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:34.545712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.598091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e91a80f0-6fa4-487b-855e-119977e5b556 None None] Provisioning for port 334a0e0b-2955-4ff5-a280-e9f786123224 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:34.614979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-f6dae4a5-5536-4182-9866-d1bbc8b46e16 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713072 Jul 27 21:42:34.631167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e91a80f0-6fa4-487b-855e-119977e5b556 None None] Provisioning complete for port 334a0e0b-2955-4ff5-a280-e9f786123224 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:34.631645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e91a80f0-6fa4-487b-855e-119977e5b556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.641435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', '4c1f89a3-9067-40d5-8cd4-d7c854570b28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:34.647434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:34.739764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70f7e-ddce-40ad-8eb5-4095aedea214 req-13f53d11-0aff-473c-9355-70eced51a9cd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.747099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:34.751676 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3d70f7e-ddce-40ad-8eb5-4095aedea214 req-13f53d11-0aff-473c-9355-70eced51a9cd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 935 time: 0.3018847 Jul 27 21:42:34.770479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.795302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Transition to ACTIVE for port object 334a0e0b-2955-4ff5-a280-e9f786123224 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:34.836259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3d70f7e-ddce-40ad-8eb5-4095aedea214 req-7e8e09d7-449e-4204-abcc-b3910fddfa5e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829222 Jul 27 21:42:34.886418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c1f89a3-9067-40d5-8cd4-d7c854570b28 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:34.892306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d3edb6-7551-41ed-a30e-ff79d5a6e8f4 req-23a2b2db-c385-41bc-8fc1-d572bf670d27 service neutron] 10.222.0.50 "GET /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643297 Jul 27 21:42:34.946398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.028078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 4c1f89a3-9067-40d5-8cd4-d7c854570b28 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:35.029234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c1f89a3-9067-40d5-8cd4-d7c854570b28 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:35.031390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e91a80f0-6fa4-487b-855e-119977e5b556 None None] Port 334a0e0b-2955-4ff5-a280-e9f786123224 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:35.092501 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17fa2693-a0ad-47f3-9249-7e100761c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.111425 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:42:35.119163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ca399076-8a7f-42a6-a51a-8bd87ccf9618'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:35.148349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:35.225081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:35.307025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:35.311418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:35.311418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.316994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:35.318092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.329908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:35.348800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:35.348800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:35.348800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:35.348800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Bound port: 334a0e0b-2955-4ff5-a280-e9f786123224, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:35.348800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.437897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-907a9dce-58c8-4923-a192-bb7d8654f033 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:42:35.442605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-907a9dce-58c8-4923-a192-bb7d8654f033 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105214 Jul 27 21:42:35.494976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Request body: {'binding': {'host': 'n-h1-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:35.496122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Unknown quota resources ['binding']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:42:35.511771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.667425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:35.690251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:35.751155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'name': 'network-vif-deleted', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:35.754808 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec3070d-3148-48ea-b85a-763705b80d2e" -d '{"events": [{"server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "name": "network-vif-deleted", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:35.812202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.914270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on host n-h1-738018-6 for vnic_type normal with profile None {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:35.915252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:35.916191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.922269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:35.922981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.932142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:35.932630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:35.933123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:35.933719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Bound port: 015b99a7-f989-44d7-ba64-2c907a1e14b6, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:36.009836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:36.048542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.049219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:36.051674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-197a7830-ba09-4adb-9f58-ab35fb76a964 service neutron] 10.222.0.76 "PUT /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 1095 time: 2.2854223 Jul 27 21:42:36.052394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:36.056271 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826" -d '{"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:36.068526 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:36.153497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:36.195401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea545-4c34-4b87-aa80-ef280378ec60 req-1aeb0c75-05e9-40b0-b1c6-ebe6f6905160 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.198465 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1ea545-4c34-4b87-aa80-ef280378ec60 req-1aeb0c75-05e9-40b0-b1c6-ebe6f6905160 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 944 time: 0.1398318 Jul 27 21:42:36.285831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1ea545-4c34-4b87-aa80-ef280378ec60 req-4409fab6-a3eb-4e17-9242-28b39062ad06 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761561 Jul 27 21:42:36.290196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:36.293491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-dbbb0a24-3f12-4401-b4b0-4088628a0b18 service neutron] 10.222.0.37 "POST /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8088443 Jul 27 21:42:36.388616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-0550256a-16ec-4e43-9b84-8afcf86f2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.391250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-0550256a-16ec-4e43-9b84-8afcf86f2147 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1098 time: 0.1357620 Jul 27 21:42:36.459015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-2f446bc5-bb16-4326-b9ef-8666ada7c99f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0580926 Jul 27 21:42:36.605332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-a1f70fca-0322-4063-be96-b7db61589e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.607718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-a1f70fca-0322-4063-be96-b7db61589e8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1384039 Jul 27 21:42:36.699127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d3b19-5c70-4a52-a5c8-cfea1b8fbc7f req-270e6f3c-1ead-4cd5-abc5-44bcb1744f42 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.713507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-191d3b19-5c70-4a52-a5c8-cfea1b8fbc7f req-270e6f3c-1ead-4cd5-abc5-44bcb1744f42 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1023 time: 0.1582019 Jul 27 21:42:36.759643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-85b4e177-5d50-4139-b73b-0fb2be1d090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.770866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-85b4e177-5d50-4139-b73b-0fb2be1d090c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399162 Jul 27 21:42:36.806001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:36.824090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-191d3b19-5c70-4a52-a5c8-cfea1b8fbc7f req-e5708b58-3a22-4de1-b2d9-5a20bc606d1e tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3302356-268a-47ce-b445-0a3398c8176c&id=610fbc79-3c04-4071-8761-e112225abb75&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1091170 Jul 27 21:42:36.829667 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e9f8c3-49fc-48a9-81eb-e03caf210388 x-openstack-request-id: req-a8e9f8c3-49fc-48a9-81eb-e03caf210388 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:36.830049 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f", "name": "network-vif-deleted", "tag": "4c1f89a3-9067-40d5-8cd4-d7c854570b28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:36.835183 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8e9f8c3-49fc-48a9-81eb-e03caf210388 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:36.835183 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d5f7a0-50b0-4dc3-af5b-1f08fea0219f', 'name': 'network-vif-deleted', 'tag': '4c1f89a3-9067-40d5-8cd4-d7c854570b28', 'status': 'completed', 'code': 200} Jul 27 21:42:36.950067 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31aa37b-2d07-4300-b0a5-837252fbca8b x-openstack-request-id: req-f31aa37b-2d07-4300-b0a5-837252fbca8b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:36.950892 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:36.950892 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f31aa37b-2d07-4300-b0a5-837252fbca8b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:36.951073 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'status': 'completed', 'code': 200} Jul 27 21:42:37.090245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-401e7ed9-cb54-4437-9663-87d5de2bb46d service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152173 Jul 27 21:42:37.320180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8156085-0f57-4ed0-9201-130a5fc6c249 req-625cb2cc-ed58-473e-8048-90c70598328c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.330912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8156085-0f57-4ed0-9201-130a5fc6c249 req-625cb2cc-ed58-473e-8048-90c70598328c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 947 time: 0.3856108 Jul 27 21:42:37.387003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-78137ac2-efae-4415-b434-496f49a9a7d8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.390840 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:37.394058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9e01233-4fd6-4b3f-9242-5016a7681289 req-211c0c03-aeed-49aa-8e4e-e3002ac5aa46 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904038 Jul 27 21:42:37.395304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-78137ac2-efae-4415-b434-496f49a9a7d8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 1023 time: 0.2569883 Jul 27 21:42:37.414503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8156085-0f57-4ed0-9201-130a5fc6c249 req-6d759e80-ec90-42d3-8cd1-86c899c114d1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826483 Jul 27 21:42:37.632736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Deleting port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:37.633083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:37.747361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-71b9c14a-a992-4c9f-aa33-f610a2d0ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.751635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-71b9c14a-a992-4c9f-aa33-f610a2d0ba2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1096 time: 0.2594318 Jul 27 21:42:37.865077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:37.876341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:37.898223 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:37.902977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Calling delete_port for 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:37.933282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4266c9-fb1e-4f28-a4b8-3fac616cef86 req-00df30e4-6310-4e83-a47e-f2a5a0f69b31 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.949502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef4266c9-fb1e-4f28-a4b8-3fac616cef86 req-00df30e4-6310-4e83-a47e-f2a5a0f69b31 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.3605256 Jul 27 21:42:37.949502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-96c6a1c5-d12b-4749-b79c-0c81a05dada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.949502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-96c6a1c5-d12b-4749-b79c-0c81a05dada1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1098 time: 0.3114195 Jul 27 21:42:38.025594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f69f5-76a8-4f67-9ea4-fe76bd5cf156 req-31354fb5-97e2-474a-b1d5-976dd405e5c1 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.027251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a51f69f5-76a8-4f67-9ea4-fe76bd5cf156 req-31354fb5-97e2-474a-b1d5-976dd405e5c1 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 944 time: 0.1421621 Jul 27 21:42:38.087442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-cf9c3d9d-0187-49bf-8b55-1947d8031a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.094023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-cf9c3d9d-0187-49bf-8b55-1947d8031a78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.3312459 Jul 27 21:42:38.133000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a51f69f5-76a8-4f67-9ea4-fe76bd5cf156 req-2937353b-be0d-4218-ba32-d27b71b0526c tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Jul 27 21:42:38.229611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef4266c9-fb1e-4f28-a4b8-3fac616cef86 req-feb33a73-7e5f-4238-95bc-a9df6b8469f8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763572 Jul 27 21:42:38.231821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-4b3a5b07-ee60-41b4-8a2c-57a896805ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.232839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-4b3a5b07-ee60-41b4-8a2c-57a896805ec4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2641761 Jul 27 21:42:38.234511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-6a828ba0-86b5-42c0-9ffa-6d9cda9cdb62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 217 time: 0.0556557 Jul 27 21:42:38.288974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-d787e18f-50ae-4cb6-bd28-004051697c56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0458591 Jul 27 21:42:38.357424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:38.370813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['81514f1e-0735-4873-bb5e-1a59efa226c6', '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:38.405061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'Port': ['ID=9ae94b5c-fbe8-4b7d-9836-3ca264f29f06,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:38.468067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2253fce6-3e79-4003-994c-04d7f008c93b req-c955ee0d-3d47-49a1-9295-ae63e64be3ff tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c55b130-5d92-48f0-906e-d3e2508300a3 HTTP/1.1" status: 200 len: 210 time: 0.0778990 Jul 27 21:42:38.471311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] No DVR routers for this DVR port 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:38.477960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:38.480527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1fbd56f1-5422-4f01-a16d-9919b18996bd req-01078f1a-af20-471f-be87-a97fe51291be tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "DELETE /v2.0/ports/9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 HTTP/1.1" status: 204 len: 173 time: 1.0730283 Jul 27 21:42:38.488547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-1a683e6a-ceee-4522-9a9d-b2a64e62224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.500322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-1a683e6a-ceee-4522-9a9d-b2a64e62224d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.2125242 Jul 27 21:42:38.511034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606eba-646d-4b3c-a3f9-a5c8a3b0f5be req-d32ea785-9162-4984-ae68-c7c63df45f8e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.512859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17606eba-646d-4b3c-a3f9-a5c8a3b0f5be req-d32ea785-9162-4984-ae68-c7c63df45f8e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 950 time: 0.1976252 Jul 27 21:42:38.610323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17606eba-646d-4b3c-a3f9-a5c8a3b0f5be req-f4758fca-0753-465f-9fd6-35b5242fbba1 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876491 Jul 27 21:42:38.610928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-63a89877-b781-43f6-8d10-2f99bf29dcc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031978 Jul 27 21:42:38.615947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-adfc8a06-ac0f-423d-89ef-96474f6d8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.618443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-adfc8a06-ac0f-423d-89ef-96474f6d8a9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2871709 Jul 27 21:42:38.782936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ca399076-8a7f-42a6-a51a-8bd87ccf9618 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:38.795484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d5e0-7315-460c-96eb-f3f8ca1f192a req-4ee4d01b-a8f3-4329-a772-b0f6ec10d2e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.798493 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9682d5e0-7315-460c-96eb-f3f8ca1f192a req-4ee4d01b-a8f3-4329-a772-b0f6ec10d2e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 947 time: 0.1164563 Jul 27 21:42:38.802483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-769a637a-5890-47cb-8a9b-5c525309e0e4 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826811 Jul 27 21:42:38.844640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'name': 'network-vif-deleted', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:38.849320 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ccb24-4ea7-45e7-9be7-2a48e0366ca1" -d '{"events": [{"server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "name": "network-vif-deleted", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:38.920581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9682d5e0-7315-460c-96eb-f3f8ca1f192a req-bc553b2a-b6b1-4c7a-8843-4358360eaf99 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121869 Jul 27 21:42:38.952472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-af39e3e1-85b2-4c6c-8886-3b3ab177ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.954099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-af39e3e1-85b2-4c6c-8886-3b3ab177ccd2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3030820 Jul 27 21:42:38.962566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-86c034eb-4812-4c2e-88c7-dd1519331d49 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422834 Jul 27 21:42:38.972737 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070bd968-0441-4e32-af7b-611961883b2a x-openstack-request-id: req-070bd968-0441-4e32-af7b-611961883b2a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:38.973140 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c55b130-5d92-48f0-906e-d3e2508300a3", "name": "network-vif-deleted", "tag": "9ae94b5c-fbe8-4b7d-9836-3ca264f29f06", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:38.973630 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-070bd968-0441-4e32-af7b-611961883b2a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:38.974240 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c55b130-5d92-48f0-906e-d3e2508300a3', 'name': 'network-vif-deleted', 'tag': '9ae94b5c-fbe8-4b7d-9836-3ca264f29f06', 'status': 'completed', 'code': 200} Jul 27 21:42:39.021455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port ca399076-8a7f-42a6-a51a-8bd87ccf9618 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:39.030673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port ca399076-8a7f-42a6-a51a-8bd87ccf9618 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:39.031634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:39.104622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-27ed7c6b-7cdd-4ee4-b543-8277e7c89d50 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360412 Jul 27 21:42:39.386231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:39.396001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78bf5a5-88c8-40a3-ab6b-61106ca7e826 req-e470a941-4bf1-4b38-9054-ae556d5959ab service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815876 Jul 27 21:42:39.416511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-f2f53a01-5c0e-44fe-920f-2e2eb51e0241 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:39.418191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-f2f53a01-5c0e-44fe-920f-2e2eb51e0241 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 950 time: 0.1986945 Jul 27 21:42:39.433362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:39.438209 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfbb6f6-69bc-4da7-8880-26077e0787d1" -d '{"events": [{"server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "name": "network-vif-plugged", "status": "completed", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:39.467697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:39.479391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-c82b5df8-1cec-458d-8387-7d9a69580436 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2172532 Jul 27 21:42:39.564104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:39.565392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:39.566879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c41e8-1dcf-46d9-a620-971b178c72bc req-81382c5c-a288-4e82-8166-d795f252b243 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:39.575546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-567c41e8-1dcf-46d9-a620-971b178c72bc req-81382c5c-a288-4e82-8166-d795f252b243 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 944 time: 0.2237725 Jul 27 21:42:39.595630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:39.596362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9ae94b5c-fbe8-4b7d-9836-3ca264f29f06 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:39.660544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-567c41e8-1dcf-46d9-a620-971b178c72bc req-8cf04107-6dcb-4208-b27d-264e81f76441 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806165 Jul 27 21:42:39.683698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82650d27-9461-460e-9400-c7223611dcae req-c969afe9-fead-4889-ba23-e0eab9bda78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:39.687489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-c969afe9-fead-4889-ba23-e0eab9bda78c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52c9377138174abfbf0dd18a069d6df5&device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 1101 time: 0.1690040 Jul 27 21:42:39.720870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:39.727199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bbbba269-47df-43ef-a18b-ba950e8a4f5b up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:39.756549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:39.757103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:39.788451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:40.011520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bbbba269-47df-43ef-a18b-ba950e8a4f5b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:40.037380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bbbba269-47df-43ef-a18b-ba950e8a4f5b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:40.057107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.058496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.083636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.083636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:40.109317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.157307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '334a0e0b-2955-4ff5-a280-e9f786123224', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '334a0e0b-2955-4ff5-a280-e9f786123224', 'mac_address': 'fa:16:3e:c9:d5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:40.229674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82650d27-9461-460e-9400-c7223611dcae req-eb129577-9b24-4040-9919-d65982f4a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:40.234097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-eb129577-9b24-4040-9919-d65982f4a288 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.5027447 Jul 27 21:42:40.235809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.298584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.304242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:40.343780 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758a023c-9a1a-4074-85f6-9c5b3792bc8e x-openstack-request-id: req-758a023c-9a1a-4074-85f6-9c5b3792bc8e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:40.344073 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "name": "network-vif-plugged", "status": "completed", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:40.344357 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-758a023c-9a1a-4074-85f6-9c5b3792bc8e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:40.344762 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618', 'code': 200} Jul 27 21:42:40.393726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.417888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.432496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-47c06cd8-3d47-4bba-8425-98f56f72dc14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=72c46dea-cb4e-477f-89f1-320f776d8711 HTTP/1.1" status: 200 len: 217 time: 0.1718671 Jul 27 21:42:40.453407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795980-c184-4657-b02d-5e40a5833a6a req-a8569af5-12fa-45cf-9403-20324b1454b8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:40.460425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44795980-c184-4657-b02d-5e40a5833a6a req-a8569af5-12fa-45cf-9403-20324b1454b8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.4199798 Jul 27 21:42:40.529521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.608900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.610108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2630fa93-f320-4934-bca9-65f8c1386df6 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:40.637181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.730809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:40.777052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44795980-c184-4657-b02d-5e40a5833a6a req-a9b31403-e715-40e5-9ada-783cf704d25f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160701 Jul 27 21:42:40.783720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a', '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:40.797230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82650d27-9461-460e-9400-c7223611dcae req-9bcc6c82-8888-461e-a0ef-dbd0f585f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:40.806149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-9bcc6c82-8888-461e-a0ef-dbd0f585f017 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3373060 Jul 27 21:42:40.868928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2', '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:40.914310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae831be-f997-4fed-a522-306c1f72ee3b req-50f2d85a-d9e6-4505-a67d-4499b8af95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:40.915953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ae831be-f997-4fed-a522-306c1f72ee3b req-50f2d85a-d9e6-4505-a67d-4499b8af95fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 1096 time: 0.5154989 Jul 27 21:42:41.014529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:41.021937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.023152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5145a6cf-a25c-4eb4-9cff-0838aa21edbb req-a0733b9f-10e5-44a5-8723-49c7f3a84a4a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "DELETE /v2.0/ports/a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce HTTP/1.1" status: 204 len: 173 time: 1.5967724 Jul 27 21:42:41.029753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'name': 'network-vif-deleted', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:41.032837 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa184b8b-1227-456d-ada0-1d00537355d0" -d '{"events": [{"server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "name": "network-vif-deleted", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:41.060803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ae831be-f997-4fed-a522-306c1f72ee3b req-8a6900a3-9bd0-49bd-aec2-17157797275b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361780 Jul 27 21:42:41.077678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdfbf3-1008-4081-bc6c-bf03e3f14df2 req-964849b1-b521-414c-95cf-100cc53b1f6f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:41.083642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82650d27-9461-460e-9400-c7223611dcae req-65e681ea-a5a1-413c-a621-e1852e9cfa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:41.089489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbbdfbf3-1008-4081-bc6c-bf03e3f14df2 req-964849b1-b521-414c-95cf-100cc53b1f6f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 867 time: 0.5747108 Jul 27 21:42:41.092567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-65e681ea-a5a1-413c-a621-e1852e9cfa60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2742646 Jul 27 21:42:41.107430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:41.196524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbbdfbf3-1008-4081-bc6c-bf03e3f14df2 req-967c5ddf-509e-4f83-b6d3-2892faa2fd30 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056707 Jul 27 21:42:41.219099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:41.383855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 2630fa93-f320-4934-bca9-65f8c1386df6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:41.391001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-6ebec95d-4efc-400a-b491-24acbb4c51fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/610fbc79-3c04-4071-8761-e112225abb75 HTTP/1.1" status: 200 len: 1801 time: 0.1399035 Jul 27 21:42:41.477858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 2630fa93-f320-4934-bca9-65f8c1386df6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:41.477858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.477858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:41.501157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-98f753cf-bf2d-4c42-bf32-426119ff1494 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803813 Jul 27 21:42:41.549711 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.563624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408a28-312a-4f63-bff2-d03448a57769 req-05a9a608-c8c4-4cae-b4a3-0a89d5e2e37b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:41.579428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a408a28-312a-4f63-bff2-d03448a57769 req-05a9a608-c8c4-4cae-b4a3-0a89d5e2e37b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.5733488 Jul 27 21:42:41.632087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.787730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a408a28-312a-4f63-bff2-d03448a57769 req-15635a44-e1bb-471e-b0ee-0b037cc5926a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063532 Jul 27 21:42:41.815898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.821704 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:41.824895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7510afd9-b5aa-46d6-b42b-12fab4cc7a82 req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/610fbc79-3c04-4071-8761-e112225abb75 HTTP/1.1" status: 204 len: 173 time: 0.4262717 Jul 27 21:42:41.860155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab5d6-b1ac-4b97-a1cb-5680ee379926 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610fbc79-3c04-4071-8761-e112225abb75,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:41.892600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82650d27-9461-460e-9400-c7223611dcae req-107ac734-492c-4e86-8141-73ed95fbc64e service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759215 Jul 27 21:42:42.015413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.035125 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db2451-7381-4a17-bf6f-e5a945c82968 x-openstack-request-id: req-82db2451-7381-4a17-bf6f-e5a945c82968 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:42.035710 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9", "name": "network-vif-deleted", "tag": "a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:42.036395 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82db2451-7381-4a17-bf6f-e5a945c82968 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:42.037101 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9', 'name': 'network-vif-deleted', 'tag': 'a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce', 'status': 'completed', 'code': 200} Jul 27 21:42:42.135408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3908157-e75c-455c-9ddd-834959476c01 req-f28d0d73-5657-4d93-89d1-7738a53bf90f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:42.144295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3908157-e75c-455c-9ddd-834959476c01 req-f28d0d73-5657-4d93-89d1-7738a53bf90f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 945 time: 0.2204614 Jul 27 21:42:42.173918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2630fa93-f320-4934-bca9-65f8c1386df6,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:42.222921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3908157-e75c-455c-9ddd-834959476c01 req-9b8ea19b-f55c-4007-aec1-459866452df9 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 Jul 27 21:42:42.281537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1a2b-7f90-4e8b-a727-8754475a4941 req-7831ae98-e3ad-477d-b6bc-77e1e921a851 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:42.286065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a1e1a2b-7f90-4e8b-a727-8754475a4941 req-7831ae98-e3ad-477d-b6bc-77e1e921a851 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1834674 Jul 27 21:42:42.330054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-21d40df3-a83f-44f2-963d-ddfd8714f450 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/c3302356-268a-47ce-b445-0a3398c8176c HTTP/1.1" status: 200 len: 1800 time: 0.0674379 Jul 27 21:42:42.370549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b'}, {'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:42.380084 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c22edf-3aab-4248-8942-344d71f7cf9d" -d '{"events": [{"server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "name": "network-vif-plugged", "status": "completed", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b"}, {"server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "name": "network-vif-plugged", "status": "completed", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:42.383995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a1e1a2b-7f90-4e8b-a727-8754475a4941 req-1ea61851-1fb2-495d-8f65-586a243c05e4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846298 Jul 27 21:42:42.393600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.430039 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.490469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.533313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:42.620715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a93ce811-3486-4c80-8d11-3b7826fe0bf8 req-386d2029-4a4a-4f17-b36c-c2b8a0aa7ba9 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=809b9ce4-8796-40f3-8c4b-7fd9c4a5d6c9 HTTP/1.1" status: 200 len: 210 time: 0.0439577 Jul 27 21:42:42.641287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.645991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.647501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8361b1d4-4d9f-434f-aeaf-b355ad4a3b01 req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3302356-268a-47ce-b445-0a3398c8176c HTTP/1.1" status: 204 len: 173 time: 0.3165796 Jul 27 21:42:42.678541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491692414', 'description': 'tempest-description-717484772'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:42.684856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e5262-679c-4c42-93c9-27669501e3fc tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3302356-268a-47ce-b445-0a3398c8176c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:42.694622 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03517efc-35ac-4322-97fe-cb2852a2d0f9 x-openstack-request-id: req-03517efc-35ac-4322-97fe-cb2852a2d0f9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:42.694923 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "name": "network-vif-plugged", "status": "completed", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b", "code": 200}, {"server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "name": "network-vif-plugged", "status": "completed", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:42.695174 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03517efc-35ac-4322-97fe-cb2852a2d0f9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:42.695586 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b', 'code': 200} Jul 27 21:42:42.695850 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6', 'code': 200} Jul 27 21:42:42.768685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:42.792395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:42.792769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a89d4ab0-0b1d-4c09-9ea8-a8330df9f5ce not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:42.824742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.967689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf3ba4-dcc4-4f17-a13e-6ef3821db5db req-1ee89d17-1f99-4963-8c1a-0873c33721d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:42.969906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bbf3ba4-dcc4-4f17-a13e-6ef3821db5db req-1ee89d17-1f99-4963-8c1a-0873c33721d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 1096 time: 0.1760504 Jul 27 21:42:42.989007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425483a5-925d-4d80-99db-41c78c4765ac req-577743a6-0edd-4c10-a1e0-4c346fcb5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:42.990622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-425483a5-925d-4d80-99db-41c78c4765ac req-577743a6-0edd-4c10-a1e0-4c346fcb5782 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 1096 time: 0.1871700 Jul 27 21:42:43.000520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.066968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bbf3ba4-dcc4-4f17-a13e-6ef3821db5db req-38f51af8-7b5a-4e38-a4f1-cdec30ca733c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 Jul 27 21:42:43.081582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951f7b9-925c-4299-8688-e22755b8d3b2 req-a2271c4c-80d8-4aa3-8ad0-e880520c101a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:43.083242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8951f7b9-925c-4299-8688-e22755b8d3b2 req-a2271c4c-80d8-4aa3-8ad0-e880520c101a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.1844995 Jul 27 21:42:43.087108 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.089885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-425483a5-925d-4d80-99db-41c78c4765ac req-4ce36530-ae22-48d7-b65c-24e3803cb213 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876791 Jul 27 21:42:43.139423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8951f7b9-925c-4299-8688-e22755b8d3b2 req-84631ecf-222f-462e-a955-d12d1ae07a2c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395796 Jul 27 21:42:43.149188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637398cd-65dd-4ccc-8b76-cf2f799855da,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:43.212938 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.215218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72efbc64-2712-4780-a92c-063145821ca6 req-b4175e87-9c0e-43dc-8c56-7fcd39715195 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5411599 Jul 27 21:42:43.297545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56d028cc-d618-482b-8090-c9690f277532 req-674fff83-e2e5-4cb2-b176-2918bc551d72 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/637398cd-65dd-4ccc-8b76-cf2f799855da HTTP/1.1" status: 200 len: 1800 time: 0.0565434 Jul 27 21:42:43.311076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Request body: {'security_group': {'name': 'tempest-sg-hth-568458849', 'description': 'tempest-description-hth-1240466599'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:43.347597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.424532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.436572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6e4e5-0bf7-4854-9c2d-5c4c49102d10 req-8cf6eda3-3bfa-4dd6-97df-3c100dd8e117 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:43.438856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb6e4e5-0bf7-4854-9c2d-5c4c49102d10 req-8cf6eda3-3bfa-4dd6-97df-3c100dd8e117 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 945 time: 0.0919988 Jul 27 21:42:43.511808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.516115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.517870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56d028cc-d618-482b-8090-c9690f277532 req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "PUT /v2.0/security-groups/637398cd-65dd-4ccc-8b76-cf2f799855da HTTP/1.1" status: 200 len: 1774 time: 0.2121260 Jul 27 21:42:43.549539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f40db-c453-4210-af20-92f0f3da31b9 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637398cd-65dd-4ccc-8b76-cf2f799855da,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:43.704969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d438d-69f5-4526-8655-baeacb288284 req-524a07fa-9a49-4d8a-a8de-6146bb50f8d6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:43.706776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d30d438d-69f5-4526-8655-baeacb288284 req-524a07fa-9a49-4d8a-a8de-6146bb50f8d6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.0889456 Jul 27 21:42:43.712379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:43.805753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d30d438d-69f5-4526-8655-baeacb288284 req-98bef5ee-9635-407b-81f6-13904bd6349e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 Jul 27 21:42:43.885287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb6e4e5-0bf7-4854-9c2d-5c4c49102d10 req-5f1f8431-a7c1-4a1e-9e78-04080b4f226d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377804 Jul 27 21:42:43.904210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 334a0e0b-2955-4ff5-a280-e9f786123224 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:43.904210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 334a0e0b-2955-4ff5-a280-e9f786123224 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:43.904210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:43.960159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34424edf-d18e-49f4-afa3-e9ed3ec30571 req-4e965ace-d57c-44d9-bc5d-8c6113792bab tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/637398cd-65dd-4ccc-8b76-cf2f799855da HTTP/1.1" status: 200 len: 1774 time: 0.1153741 Jul 27 21:42:44.034931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.087980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:44.102889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a351a-1fde-4f62-95b2-a5b028269732 req-09bc0e9b-ecf0-4340-9589-0208dcfb2fe2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:44.104503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6a351a-1fde-4f62-95b2-a5b028269732 req-09bc0e9b-ecf0-4340-9589-0208dcfb2fe2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 945 time: 0.1028829 Jul 27 21:42:44.153931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6a351a-1fde-4f62-95b2-a5b028269732 req-a8774d55-f101-4dc2-b401-0c6c39c48107 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Jul 27 21:42:44.191733 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.253123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:44.259066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-8cbade8a-b859-4d81-b909-9a4ff73e22b7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/637398cd-65dd-4ccc-8b76-cf2f799855da HTTP/1.1" status: 200 len: 1774 time: 0.0603321 Jul 27 21:42:44.346203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.376607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.583888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.586820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.587992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a935c9-3202-4cc8-8acb-3b28547daec9 req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/637398cd-65dd-4ccc-8b76-cf2f799855da HTTP/1.1" status: 204 len: 173 time: 0.3281136 Jul 27 21:42:44.599113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d2f0-95f0-4eb2-9b86-6aa3846846fb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637398cd-65dd-4ccc-8b76-cf2f799855da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:44.604907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ffacf-1e26-4fc5-b9b4-2ea0498b48be req-40d79d96-878d-4a7c-b58f-8c1de9d7ef12 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:44.625964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e27ffacf-1e26-4fc5-b9b4-2ea0498b48be req-40d79d96-878d-4a7c-b58f-8c1de9d7ef12 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1240785 Jul 27 21:42:44.679834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e27ffacf-1e26-4fc5-b9b4-2ea0498b48be req-5037af23-b639-4225-aa26-95bbbdad3a5f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Jul 27 21:42:44.697669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:44.703286 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca48736d-f24a-4a2a-8905-eda3ba5ea6d1" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:44.805299 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cba9b1-d58c-4cbe-9789-6900624f7763 x-openstack-request-id: req-c0cba9b1-d58c-4cbe-9789-6900624f7763 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:44.806356 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:44.806776 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0cba9b1-d58c-4cbe-9789-6900624f7763 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:44.807347 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'code': 200} Jul 27 21:42:44.875782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-ccc5a7d3-5634-4095-8f85-7b0649087470 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230581 Jul 27 21:42:45.094701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-afedbc22-b8ac-4a06-9249-05e60c94de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.094701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-afedbc22-b8ac-4a06-9249-05e60c94de04 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 1095 time: 0.1663229 Jul 27 21:42:45.097012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3352f0-4006-4e07-b081-6d3d808215e2 req-1aaf49fa-4813-4507-be4d-32420b80c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.098452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db3352f0-4006-4e07-b081-6d3d808215e2 req-1aaf49fa-4813-4507-be4d-32420b80c681 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1100 time: 0.1691015 Jul 27 21:42:45.193107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0dd00-42d8-4047-8d40-52b838c76cfa req-6229851f-bf02-4b33-bf30-b39487d7ee96 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.193107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ece0dd00-42d8-4047-8d40-52b838c76cfa req-6229851f-bf02-4b33-bf30-b39487d7ee96 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.2137260 Jul 27 21:42:45.237431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db3352f0-4006-4e07-b081-6d3d808215e2 req-2a07bcf1-78b8-49f3-9fc6-945007ef18ff service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264150 Jul 27 21:42:45.269272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ece0dd00-42d8-4047-8d40-52b838c76cfa req-e6a7fead-05b4-4da8-933c-21fd56d33697 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014400 Jul 27 21:42:45.330371 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-5793aea2-4d33-40f1-852f-a999ac83e61a req-f8e1ec10-f1ac-4d40-849a-5d73322f4178 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:45.331509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5793aea2-4d33-40f1-852f-a999ac83e61a req-f8e1ec10-f1ac-4d40-849a-5d73322f4178 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/c3302356-268a-47ce-b445-0a3398c8176c HTTP/1.1" status: 404 len: 352 time: 0.0279200 Jul 27 21:42:45.332970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-8d85c5e5-b88e-4f9e-8899-eac2f16eecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.334738 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-8d85c5e5-b88e-4f9e-8899-eac2f16eecca service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2020192 Jul 27 21:42:45.427927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-0373cd68-a088-4693-ada4-46cb4a5e4cf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 200 len: 217 time: 0.0805943 Jul 27 21:42:45.529956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-62817db3-6f5a-4540-ba56-474188e87ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.531912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-62817db3-6f5a-4540-ba56-474188e87ece service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0737681 Jul 27 21:42:45.590752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-d82daae6-b2b5-44db-875a-c3f3b3116460 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463390 Jul 27 21:42:45.630427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826715ce-8067-46f9-8125-0b98094002ca req-4fb5f4bb-7a74-4916-bdeb-5a2cfd01d460 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.632050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-826715ce-8067-46f9-8125-0b98094002ca req-4fb5f4bb-7a74-4916-bdeb-5a2cfd01d460 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 945 time: 0.2204821 Jul 27 21:42:45.736844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-826715ce-8067-46f9-8125-0b98094002ca req-1af22a89-f05d-4ece-a8d0-64cf312b5b84 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915940 Jul 27 21:42:45.763453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-7ed231e0-f295-47d1-a634-2a734d4dbb02 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588228 Jul 27 21:42:45.895200 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-62f91396-603b-40c4-b6b2-c95500376a27 req-755bdf1c-f00c-4882-a637-eef00e1ba281 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:45.897917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62f91396-603b-40c4-b6b2-c95500376a27 req-755bdf1c-f00c-4882-a637-eef00e1ba281 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/610fbc79-3c04-4071-8761-e112225abb75 HTTP/1.1" status: 404 len: 352 time: 0.1169460 Jul 27 21:42:45.937664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b67465ca-b0d9-4a70-8868-f9d196fc6f1d req-a82dc330-b73b-485d-ae46-3e29b7f6f557 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499827 Jul 27 21:42:45.986326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda69d3-af96-476a-ac42-8b66f4b74b5a req-4f2abdcf-0982-4f8c-8e91-085fce054279 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:45.988139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbda69d3-af96-476a-ac42-8b66f4b74b5a req-4f2abdcf-0982-4f8c-8e91-085fce054279 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1061094 Jul 27 21:42:46.039445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbda69d3-af96-476a-ac42-8b66f4b74b5a req-7bb9f32a-15f5-41ed-8894-c948833709ef tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jul 27 21:42:46.138895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c020fc4-939e-4471-9a70-6443febc40d3 req-847a31fc-08c5-4f65-8c98-6e5ab7f82f02 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:46.148876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c020fc4-939e-4471-9a70-6443febc40d3 req-847a31fc-08c5-4f65-8c98-6e5ab7f82f02 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 945 time: 0.0988765 Jul 27 21:42:46.206657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c020fc4-939e-4471-9a70-6443febc40d3 req-5cbffe6b-22dd-4203-927a-37d49de673a6 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557666 Jul 27 21:42:46.211879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e7269-1f72-4b34-9af5-b953bf2890d7 req-ce5db170-3ede-4bfa-9d1b-cc14424c998e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:46.213667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-274e7269-1f72-4b34-9af5-b953bf2890d7 req-ce5db170-3ede-4bfa-9d1b-cc14424c998e tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 950 time: 0.0886910 Jul 27 21:42:46.278054 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-3e5e8d3a-9f41-4e27-b342-b8eb5123bd35 req-41bbcf50-33f9-469f-a713-ea599c7ab7d8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:46.289367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e5e8d3a-9f41-4e27-b342-b8eb5123bd35 req-41bbcf50-33f9-469f-a713-ea599c7ab7d8 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/b96ba2e2-6209-40cc-b2e5-ae113a0f3a04 HTTP/1.1" status: 404 len: 352 time: 0.0357754 Jul 27 21:42:46.292068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-274e7269-1f72-4b34-9af5-b953bf2890d7 req-37f0684d-5f3c-40b6-82e9-c66ae9372e11 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648482 Jul 27 21:42:46.333463 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-59038270-2870-4fb6-90a0-db8002d7babb req-ba082a7b-1027-44bf-ada2-912a5b4ca934 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:46.340101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59038270-2870-4fb6-90a0-db8002d7babb req-ba082a7b-1027-44bf-ada2-912a5b4ca934 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/587528ab-2c48-4853-979a-6ec97d24d00a HTTP/1.1" status: 404 len: 352 time: 0.0316529 Jul 27 21:42:46.472156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a01c7-ac82-4981-94a7-4ab93518e1a5 req-dfb509a6-be0c-4270-b3e2-0cc888d40312 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:46.473822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e1a01c7-ac82-4981-94a7-4ab93518e1a5 req-dfb509a6-be0c-4270-b3e2-0cc888d40312 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.0772491 Jul 27 21:42:46.520790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e1a01c7-ac82-4981-94a7-4ab93518e1a5 req-611ffbbf-2b55-45b7-a5f3-9bc21a8d709e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Jul 27 21:42:46.565061 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-e86a4bdd-0e9a-4097-8202-7854785a421f req-81b2a3db-c4af-4223-acda-b71449116728 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:46.566197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e86a4bdd-0e9a-4097-8202-7854785a421f req-81b2a3db-c4af-4223-acda-b71449116728 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/99a284d1-3074-4a5b-8ec7-d3d0f146e17d HTTP/1.1" status: 404 len: 352 time: 0.0169811 Jul 27 21:42:46.619837 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-3c4e41e7-41cb-41a3-81fa-cf408233db15 req-625eaa01-7027-48d7-861e-4855e8de3912 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] show failed (client error): The resource could not be found. Jul 27 21:42:46.622320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c4e41e7-41cb-41a3-81fa-cf408233db15 req-625eaa01-7027-48d7-861e-4855e8de3912 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/a85ad008-34d4-4bc2-8cd1-3ba664e30c28 HTTP/1.1" status: 404 len: 352 time: 0.0231287 Jul 27 21:42:46.932442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626045b5-318a-4193-b83c-538fcec0475b req-d0916b8a-0cde-459d-8baf-51550edb4f64 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:46.935643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-626045b5-318a-4193-b83c-538fcec0475b req-d0916b8a-0cde-459d-8baf-51550edb4f64 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 945 time: 0.1128891 Jul 27 21:42:46.988224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-626045b5-318a-4193-b83c-538fcec0475b req-a9014e1a-4d4f-450c-a3a2-b2a171858311 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Jul 27 21:42:47.265824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57639-e2b5-4400-ac3b-d1476a54b277 req-1555212b-7845-45fa-b3e8-f8b8643dabdf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.267803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ae57639-e2b5-4400-ac3b-d1476a54b277 req-1555212b-7845-45fa-b3e8-f8b8643dabdf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1279273 Jul 27 21:42:47.276698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-2883fde6-bc03-493d-b358-c5bb9f282dd4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.278194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-2883fde6-bc03-493d-b358-c5bb9f282dd4 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 950 time: 0.1242957 Jul 27 21:42:47.353885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ae57639-e2b5-4400-ac3b-d1476a54b277 req-a64203e8-5c47-4523-a4f1-3c592193e5a7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746088 Jul 27 21:42:47.410260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-02efe9b6-21c9-400f-bb2a-516dad8d39f8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.412104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-02efe9b6-21c9-400f-bb2a-516dad8d39f8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/ports?device_id=d66a4e49-1586-44f7-9fb9-b21d9a96d58e HTTP/1.1" status: 200 len: 949 time: 0.1395626 Jul 27 21:42:47.471821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44312ca-60cb-401f-988d-ccaaccc344d3 req-99ce2294-971b-4510-abb3-8c7931d90ee7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.478094 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a44312ca-60cb-401f-988d-ccaaccc344d3 req-99ce2294-971b-4510-abb3-8c7931d90ee7 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1023 time: 0.1464207 Jul 27 21:42:47.547573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:47.548367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:47.571769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a44312ca-60cb-401f-988d-ccaaccc344d3 req-330b59a5-4f08-4000-98c1-88b840a2e9ca tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=2502ab39-af99-4480-b7ae-07432459e115&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&id=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0907509 Jul 27 21:42:47.646947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 6c40f34b-be74-4f8c-9f22-720707b5ba59 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:47.647614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:47.699323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99a4e-2f7f-451d-83d8-190d2fe8e048 req-8886984a-049a-429a-91ad-eb96c5348b5d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.701486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5e99a4e-2f7f-451d-83d8-190d2fe8e048 req-8886984a-049a-429a-91ad-eb96c5348b5d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 950 time: 0.2067401 Jul 27 21:42:47.744938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:47.745385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:47.772279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:47.786077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5e99a4e-2f7f-451d-83d8-190d2fe8e048 req-5452d5f0-7f26-4781-91f1-501beddf12cd tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643945 Jul 27 21:42:47.799086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 6c40f34b-be74-4f8c-9f22-720707b5ba59, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6c40f34b-be74-4f8c-9f22-720707b5ba59,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:47.799484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:47.816598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 6c40f34b-be74-4f8c-9f22-720707b5ba59 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:47.827330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6f71-9283-4a21-85ec-cd475f6ef35f req-bfdea764-9b3f-4377-81e8-0f7412e0ebf4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.829040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db8a6f71-9283-4a21-85ec-cd475f6ef35f req-bfdea764-9b3f-4377-81e8-0f7412e0ebf4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1647117 Jul 27 21:42:47.947435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db8a6f71-9283-4a21-85ec-cd475f6ef35f req-3a49b1f8-ba7c-4245-b33a-b6afd0e228f4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Jul 27 21:42:48.040519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b1fd-f136-4856-97bf-6e836ca41bc3 req-0ed2923c-4781-474c-bf4a-28d5b443c623 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:48.045513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fd8b1fd-f136-4856-97bf-6e836ca41bc3 req-0ed2923c-4781-474c-bf4a-28d5b443c623 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1330249 Jul 27 21:42:48.089734 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fd8b1fd-f136-4856-97bf-6e836ca41bc3 req-3df9f22e-48f4-431a-997b-5100a57a0dc7 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Jul 27 21:42:48.223628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a74c7d-341b-45a4-a453-71289d921515 req-3c664951-357b-41cb-806e-44de33ba3e55 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:48.225107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11a74c7d-341b-45a4-a453-71289d921515 req-3c664951-357b-41cb-806e-44de33ba3e55 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 945 time: 0.0679691 Jul 27 21:42:48.267166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11a74c7d-341b-45a4-a453-71289d921515 req-ef2bdd45-9aa5-465d-a630-f62c3e4956f6 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Jul 27 21:42:48.722131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0a916-2a97-4e0d-9db4-1b3314fdb36b req-74d27fab-b373-4635-8f61-f90160b588ea tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:48.724516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01e0a916-2a97-4e0d-9db4-1b3314fdb36b req-74d27fab-b373-4635-8f61-f90160b588ea tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1023 time: 0.0710857 Jul 27 21:42:48.783252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-3837594c-82e9-4e0f-8d40-929f4c116336 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:48.784830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-3837594c-82e9-4e0f-8d40-929f4c116336 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1023 time: 0.1036365 Jul 27 21:42:48.788721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01e0a916-2a97-4e0d-9db4-1b3314fdb36b req-6a106107-7908-4004-ad6b-2d44061082f1 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=2502ab39-af99-4480-b7ae-07432459e115&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&id=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0556452 Jul 27 21:42:48.931227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:48.933145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:48.947160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:48.957108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:48.988390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=413fcdaa-5ddd-4c19-ac53-da6fcc644ebf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:49.077207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:49.087405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:49.090116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ba0aa5e-7a07-4e9c-bc88-f172cc36841b req-a0c683c3-f468-4ff4-8478-684dc52d4cf5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "DELETE /v2.0/ports/413fcdaa-5ddd-4c19-ac53-da6fcc644ebf HTTP/1.1" status: 204 len: 173 time: 1.7970450 Jul 27 21:42:49.102207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098e74-48ba-40a4-9668-56986c416c8a req-9a544286-0dcf-45af-9835-ee20031c7887 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:49.112095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08098e74-48ba-40a4-9668-56986c416c8a req-9a544286-0dcf-45af-9835-ee20031c7887 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=acbb85a3-aad4-4795-9101-130fc72110d3 HTTP/1.1" status: 200 len: 867 time: 0.2337637 Jul 27 21:42:49.114125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'name': 'network-vif-deleted', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:49.117731 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c330ba3e-53b3-4135-8cc9-75c7f1d882af" -d '{"events": [{"server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "name": "network-vif-deleted", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:49.205049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08098e74-48ba-40a4-9668-56986c416c8a req-d87544e5-12cf-4257-9d2b-a4ec0a812fb5 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916817 Jul 27 21:42:49.521842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81381-1d1d-4d99-80a5-4b43acbdbe24 req-7b2cdc0a-fe4f-452a-891a-8fe6a12e0537 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:49.523495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdd81381-1d1d-4d99-80a5-4b43acbdbe24 req-7b2cdc0a-fe4f-452a-891a-8fe6a12e0537 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1798310 Jul 27 21:42:49.593849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdd81381-1d1d-4d99-80a5-4b43acbdbe24 req-cb14c31e-06c2-46fc-a358-915d72d9c36f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Jul 27 21:42:49.629698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 6c40f34b-be74-4f8c-9f22-720707b5ba59 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:49.641874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:49.644226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-338f717c-4223-4217-98ed-2f3278f9a8f4 req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "DELETE /v2.0/ports/6c40f34b-be74-4f8c-9f22-720707b5ba59 HTTP/1.1" status: 204 len: 173 time: 2.2212131 Jul 27 21:42:49.649302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'name': 'network-vif-deleted', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:49.651643 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa14f776-d3df-445e-abbd-29c48d6bce07" -d '{"events": [{"server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "name": "network-vif-deleted", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:49.660104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625c41c-478d-4eec-8463-df757d9f64ad tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=6c40f34b-be74-4f8c-9f22-720707b5ba59,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:49.673850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Deleting port 81514f1e-0735-4873-bb5e-1a59efa226c6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:49.674430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:49.745730 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d6f524-b101-4840-b8a5-fa55059db901 x-openstack-request-id: req-a9d6f524-b101-4840-b8a5-fa55059db901 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:49.745730 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbb85a3-aad4-4795-9101-130fc72110d3", "name": "network-vif-deleted", "tag": "413fcdaa-5ddd-4c19-ac53-da6fcc644ebf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:49.745730 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9d6f524-b101-4840-b8a5-fa55059db901 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:49.745730 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbb85a3-aad4-4795-9101-130fc72110d3', 'name': 'network-vif-deleted', 'tag': '413fcdaa-5ddd-4c19-ac53-da6fcc644ebf', 'status': 'completed', 'code': 200} Jul 27 21:42:49.754875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:49.839722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-ae0747b9-3ff0-4ce5-ab77-7ba17e6b11c5 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:49.842670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-ae0747b9-3ff0-4ce5-ab77-7ba17e6b11c5 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 945 time: 0.2449672 Jul 27 21:42:49.846174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:49.847494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 413fcdaa-5ddd-4c19-ac53-da6fcc644ebf not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:49.967027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:49.968281 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a473b19-c294-446a-a1a8-34928bd55843 x-openstack-request-id: req-9a473b19-c294-446a-a1a8-34928bd55843 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:49.968730 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a4e49-1586-44f7-9fb9-b21d9a96d58e", "name": "network-vif-deleted", "tag": "6c40f34b-be74-4f8c-9f22-720707b5ba59", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:49.969009 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a473b19-c294-446a-a1a8-34928bd55843 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:49.969536 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a4e49-1586-44f7-9fb9-b21d9a96d58e', 'name': 'network-vif-deleted', 'tag': '6c40f34b-be74-4f8c-9f22-720707b5ba59', 'status': 'completed', 'code': 200} Jul 27 21:42:49.979257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] For port 81514f1e-0735-4873-bb5e-1a59efa226c6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=81514f1e-0735-4873-bb5e-1a59efa226c6,segment=NetworkSegment(400ecded-529a-4e6b-9ae3-f2217b42b3eb),segment_id=400ecded-529a-4e6b-9ae3-f2217b42b3eb)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:49.979754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:49.999318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Calling delete_port for 81514f1e-0735-4873-bb5e-1a59efa226c6 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:50.087535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4b17b-9cc5-4c3e-832a-2b68e3fdb075 req-6c0fff94-524c-4d89-8893-719720a7bfcb tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:50.095675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-76a4b17b-9cc5-4c3e-832a-2b68e3fdb075 req-6c0fff94-524c-4d89-8893-719720a7bfcb tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 945 time: 0.2480397 Jul 27 21:42:50.181622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-76a4b17b-9cc5-4c3e-832a-2b68e3fdb075 req-1d38bc23-779c-46a3-91d7-f9ee8cbb1c5c tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Jul 27 21:42:50.414411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-d933a37a-9d57-4043-bafd-ef5498267b84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3925662 Jul 27 21:42:50.451631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Deleting port bbbba269-47df-43ef-a18b-ba950e8a4f5b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:50.452138 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:50.473899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['72c46dea-cb4e-477f-89f1-320f776d8711', 'ba437284-b903-4336-b296-dae221e3376a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:50.547335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e67fd8-bfcb-46bd-8177-8ef0844cbf40 req-2e0f936d-5395-4b65-a395-9b0f6eff10bb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:50.560107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6e67fd8-bfcb-46bd-8177-8ef0844cbf40 req-2e0f936d-5395-4b65-a395-9b0f6eff10bb tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 1023 time: 0.2333927 Jul 27 21:42:50.583348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] For port bbbba269-47df-43ef-a18b-ba950e8a4f5b, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bbbba269-47df-43ef-a18b-ba950e8a4f5b,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:50.583942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:50.599635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Calling delete_port for bbbba269-47df-43ef-a18b-ba950e8a4f5b owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:50.603790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:50.719268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'Port': ['ID=81514f1e-0735-4873-bb5e-1a59efa226c6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:50.800713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0c562-0bc6-46b2-8e7d-384504e6848c req-0684f59c-a1ed-412f-9af9-72cce524e061 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:50.810907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5c0c562-0bc6-46b2-8e7d-384504e6848c req-0684f59c-a1ed-412f-9af9-72cce524e061 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.5525489 Jul 27 21:42:50.819133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6c40f34b-be74-4f8c-9f22-720707b5ba59 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:50.832050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6e67fd8-bfcb-46bd-8177-8ef0844cbf40 req-02099036-0ace-4639-9c81-b20ad033978d tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups?id=2502ab39-af99-4480-b7ae-07432459e115&id=3ee476a9-c8f4-401e-ab61-ea3548a2a644&id=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2694321 Jul 27 21:42:50.868638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:50.975342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] No DVR routers for this DVR port 81514f1e-0735-4873-bb5e-1a59efa226c6 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:50.978729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:50.986905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8c6cb89-c4e1-44c2-bb1a-ac5bf9e55caf req-c493486d-5e57-49ff-84ab-4b717467f114 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.50 "DELETE /v2.0/ports/81514f1e-0735-4873-bb5e-1a59efa226c6 HTTP/1.1" status: 204 len: 173 time: 2.1947296 Jul 27 21:42:50.999905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bbbba269-47df-43ef-a18b-ba950e8a4f5b', '2630fa93-f320-4934-bca9-65f8c1386df6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:51.089922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event deleted for resources: {'Port': ['ID=bbbba269-47df-43ef-a18b-ba950e8a4f5b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:51.093777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 6c40f34b-be74-4f8c-9f22-720707b5ba59 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:51.094128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6c40f34b-be74-4f8c-9f22-720707b5ba59 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:51.098249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] No DVR routers for this DVR port bbbba269-47df-43ef-a18b-ba950e8a4f5b on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:51.102869 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:51.105792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56084c47-33d5-4833-8c64-4bd18a744ca5 req-1dbfb23f-be86-4a0b-bdae-922a12669ee2 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "DELETE /v2.0/ports/bbbba269-47df-43ef-a18b-ba950e8a4f5b HTTP/1.1" status: 204 len: 173 time: 1.2548993 Jul 27 21:42:51.122239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5c0c562-0bc6-46b2-8e7d-384504e6848c req-5b5cfe9f-ad11-4f87-9ffe-1aab6c944bea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085496 Jul 27 21:42:51.197610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b4bc-b688-450c-9245-f1375580e4ce req-619672d0-b89b-4f98-b0fe-ca36bbf6930a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:51.199814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e18b4bc-b688-450c-9245-f1375580e4ce req-619672d0-b89b-4f98-b0fe-ca36bbf6930a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1403854 Jul 27 21:42:51.306208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e18b4bc-b688-450c-9245-f1375580e4ce req-35a32c27-0363-4303-9bb8-b6c20ff4d066 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996304 Jul 27 21:42:51.417520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ca399076-8a7f-42a6-a51a-8bd87ccf9618'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:51.503832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c828eb11-caec-4f65-88e4-12ba37fdb418 req-76551c3d-e5d0-445b-ac4c-4cd07c801b4e tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d1a7659-b516-4d37-9c99-65b3b66b6bef HTTP/1.1" status: 200 len: 210 time: 0.0671995 Jul 27 21:42:51.745362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'name': 'network-vif-deleted', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:51.749157 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f9e0b-bfb6-46bf-8a9b-87095f143242" -d '{"events": [{"server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "name": "network-vif-deleted", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:51.795998 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fbc163-5299-43ba-874a-4c53df822031 x-openstack-request-id: req-18fbc163-5299-43ba-874a-4c53df822031 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:51.795998 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1a7659-b516-4d37-9c99-65b3b66b6bef", "name": "network-vif-deleted", "tag": "bbbba269-47df-43ef-a18b-ba950e8a4f5b", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:51.795998 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18fbc163-5299-43ba-874a-4c53df822031 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:51.795998 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1a7659-b516-4d37-9c99-65b3b66b6bef', 'name': 'network-vif-deleted', 'tag': 'bbbba269-47df-43ef-a18b-ba950e8a4f5b', 'status': 'completed', 'code': 200} Jul 27 21:42:51.968813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8ad450a-a444-47e6-895a-20ec7a0e9fd3 req-8b4d46d0-5d55-48f4-899f-7d6c2f74192c tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/ports?device_id=8362cb47-041b-4564-ab39-8d6ddfb03c37 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Jul 27 21:42:51.970414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'name': 'network-vif-deleted', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:51.973322 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c280a-2149-41a5-8f87-b09ba2d6ce49" -d '{"events": [{"server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "name": "network-vif-deleted", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:52.037882 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a42a27-f7dc-4b66-a753-6829f151de25 x-openstack-request-id: req-46a42a27-f7dc-4b66-a753-6829f151de25 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:52.037882 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8362cb47-041b-4564-ab39-8d6ddfb03c37", "name": "network-vif-deleted", "tag": "81514f1e-0735-4873-bb5e-1a59efa226c6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:52.037882 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46a42a27-f7dc-4b66-a753-6829f151de25 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:52.037882 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8362cb47-041b-4564-ab39-8d6ddfb03c37', 'name': 'network-vif-deleted', 'tag': '81514f1e-0735-4873-bb5e-1a59efa226c6', 'status': 'completed', 'code': 200} Jul 27 21:42:52.317477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bfdcc-07e1-492b-a86e-773e1d3ab8b8 req-1b6fbfc5-f9a6-46b5-88b9-5e861d768664 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:52.325987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-605bfdcc-07e1-492b-a86e-773e1d3ab8b8 req-1b6fbfc5-f9a6-46b5-88b9-5e861d768664 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1175303 Jul 27 21:42:52.392287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-605bfdcc-07e1-492b-a86e-773e1d3ab8b8 req-3988a3d5-8001-48cb-9aa9-58a34718ec31 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638676 Jul 27 21:42:52.647178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e404eb-4d44-41f0-9072-99821e7917a0 req-b3befde1-90e8-4dbd-930c-9ffc571223f0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:52.649514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87e404eb-4d44-41f0-9072-99821e7917a0 req-b3befde1-90e8-4dbd-930c-9ffc571223f0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.0980494 Jul 27 21:42:52.753613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87e404eb-4d44-41f0-9072-99821e7917a0 req-8b91baf1-3884-4d71-b0c2-90af16a9df61 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897789 Jul 27 21:42:52.809553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 81514f1e-0735-4873-bb5e-1a59efa226c6 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:52.862202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 81514f1e-0735-4873-bb5e-1a59efa226c6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:52.862858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 81514f1e-0735-4873-bb5e-1a59efa226c6 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:52.985720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f475-4bbe-439e-8363-951fdb991a88 req-411f5f7a-6b9a-46a3-8c90-55bc90f23a13 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:52.993747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee20f475-4bbe-439e-8363-951fdb991a88 req-411f5f7a-6b9a-46a3-8c90-55bc90f23a13 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.1697304 Jul 27 21:42:53.053491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee20f475-4bbe-439e-8363-951fdb991a88 req-15d2be7c-6fd0-40f2-839d-a30851dfcf49 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Jul 27 21:42:53.199708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e38e97a-9776-4976-9853-34e905b3a120 req-ffa429c0-2ccc-46dd-8802-11ffd4fa6312 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb HTTP/1.1" status: 200 len: 1801 time: 0.0727143 Jul 27 21:42:53.294777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4e38e97a-9776-4976-9853-34e905b3a120 req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.348371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4e38e97a-9776-4976-9853-34e905b3a120 req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.499869 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4e38e97a-9776-4976-9853-34e905b3a120 req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.502599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4e38e97a-9776-4976-9853-34e905b3a120 req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.503976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e38e97a-9776-4976-9853-34e905b3a120 req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb HTTP/1.1" status: 204 len: 173 time: 0.2956336 Jul 27 21:42:53.523639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24034f1-bd5a-44c6-8023-a752ebd67610 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e125cc8-6cee-49c2-b6bb-c5c67eb0e9eb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:53.556556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eec41-8898-4594-83bb-5c42eb8877ba req-9099fbea-d7f3-4a3e-a690-4d36f99688e3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:53.558407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce0eec41-8898-4594-83bb-5c42eb8877ba req-9099fbea-d7f3-4a3e-a690-4d36f99688e3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.0926712 Jul 27 21:42:53.629226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce0eec41-8898-4594-83bb-5c42eb8877ba req-01ed3ffa-fb36-44d9-b105-b58e7ab46cf3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625772 Jul 27 21:42:53.766064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-95bc1a65-fe96-41ef-94d3-5904460fa281 tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "GET /v2.0/security-groups/2502ab39-af99-4480-b7ae-07432459e115 HTTP/1.1" status: 200 len: 1800 time: 0.0621710 Jul 27 21:42:53.778695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bbbba269-47df-43ef-a18b-ba950e8a4f5b no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:53.808684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bbbba269-47df-43ef-a18b-ba950e8a4f5b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:53.808684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bbbba269-47df-43ef-a18b-ba950e8a4f5b not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:53.881732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.924820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:53.943411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-80f8378d-3fdc-4c08-a787-2eba4e7d4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:53.945160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-80f8378d-3fdc-4c08-a787-2eba4e7d4ef1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1100 time: 0.1301568 Jul 27 21:42:53.958642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-08e0d508-ed9e-4a5b-82fd-b9a4e04bae05 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:53.962012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-08e0d508-ed9e-4a5b-82fd-b9a4e04bae05 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.1022711 Jul 27 21:42:54.094589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-647d374e-610f-45d6-bc75-7f2fd5400f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.096935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-647d374e-610f-45d6-bc75-7f2fd5400f98 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1425090 Jul 27 21:42:54.150258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port ba437284-b903-4336-b296-dae221e3376a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:54.150895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.153941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-183b7e6a-56a0-47d7-9b57-5ce827242f5a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0383902 Jul 27 21:42:54.177354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cde12-878e-478c-9f7d-590dd909cdfa req-be92473e-73fc-4ff5-984a-23ad02856167 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.184095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cde12-878e-478c-9f7d-590dd909cdfa req-be92473e-73fc-4ff5-984a-23ad02856167 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.190256 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d1cde12-878e-478c-9f7d-590dd909cdfa req-be92473e-73fc-4ff5-984a-23ad02856167 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06&device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 1681 time: 0.1456001 Jul 27 21:42:54.212237 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.214668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.216063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f664f61-eb0f-4fd4-81ec-362463245efd req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] 10.222.0.37 "DELETE /v2.0/security-groups/2502ab39-af99-4480-b7ae-07432459e115 HTTP/1.1" status: 204 len: 173 time: 0.4430609 Jul 27 21:42:54.235928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:54.289076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10629be8-4e61-4d00-9565-eb48342f45db tempest-SecurityGroupsTestJSON-1951092542 tempest-SecurityGroupsTestJSON-1951092542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2502ab39-af99-4480-b7ae-07432459e115,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:54.289234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d1cde12-878e-478c-9f7d-590dd909cdfa req-e72d0d86-0c22-4325-b124-bb9a6fc370c3 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584524 Jul 27 21:42:54.289373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-41f6544e-4f1e-4c1b-9d0c-7f5d2b43fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.289373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-41f6544e-4f1e-4c1b-9d0c-7f5d2b43fd44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1159167 Jul 27 21:42:54.358730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port ba437284-b903-4336-b296-dae221e3376a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ba437284-b903-4336-b296-dae221e3376a,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:54.358730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.402555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Deleting subnet 33f1d1f2-63f2-4fd6-9274-7495e65c4411 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:42:54.410183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for ba437284-b903-4336-b296-dae221e3376a owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:54.411338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.470197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.497692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-e1acdf5d-ee8e-49ba-904c-f70b374de73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.499372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-e1acdf5d-ee8e-49ba-904c-f70b374de73d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005892 Jul 27 21:42:54.533433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73602ef8-d25c-419c-b5bd-2331de5cf11e req-e5ae6cbb-e18c-4167-9d02-c59242e5444e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.535372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73602ef8-d25c-419c-b5bd-2331de5cf11e req-e5ae6cbb-e18c-4167-9d02-c59242e5444e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.1897583 Jul 27 21:42:54.550357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39adb3e-cb0e-42ac-99cb-ccd5e7faebaf req-40a39150-6f06-466a-b4fc-91795ff37fd9 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.551968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e39adb3e-cb0e-42ac-99cb-ccd5e7faebaf req-40a39150-6f06-466a-b4fc-91795ff37fd9 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 950 time: 0.1912169 Jul 27 21:42:54.581643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a498-9e8f-4879-854a-1f3286b71678 req-a85b9b97-9f9a-4b71-873f-e7c21228565d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.584958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9632a498-9e8f-4879-854a-1f3286b71678 req-a85b9b97-9f9a-4b71-873f-e7c21228565d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "GET /v2.0/ports?device_id=27761b51-558b-445a-8403-0fc5ead75555 HTTP/1.1" status: 200 len: 950 time: 0.2057178 Jul 27 21:42:54.610889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.669626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e39adb3e-cb0e-42ac-99cb-ccd5e7faebaf req-2448d038-3f9c-48cd-9e5a-b7098d5196cd tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048145 Jul 27 21:42:54.679355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73602ef8-d25c-419c-b5bd-2331de5cf11e req-7d6f7af1-5eb5-41bd-8189-9db2300b655f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319284 Jul 27 21:42:54.702150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-bb565fb2-f3fc-4ff1-a2ee-36cc9ed35fe1 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925597 Jul 27 21:42:54.787946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 72c46dea-cb4e-477f-89f1-320f776d8711 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:54.788390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.862379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-e7f5e5fe-52b0-40b2-8955-2b873c65a914 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427474 Jul 27 21:42:54.894206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b1b51-77f2-4cc7-baf5-9acf84969ce1 req-9dc6bec8-93a1-452b-8ca9-b1b13c723053 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:54.897113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f5b1b51-77f2-4cc7-baf5-9acf84969ce1 req-9dc6bec8-93a1-452b-8ca9-b1b13c723053 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1029608 Jul 27 21:42:54.900247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 72c46dea-cb4e-477f-89f1-320f776d8711, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=72c46dea-cb4e-477f-89f1-320f776d8711,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:54.900654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.917000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 72c46dea-cb4e-477f-89f1-320f776d8711 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:54.933941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.952588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f5b1b51-77f2-4cc7-baf5-9acf84969ce1 req-4c0d3ea1-9cd1-4336-a65c-587fad2f247f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 Jul 27 21:42:54.979335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:54.979335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33f1d1f2-63f2-4fd6-9274-7495e65c4411 HTTP/1.1" status: 204 len: 168 time: 0.7329631 Jul 27 21:42:54.980370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd52a-f68a-4639-ad89-15500ec628a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f1d1f2-63f2-4fd6-9274-7495e65c4411,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:54.980606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:55.041678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.062524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:55.143777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=ba437284-b903-4336-b296-dae221e3376a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:55.185962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port ba437284-b903-4336-b296-dae221e3376a on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:55.190324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.192529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27ef3d5e-9a13-4af9-bdb9-74dcf27e3dc6 req-944e8e68-3096-40e8-a4af-e4ab9c7db1d8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "DELETE /v2.0/ports/ba437284-b903-4336-b296-dae221e3376a HTTP/1.1" status: 204 len: 173 time: 1.2212331 Jul 27 21:42:55.202950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'name': 'network-vif-deleted', 'tag': 'ba437284-b903-4336-b296-dae221e3376a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:55.205332 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53061539-5ef9-44f9-bf2e-db1321655f02" -d '{"events": [{"server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "name": "network-vif-deleted", "tag": "ba437284-b903-4336-b296-dae221e3376a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:55.212888 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.276631 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658b247-0e02-4955-9498-08563bdc3b8b x-openstack-request-id: req-2658b247-0e02-4955-9498-08563bdc3b8b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:55.276969 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc", "name": "network-vif-deleted", "tag": "ba437284-b903-4336-b296-dae221e3376a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:55.277184 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2658b247-0e02-4955-9498-08563bdc3b8b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:55.277735 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc', 'name': 'network-vif-deleted', 'tag': 'ba437284-b903-4336-b296-dae221e3376a', 'status': 'completed', 'code': 200} Jul 27 21:42:55.354713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.367033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aadfa7-81e2-495e-9413-8fb41525587f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:55.378965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400ecded-529a-4e6b-9ae3-f2217b42b3eb') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:55.379343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400ecded-529a-4e6b-9ae3-f2217b42b3eb') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:55.391890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.406908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.413034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:42:55.413424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:42:55.415188 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:42:55.476506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.518099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=72c46dea-cb4e-477f-89f1-320f776d8711,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:55.578453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 72c46dea-cb4e-477f-89f1-320f776d8711 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:55.581737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.584433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9632a498-9e8f-4879-854a-1f3286b71678 req-badf9bc4-caa8-467d-849c-051e4ff7004a tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.50 "DELETE /v2.0/ports/72c46dea-cb4e-477f-89f1-320f776d8711 HTTP/1.1" status: 204 len: 173 time: 0.9941120 Jul 27 21:42:55.634754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:55.765872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.782809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:55.785018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] 10.222.0.37 "DELETE /v2.0/networks/41aadfa7-81e2-495e-9413-8fb41525587f HTTP/1.1" status: 204 len: 168 time: 0.8020601 Jul 27 21:42:55.835130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9027abb-85a0-42cf-8d2a-93d4a722e5a7 req-79225328-8937-47b2-bf3f-946d42ca3457 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 210 time: 0.0481868 Jul 27 21:42:55.847690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4fba4-dbe5-4e25-8cea-e47d183edd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=41aadfa7-81e2-495e-9413-8fb41525587f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:55.979163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00e630-8e2e-4d89-8701-ba76ddd405d8 req-025a0419-4d80-42c8-b6f0-3db284328e5a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:55.981637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b00e630-8e2e-4d89-8701-ba76ddd405d8 req-025a0419-4d80-42c8-b6f0-3db284328e5a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 945 time: 0.0719681 Jul 27 21:42:56.031566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b00e630-8e2e-4d89-8701-ba76ddd405d8 req-719702a4-1aa9-4273-bcb1-dd0114fdffdf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Jul 27 21:42:56.288288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-187f7002-7326-4ecb-93ce-db1eb6ccf651 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:56.290161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-187f7002-7326-4ecb-93ce-db1eb6ccf651 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1019380 Jul 27 21:42:56.299380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9ae68-4508-4089-ae47-da390a1e1cc5 req-bd48ba49-2dec-43aa-8caf-111b6c6ef3bd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:56.301315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbe9ae68-4508-4089-ae47-da390a1e1cc5 req-bd48ba49-2dec-43aa-8caf-111b6c6ef3bd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1250310 Jul 27 21:42:56.311420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-738018-6'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:56.409491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbe9ae68-4508-4089-ae47-da390a1e1cc5 req-6b9abc13-a55a-46af-849c-81a826fda8f2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752938 Jul 27 21:42:56.430698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.470188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fdaec-84e3-4794-8a6c-cbcfe9033fc8 req-d1700396-0309-4d21-a1be-8fe128a22fa8 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:56.471975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a02fdaec-84e3-4794-8a6c-cbcfe9033fc8 req-d1700396-0309-4d21-a1be-8fe128a22fa8 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 945 time: 0.0727706 Jul 27 21:42:56.508194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51818) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:56.558393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a02fdaec-84e3-4794-8a6c-cbcfe9033fc8 req-45f87742-1377-458d-a51b-64e080124683 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779636 Jul 27 21:42:56.601781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9364777-fe3d-4199-9961-d3c9948318f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92c2eddd8e704fa0bedbe39f9289d619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927980 Jul 27 21:42:56.604433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51820) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:56.642862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:56.712811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.719337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:56.767685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.793066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.833850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:56.837258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 72c46dea-cb4e-477f-89f1-320f776d8711 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:56.862237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 72c46dea-cb4e-477f-89f1-320f776d8711 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:56.862613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 72c46dea-cb4e-477f-89f1-320f776d8711 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:56.863045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ba437284-b903-4336-b296-dae221e3376a no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:56.890793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: ba437284-b903-4336-b296-dae221e3376a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:56.897459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ba437284-b903-4336-b296-dae221e3376a not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:56.926420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.929615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.930962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ee476a9-c8f4-401e-ab61-ea3548a2a644 HTTP/1.1" status: 204 len: 168 time: 0.3256314 Jul 27 21:42:56.941353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:56.944462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d359e3d-33e3-4707-ba53-81938b74feb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee476a9-c8f4-401e-ab61-ea3548a2a644,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:57.011424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:57.019497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-756df220-cf6c-4c3a-b050-ad5007fc76a7 req-cfef42c8-132d-496b-a6f2-41f7d9e33b67 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bbd0fd1-9cf0-4444-aa4f-c7f5f27ad9fc HTTP/1.1" status: 200 len: 210 time: 0.0873711 Jul 27 21:42:57.042666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 has no active binding in host n-h1-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:42:57.072224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:57.110744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:57.113474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:57.113474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:57.118444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:57.119160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Attempting to bind port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:57.124711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:57.126801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:57.127425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:57.128056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Bound port: 015b99a7-f989-44d7-ba64-2c907a1e14b6, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:57.128582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:57.218926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:57.223350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:57.272985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190db3a-5c34-462e-a582-09ebb733d492 req-da5612d6-05bf-4d34-a17d-33642e4d1787 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.274695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8190db3a-5c34-462e-a582-09ebb733d492 req-da5612d6-05bf-4d34-a17d-33642e4d1787 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1380763 Jul 27 21:42:57.279444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'name': 'network-vif-deleted', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711'}, {'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:57.281963 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d863fa-f49f-41c0-a21b-1b786f9f44f5" -d '{"events": [{"server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "name": "network-vif-deleted", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711"}, {"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-unplugged", "status": "completed", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:57.335795 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645658bf-764a-4b6c-a8c7-5968a5eb2c71 x-openstack-request-id: req-645658bf-764a-4b6c-a8c7-5968a5eb2c71 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:57.336384 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27761b51-558b-445a-8403-0fc5ead75555", "name": "network-vif-deleted", "tag": "72c46dea-cb4e-477f-89f1-320f776d8711", "status": "completed", "code": 200}, {"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-unplugged", "status": "completed", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:57.336384 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-645658bf-764a-4b6c-a8c7-5968a5eb2c71 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:57.336734 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27761b51-558b-445a-8403-0fc5ead75555', 'name': 'network-vif-deleted', 'tag': '72c46dea-cb4e-477f-89f1-320f776d8711', 'status': 'completed', 'code': 200} Jul 27 21:42:57.337186 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'code': 200} Jul 27 21:42:57.340245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8190db3a-5c34-462e-a582-09ebb733d492 req-8312661d-8f19-409c-952e-42f0760b7598 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Jul 27 21:42:57.530431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:57.643888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.644545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:57.646069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] 10.222.0.50 "PUT /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 1121 time: 1.3438354 Jul 27 21:42:57.646773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabc308-4708-4763-aa05-43a10fbbf07d service neutron] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=8']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:57.669015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0366acf-379b-4a71-adbd-b131796b92d5 req-6aa545e6-2e85-45a4-a0b5-81dcf01a2c1f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.670931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0366acf-379b-4a71-adbd-b131796b92d5 req-6aa545e6-2e85-45a4-a0b5-81dcf01a2c1f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1794467 Jul 27 21:42:57.736036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0366acf-379b-4a71-adbd-b131796b92d5 req-073d3dc0-b41a-475c-904c-bc9fbe3efd50 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574708 Jul 27 21:42:57.758940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187feb59-e433-43fa-ad5b-4e599fee8d5c req-6aa301b4-82f0-4cd3-bcf5-d1a1c81a3d24 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.761450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-187feb59-e433-43fa-ad5b-4e599fee8d5c req-6aa301b4-82f0-4cd3-bcf5-d1a1c81a3d24 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 945 time: 0.1124117 Jul 27 21:42:57.770842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['015b99a7-f989-44d7-ba64-2c907a1e14b6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:57.797637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['015b99a7-f989-44d7-ba64-2c907a1e14b6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:57.865719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-187feb59-e433-43fa-ad5b-4e599fee8d5c req-7633e7cc-b743-480e-bf24-8a6847bc0a6d tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/security-groups?id=42d8e884-5ae1-4849-a103-d059bd5135ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808244 Jul 27 21:42:57.902810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-d8fbc174-da1e-472e-8af1-16e36e96f712 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:57.911096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-d8fbc174-da1e-472e-8af1-16e36e96f712 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 945 time: 0.1302874 Jul 27 21:42:58.044013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Deleting port 2630fa93-f320-4934-bca9-65f8c1386df6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:58.044802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.150555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] For port 2630fa93-f320-4934-bca9-65f8c1386df6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2630fa93-f320-4934-bca9-65f8c1386df6,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:58.151173 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.170616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Calling delete_port for 2630fa93-f320-4934-bca9-65f8c1386df6 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:58.203800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-b864cbfc-4a8a-4845-8930-f4f1c1a1b10f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:58.206076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-b864cbfc-4a8a-4845-8930-f4f1c1a1b10f tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.50 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 945 time: 0.0860755 Jul 27 21:42:58.405190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Deleting port ca399076-8a7f-42a6-a51a-8bd87ccf9618 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:58.407027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.481576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.498696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ca399076-8a7f-42a6-a51a-8bd87ccf9618'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:58.501982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2630fa93-f320-4934-bca9-65f8c1386df6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:58.524956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event deleted for resources: {'Port': ['ID=2630fa93-f320-4934-bca9-65f8c1386df6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:58.607599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] For port ca399076-8a7f-42a6-a51a-8bd87ccf9618, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ca399076-8a7f-42a6-a51a-8bd87ccf9618,segment=NetworkSegment(37ac1d39-bbdd-4c21-a614-5ace2f474d71),segment_id=37ac1d39-bbdd-4c21-a614-5ace2f474d71)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:58.608612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.618693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] No DVR routers for this DVR port 2630fa93-f320-4934-bca9-65f8c1386df6 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:58.628072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:58.631062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04104fc7-ed20-417a-94ae-e9bfbd1c59aa req-e3cc5511-fc51-496d-b6d0-3550da334f11 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.76 "DELETE /v2.0/ports/2630fa93-f320-4934-bca9-65f8c1386df6 HTTP/1.1" status: 204 len: 173 time: 0.7174621 Jul 27 21:42:58.631718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'name': 'network-vif-deleted', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:58.635978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Calling delete_port for ca399076-8a7f-42a6-a51a-8bd87ccf9618 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:58.645895 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a39ab4-eebb-41fc-ba65-f17db68106d7" -d '{"events": [{"server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "name": "network-vif-deleted", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:58.670235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a37dd-6484-4435-bf73-5a423148f7f4 req-3ff9aabf-5f6a-4316-9be9-1bde3cdc3dce tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:58.677284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b55a37dd-6484-4435-bf73-5a423148f7f4 req-3ff9aabf-5f6a-4316-9be9-1bde3cdc3dce tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.2355707 Jul 27 21:42:58.744503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b55a37dd-6484-4435-bf73-5a423148f7f4 req-737954ce-fafc-465e-a684-7003bf91fa57 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Jul 27 21:42:59.064535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:59.082938 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:59.098098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2630fa93-f320-4934-bca9-65f8c1386df6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:59.125452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Pushing event deleted for resources: {'Port': ['ID=ca399076-8a7f-42a6-a51a-8bd87ccf9618,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:59.189756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] No DVR routers for this DVR port ca399076-8a7f-42a6-a51a-8bd87ccf9618 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:59.201507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:59.201507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6928c01-8d3d-459f-be37-534d5ee1ba0b req-097a742d-fa46-485e-9ccc-78da64938279 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.50 "DELETE /v2.0/ports/ca399076-8a7f-42a6-a51a-8bd87ccf9618 HTTP/1.1" status: 204 len: 173 time: 0.9813812 Jul 27 21:42:59.230152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-719445293-network', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:59.337892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6'}, {'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'name': 'network-vif-deleted', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:59.341328 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1576243-faa7-4e18-b9ee-00655c1037cd" -d '{"events": [{"name": "network-changed", "server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6"}, {"server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "name": "network-vif-deleted", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:59.595202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Made reservation on behalf of e6026dc716bf48c1804facc185be6cc6 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:59.599646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:59.610270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:59.638260 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55c81ff-3b05-4b11-bb0a-df3aae3eb393 x-openstack-request-id: req-a55c81ff-3b05-4b11-bb0a-df3aae3eb393 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:59.638260 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032019f8-48b3-43df-8867-0bb83492d598", "name": "network-vif-deleted", "tag": "2630fa93-f320-4934-bca9-65f8c1386df6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:59.639152 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a55c81ff-3b05-4b11-bb0a-df3aae3eb393 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:59.639744 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032019f8-48b3-43df-8867-0bb83492d598', 'name': 'network-vif-deleted', 'tag': '2630fa93-f320-4934-bca9-65f8c1386df6', 'status': 'completed', 'code': 200} Jul 27 21:42:59.764405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:59.807608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a856b7-3033-4ad8-aa21-64ed9e11f3ef req-ff9eaebe-b08e-4110-bc53-33a5abf959c9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:59.809883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a856b7-3033-4ad8-aa21-64ed9e11f3ef req-ff9eaebe-b08e-4110-bc53-33a5abf959c9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1055865 Jul 27 21:42:59.833916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67b03c7e-8133-401b-b08e-2cf46633304e req-47e2f57f-abef-4f8e-9ee6-27a92d23cad7 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=032019f8-48b3-43df-8867-0bb83492d598 HTTP/1.1" status: 200 len: 210 time: 0.0383976 Jul 27 21:42:59.878144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a856b7-3033-4ad8-aa21-64ed9e11f3ef req-f6f821f0-d319-4fcb-97f3-55c8bb27ffea tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Jul 27 21:42:59.921850 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3983a607-be9e-41ea-ba82-116c8d3b5ce9 x-openstack-request-id: req-3983a607-be9e-41ea-ba82-116c8d3b5ce9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:59.922176 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6", "status": "completed", "code": 200}, {"server_uuid": "52eb18d5-e7ac-46f7-9621-9c3289de9f06", "name": "network-vif-deleted", "tag": "ca399076-8a7f-42a6-a51a-8bd87ccf9618", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:59.922474 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3983a607-be9e-41ea-ba82-116c8d3b5ce9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:59.923095 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'status': 'completed', 'code': 200} Jul 27 21:42:59.923292 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52eb18d5-e7ac-46f7-9621-9c3289de9f06', 'name': 'network-vif-deleted', 'tag': 'ca399076-8a7f-42a6-a51a-8bd87ccf9618', 'status': 'completed', 'code': 200} Jul 27 21:42:59.973013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.016081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:43:00.035830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947c056-012f-4b48-a3d3-6082263af57e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:00.040337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.040337 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Added segment 1cbb2b63-23e3-4aee-90f4-218abd1599a6 of type vlan for network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 Jul 27 21:43:00.048071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-6aa273c0-7d74-4315-a1b5-61a2e5320275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.049705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-6aa273c0-7d74-4315-a1b5-61a2e5320275 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1124 time: 0.1045077 Jul 27 21:43:00.135777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.220035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c9d77-2da3-414c-ad4f-60f1bdcc5859 req-b2ccce61-bc87-4983-86a7-e8ff9454a6b8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.221444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86133982-b9f0-4329-851e-87bd0f604796 req-7539d344-a285-470e-a650-67c2b4873512 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.221635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f41c9d77-2da3-414c-ad4f-60f1bdcc5859 req-b2ccce61-bc87-4983-86a7-e8ff9454a6b8 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 950 time: 0.1785643 Jul 27 21:43:00.223084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-86133982-b9f0-4329-851e-87bd0f604796 req-7539d344-a285-470e-a650-67c2b4873512 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1132045 Jul 27 21:43:00.227245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-ac6cedcc-962c-4f5c-a45f-564bd3768915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.228769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-ac6cedcc-962c-4f5c-a45f-564bd3768915 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.1273260 Jul 27 21:43:00.277071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-86133982-b9f0-4329-851e-87bd0f604796 req-aa6b9bc8-e560-4dc0-b8f2-3d138ab54b5b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Jul 27 21:43:00.286696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-61ac82b8-28a2-4fa2-9be1-99813671bba9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 217 time: 0.0484042 Jul 27 21:43:00.318865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f41c9d77-2da3-414c-ad4f-60f1bdcc5859 req-8938d71f-58fb-42a2-b305-d0af36244957 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891073 Jul 27 21:43:00.346192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.347714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.348883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.373952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-db29e1f4-77b5-4748-9b8a-0d323bbdb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:00.377050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-db29e1f4-77b5-4748-9b8a-0d323bbdb488 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0751500 Jul 27 21:43:00.425692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] Pushing event updated for resources: {'Network': ['ID=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:00.437995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-a2af7649-e29f-461e-b7e6-4efed580ab61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518985 Jul 27 21:43:00.448395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:43:00.514717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf618007-8f2a-4c62-a18e-d1d82ca531d1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4489770 Jul 27 21:43:00.521694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:00.529683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Request body: {'subnet': {'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-719445293-subnet', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:00.574186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-f5210036-89ff-4be4-b05a-c4a428461ffb service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194553 Jul 27 21:43:00.679633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1576243-faa7-4e18-b9ee-00655c1037cd req-ad0ada41-0cc1-4651-8f5b-24cbfe711dc1 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878575 Jul 27 21:43:00.751681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Made reservation on behalf of e6026dc716bf48c1804facc185be6cc6 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:00.754191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:00.847511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ca399076-8a7f-42a6-a51a-8bd87ccf9618 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:00.914989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: ca399076-8a7f-42a6-a51a-8bd87ccf9618 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:00.923227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ca399076-8a7f-42a6-a51a-8bd87ccf9618 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:01.043447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1554de9-bb95-465d-b9fd-2141efaae14e req-aa4e5de1-ad9e-4ff7-bfaa-80d434978ea6 tempest-ListServersNegativeTestJSON-1571042516 tempest-ListServersNegativeTestJSON-1571042516-project] 10.222.0.37 "GET /v2.0/ports?device_id=52eb18d5-e7ac-46f7-9621-9c3289de9f06 HTTP/1.1" status: 200 len: 210 time: 0.0385873 Jul 27 21:43:01.057099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93d278-26c8-47ce-9be1-c21849c14e18 req-38639bd1-639c-4a06-a617-78de5d9762ad tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.058955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f93d278-26c8-47ce-9be1-c21849c14e18 req-38639bd1-639c-4a06-a617-78de5d9762ad tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.0728910 Jul 27 21:43:01.107381 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f93d278-26c8-47ce-9be1-c21849c14e18 req-cdd4c3a6-e69c-44a1-abf9-a9103ac43b9e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Jul 27 21:43:01.143630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:01.202139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0675f0-79b1-4e25-99e5-07087646c66e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:01.213848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Checking segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:01.214209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Network hostable DHCP agents. Network: 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:43:01.388535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:43:01.446364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997cd3-9a0a-49ca-aacf-0d8812d29503 req-a6ce175f-a0c5-4b47-abd9-7907b3cfcf72 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.448119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da997cd3-9a0a-49ca-aacf-0d8812d29503 req-a6ce175f-a0c5-4b47-abd9-7907b3cfcf72 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.0872135 Jul 27 21:43:01.459105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-ec782bc5-036f-441f-9911-f1371922d09d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.461157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-ec782bc5-036f-441f-9911-f1371922d09d tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 950 time: 0.1163325 Jul 27 21:43:01.474129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:01.485766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89467b-02c4-4dab-a6ab-c13250a20fa7 None None] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:01.519690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da997cd3-9a0a-49ca-aacf-0d8812d29503 req-4f0903b4-204a-4f8b-9602-30c07c07b129 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602458 Jul 27 21:43:01.519884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.522078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:01.688637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793fc1a-aad4-4eb1-9961-98f7cc4a1cac req-98d3bb5d-0d38-4d99-9e1a-09ea3da4f688 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:01.689346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:43:01.690232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7793fc1a-aad4-4eb1-9961-98f7cc4a1cac req-98d3bb5d-0d38-4d99-9e1a-09ea3da4f688 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 950 time: 0.2525032 Jul 27 21:43:01.690404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:01.732465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Deleting port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:01.732836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:01.796994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2630fa93-f320-4934-bca9-65f8c1386df6 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:01.840130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 2630fa93-f320-4934-bca9-65f8c1386df6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:01.840486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2630fa93-f320-4934-bca9-65f8c1386df6 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:01.889531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Allocated IP 172.20.0.2 (199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8/3b0675f0-79b1-4e25-99e5-07087646c66e/ae67ae9d-76f6-40e2-a231-b3f567baf7a1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:01.997848 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba1c063d-341a-49d4-a663-ee6ede0f158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.087681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.105523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Transition to ACTIVE for port object ae67ae9d-76f6-40e2-a231-b3f567baf7a1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:02.121407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51930) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:02.130514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Transition to ACTIVE for port object ae67ae9d-76f6-40e2-a231-b3f567baf7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:02.136402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-deb02511-b4d1-4068-b8ec-8877615dc0c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6134884 Jul 27 21:43:02.153807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51934) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:02.161944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:02.187390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] For port 2faef815-962b-4b6f-b4ba-9f4614ed0be2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2faef815-962b-4b6f-b4ba-9f4614ed0be2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:02.187777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.200055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Deleting subnet a1bbcf8a-90ff-4d90-841c-d0d5048ed399 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:43:02.202248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7793fc1a-aad4-4eb1-9961-98f7cc4a1cac req-e6b1f35e-c88f-472e-8802-c6db3704981f tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/security-groups?id=d919a72b-f2b9-4326-b16f-b8513d560d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035112 Jul 27 21:43:02.204051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.207398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Calling delete_port for 2faef815-962b-4b6f-b4ba-9f4614ed0be2 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:02.249178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.326415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.334771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.377287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:02.382893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:02.389355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:02.400876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Pushing event updated for resources: {'Port': ['ID=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:02.406549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.406549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.436914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730507-0594-4cfe-888d-db72a7fd653c req-5223466a-20f0-4e6f-b9ca-cefce6cd1fb9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:02.438708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5730507-0594-4cfe-888d-db72a7fd653c req-5223466a-20f0-4e6f-b9ca-cefce6cd1fb9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1564856 Jul 27 21:43:02.463105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Attempting to bind port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:02.466185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Attempting to bind port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:02.466185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Attempting to bind port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 on network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:02.469487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:02.469869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Checking segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:02.470270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.470689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Bound using segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:02.471254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Bound port: ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:02.471639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.486925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5730507-0594-4cfe-888d-db72a7fd653c req-46f459b7-8861-40fa-b44b-2d18f6c891f0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Jul 27 21:43:02.494350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.521280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2faef815-962b-4b6f-b4ba-9f4614ed0be2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:02.540215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Pushing event deleted for resources: {'Port': ['ID=2faef815-962b-4b6f-b4ba-9f4614ed0be2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:02.629283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] No DVR routers for this DVR port 2faef815-962b-4b6f-b4ba-9f4614ed0be2 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:02.629907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] For port ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:02.632488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.633174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.633566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] For port ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:02.635849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c2472a1-e8a3-4af1-91b7-67995fb4adf9 req-3015bd54-8cc4-47f1-9da9-2608af6febc0 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.76 "DELETE /v2.0/ports/2faef815-962b-4b6f-b4ba-9f4614ed0be2 HTTP/1.1" status: 204 len: 173 time: 1.1650383 Jul 27 21:43:02.636473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'name': 'network-vif-deleted', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:02.639305 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccdb617-e322-4543-bcda-eb8f0340338f" -d '{"events": [{"server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "name": "network-vif-deleted", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:02.645132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.690200 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cdb03a-753c-4d74-bc5d-caf5fc1aab46 x-openstack-request-id: req-47cdb03a-753c-4d74-bc5d-caf5fc1aab46 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:02.690913 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f547c0-0f3f-45b7-9cd7-e66040486786", "name": "network-vif-deleted", "tag": "2faef815-962b-4b6f-b4ba-9f4614ed0be2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:02.690913 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47cdb03a-753c-4d74-bc5d-caf5fc1aab46 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:02.691281 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f547c0-0f3f-45b7-9cd7-e66040486786', 'name': 'network-vif-deleted', 'tag': '2faef815-962b-4b6f-b4ba-9f4614ed0be2', 'status': 'completed', 'code': 200} Jul 27 21:43:02.699886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bbcf8a-90ff-4d90-841c-d0d5048ed399,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:02.716804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.722953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e170c8e9-be3f-4c2a-8866-2ae63cdc1180 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1bbcf8a-90ff-4d90-841c-d0d5048ed399 HTTP/1.1" status: 204 len: 168 time: 0.6002727 Jul 27 21:43:02.723941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51944) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:02.736502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c087d-9d81-403d-a958-ae211e109458 req-1c1f3e6a-8821-4e80-bf67-fb7498a77c46 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:02.744219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb8c087d-9d81-403d-a958-ae211e109458 req-1c1f3e6a-8821-4e80-bf67-fb7498a77c46 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1172247 Jul 27 21:43:02.775540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.798637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb8c087d-9d81-403d-a958-ae211e109458 req-f098bd78-046e-4cf4-9b28-6ec6f6cd7513 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524318 Jul 27 21:43:02.804929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.835134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be4a3-12df-4d0a-b7c1-22ebcb263a88 None None] Pushing event updated for resources: {'Port': ['ID=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:02.978980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:02.995102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5243dd4c-7e81-4a47-bb9c-5768869e9b74']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:03.052362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ac1d39-bbdd-4c21-a614-5ace2f474d71') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:03.052362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ac1d39-bbdd-4c21-a614-5ace2f474d71') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:03.103375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.122572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.139142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:43:03.139142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.430832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ae67ae9d-76f6-40e2-a231-b3f567baf7a1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:03.451713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc15c98e-047f-496f-89c0-018b5d6b5998 req-d63d1542-69bd-4378-bae4-9d4b7a56fd0b tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0736890 Jul 27 21:43:03.643837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:43:03.655610 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:43:03.666246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.804617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feea00-e8d8-4241-a2a8-7ed8b2f4681c req-80a32b28-09e1-4b36-8cd1-b7ea6d326dab tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:03.806981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30feea00-e8d8-4241-a2a8-7ed8b2f4681c req-80a32b28-09e1-4b36-8cd1-b7ea6d326dab tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1491480 Jul 27 21:43:03.934986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.952913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:03.959902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5243dd4c-7e81-4a47-bb9c-5768869e9b74 HTTP/1.1" status: 204 len: 168 time: 1.2347491 Jul 27 21:43:03.989850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ddeda-650a-42de-9540-6717e5596604 admin admin] Pushing event deleted for resources: {'Network': ['ID=5243dd4c-7e81-4a47-bb9c-5768869e9b74,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:04.011127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30feea00-e8d8-4241-a2a8-7ed8b2f4681c req-b3053038-62d7-4ccc-9e91-2b2a24257841 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941648 Jul 27 21:43:04.194339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26bc68-9520-4d7e-b17b-0ab69649fb10 req-181b34f1-8edb-42d5-89f7-abfbde6a6d6c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:04.197929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e26bc68-9520-4d7e-b17b-0ab69649fb10 req-181b34f1-8edb-42d5-89f7-abfbde6a6d6c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.2388165 Jul 27 21:43:04.300214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e26bc68-9520-4d7e-b17b-0ab69649fb10 req-20aaeca7-e6c9-4f8c-92ff-7dfe0a8760d3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910652 Jul 27 21:43:04.431115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.463708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.498442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02843aed-08ea-43df-8d51-9198a2f21ad3 None None] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:04.608273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c9bac94-f6db-40be-979d-8b9089551e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.645608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Allocated IP 172.25.3.232 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/ef7f3506-8c04-4267-8e1e-55f3e74f2338) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:04.689069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49839540-37a4-4054-bf7a-ffd3cbf56352 req-58d5c88a-c223-4d84-892c-b66015ba63b3 tempest-ServersOnMultiNodesTest-1703634065 tempest-ServersOnMultiNodesTest-1703634065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9f547c0-0f3f-45b7-9cd7-e66040486786 HTTP/1.1" status: 200 len: 210 time: 0.0795701 Jul 27 21:43:04.693212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:04.770425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4fb5ab2e-44b5-44a5-829c-3fc83401cfca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3474019198204998afdcb9b2852a11e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757577 Jul 27 21:43:04.773035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:04.817420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.847835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.873445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.877238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Provisioning for port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:04.927602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.927602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Provisioning complete for port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:04.927602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.990545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.037530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] For port ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:05.162965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.163278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.165641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.171430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42d8e884-5ae1-4849-a103-d059bd5135ad HTTP/1.1" status: 204 len: 168 time: 0.3967855 Jul 27 21:43:05.183354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6fcee-8e81-4da6-a0b2-4a71cbe6c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8e884-5ae1-4849-a103-d059bd5135ad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:05.183694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.254477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:05.254706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dab26-7787-4bc0-96f8-91217eaf1182 None None] Pushing event updated for resources: {'Port': ['ID=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:05.255946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:05.267832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:05.296104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0d0fa28f-f295-40b2-85b4-a17a31873bea None None] Provisioning complete for port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:05.296775 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d0fa28f-f295-40b2-85b4-a17a31873bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.301067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f5c91-cedb-4256-b7fd-5317780703b0 req-a05b0903-4b19-4920-a70a-b45cc31bc873 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:05.303053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac3f5c91-cedb-4256-b7fd-5317780703b0 req-a05b0903-4b19-4920-a70a-b45cc31bc873 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1941991 Jul 27 21:43:05.402249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7f3506-8c04-4267-8e1e-55f3e74f2338,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:05.546187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac3f5c91-cedb-4256-b7fd-5317780703b0 req-a13829cc-cdc8-4f49-a90a-a260e3cefbdc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807604 Jul 27 21:43:05.547195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccf04a-9369-4a48-aa92-60dbc170793b req-1b918549-6857-4a0b-837f-a3ace65e4ce0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:05.548439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fccf04a-9369-4a48-aa92-60dbc170793b req-1b918549-6857-4a0b-837f-a3ace65e4ce0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1102912 Jul 27 21:43:05.637746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fccf04a-9369-4a48-aa92-60dbc170793b req-fa73ce56-03e9-4d59-b0fe-79d255b36878 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763354 Jul 27 21:43:05.728709 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.825986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2faef815-962b-4b6f-b4ba-9f4614ed0be2 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:05.849272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 2faef815-962b-4b6f-b4ba-9f4614ed0be2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:05.849617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2faef815-962b-4b6f-b4ba-9f4614ed0be2 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:06.023644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:06.247400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:06.568343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Router 570b594e-80e4-434b-aaaa-4ccc5566b515 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:43:06.735817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:06.750401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:06.778583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Sync routers for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:06.813860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:06.814552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:06.837799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a789e0-8ed4-48cd-ad47-00b37fe877a2 req-c5cd1301-a98e-4b13-8e7d-fed38564b52c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:06.853585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1a789e0-8ed4-48cd-ad47-00b37fe877a2 req-c5cd1301-a98e-4b13-8e7d-fed38564b52c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1982715 Jul 27 21:43:06.919968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1a789e0-8ed4-48cd-ad47-00b37fe877a2 req-789e5c60-ba37-4499-97b0-f712da410daa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648351 Jul 27 21:43:06.966455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2436c6e-68ee-4cc6-b2c6-43022382cfa4 req-3371d41e-4d82-4452-b0bc-f096d24f62bc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:06.968423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2436c6e-68ee-4cc6-b2c6-43022382cfa4 req-3371d41e-4d82-4452-b0bc-f096d24f62bc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1257446 Jul 27 21:43:06.972131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.017384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-487ec9da-f6ea-42e6-93d0-21c15befbe9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52c9377138174abfbf0dd18a069d6df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803192 Jul 27 21:43:07.021343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:07.033638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2436c6e-68ee-4cc6-b2c6-43022382cfa4 req-d3ea7947-cc57-4215-a1f3-647d02d2f432 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557802 Jul 27 21:43:07.083125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:07.092009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.093794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f3f3d782-fc44-4a19-8bce-4cfdb1e49a73 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9386091 Jul 27 21:43:07.097054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:07.173344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.195518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d0ba-1ae7-47e9-9996-6795c4523572 req-5ff1c159-76a1-4061-ada5-b62981072e2c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:07.199255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d9d0ba-1ae7-47e9-9996-6795c4523572 req-5ff1c159-76a1-4061-ada5-b62981072e2c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.0889015 Jul 27 21:43:07.240062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.272220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d9d0ba-1ae7-47e9-9996-6795c4523572 req-48d36856-2dbf-4069-abc1-9ffbf34723aa tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646245 Jul 27 21:43:07.349453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ae67ae9d-76f6-40e2-a231-b3f567baf7a1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:07.361363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:07.422869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-36b92a60-4519-4c4b-a931-9cff3ae0ea46 service neutron] 10.222.0.76 "GET /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.0849853 Jul 27 21:43:07.522773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1280916483-network', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:07.577817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.626153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:05Z', 'revision_number': 3, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:07.657598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.660515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.661436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Checking router: 570b594e-80e4-434b-aaaa-4ccc5566b515 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:07.666773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Updating router 570b594e-80e4-434b-aaaa-4ccc5566b515 port ef7f3506-8c04-4267-8e1e-55f3e74f2338 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:07.666941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d919a72b-f2b9-4326-b16f-b8513d560d08 HTTP/1.1" status: 204 len: 168 time: 0.6390717 Jul 27 21:43:07.679427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cc095-5d0e-463b-8c55-a8ac26a82fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919a72b-f2b9-4326-b16f-b8513d560d08,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:07.697831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:07.698216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.712104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:07.741534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:07.743899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.784668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015b99a7-f989-44d7-ba64-2c907a1e14b6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:07.799559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:07.805779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.808302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:07.812459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.828955 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.860988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:07.912233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.980227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.068925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Allocated IP 172.20.0.1 (199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8/3b0675f0-79b1-4e25-99e5-07087646c66e/23cb9796-6fef-4bf8-9f16-f69b12fa99d9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:08.101740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.184432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] Transition to ACTIVE for port object 015b99a7-f989-44d7-ba64-2c907a1e14b6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:08.221986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.230221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.246150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Transition to ACTIVE for port object ef7f3506-8c04-4267-8e1e-55f3e74f2338 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:08.272902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:43:08.312351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.312700 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Added segment 8f259aef-74b0-4b07-a448-66710fdc20ba of type vlan for network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b Jul 27 21:43:08.322068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935686b-474d-4628-b030-8d692f467b87 req-d4841a58-75e9-4a5a-814f-060085b3d72c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.324289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8935686b-474d-4628-b030-8d692f467b87 req-d4841a58-75e9-4a5a-814f-060085b3d72c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 943 time: 0.1370130 Jul 27 21:43:08.335988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1500b3e-a063-4a94-a4ab-ecf5d40eff90,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:08.367048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.377333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.407244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.411994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Transition to ACTIVE for port object 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:08.422087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450be2e-2ed8-425f-ac64-49dc3d61faf9 req-c028e491-a53e-45a0-a579-6b619e492103 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.423747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b450be2e-2ed8-425f-ac64-49dc3d61faf9 req-c028e491-a53e-45a0-a579-6b619e492103 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.2333150 Jul 27 21:43:08.440057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8935686b-474d-4628-b030-8d692f467b87 req-c5dae1cf-93f1-4909-9b08-7adb162689cc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088092 Jul 27 21:43:08.457856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.476325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] No DVR routers for this DVR port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:08.495842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] Pushing event updated for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:08.531327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-175b311b-6051-41fd-9282-b2cb56c1a050 service neutron] 10.222.0.76 "PUT /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6/bindings/n-h1-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0986023 Jul 27 21:43:08.578816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Attempting to bind port ef7f3506-8c04-4267-8e1e-55f3e74f2338 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:08.578816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Attempting to bind port ef7f3506-8c04-4267-8e1e-55f3e74f2338 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:08.578816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Attempting to bind port ef7f3506-8c04-4267-8e1e-55f3e74f2338 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:08.594198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b450be2e-2ed8-425f-ac64-49dc3d61faf9 req-5657c3da-3ccd-499e-9309-e50d50dfede7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569521 Jul 27 21:43:08.597622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8337e40-2ce1-4a41-9636-1256d69295f1 None None] Pushing event updated for resources: {'Port': ['ID=ef7f3506-8c04-4267-8e1e-55f3e74f2338,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:08.603606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:08.604281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:08.604865 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.614981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:08.616729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Bound port: ef7f3506-8c04-4267-8e1e-55f3e74f2338, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:08.617473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.624551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.625630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.626243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.702544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] For port ef7f3506-8c04-4267-8e1e-55f3e74f2338, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:08.706422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:08.709974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] For port ef7f3506-8c04-4267-8e1e-55f3e74f2338, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef7f3506-8c04-4267-8e1e-55f3e74f2338,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:08.720531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:43:08.721702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-c1bd54a2-a9e7-4ca8-8f07-8652f283de34 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.724367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-c1bd54a2-a9e7-4ca8-8f07-8652f283de34 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.1924007 Jul 27 21:43:08.729903 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.753032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a5a1c-c1a1-4934-a7f1-fe72ef265baa req-9e53c755-982b-4cc4-baa4-52c71b61ed0c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:08.754775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b96a5a1c-c1a1-4934-a7f1-fe72ef265baa req-9e53c755-982b-4cc4-baa4-52c71b61ed0c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.0964684 Jul 27 21:43:08.823991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b96a5a1c-c1a1-4934-a7f1-fe72ef265baa req-0bb18f71-bca1-494c-8d1d-da13a1e2f2e1 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Jul 27 21:43:08.853521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:08.865735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:08.873249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:08.881805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:08.938883 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.973394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-801a8438-579e-4bc1-aba5-74fd954f5af1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6101613 Jul 27 21:43:08.973943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:08.996905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.997836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Request body: {'subnet': {'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1280916483-subnet', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:09.022065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8337e40-2ce1-4a41-9636-1256d69295f1 None None] Pushing event updated for resources: {'Port': ['ID=ef7f3506-8c04-4267-8e1e-55f3e74f2338,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:09.058168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:09.059362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:09.061991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:09.104596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-bb6eafc9-2478-4b55-b3f3-ea8aca1f2dc7 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:09.107176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-bb6eafc9-2478-4b55-b3f3-ea8aca1f2dc7 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.2973058 Jul 27 21:43:09.178676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:09.187405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2132de5b-b49b-4533-a1bb-8c1913a25a1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f90c71c908354a06aa89f71965e5939e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059282 Jul 27 21:43:09.242935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:09.248599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.254561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Deleting port f6483f2e-e646-40a0-9ac8-7bed17a23446 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:09.255279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.303406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:09.498940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-ebd9365f-56d8-4790-9114-ec50e63785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:09.507447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-ebd9365f-56d8-4790-9114-ec50e63785dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f&tenant_id=fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 1095 time: 0.3838248 Jul 27 21:43:09.517221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-312b23f5-ddfe-49a8-9b9b-3408661ca96a None None] Provisioning for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:09.527342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-312b23f5-ddfe-49a8-9b9b-3408661ca96a None None] Provisioning complete for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:09.529291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-312b23f5-ddfe-49a8-9b9b-3408661ca96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.548043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.593323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] For port f6483f2e-e646-40a0-9ac8-7bed17a23446, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f6483f2e-e646-40a0-9ac8-7bed17a23446,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:09.594339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.622142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-312b23f5-ddfe-49a8-9b9b-3408661ca96a None None] Port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:09.689412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Calling delete_port for f6483f2e-e646-40a0-9ac8-7bed17a23446 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:09.709929 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:09.784191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:05Z', 'revision_number': 3, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:09.828201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649be721-19ab-4df3-bd0e-cac84d9d8244 None None] The sync data for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 is: [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:05Z', 'revision_number': 3, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:09.860578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0731acc-1496-4091-9180-59a43a0a2248,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:09.927873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:09.928177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Network hostable DHCP agents. Network: c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:43:09.977954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc8ee-fc37-41ae-928b-4a33798ff855 req-b100762c-49a9-46f3-a75b-ace41fabd8e3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:09.979697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-197dc8ee-fc37-41ae-928b-4a33798ff855 req-b100762c-49a9-46f3-a75b-ace41fabd8e3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1566086 Jul 27 21:43:10.029412 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-197dc8ee-fc37-41ae-928b-4a33798ff855 req-f76a756c-2468-4ea8-9590-d30c270c9200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Jul 27 21:43:10.082407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:43:10.131593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.217198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e04ae-258d-4388-af35-2c6de631b0e1 req-124ee4fe-7d48-473a-8083-2b45e8cc1fbf tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.218990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d89e04ae-258d-4388-af35-2c6de631b0e1 req-124ee4fe-7d48-473a-8083-2b45e8cc1fbf tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 946 time: 0.1191266 Jul 27 21:43:10.234690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.245368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:10.253339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d03289-3051-45ef-b1e6-0132f4724258 None None] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:10.261514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.262160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.309536 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d89e04ae-258d-4388-af35-2c6de631b0e1 req-dc44d6bb-e6c6-4371-b2c2-07581c1e621c tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/security-groups?id=231a016e-c45a-44c0-a2df-38bbbf68f6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Jul 27 21:43:10.334410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-532f29ad-3730-4f75-af4a-bd25a6a586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.334965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-532f29ad-3730-4f75-af4a-bd25a6a586b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1095 time: 0.7976103 Jul 27 21:43:10.371099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f0fc1-00ed-4a84-82ab-aa50a469fff0 req-f18d9484-952a-4f2a-8e09-26984430a44a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.373243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c4f0fc1-00ed-4a84-82ab-aa50a469fff0 req-f18d9484-952a-4f2a-8e09-26984430a44a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.7421296 Jul 27 21:43:10.449462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6101f02b-8103-4757-9c23-46cd60a97519 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4739587 Jul 27 21:43:10.450037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:43:10.451150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.452929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:10.457350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:10.545737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.548547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.549804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31e30118-5b41-4b81-b285-48bd795df63e HTTP/1.1" status: 204 len: 168 time: 1.3648596 Jul 27 21:43:10.566629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.568271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.642306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c4f0fc1-00ed-4a84-82ab-aa50a469fff0 req-0dae3777-a48d-42b2-9bc7-e3d87ccdc94d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466388 Jul 27 21:43:10.651220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa514801-1686-4dbd-a793-23e50ed008be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e30118-5b41-4b81-b285-48bd795df63e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:10.672843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.685105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Allocated IP 172.20.0.2 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/ec268151-c1a0-4eb3-945b-8c567d2cb723) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:10.716823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-0914d971-3208-4cc6-9db1-cc2cb0d7ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.716823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-0914d971-3208-4cc6-9db1-cc2cb0d7ac63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.3630528 Jul 27 21:43:10.795632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-2c5d51ce-5ac2-4b56-87ca-6b9ce8170292 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 200 len: 217 time: 0.0671525 Jul 27 21:43:10.795632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.875744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.895282 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.907443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Transition to ACTIVE for port object ec268151-c1a0-4eb3-945b-8c567d2cb723 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:10.931513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f6483f2e-e646-40a0-9ac8-7bed17a23446 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:10.936139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Transition to ACTIVE for port object ec268151-c1a0-4eb3-945b-8c567d2cb723 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:10.938063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Pushing event deleted for resources: {'Port': ['ID=f6483f2e-e646-40a0-9ac8-7bed17a23446,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:10.974027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f6483f2e-e646-40a0-9ac8-7bed17a23446 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:10.974589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f6483f2e-e646-40a0-9ac8-7bed17a23446 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:10.990505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:10.993769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-c12203f6-8b6a-455a-9fa0-2fde47fd6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:10.995447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-c12203f6-8b6a-455a-9fa0-2fde47fd6057 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1955073 Jul 27 21:43:11.023774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.049243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] No DVR routers for this DVR port f6483f2e-e646-40a0-9ac8-7bed17a23446 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:11.115878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.121922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8022f95-ef22-48a0-98db-6a47c0f14206 req-81049193-0d59-40c8-9ecf-e4169126dbad tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.50 "DELETE /v2.0/ports/f6483f2e-e646-40a0-9ac8-7bed17a23446 HTTP/1.1" status: 204 len: 173 time: 2.3771272 Jul 27 21:43:11.121922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'name': 'network-vif-deleted', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:11.123827 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d71496-1872-40b5-bc93-b980b8673125" -d '{"events": [{"server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "name": "network-vif-deleted", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:11.163988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.177734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-71c35537-fe7b-467a-a54e-75c1b966587a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311438 Jul 27 21:43:11.191645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27849399-4400-44ba-95d5-4aab25600795 req-8a54c8c8-8dc2-4c94-ba54-5da6badc62ca tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:11.201680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27849399-4400-44ba-95d5-4aab25600795 req-8a54c8c8-8dc2-4c94-ba54-5da6badc62ca tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.0885556 Jul 27 21:43:11.231906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:11.236921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:11.247651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:11.333970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27849399-4400-44ba-95d5-4aab25600795 req-e383968d-6fab-4beb-b71e-34aa33b3d1bc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312759 Jul 27 21:43:11.339187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Pushing event updated for resources: {'Port': ['ID=ec268151-c1a0-4eb3-945b-8c567d2cb723,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:11.352431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.416719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:11.429276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Attempting to bind port ec268151-c1a0-4eb3-945b-8c567d2cb723 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:11.429658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Attempting to bind port ec268151-c1a0-4eb3-945b-8c567d2cb723 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:11.430030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Attempting to bind port ec268151-c1a0-4eb3-945b-8c567d2cb723 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:11.452639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:11.455933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:11.455933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.455933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:11.465366 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7553d145-153c-4cc1-9419-f6fed60eff94 x-openstack-request-id: req-7553d145-153c-4cc1-9419-f6fed60eff94 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:11.465702 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e691a14-c7f8-4386-b50e-2b5fbd5a4589", "name": "network-vif-deleted", "tag": "f6483f2e-e646-40a0-9ac8-7bed17a23446", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:11.468051 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7553d145-153c-4cc1-9419-f6fed60eff94 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:11.468196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Bound port: ec268151-c1a0-4eb3-945b-8c567d2cb723, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:11.468710 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.468975 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e691a14-c7f8-4386-b50e-2b5fbd5a4589', 'name': 'network-vif-deleted', 'tag': 'f6483f2e-e646-40a0-9ac8-7bed17a23446', 'status': 'completed', 'code': 200} Jul 27 21:43:11.474428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef7f3506-8c04-4267-8e1e-55f3e74f2338 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:11.558148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-282b32ff-1330-4b7b-b6e4-75a249c71441 req-7bc22836-64d8-41d2-80be-b48a2211a571 tempest-AttachSCSIVolumeTestJSON-1768209667 tempest-AttachSCSIVolumeTestJSON-1768209667-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e691a14-c7f8-4386-b50e-2b5fbd5a4589 HTTP/1.1" status: 200 len: 210 time: 0.0510416 Jul 27 21:43:11.628838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] For port ec268151-c1a0-4eb3-945b-8c567d2cb723, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:11.632841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] For port ec268151-c1a0-4eb3-945b-8c567d2cb723, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ec268151-c1a0-4eb3-945b-8c567d2cb723,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:11.687683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-de0628b6-31b3-4014-95e4-ee114f4929e0 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:11.687683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-de0628b6-31b3-4014-95e4-ee114f4929e0 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 0.7026038 Jul 27 21:43:11.722509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ef7f3506-8c04-4267-8e1e-55f3e74f2338 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:11.728531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ef7f3506-8c04-4267-8e1e-55f3e74f2338 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:11.733251 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.742387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.753348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-e65f2e35-a900-4b6b-8784-5308b19e87fe service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660219 Jul 27 21:43:11.755238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:11.758626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:11.761387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-41fccc7c-d512-4487-aef1-4bd28255994a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/quotas/10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 375 time: 0.0226018 Jul 27 21:43:11.771642 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.775387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:11.942107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c3e20-fb94-4585-a193-2c276d81c83d req-f5291724-4435-409a-b5e8-06fd68915c50 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:11.947444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-746c3e20-fb94-4585-a193-2c276d81c83d req-f5291724-4435-409a-b5e8-06fd68915c50 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.1740859 Jul 27 21:43:11.961482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3514b-600a-4973-8c32-690a90f83377 None None] Pushing event updated for resources: {'Port': ['ID=ec268151-c1a0-4eb3-945b-8c567d2cb723,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:11.984464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.025227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ef7f3506-8c04-4267-8e1e-55f3e74f2338, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef7f3506-8c04-4267-8e1e-55f3e74f2338,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:12.074045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Allocated IP 172.25.3.147 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/66619a0e-0a1d-4f0b-af4e-5dce6c79e345) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:12.091982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-746c3e20-fb94-4585-a193-2c276d81c83d req-9a92ec43-9b86-4344-9df6-2470e884d89b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902560 Jul 27 21:43:12.096585 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:43:12.128646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.187878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-1d784c17-109e-452e-bc75-1c535ee9caef service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245450 Jul 27 21:43:12.291802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ef7f3506-8c04-4267-8e1e-55f3e74f2338,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:12.301274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6d8dc9a-e45e-4d96-9c57-605383b6f205 None None] Provisioning complete for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:12.301662 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc9a-e45e-4d96-9c57-605383b6f205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.336325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Router 570b594e-80e4-434b-aaaa-4ccc5566b515 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:12.350774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5e5a4652-61b9-4104-a0b2-d4d4ec171dcd tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5809252 Jul 27 21:43:12.361248 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.398436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8dc9a-e45e-4d96-9c57-605383b6f205 None None] Port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:12.582681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26359390-b73c-4e30-95c8-57cb7a56ae6c req-2d1db45d-d0e7-47d4-ad13-58683e9262e0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.584440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26359390-b73c-4e30-95c8-57cb7a56ae6c req-2d1db45d-d0e7-47d4-ad13-58683e9262e0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1014717 Jul 27 21:43:12.622263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-94bd9af9-1a74-41a6-987c-a4b1a5d4fa3c service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587767 Jul 27 21:43:12.625713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:12.631736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-51640b72-1995-42a4-adb7-de2c31cc4f51 admin admin] 10.222.0.37 "PUT /v2.0/routers/570b594e-80e4-434b-aaaa-4ccc5566b515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5334098 Jul 27 21:43:12.635961 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Sync routers for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:12.649183 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:12.649667 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:12.707349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26359390-b73c-4e30-95c8-57cb7a56ae6c req-bac895de-4315-48ca-abc6-dcbda58ba410 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047480 Jul 27 21:43:12.713845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:12.805323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-190d3b87-49c6-4f4f-a921-055e51d50be3 service neutron] 10.222.0.37 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722932 Jul 27 21:43:12.841625 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:12.882312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:12.911761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:12.919257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:12.925951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:12.979828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-46340229-10bf-41b5-8315-07011b3bc033 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:12.982242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-46340229-10bf-41b5-8315-07011b3bc033 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.1714814 Jul 27 21:43:13.381274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:10Z', 'revision_number': 2, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:13.413845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-d13753d4-f2a2-42da-b039-52dd38c951d8 service neutron] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:13.415855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-d13753d4-f2a2-42da-b039-52dd38c951d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:13.417720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9848a64-b84e-4e44-aac5-94f4841e3037 req-d13753d4-f2a2-42da-b039-52dd38c951d8 service neutron] 10.222.0.50 "DELETE /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6/bindings/n-h2-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.4260681 Jul 27 21:43:13.451902 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Checking router: 570b594e-80e4-434b-aaaa-4ccc5566b515 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:13.452481 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Updating router 570b594e-80e4-434b-aaaa-4ccc5566b515 port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:13.537674 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:13.550788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ec268151-c1a0-4eb3-945b-8c567d2cb723 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:13.553157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94277d9-49c6-489e-87ac-a51d2ef60a64 None None] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:13.611630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:13.857878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c885d1f4-19bb-4b2b-885e-e78bee2ae340 None None] Provisioning for port ec268151-c1a0-4eb3-945b-8c567d2cb723 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:13.914480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ec268151-c1a0-4eb3-945b-8c567d2cb723 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:13.918692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ec268151-c1a0-4eb3-945b-8c567d2cb723 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:13.921629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:13.963507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a300bf-4176-4421-921c-7a9fd2254dbf req-11218fed-8fde-4c01-9b08-dc6ceef5784a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:13.966145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17a300bf-4176-4421-921c-7a9fd2254dbf req-11218fed-8fde-4c01-9b08-dc6ceef5784a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.1519601 Jul 27 21:43:13.971176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.050491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17a300bf-4176-4421-921c-7a9fd2254dbf req-f098078f-2f30-45cc-8fce-183ad2c88eec tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756855 Jul 27 21:43:14.222042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.270582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ec268151-c1a0-4eb3-945b-8c567d2cb723, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ec268151-c1a0-4eb3-945b-8c567d2cb723,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:14.321050 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.321578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-76d9ead4-1f85-4a3f-a4b4-e97b2cdaf894 req-10eb9b08-dd8e-431c-a29a-2bbd6ef4bcfc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0326056 Jul 27 21:43:14.335180 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Transition to ACTIVE for port object 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:14.436542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ad469c70-2b7a-491a-affe-56812b9315fd None None] Provisioning complete for port ec268151-c1a0-4eb3-945b-8c567d2cb723 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:14.437292 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad469c70-2b7a-491a-affe-56812b9315fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.450603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:14.456995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383462208', 'description': 'tempest-description--829958598'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:14.469045 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.470461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef7f3506-8c04-4267-8e1e-55f3e74f2338 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:14.477733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Router f443cd94-c49f-49d6-9f35-88696fc59d5c is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:43:14.524440 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.529056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810031f-cbeb-464b-8135-b98896443377 req-e907e3fb-0347-46dc-86a0-a7341076b603 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:14.531548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6810031f-cbeb-464b-8135-b98896443377 req-e907e3fb-0347-46dc-86a0-a7341076b603 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1248348 Jul 27 21:43:14.603727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ec268151-c1a0-4eb3-945b-8c567d2cb723,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:14.637731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.645638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.661892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6810031f-cbeb-464b-8135-b98896443377 req-e98a2435-fc09-447a-80cb-bdb58b22c21f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980096 Jul 27 21:43:14.681923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.717036 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Pushing event updated for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:14.725856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ef7f3506-8c04-4267-8e1e-55f3e74f2338 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:14.725856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.745444 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.745855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.746344 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.746875 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.747374 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.747709 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.748113 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.748443 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.748770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.749092 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.749499 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.749826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:14.779730 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Attempting to bind port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:14.780531 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Attempting to bind port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:14.781192 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Attempting to bind port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 on network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:14.787190 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:14.787828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Checking segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:14.788426 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.788978 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Bound using segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:14.789616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Bound port: 23cb9796-6fef-4bf8-9f16-f69b12fa99d9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:14.790168 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:14.869047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:14.885880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Sync routers for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:14.940751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:14.941395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:14.953951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] For port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:14.960093 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] For port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:14.977745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e12f295-f5ff-452d-ae46-5453c9042dfa req-37c96733-658d-425b-bd63-e71fc75eb64f tempest-FlavorsV2NegativeTest-697802015 tempest-FlavorsV2NegativeTest-697802015-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58ed85c5a8d24dd19ecd588976230004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653911 Jul 27 21:43:15.048093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.059660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1633-5ac9-46b9-848e-390245a6e897 req-ec9022fc-3b79-4a8a-8df6-18f1349465a4 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:15.062559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218e1633-5ac9-46b9-848e-390245a6e897 req-ec9022fc-3b79-4a8a-8df6-18f1349465a4 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1095 time: 0.3927228 Jul 27 21:43:15.100959 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.174893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.186422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:15.187356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:15.190397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12f295-f5ff-452d-ae46-5453c9042dfa req-4c577fd1-5b1c-4eee-a1d7-6375f66dc02e tempest-FlavorsV2NegativeTest-697802015 tempest-FlavorsV2NegativeTest-697802015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:15.220292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e12f295-f5ff-452d-ae46-5453c9042dfa req-4c577fd1-5b1c-4eee-a1d7-6375f66dc02e tempest-FlavorsV2NegativeTest-697802015 tempest-FlavorsV2NegativeTest-697802015-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412815 Jul 27 21:43:15.229621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218e1633-5ac9-46b9-848e-390245a6e897 req-4145c1b6-54bc-46b3-bf03-72e6133e7634 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433361 Jul 27 21:43:15.233881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:15.279327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e12f295-f5ff-452d-ae46-5453c9042dfa req-813b0005-0c0a-4568-8f37-b634ea5ed742 tempest-FlavorsV2NegativeTest-697802015 tempest-FlavorsV2NegativeTest-697802015-project] 10.222.0.37 "GET /v2.0/quotas/58ed85c5a8d24dd19ecd588976230004 HTTP/1.1" status: 200 len: 375 time: 0.0560396 Jul 27 21:43:15.342619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e12f295-f5ff-452d-ae46-5453c9042dfa req-9427e49c-7213-4656-9af8-9af83322232b tempest-FlavorsV2NegativeTest-697802015 tempest-FlavorsV2NegativeTest-697802015-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58ed85c5a8d24dd19ecd588976230004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600064 Jul 27 21:43:15.372861 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.377095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b4bb954-9be9-4bf4-b9f6-eb04c7eb7ca5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9205549 Jul 27 21:43:15.377912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52236) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:15.395546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:15.403379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.411165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad7ec9cb-2500-43f0-b258-502aee94da94 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9591753 Jul 27 21:43:15.417074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:15.437289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'security_group_rule': {'security_group_id': 'b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:15.497511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ec268151-c1a0-4eb3-945b-8c567d2cb723 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:15.518574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3200c32-4a15-4ac1-b756-dda7a1f04bf0 None None] Pushing event updated for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:15.552713 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:15.676328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71f813e5-dd7c-473c-93a4-fc680802fe12 req-ddbf6b78-0283-4939-aaa4-2d070b147952 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0961332 Jul 27 21:43:15.691168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.693065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ec268151-c1a0-4eb3-945b-8c567d2cb723 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:15.693560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.785538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:13Z', 'revision_number': 3, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:15.837322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Checking router: f443cd94-c49f-49d6-9f35-88696fc59d5c for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:15.837678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Updating router f443cd94-c49f-49d6-9f35-88696fc59d5c port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:15.886235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.915085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:15.929016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a151f5e-27ac-4acb-a5cb-a7b177950067 req-7c274c2a-b1f3-466f-93ef-10f3b4dbc977 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:15.932077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a151f5e-27ac-4acb-a5cb-a7b177950067 req-7c274c2a-b1f3-466f-93ef-10f3b4dbc977 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.0993755 Jul 27 21:43:15.975256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:14Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:15.975969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a151f5e-27ac-4acb-a5cb-a7b177950067 req-0ec74b53-8576-4563-8e07-02cab69df6b3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371916 Jul 27 21:43:15.978574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e248-e4dd-460d-ae3f-34dbfc109d27 req-6ca4a93d-3078-4282-af84-9239e63de41a tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:15.987954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1883e248-e4dd-460d-ae3f-34dbfc109d27 req-6ca4a93d-3078-4282-af84-9239e63de41a tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 1095 time: 0.4708192 Jul 27 21:43:16.063341 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd055116-e550-430f-848d-69dffc1f1343 None None] The sync data for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 is: [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:14Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:16.070816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.100802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe14eb7f-74b0-4340-8905-e54fd44f6012,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:16.102879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1883e248-e4dd-460d-ae3f-34dbfc109d27 req-974851e4-3552-400e-82bc-244aa4fe0f85 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139953 Jul 27 21:43:16.283159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.291480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec1a01d8-0812-453d-a04f-28e536e8f7a9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8734174 Jul 27 21:43:16.292290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:16.298421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'security_group_rule': {'security_group_id': 'b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:16.342665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.355251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Transition to ACTIVE for port object 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:16.380378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.460610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.486037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.581025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Attempting to bind port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:16.581350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Attempting to bind port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:16.581729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Attempting to bind port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:16.591353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bce8a-8b56-4a25-9990-916d44d791da None None] Pushing event updated for resources: {'Port': ['ID=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Bound port: 66619a0e-0a1d-4f0b-af4e-5dce6c79e345, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:16.611694 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.627866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.673797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Allocated IP 172.20.0.1 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/3e2b9aa5-d3a0-4548-afa2-9214aef793cd) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:16.687451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] For port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:16.691932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] For port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:16.738104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.781073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7336805c-c41e-45ca-b41c-9dcd0e23d1e1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:16.826500 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.838558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:16.888619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b23ee6a-139f-42c3-ad5b-77e4f2dc99da req-620a2500-f819-4243-8693-11ae3eabaa99 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0690386 Jul 27 21:43:16.898651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Transition to ACTIVE for port object 3e2b9aa5-d3a0-4548-afa2-9214aef793cd will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:16.938430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:16.938430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:16.941688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bce8a-8b56-4a25-9990-916d44d791da None None] Pushing event updated for resources: {'Port': ['ID=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:17.008151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.009391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd60d821-7fb7-4a91-9dda-32352228cde7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7159796 Jul 27 21:43:17.013319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52280) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:17.021426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:17.092820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:17.171010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.431999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:17.460982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:17.505686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:13Z', 'revision_number': 3, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:17.537956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33494b3a-5d9a-4865-a89f-373f52b37fe2 None None] The sync data for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 is: [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:13Z', 'revision_number': 3, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:17.614273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:17.621644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:17.622213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.752329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c388e2c0-c661-429d-aa2c-07689ea2a8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.897931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:17.922440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.927384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.943049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c388e2c0-c661-429d-aa2c-07689ea2a8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:17.955113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:18.047911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c388e2c0-c661-429d-aa2c-07689ea2a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.065064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:18.075422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:18.079680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:18.341430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63f6a0a0-b0c5-4253-a1f2-42be9e774c55 req-b0b1d938-a438-44de-98e6-4f4bbd70865d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.1264479 Jul 27 21:43:18.341430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c388e2c0-c661-429d-aa2c-07689ea2a8e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ed85c5a8d24dd19ecd588976230004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8039827 Jul 27 21:43:18.341430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388e2c0-c661-429d-aa2c-07689ea2a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ce7b7-f147-4499-9897-18eb00463bce,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:18.343070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-7bf06f9d-393e-40bd-bdb3-009ae45bf1de tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:18.343070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-7bf06f9d-393e-40bd-bdb3-009ae45bf1de tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 821 time: 1.0185287 Jul 27 21:43:18.343070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Request body: {'port': {'device_id': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'admin_state_up': True, 'tenant_id': '10ef786a13ea4d3e9d0f7a14088cd41d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:18.344283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:18.392378 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.416718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.455862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.474946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.526557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:18.543167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af631b14-6789-4d75-b29f-c0b99bdc7be6 req-f81c6158-5a30-4375-b09a-93f44cac3df4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:18.545450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af631b14-6789-4d75-b29f-c0b99bdc7be6 req-f81c6158-5a30-4375-b09a-93f44cac3df4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 1.4332838 Jul 27 21:43:18.699903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4494b462-0c70-4885-8ea8-e8a22a921491 None None] Provisioning for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:18.704498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4494b462-0c70-4885-8ea8-e8a22a921491 None None] Provisioning complete for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:18.705550 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4494b462-0c70-4885-8ea8-e8a22a921491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:18.810905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4494b462-0c70-4885-8ea8-e8a22a921491 None None] Port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:18.875997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.043992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af631b14-6789-4d75-b29f-c0b99bdc7be6 req-e44ea8a7-4b28-4627-b577-08b4b7d10179 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750991 Jul 27 21:43:19.049791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Made reservation on behalf of 10ef786a13ea4d3e9d0f7a14088cd41d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:19.060748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.106368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.148520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.148520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.149543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad7ce7b7-f147-4499-9897-18eb00463bce HTTP/1.1" status: 204 len: 168 time: 0.8126533 Jul 27 21:43:19.173026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e1a14-2e5e-4de7-a71c-5029853c0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ce7b7-f147-4499-9897-18eb00463bce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:19.369426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.446253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Allocated IP 172.20.0.10 (d0a706c0-8355-45c7-a564-2d220ff8c447/b10a98b7-4511-4017-9c60-3087305ae72a/f12f6829-8d34-41a3-8165-a725921c2f93) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:19.448694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Allocated IP 172.25.3.225 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f591502e-e9c1-44dc-89cb-9646f9ab68aa) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:19.471416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:19.474575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.488070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aebed33-1ca1-45fe-ace3-7a4258b0a9ce req-7ac54a56-6d20-40da-b138-ccbc736984d4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0717931 Jul 27 21:43:19.600708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.620746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:19.623507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.796865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:19.809999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:19.943413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:20.017325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:20.022986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:20.022986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.046881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:20.053686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:20.213243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.255392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:20.280343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.315906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e30cb-ed2c-4a20-aee2-34d9b40d702a req-7ff8ba89-d002-4929-a71c-ed6c537d76e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:20.323641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de8e30cb-ed2c-4a20-aee2-34d9b40d702a req-7ff8ba89-d002-4929-a71c-ed6c537d76e8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1339993 Jul 27 21:43:20.355077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.394917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de8e30cb-ed2c-4a20-aee2-34d9b40d702a req-c6ee3b7d-6c67-4f4d-a16c-b03c5f743cdf tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Jul 27 21:43:20.406700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Router f443cd94-c49f-49d6-9f35-88696fc59d5c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:20.414629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.463656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:20.471751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'Port': ['ID=f591502e-e9c1-44dc-89cb-9646f9ab68aa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:20.477378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:20.486906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-887eff90-d864-48ba-9de3-6851d6c68c75 None None] Provisioning complete for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:20.487411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:20.487525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-887eff90-d864-48ba-9de3-6851d6c68c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.491130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:20.532688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-887eff90-d864-48ba-9de3-6851d6c68c75 None None] Port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:20.665428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6c1f20b-9ece-4a7d-af03-e76333d7b100 req-ae1cad64-16f7-452d-be52-e69cbb69feaf tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0725327 Jul 27 21:43:20.716273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:20.726849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aed819ae-ca4c-4012-8fbd-41567010a182 admin admin] 10.222.0.37 "PUT /v2.0/routers/f443cd94-c49f-49d6-9f35-88696fc59d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3466585 Jul 27 21:43:20.727593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Sync routers for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:20.743739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:20.744642 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:20.744830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.825335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:20.838820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['39970026-8aec-418c-832c-3c261f2111bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:20.873941 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:20.921519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52338) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:20.960138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:21.010613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Network d0a706c0-8355-45c7-a564-2d220ff8c447 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:21.015385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:21.020634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:21.101519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.150501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-network', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:21.261030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:21.261775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.310826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Made reservation on behalf of b49a96618c0648beae28f0fa293f6cec for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:21.313349 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.329255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.352201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:21.393582 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 2, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:21.429710 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Checking router: f443cd94-c49f-49d6-9f35-88696fc59d5c for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:21.430065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Updating router f443cd94-c49f-49d6-9f35-88696fc59d5c port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:21.438637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-2556399e-5bc7-43e5-9987-39b99aa03a85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1248891 Jul 27 21:43:21.455320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:21.455895 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.465796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Request body: {'port': {'device_id': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:21.515500 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.569524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.665469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.676468 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.700282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52346) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:21.703237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f299ca-fab8-4807-988c-f8b59778378f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:21.705785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779881964', 'description': 'tempest-description--1376729238'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:21.739195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.739856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.740534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.744437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.744974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.749326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.749890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.750590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.751097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.751612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.752120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.752635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:21.773815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:43:21.804336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.808015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.808015 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Added segment 96897a85-f368-444e-b4b3-40cd9d2896d9 of type vlan for network 985929ae-08a7-4882-84f6-a1771c31d854 Jul 27 21:43:21.843555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.940384 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.956056 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Transition to ACTIVE for port object 3e2b9aa5-d3a0-4548-afa2-9214aef793cd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:21.969402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.978806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e16343-8922-4fbb-ac83-11177a105a37 req-a4dbc9b4-3a2e-4e31-8baa-b5dfff025913 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:21.980653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07e16343-8922-4fbb-ac83-11177a105a37 req-a4dbc9b4-3a2e-4e31-8baa-b5dfff025913 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.4464703 Jul 27 21:43:21.986388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:21.997853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.038985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'Port': ['ID=f591502e-e9c1-44dc-89cb-9646f9ab68aa,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.048072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edac207-1695-480b-94be-a7740dd96d84 req-f3b1987a-4015-43d4-a47d-63a43695d01e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:22.049659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0edac207-1695-480b-94be-a7740dd96d84 req-f3b1987a-4015-43d4-a47d-63a43695d01e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 932 time: 0.2158747 Jul 27 21:43:22.065481 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.126920 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.127188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0edac207-1695-480b-94be-a7740dd96d84 req-e3791d6e-211f-440a-877d-a505fa2ce7bb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708709 Jul 27 21:43:22.184941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf4ecf-2807-4b6c-85b4-9535e76a8286,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.185422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5cd95-4b06-48d5-8206-22f82aeb1291 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.208219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.212047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:22.212047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.242242 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Attempting to bind port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:22.244140 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Attempting to bind port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:22.244597 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Attempting to bind port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:22.260834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:22.264078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:22.264646 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.265127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:22.267134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Bound port: 3e2b9aa5-d3a0-4548-afa2-9214aef793cd, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:22.269320 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.275856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07e16343-8922-4fbb-ac83-11177a105a37 req-e7bc0770-a094-475e-b580-70ce77cb91b3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871823 Jul 27 21:43:22.388661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] Pushing event updated for resources: {'Network': ['ID=985929ae-08a7-4882-84f6-a1771c31d854,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.392636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.396828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8896070d-230a-4c70-814a-7c0c67093b07 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6930258 Jul 27 21:43:22.397152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:22.397338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.403426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'security_group_rule': {'security_group_id': '3bcf4ecf-2807-4b6c-85b4-9535e76a8286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:22.414440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 985929ae-08a7-4882-84f6-a1771c31d854 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:43:22.422194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] For port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:22.426752 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] For port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:22.479008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5b4c88b-a6af-44fc-8f5b-041ae6aaa524 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5563366 Jul 27 21:43:22.482815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:22.493896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Request body: {'subnet': {'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-subnet', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:22.511224 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.573729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12f6829-8d34-41a3-8165-a725921c2f93 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:22.578142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:22.579142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:22.585539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.600141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Transition to ACTIVE for port object f12f6829-8d34-41a3-8165-a725921c2f93 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:22.686274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.713303 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5cd95-4b06-48d5-8206-22f82aeb1291 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.764761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.774720 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-3302855f-02d6-413f-ba1c-34347baf519d service neutron] show failed (client error): The resource could not be found. Jul 27 21:43:22.775720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-3302855f-02d6-413f-ba1c-34347baf519d service neutron] 10.222.0.76 "GET /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.1404679 Jul 27 21:43:22.791161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.799876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:22.873603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.880080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-019dc510-f1b7-4464-9ca6-e72bdfc432ab tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8596172 Jul 27 21:43:22.894685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:22.908418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.943547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0c7cf6-2cfd-4f3a-bd5f-a414787e3ffe,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:22.951224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Made reservation on behalf of b49a96618c0648beae28f0fa293f6cec for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:22.954278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.109305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:23.109640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:23.109977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:23.114765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:23.115042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:23.124411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:23.124828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:23.125230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:23.125693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Bound port: f12f6829-8d34-41a3-8165-a725921c2f93, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:23.126079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.161412 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:22Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:23.187397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.190974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b330834d-4d3f-42b9-9f8c-8b4d5c333cba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7905540 Jul 27 21:43:23.192595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:23.210221 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899ad7-aec7-4ec4-b662-6e06ac93416a None None] The sync data for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 is: [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:22Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:23.216233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-f7158966-8025-49b1-bdbd-5ccdee22891b tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--383462208&fields=id&tenant_id=e6026dc716bf48c1804facc185be6cc6 HTTP/1.1" status: 200 len: 267 time: 0.0781620 Jul 27 21:43:23.221881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'security_group_rule': {'security_group_id': '3bcf4ecf-2807-4b6c-85b4-9535e76a8286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:23.239302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:23.266470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:23.391147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.416334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-0b5d8a11-1e3b-479f-bb46-a50a8cd6b9ac tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.419691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-0b5d8a11-1e3b-479f-bb46-a50a8cd6b9ac tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/networks?id=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 HTTP/1.1" status: 200 len: 811 time: 0.1469154 Jul 27 21:43:23.437803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-c2001535-69d4-456d-84e1-ff21263a0e45 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/quotas/e6026dc716bf48c1804facc185be6cc6 HTTP/1.1" status: 200 len: 375 time: 0.0115483 Jul 27 21:43:23.474601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:23.504621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.504621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.506151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-5d21d45a-56e6-49a2-978c-32f6bf456866 service neutron] 10.222.0.50 "PUT /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 1092 time: 2.0574284 Jul 27 21:43:23.506639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:23.509110 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:23.515160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.531729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.600805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68416e1-d778-41e5-aed3-8a9ef6ba8b61,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:23.618952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6f293-fe51-49a8-86e3-6b688199a32e req-ea773749-41d7-48a8-be0e-292c1da933bc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.620644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cea6f293-fe51-49a8-86e3-6b688199a32e req-ea773749-41d7-48a8-be0e-292c1da933bc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.3478017 Jul 27 21:43:23.631558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.642725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-a55acb00-9447-46ee-858e-ef8ed34100f7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6026dc716bf48c1804facc185be6cc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872396 Jul 27 21:43:23.669938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Checking segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:23.670336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Network hostable DHCP agents. Network: 985929ae-08a7-4882-84f6-a1771c31d854, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:43:23.707844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cea6f293-fe51-49a8-86e3-6b688199a32e req-c1db5d78-ad71-4180-b9be-25399f359e54 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783710 Jul 27 21:43:23.780538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:23.786532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-47298452-d5a0-49dc-a989-64f55447288c service neutron] 10.222.0.37 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428638 Jul 27 21:43:23.834834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb443b37-15e9-4513-94e9-113bd36e7531,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:23.851147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Network 985929ae-08a7-4882-84f6-a1771c31d854 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:43:23.851311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-a229d4be-3c60-463c-ad43-f68879d8127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.853272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-a229d4be-3c60-463c-ad43-f68879d8127e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1095 time: 0.1787558 Jul 27 21:43:23.920304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-dc1ed1b0-7064-48e5-99b8-211b88540064 service neutron] 10.222.0.37 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197202 Jul 27 21:43:23.929361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.929719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.930114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.930496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.930889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.931235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.931573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.931953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.932291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.932629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.932967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.933340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:43:23.942420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-e5a5cafb-267e-41b6-a924-874958a2a029 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 217 time: 0.0760896 Jul 27 21:43:23.989006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 985929ae-08a7-4882-84f6-a1771c31d854) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:23.993385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:23.993940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.002038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3d55e-089e-4d1b-a9cb-a3cc91f20b38 None None] Network 985929ae-08a7-4882-84f6-a1771c31d854 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:24.088927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.093991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3950ac25-c9d6-4b51-b209-4d1eb0631e58 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8975339 Jul 27 21:43:24.094401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52384) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:24.099472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:24.126801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-aee2ed92-eab9-4601-a934-fa61bdec8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:24.132236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-aee2ed92-eab9-4601-a934-fa61bdec8d42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1100 time: 0.3691800 Jul 27 21:43:24.151693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-93846834-6d7e-460c-bbb1-eaf7e8dac915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:24.154483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-93846834-6d7e-460c-bbb1-eaf7e8dac915 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.2021396 Jul 27 21:43:24.169548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:24.175971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27e2c6a4-2c19-4ee9-8a93-a80ba9231032 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6889260 Jul 27 21:43:24.175971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:24.186650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:24.257746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-a297104c-d8e2-4ba0-b8b2-de85517856fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753901 Jul 27 21:43:24.289559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.406979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-985929ae-08a7-4882-84f6-a1771c31d854', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:43:24.408564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.435135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43422b72-7cf4-4771-bc3a-c95ee440cda1 req-b2441a94-345a-4485-86b7-efd26b6197d3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:24.450903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43422b72-7cf4-4771-bc3a-c95ee440cda1 req-b2441a94-345a-4485-86b7-efd26b6197d3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.5131752 Jul 27 21:43:24.463421 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af4d83-9881-4136-8a6d-154fc91dc1f5 x-openstack-request-id: req-47af4d83-9881-4136-8a6d-154fc91dc1f5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:24.463741 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:24.464004 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47af4d83-9881-4136-8a6d-154fc91dc1f5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:24.464733 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'status': 'completed', 'code': 200} Jul 27 21:43:24.465153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.634205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.647344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:24.690912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ee15643-47d1-4831-9ead-e6317195f4cd req-3e30bd26-e751-4d19-9a59-a6ba63ab1916 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.0806866 Jul 27 21:43:24.804783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:24.812080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Allocated IP 172.20.0.2 (985929ae-08a7-4882-84f6-a1771c31d854/c68416e1-d778-41e5-aed3-8a9ef6ba8b61/b4aeadbc-9c50-484b-ba0c-017153328a00) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:24.913371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.016909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.137054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-e3e0c2da-92da-4e54-b753-7f8f4c4b86c6 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680930 Jul 27 21:43:25.211621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.25.3.164 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0506ef18-53e5-4b7d-a382-8241a7ac3649) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:25.248055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec509baf-cb70-49e8-b7e6-d3bca48b30c8 req-f83dc969-2fec-4e62-a262-1536f5d17e86 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033568 Jul 27 21:43:25.282994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43422b72-7cf4-4771-bc3a-c95ee440cda1 req-9b0b7c53-a179-41e1-a7d3-121e520a21f9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8020167 Jul 27 21:43:25.331600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.354601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Transition to ACTIVE for port object b4aeadbc-9c50-484b-ba0c-017153328a00 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:25.408126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Transition to ACTIVE for port object b4aeadbc-9c50-484b-ba0c-017153328a00 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:25.474869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e2b9aa5-d3a0-4548-afa2-9214aef793cd up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:25.554094 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.602826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Network 985929ae-08a7-4882-84f6-a1771c31d854 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:25.608917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:25.614230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:25.627340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.656041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-d4c697c1-6323-45ee-8331-6ae689de49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:25.657639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-d4c697c1-6323-45ee-8331-6ae689de49cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1095 time: 0.1839008 Jul 27 21:43:25.693114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Attempting to bind port b4aeadbc-9c50-484b-ba0c-017153328a00 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:25.695611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Attempting to bind port b4aeadbc-9c50-484b-ba0c-017153328a00 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:25.695611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Attempting to bind port b4aeadbc-9c50-484b-ba0c-017153328a00 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:25.711971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:25.714922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Checking segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:25.715571 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.716283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Bound using segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:25.718187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Bound port: b4aeadbc-9c50-484b-ba0c-017153328a00, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:25.718812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.735176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:25.747997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Pushing event updated for resources: {'Port': ['ID=b4aeadbc-9c50-484b-ba0c-017153328a00,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:25.776535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:25.777187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.836965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.877425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff6f35a8-7964-4bac-bc54-cc0d517b9e20 req-20a8bac1-4b70-413e-b80d-1cc800a12c03 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.0817778 Jul 27 21:43:25.892169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:25.918855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-509a0eb1-cda2-4cd6-a3a3-0338327fb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:25.920528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-509a0eb1-cda2-4cd6-a3a3-0338327fb18d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2545834 Jul 27 21:43:25.937870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:25.947719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:26.028479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.030478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:26.034308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:26.038863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-eb941fab-b521-4231-9381-675722f2de7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 217 time: 0.1075361 Jul 27 21:43:26.042714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:26.046266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9335d6-6590-4ea1-b818-1d53f8511cf3 req-95fad0c3-8b12-48ff-9ba2-f1deabb12b93 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:26.053635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b9335d6-6590-4ea1-b818-1d53f8511cf3 req-95fad0c3-8b12-48ff-9ba2-f1deabb12b93 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 1.1419334 Jul 27 21:43:26.055574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=0506ef18-53e5-4b7d-a382-8241a7ac3649,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:26.100346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:26.150564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:26.207341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-595e2240-fea9-4933-99ed-23ff796ceffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:26.210148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-595e2240-fea9-4933-99ed-23ff796ceffe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1379752 Jul 27 21:43:26.228962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] For port b4aeadbc-9c50-484b-ba0c-017153328a00, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:26.261034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] For port b4aeadbc-9c50-484b-ba0c-017153328a00, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4aeadbc-9c50-484b-ba0c-017153328a00,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:26.271079 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.294554 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.296035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-d9738a43-a649-4a73-b21e-e16792ab589c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605376 Jul 27 21:43:26.299672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.341796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.379976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b9335d6-6590-4ea1-b818-1d53f8511cf3 req-b67866be-fb6d-4cd9-ab41-89921361782e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253694 Jul 27 21:43:26.400622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.466650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:26.469196 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e396c7-270a-4368-b5ef-c9451e2858eb" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-unplugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:26.537917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Transition to ACTIVE for port object 334a0e0b-2955-4ff5-a280-e9f786123224 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:26.561772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.566556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:26.694023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:26.734054 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c490f1ec-54a5-4c16-a243-b40625a32b63 x-openstack-request-id: req-c490f1ec-54a5-4c16-a243-b40625a32b63 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:26.737567 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-unplugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:26.737567 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c490f1ec-54a5-4c16-a243-b40625a32b63 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:26.737567 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'code': 200} Jul 27 21:43:26.806063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-8f5f2220-8853-4500-a1dc-376b7b497dd0 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898932 Jul 27 21:43:26.826537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c97e-68a5-4cd2-808d-cb653733df31 None None] Pushing event updated for resources: {'Port': ['ID=b4aeadbc-9c50-484b-ba0c-017153328a00,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:26.874652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5c76c-c473-47cb-a52f-dbadb55f4985 req-7becc905-3f66-454f-a354-43c5581e5789 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:26.878361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:43:26.878829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfb5c76c-c473-47cb-a52f-dbadb55f4985 req-7becc905-3f66-454f-a354-43c5581e5789 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.4316769 Jul 27 21:43:26.879652 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:43:27.101324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] No DVR routers for this DVR port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:27.106416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:27.182203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-934df75c-9d6b-45be-a430-eefa106e5795 req-f6da4db2-7227-41a8-9bd1-63d90212669a tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.1212018 Jul 27 21:43:27.230598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.258313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfb5c76c-c473-47cb-a52f-dbadb55f4985 req-8fb982af-2d4f-451e-9a64-23180ddd54f2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064605 Jul 27 21:43:27.265266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:27.266023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:27.266432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:27.301716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.302868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:27.303350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:27.313750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:27.314120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:27.315717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:27.315717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Bound port: 334a0e0b-2955-4ff5-a280-e9f786123224, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:27.315717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.396319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.434653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.469684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7d7a646-b4bb-4ca5-bc06-44099ff795e7 req-861e23c4-d788-4782-9151-8e625f0ebe86 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447394 Jul 27 21:43:27.509915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4aeadbc-9c50-484b-ba0c-017153328a00 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:27.545371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:27.549485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:27.705550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.739245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b4aeadbc-9c50-484b-ba0c-017153328a00 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:27.750343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e2b9aa5-d3a0-4548-afa2-9214aef793cd up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:27.830002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:27.833574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.837646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-2062428e-5669-43df-a969-fbd426379a23 service neutron] 10.222.0.50 "PUT /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 1095 time: 3.6820946 Jul 27 21:43:27.893677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:27.894131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.929682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062428e-5669-43df-a969-fbd426379a23 service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:27.978713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:27.985421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-c1afe92f-9fe7-4e49-9814-c6fc09b8fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:27.987118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-c1afe92f-9fe7-4e49-9814-c6fc09b8fb07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1098 time: 0.1138551 Jul 27 21:43:28.224700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-bdbffff6-6eb4-4a15-bd50-2427047cf625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.226838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-bdbffff6-6eb4-4a15-bd50-2427047cf625 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2311006 Jul 27 21:43:28.298074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-5011623e-401f-4748-b6fc-885d7c36a543 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0580666 Jul 27 21:43:28.398470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1232924e-a8de-465b-801c-fd45d30f1ce3 req-ba9184e8-5506-42cd-82fe-06744ed62945 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.0758603 Jul 27 21:43:28.442362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-84dce35e-4853-40d6-a693-77c642f5c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.443921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-84dce35e-4853-40d6-a693-77c642f5c86d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1386893 Jul 27 21:43:28.491589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Allocated IP 172.25.3.245 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b3bfbee3-4b61-497d-9383-6020077ecfca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:28.537731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf287fa-5778-4bba-967f-21363255bc52 None None] Network 985929ae-08a7-4882-84f6-a1771c31d854 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:28.616506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-17b360ab-c186-4900-8b19-f201a606f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.617972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-17b360ab-c186-4900-8b19-f201a606f664 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669350 Jul 27 21:43:28.628220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177aa44-2857-4131-8bea-96dcc6a958c2 req-322f191c-8179-4ad5-aefe-a11d55b4b25a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:28.629808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0177aa44-2857-4131-8bea-96dcc6a958c2 req-322f191c-8179-4ad5-aefe-a11d55b4b25a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 947 time: 0.1164072 Jul 27 21:43:28.653182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.727539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0177aa44-2857-4131-8bea-96dcc6a958c2 req-40d76f14-3be1-4db7-b86c-9fe86ffa0bd6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867960 Jul 27 21:43:28.737449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:28.739855 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9fa85-d539-4b08-8e22-1ffc667e044a" -d '{"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:28.789531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-dd88e9ef-3d27-4e5e-9066-bcf58f7e8da0 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586597 Jul 27 21:43:28.891593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=0506ef18-53e5-4b7d-a382-8241a7ac3649,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:28.932545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cec3634-f0fc-45d2-bcff-64d875863f04 req-a7699cf6-807c-45c8-8226-839c52ae73e8 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352532 Jul 27 21:43:28.943087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:28.945087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1dac7034-ee16-4656-bd4e-5fb3c78df5db tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8494847 Jul 27 21:43:28.984735 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fbbc3-007f-4d79-9c07-529b550e7494 x-openstack-request-id: req-bb0fbbc3-007f-4d79-9c07-529b550e7494 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:28.985040 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:28.985304 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb0fbbc3-007f-4d79-9c07-529b550e7494 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:28.985739 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'status': 'completed', 'code': 200} Jul 27 21:43:28.994908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Provisioning for port b4aeadbc-9c50-484b-ba0c-017153328a00 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:28.999577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-bd932e67-d32c-472b-bf69-9d0651b254f2 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.001518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Provisioning complete for port b4aeadbc-9c50-484b-ba0c-017153328a00 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:29.005507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:29.005680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-bd932e67-d32c-472b-bf69-9d0651b254f2 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.76 "GET /v2.0/networks?id=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 HTTP/1.1" status: 200 len: 811 time: 1.0411644 Jul 27 21:43:29.113972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:29.190411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] For port b4aeadbc-9c50-484b-ba0c-017153328a00, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4aeadbc-9c50-484b-ba0c-017153328a00,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:29.193639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:29.246347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dcf1f-10ff-4586-8edc-d0b5eba026a7 req-3fda094e-5ace-4d01-ac6f-90beea975e3c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.249822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-868dcf1f-10ff-4586-8edc-d0b5eba026a7 req-3fda094e-5ace-4d01-ac6f-90beea975e3c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 1.2906663 Jul 27 21:43:29.326075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:29.336923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-0465e7a1-ae86-4174-a77e-416a06a9d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.336923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-0465e7a1-ae86-4174-a77e-416a06a9d108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1098 time: 0.1586261 Jul 27 21:43:29.358908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-1213fae2-8450-420d-ab85-2bb4fe8a8b5c tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6026dc716bf48c1804facc185be6cc6 HTTP/1.1" status: 200 len: 379 time: 0.3417816 Jul 27 21:43:29.385769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-03a9e8ea-144e-4f31-8dec-3aaade3eeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.388600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-03a9e8ea-144e-4f31-8dec-3aaade3eeaa4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1098 time: 0.3734791 Jul 27 21:43:29.406975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'port': {'device_id': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'admin_state_up': True, 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'security_groups': ['b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:29.480682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4024902-b9bf-4901-bde0-5e320334476c None None] Pushing event updated for resources: {'Port': ['ID=b4aeadbc-9c50-484b-ba0c-017153328a00,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:29.553828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-776b269b-2a6a-4452-a5f8-2cdd91b3eb77 None None] Provisioning complete for port b4aeadbc-9c50-484b-ba0c-017153328a00 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:29.554527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-776b269b-2a6a-4452-a5f8-2cdd91b3eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:29.569606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-062105ea-dfd5-4ca6-b2ce-7042ae5e7b38 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--779881964&fields=id&tenant_id=b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 267 time: 0.1564176 Jul 27 21:43:29.683369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-3b74c64b-4134-4f36-a661-b231ceeb4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.684913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-3b74c64b-4134-4f36-a661-b231ceeb4afc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3413398 Jul 27 21:43:29.701666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-612aa4f3-8897-4ac4-b5c7-22a244c1214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.704080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-612aa4f3-8897-4ac4-b5c7-22a244c1214c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1014805 Jul 27 21:43:29.717495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-868dcf1f-10ff-4586-8edc-d0b5eba026a7 req-6203ee1c-7e9e-42f2-b078-7f68f7c8bd36 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506040 Jul 27 21:43:29.740208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-41461f38-653c-4884-a2a6-4cecb9d388fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0471196 Jul 27 21:43:29.820974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-c139db46-d1ca-41f1-8c5f-9cd89bc49968 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.830824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-c139db46-d1ca-41f1-8c5f-9cd89bc49968 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.2408960 Jul 27 21:43:29.848670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-20488354-3545-424c-85a1-b5ce6dddcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:29.850192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-20488354-3545-424c-85a1-b5ce6dddcc6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1014872 Jul 27 21:43:29.858249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-4baca3ef-6a09-4ca1-9f14-b324027ca627 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/quotas/b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 375 time: 0.0264816 Jul 27 21:43:29.923238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-ddf88b93-9231-4c4c-9bb1-2f29e382878f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.1968822 Jul 27 21:43:29.933031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19f71df3-0b26-4748-8750-e6f9a27c675d req-3f1e120c-e723-460a-8fb4-6d5e6645ca56 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.0546300 Jul 27 21:43:30.017997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-41148471-b6f2-4d2c-a146-dda04a22be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.019557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-41148471-b6f2-4d2c-a146-dda04a22be54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0798936 Jul 27 21:43:30.057677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-ca52a78c-5060-4d2f-a0ae-0e82beb4ec87 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1983120 Jul 27 21:43:30.063251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-1af40b4c-8f91-49d5-8d12-e548fcbf5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.067576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-1af40b4c-8f91-49d5-8d12-e548fcbf5ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286974 Jul 27 21:43:30.107760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Made reservation on behalf of e6026dc716bf48c1804facc185be6cc6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:30.111565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:30.232751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:30.275782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-9d827452-3a52-4000-a5cb-9da680de6cac service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002444 Jul 27 21:43:30.278527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-0d4f8d91-fcd4-4628-a600-1fe58db04d2d service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806049 Jul 27 21:43:30.359238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:30.375108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:30.381760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Pushing event updated for resources: {'Port': ['ID=b3bfbee3-4b61-497d-9383-6020077ecfca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:30.389441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:30.401512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-3b2c9b60-113b-4a27-bb9a-2d16b7330031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.401512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-3b2c9b60-113b-4a27-bb9a-2d16b7330031 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3628109 Jul 27 21:43:30.436111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c65c73-0b22-47fc-a907-b352a2860ac9 req-c9c6f43b-c996-4451-818c-f1e4cdadc37a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.437705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64c65c73-0b22-47fc-a907-b352a2860ac9 req-c9c6f43b-c996-4451-818c-f1e4cdadc37a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 947 time: 0.3467150 Jul 27 21:43:30.469105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-8d5a4f84-7116-4a66-8f4e-44f106e437ec service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716502 Jul 27 21:43:30.488846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-6e55b49b-af25-4d76-b014-a2ceee3781b7 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009358 Jul 27 21:43:30.522823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Allocated IP 172.20.0.12 (199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8/3b0675f0-79b1-4e25-99e5-07087646c66e/080ba372-7fbe-483a-a1c6-55450b69246e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:30.571067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Deleting port 76ff6fb0-72f7-4906-b055-b594ddadfbfb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:30.571343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:30.715974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64c65c73-0b22-47fc-a907-b352a2860ac9 req-26eff662-ab59-4bce-b400-e21ce21770be tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586491 Jul 27 21:43:30.952120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] For port 76ff6fb0-72f7-4906-b055-b594ddadfbfb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=76ff6fb0-72f7-4906-b055-b594ddadfbfb,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:30.952502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:30.958241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd685c2-99d0-4bf7-83fe-ac77050734ed req-f694b80f-72e2-4d18-bf00-3e7981b15473 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:30.960367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dd685c2-99d0-4bf7-83fe-ac77050734ed req-f694b80f-72e2-4d18-bf00-3e7981b15473 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.1010802 Jul 27 21:43:30.972567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-f76bb9cc-5dfa-4517-ac5e-a021b8917c51 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338411 Jul 27 21:43:30.974563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ae51bd0-de7d-4b18-a5b4-3061a6f2fc8f req-ee7e6471-7541-4562-b9ed-f0fd4eecf0e0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 210 time: 0.1513715 Jul 27 21:43:31.025031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:31.057859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dd685c2-99d0-4bf7-83fe-ac77050734ed req-2901eed4-ffd0-4603-8cca-9fac48d4f97b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906439 Jul 27 21:43:31.113630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Calling delete_port for 76ff6fb0-72f7-4906-b055-b594ddadfbfb owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:31.162460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57ee75be-ed6e-4197-a300-8aed537bb89b req-8a731e26-8ff5-4738-95f6-a576468e0fd9 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.0774515 Jul 27 21:43:31.192052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:31.216484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '334a0e0b-2955-4ff5-a280-e9f786123224', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '334a0e0b-2955-4ff5-a280-e9f786123224', 'mac_address': 'fa:16:3e:c9:d5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:31.284774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.292174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.311155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:31.348502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:31.352112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade9fa85-d539-4b08-8e22-1ffc667e044a req-07a9688a-ca31-47b9-a57b-69a9706b0046 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468525 Jul 27 21:43:31.368004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Transition to ACTIVE for port object 080ba372-7fbe-483a-a1c6-55450b69246e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:31.375690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4aeadbc-9c50-484b-ba0c-017153328a00 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:31.436532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b4aeadbc-9c50-484b-ba0c-017153328a00 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:31.436837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.484751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.492896 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.565949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:31.781590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:31.948225 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:31.959728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5f38-eda9-45e7-a659-3198800944ab req-de269394-87f3-424f-8b46-cfa272304389 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:31.963194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51c5f38-eda9-45e7-a659-3198800944ab req-de269394-87f3-424f-8b46-cfa272304389 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.1345561 Jul 27 21:43:32.021116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab8bd3a2-1852-45d0-ae46-c1075dfbf09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.043987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51c5f38-eda9-45e7-a659-3198800944ab req-73082a40-0067-40cf-8f8f-bcedd79c210b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Jul 27 21:43:32.061289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:32.080836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:32.087606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:32.092231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event updated for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:32.197509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e2b939c-2d7c-4ac2-a767-38428e725a6f req-ea3983b8-738b-4da8-8ea8-0b35750e929e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 210 time: 0.1398392 Jul 27 21:43:32.316416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:32.317129 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.356971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.402190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ff6fb0-72f7-4906-b055-b594ddadfbfb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:32.419446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.513227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-93de6f2b-75cd-445d-b98a-01ec52bed5d6 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1142061 Jul 27 21:43:32.536538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Request body: {'port': {'device_id': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:32.546100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-42ed06f4-ce1f-4eeb-9910-d2d883ecfa1f None None] Provisioning for port 080ba372-7fbe-483a-a1c6-55450b69246e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:32.550639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-42ed06f4-ce1f-4eeb-9910-d2d883ecfa1f None None] Provisioning complete for port 080ba372-7fbe-483a-a1c6-55450b69246e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:32.557399 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42ed06f4-ce1f-4eeb-9910-d2d883ecfa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.616520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42ed06f4-ce1f-4eeb-9910-d2d883ecfa1f None None] Port 080ba372-7fbe-483a-a1c6-55450b69246e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:32.666028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792c68-802c-4139-a668-a763c5598053 req-9c5b7eb0-ed1f-4735-9df0-db2dc0ce9548 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:32.668581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d792c68-802c-4139-a668-a763c5598053 req-9c5b7eb0-ed1f-4735-9df0-db2dc0ce9548 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.3741024 Jul 27 21:43:32.814126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.853415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d792c68-802c-4139-a668-a763c5598053 req-474294dc-8855-4ba3-959a-6a6fd44e07d2 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727951 Jul 27 21:43:32.860020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.047290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:33.081268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afed59-0680-42df-9dd8-44f4445d81e9 req-a8a5605e-a372-4257-a970-d53dd6b8d409 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.082938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92afed59-0680-42df-9dd8-44f4445d81e9 req-a8a5605e-a372-4257-a970-d53dd6b8d409 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 932 time: 0.1654449 Jul 27 21:43:33.105555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Router add96187-390d-46f2-873b-e3265b66b7f9 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:43:33.168502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92afed59-0680-42df-9dd8-44f4445d81e9 req-2af946d0-8b8d-42df-a426-ecd87206cad2 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762455 Jul 27 21:43:33.187829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-eefc15b5-0a9d-41bb-8783-e5c4c483613b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.190343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-eefc15b5-0a9d-41bb-8783-e5c4c483613b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952&tenant_id=55f15e54bfab423cb281c253fa848f5d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 948 time: 0.2008603 Jul 27 21:43:33.303520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 334a0e0b-2955-4ff5-a280-e9f786123224 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:33.313290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 334a0e0b-2955-4ff5-a280-e9f786123224 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:33.313943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.327898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-15d8f0a9-9ce7-4073-a516-caac59842c08 service neutron] 10.222.0.50 "GET /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.1262197 Jul 27 21:43:33.446638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-d91c6f6d-1909-4059-a243-ad28d53994ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.451660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-d91c6f6d-1909-4059-a243-ad28d53994ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1099 time: 0.0981119 Jul 27 21:43:33.452476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.489914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:33.491665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7cb0d-f0fc-45d6-959b-c242589b4306 req-e1f54f28-55d4-4857-8788-a7803bbff754 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.492841 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de501262-197c-4eda-aa1f-637fd146d8da" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:33.493279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cd7cb0d-f0fc-45d6-959b-c242589b4306 req-e1f54f28-55d4-4857-8788-a7803bbff754 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.5109956 Jul 27 21:43:33.522265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:33.572361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:33.592691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:33.603882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:33.604488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:33.642985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-117cc6d6-3090-4632-8aa4-dd7e422b6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.645089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-117cc6d6-3090-4632-8aa4-dd7e422b6788 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1858444 Jul 27 21:43:33.651317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cd7cb0d-f0fc-45d6-959b-c242589b4306 req-a4606fa8-7542-46b4-9da3-52d44bb62d80 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449876 Jul 27 21:43:33.661795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.681021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Router 501daa16-93f9-4e20-a014-409d01578f47 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:33.687515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140e021b-d8bf-42e7-8bcb-ffbd8e1eeb13 req-0dc3c378-4c14-4fde-b527-5775f2a4f09c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 210 time: 0.1202817 Jul 27 21:43:33.740968 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa29ba-15b6-418f-8377-467762244203 x-openstack-request-id: req-f1aa29ba-15b6-418f-8377-467762244203 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:33.741608 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:33.742044 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1aa29ba-15b6-418f-8377-467762244203 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:33.742643 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'code': 200} Jul 27 21:43:33.754491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-0d160797-9592-4f52-884c-2e666bf4b0b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0793347 Jul 27 21:43:33.785408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.786703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3755b2a9-68eb-49cc-8e30-2125b6ba42ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.6097994 Jul 27 21:43:33.793665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:33.825608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:33.838790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-1fd5848d-e206-4a6d-8628-4125bacd9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.841130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-1fd5848d-e206-4a6d-8628-4125bacd9204 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0786152 Jul 27 21:43:33.849728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080ba372-7fbe-483a-a1c6-55450b69246e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:33.851714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:33.872694 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.922561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-7358a26c-c7af-47c0-b45e-0e4e81d76e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:33.924311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-7358a26c-c7af-47c0-b45e-0e4e81d76e82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751178 Jul 27 21:43:33.983574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Transition to ACTIVE for port object 080ba372-7fbe-483a-a1c6-55450b69246e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:34.011939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:34.023898 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Sync routers for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:34.024458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-29aa9d95-6a8c-46c9-b786-de3628d7c1e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/501daa16-93f9-4e20-a014-409d01578f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2101738 Jul 27 21:43:34.026237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:34.039800 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:34.043897 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:34.089608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:34.135034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-e105c4a4-8520-4de3-8e6b-8f4afebaf650 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998253 Jul 27 21:43:34.170056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:30Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:34.221628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Pushing event updated for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:34.264739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:34.265728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Updating router add96187-390d-46f2-873b-e3265b66b7f9 port b3bfbee3-4b61-497d-9383-6020077ecfca binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:34.309941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270152-9368-4b18-ae7f-50dcd8ac770e req-e2e36d08-9a4f-4fb8-8a95-42dc532e7ca7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:34.323396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33270152-9368-4b18-ae7f-50dcd8ac770e req-e2e36d08-9a4f-4fb8-8a95-42dc532e7ca7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.2728651 Jul 27 21:43:34.328981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:34.385430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:34.397991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33270152-9368-4b18-ae7f-50dcd8ac770e req-76b2c329-016f-4e7a-a8be-ccfe15ac0eca tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722759 Jul 27 21:43:34.655366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-29212ca4-8c56-453f-8b24-b20996610911 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:34.657582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-29212ca4-8c56-453f-8b24-b20996610911 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.1821206 Jul 27 21:43:34.662271 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:43:31Z', 'revision_number': 5, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:34.704044 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Checking router: 501daa16-93f9-4e20-a014-409d01578f47 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:34.717933 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Routers {'501daa16-93f9-4e20-a014-409d01578f47'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:34.718871 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['501daa16-93f9-4e20-a014-409d01578f47'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:34.724900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-4d5e9cbc-a58e-4556-9714-a16155afa58a service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799761 Jul 27 21:43:34.783820 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a21368a7-f63b-4589-9a28-542ef84c0cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:34.802930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-3b66bbf7-93e5-4a87-a8f2-129562f7d2e2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 379 time: 0.1349747 Jul 27 21:43:34.825332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'device_id': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'admin_state_up': True, 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'security_groups': ['3bcf4ecf-2807-4b6c-85b4-9535e76a8286']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:34.931338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:34.981664 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] Set router 501daa16-93f9-4e20-a014-409d01578f47 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:35.197846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.223316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Transition to ACTIVE for port object b3bfbee3-4b61-497d-9383-6020077ecfca will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:35.236051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.295730 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:43:31Z', 'revision_number': 5, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:35.328715 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6e191-9b80-484a-b806-70a6de74e3ad None None] The sync data for ids ['501daa16-93f9-4e20-a014-409d01578f47'] in n-d-738018-6 is: [{'id': '501daa16-93f9-4e20-a014-409d01578f47', 'name': 'tempest-AttachSCSIVolumeTestJSON-225082773-router', 'tenant_id': '3644dc966b604ab085947010f6a92bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:40:45Z', 'updated_at': '2021-07-27T21:43:31Z', 'revision_number': 5, 'project_id': '3644dc966b604ab085947010f6a92bfc', 'gw_port': {'id': '0d082a86-d6b3-4170-b6de-0b27c61333f5', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501daa16-93f9-4e20-a014-409d01578f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:40:46Z', 'updated_at': '2021-07-27T21:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:35.407209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.473935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Attempting to bind port 080ba372-7fbe-483a-a1c6-55450b69246e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:35.474349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Attempting to bind port 080ba372-7fbe-483a-a1c6-55450b69246e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:35.474653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Attempting to bind port 080ba372-7fbe-483a-a1c6-55450b69246e on network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:35.494081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Attempting to bind port b3bfbee3-4b61-497d-9383-6020077ecfca on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:35.494839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Attempting to bind port b3bfbee3-4b61-497d-9383-6020077ecfca by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:35.495346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Attempting to bind port b3bfbee3-4b61-497d-9383-6020077ecfca on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:35.500020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Port 080ba372-7fbe-483a-a1c6-55450b69246e on network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:35.500375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Attempting to bind port 080ba372-7fbe-483a-a1c6-55450b69246e on network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:35.502750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0603-abcb-452a-9435-c804bfc71522 None None] Pushing event updated for resources: {'Port': ['ID=b3bfbee3-4b61-497d-9383-6020077ecfca,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:35.508153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:35.509193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:35.509710 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.510779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:35.512509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Bound port: b3bfbee3-4b61-497d-9383-6020077ecfca, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:35.513582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.516400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad2f4-252e-4a57-b883-0654ddebca96 req-b9b1609a-1e02-472b-a906-a50c8bd98332 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:35.524523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a56ad2f4-252e-4a57-b883-0654ddebca96 req-b9b1609a-1e02-472b-a906-a50c8bd98332 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.6824813 Jul 27 21:43:35.540786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:35.542726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Checking segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:35.542891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Bound using segment: {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:35.544045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Bound port: 080ba372-7fbe-483a-a1c6-55450b69246e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbb2b63-23e3-4aee-90f4-218abd1599a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:35.544963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.559410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d92fc2-8584-4f46-a9bd-a6a7c498dc3e req-68fcddfc-b6e6-451b-a2a1-c94544c7cd77 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:35.567476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27d92fc2-8584-4f46-a9bd-a6a7c498dc3e req-68fcddfc-b6e6-451b-a2a1-c94544c7cd77 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 944 time: 0.5022953 Jul 27 21:43:35.569568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a56ad2f4-252e-4a57-b883-0654ddebca96 req-e2a49107-30d3-4db5-bdfa-dc1fe69ca15b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Jul 27 21:43:35.587910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] For port b3bfbee3-4b61-497d-9383-6020077ecfca, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:35.592580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] For port b3bfbee3-4b61-497d-9383-6020077ecfca, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3bfbee3-4b61-497d-9383-6020077ecfca,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:35.601910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:35.607791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.679083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.727042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27d92fc2-8584-4f46-a9bd-a6a7c498dc3e req-00150df5-5186-461c-928e-978774d4d45b tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578054 Jul 27 21:43:35.752176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.772643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-098c1b91-5f3c-45f3-bc82-4c8076dde7b5 req-07fce632-da29-4645-a3f8-aa882e743090 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 210 time: 0.0884750 Jul 27 21:43:35.815925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.821667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:35.847210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:35.847895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:35.944266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=080ba372-7fbe-483a-a1c6-55450b69246e,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:35.959430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.20.0.14 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/f850af2e-0db1-433b-b9db-ae37a8c793de) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:36.000060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0603-abcb-452a-9435-c804bfc71522 None None] Pushing event updated for resources: {'Port': ['ID=b3bfbee3-4b61-497d-9383-6020077ecfca,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:36.041503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.084291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Deleting port 0d082a86-d6b3-4170-b6de-0b27c61333f5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:36.084667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.144749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:36.168614 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.190711 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b040ed4-c7a0-472c-ae8f-ed955dee0854 req-deb05f94-bd8e-44ac-be47-9ebd306fbd4e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.192323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b040ed4-c7a0-472c-ae8f-ed955dee0854 req-deb05f94-bd8e-44ac-be47-9ebd306fbd4e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.3129826 Jul 27 21:43:36.212911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.239528 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Transition to ACTIVE for port object f850af2e-0db1-433b-b9db-ae37a8c793de will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:36.302390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.303290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.304742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] 10.222.0.76 "PUT /v2.0/ports/080ba372-7fbe-483a-a1c6-55450b69246e HTTP/1.1" status: 200 len: 1092 time: 3.7769332 Jul 27 21:43:36.319184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:36.321607 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533485c-8528-497b-a18e-904d8d49d029" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:36.381084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] For port 0d082a86-d6b3-4170-b6de-0b27c61333f5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d082a86-d6b3-4170-b6de-0b27c61333f5,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:36.381458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.413458 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08999279-bb75-46e7-81f5-dc7161e71106 x-openstack-request-id: req-08999279-bb75-46e7-81f5-dc7161e71106 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:36.414118 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:36.414517 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08999279-bb75-46e7-81f5-dc7161e71106 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:36.415033 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e', 'status': 'completed', 'code': 200} Jul 27 21:43:36.461949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:30Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:36.467463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.472966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Calling delete_port for 0d082a86-d6b3-4170-b6de-0b27c61333f5 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:36.507519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e145af7-bf73-4a4d-8324-a04139c3ee14 None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:30Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:36.563079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b040ed4-c7a0-472c-ae8f-ed955dee0854 req-ebe94abf-605b-454f-b323-dbd107fc977d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352234 Jul 27 21:43:36.575107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:36.627846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:36.627846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:36.627846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:36.699386 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.794250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.795110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:36.838735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8bf61-f30b-4861-9aa9-136d1f6aa51d service neutron] Pushing event updated for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:36.901255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0255-5e29-4034-b7e5-a5e91235cd4c req-27080faf-713c-4163-b4c0-f6599b0e9e06 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.904174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83fe0255-5e29-4034-b7e5-a5e91235cd4c req-27080faf-713c-4163-b4c0-f6599b0e9e06 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1828432 Jul 27 21:43:36.957530 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e45922f5-f4cc-4610-9ec1-50830e402404 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1471684 Jul 27 21:43:36.986442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83fe0255-5e29-4034-b7e5-a5e91235cd4c req-8d2a8db9-93b8-488c-beb8-510449650585 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753639 Jul 27 21:43:37.094738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Request body: {'port': {'device_id': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:37.174408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Allocated IP 172.20.0.1 (985929ae-08a7-4882-84f6-a1771c31d854/c68416e1-d778-41e5-aed3-8a9ef6ba8b61/74d5c8fc-54d9-4a91-8dde-315003b9d986) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:37.228785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87d4650d-38fa-4de4-8f61-6ec8125d8e79 None None] Provisioning for port f850af2e-0db1-433b-b9db-ae37a8c793de completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:37.246905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87d4650d-38fa-4de4-8f61-6ec8125d8e79 None None] Provisioning complete for port f850af2e-0db1-433b-b9db-ae37a8c793de triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:37.247107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87d4650d-38fa-4de4-8f61-6ec8125d8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.268662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.278752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533485c-8528-497b-a18e-904d8d49d029 req-9ecbc9d1-55b9-4ad5-9775-6459e0b1ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:37.281317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7533485c-8528-497b-a18e-904d8d49d029 req-9ecbc9d1-55b9-4ad5-9775-6459e0b1ca3c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6026dc716bf48c1804facc185be6cc6&device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 1095 time: 0.8530889 Jul 27 21:43:37.316497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaffd2-ccc3-416c-9c5b-989ac26e8094 req-f244b416-3816-4d27-afc7-9900ce9755b0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:37.325848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ceaffd2-ccc3-416c-9c5b-989ac26e8094 req-f244b416-3816-4d27-afc7-9900ce9755b0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 932 time: 0.1954098 Jul 27 21:43:37.373818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be688c20-a73b-47fa-905d-293ce0c6241d req-f40ab433-6ee6-402c-b084-043c77016a44 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:37.380311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be688c20-a73b-47fa-905d-293ce0c6241d req-f40ab433-6ee6-402c-b084-043c77016a44 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 944 time: 0.5047970 Jul 27 21:43:37.426836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87d4650d-38fa-4de4-8f61-6ec8125d8e79 None None] Port f850af2e-0db1-433b-b9db-ae37a8c793de cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:37.454793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3bfbee3-4b61-497d-9383-6020077ecfca up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:37.460370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ceaffd2-ccc3-416c-9c5b-989ac26e8094 req-9e6d961d-88aa-4a37-88c4-98d17cba78c5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335461 Jul 27 21:43:37.565396 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.624374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be688c20-a73b-47fa-905d-293ce0c6241d req-d40bc514-75d5-45bd-9085-9d14cc7dce78 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119339 Jul 27 21:43:37.681380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.693889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.741744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533485c-8528-497b-a18e-904d8d49d029 req-4e1eddcd-042a-4021-9285-03ee76bcf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:37.743821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7533485c-8528-497b-a18e-904d8d49d029 req-4e1eddcd-042a-4021-9285-03ee76bcf52d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e6026dc716bf48c1804facc185be6cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3864965 Jul 27 21:43:37.753901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d082a86-d6b3-4170-b6de-0b27c61333f5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:37.788293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b3bfbee3-4b61-497d-9383-6020077ecfca completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:37.799378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b3bfbee3-4b61-497d-9383-6020077ecfca triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:37.803128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.851861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Transition to ACTIVE for port object 74d5c8fc-54d9-4a91-8dde-315003b9d986 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:37.874596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d271122-7fea-4ba8-ba32-c7f436139943 req-ff150f24-3a11-43a7-8d2a-18cc1b44db6e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:37.883048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d271122-7fea-4ba8-ba32-c7f436139943 req-ff150f24-3a11-43a7-8d2a-18cc1b44db6e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.1642621 Jul 27 21:43:37.924347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:37.978412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d271122-7fea-4ba8-ba32-c7f436139943 req-cacb7df8-f8a0-4ba5-bdc5-4282e830e0b7 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863140 Jul 27 21:43:37.996211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:38.010013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.011550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.024376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.052968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Transition to ACTIVE for port object f850af2e-0db1-433b-b9db-ae37a8c793de will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:38.083024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b3bfbee3-4b61-497d-9383-6020077ecfca, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3bfbee3-4b61-497d-9383-6020077ecfca,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:38.190470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.236340 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.241988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.248801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 76ff6fb0-72f7-4906-b055-b594ddadfbfb no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:38.253273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.302516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 76ff6fb0-72f7-4906-b055-b594ddadfbfb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:38.306468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 76ff6fb0-72f7-4906-b055-b594ddadfbfb not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:38.320339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:38.374097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533485c-8528-497b-a18e-904d8d49d029 req-9cf20b21-db9f-4494-b626-012dfb7e8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:38.375729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7533485c-8528-497b-a18e-904d8d49d029 req-9cf20b21-db9f-4494-b626-012dfb7e8009 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6123240 Jul 27 21:43:38.398583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-00cf5ab8-99c9-469e-a2e4-fe762af28b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:38.400123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-00cf5ab8-99c9-469e-a2e4-fe762af28b48 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1100 time: 0.4008460 Jul 27 21:43:38.414838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e0a4d-423d-4402-b1a8-147f37e5772e req-d0203fb9-e2d0-4442-8d53-82128b7951e4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:38.416427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a2e0a4d-423d-4402-b1a8-147f37e5772e req-d0203fb9-e2d0-4442-8d53-82128b7951e4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.2850821 Jul 27 21:43:38.423353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:38.428042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.428594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 501daa16-93f9-4e20-a014-409d01578f47 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:43:38.430675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b3bfbee3-4b61-497d-9383-6020077ecfca,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:38.433794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.435799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8530349-4d44-4dad-9371-96155a92ede6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/501daa16-93f9-4e20-a014-409d01578f47 HTTP/1.1" status: 204 len: 168 time: 4.4081638 Jul 27 21:43:38.467379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:38.493552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Attempting to bind port f850af2e-0db1-433b-b9db-ae37a8c793de on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:38.494028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Attempting to bind port f850af2e-0db1-433b-b9db-ae37a8c793de by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:38.494550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Attempting to bind port f850af2e-0db1-433b-b9db-ae37a8c793de on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:38.506338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.512456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Port f850af2e-0db1-433b-b9db-ae37a8c793de on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:38.512804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Attempting to bind port f850af2e-0db1-433b-b9db-ae37a8c793de on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:38.522478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:38.522831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:38.523232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:38.523677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Bound port: f850af2e-0db1-433b-b9db-ae37a8c793de, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:38.524055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.688305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Network 985929ae-08a7-4882-84f6-a1771c31d854 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:38.700989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Deleting subnet 45069f16-0679-41e4-8f3a-1b7352b6152a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:43:38.708812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a2e0a4d-423d-4402-b1a8-147f37e5772e req-ca9c580d-19e3-4b26-892b-4fda7770a8d8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809498 Jul 27 21:43:38.717084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:38.720878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.721251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:38.763354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd3e40-7359-42e4-98b6-988bc3ffcf34 req-8f656c8d-34b0-403b-bec2-706d2a036991 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:38.769078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68bd3e40-7359-42e4-98b6-988bc3ffcf34 req-8f656c8d-34b0-403b-bec2-706d2a036991 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 944 time: 0.1334608 Jul 27 21:43:38.795941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.855929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68bd3e40-7359-42e4-98b6-988bc3ffcf34 req-84f99390-8f6a-454d-b863-a6d2605f5fac tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817556 Jul 27 21:43:38.866129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:38.866875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.868412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] 10.222.0.50 "PUT /v2.0/ports/f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1092 time: 1.9021564 Jul 27 21:43:38.868856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:38.874936 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e395ca-3936-4bea-9b83-d9d277d0e7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:38.907679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af6b37-8b01-4603-865e-288230aaccab service neutron] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:38.953051 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23c42e7-8b0f-40a9-b023-34b4e258a01c x-openstack-request-id: req-a23c42e7-8b0f-40a9-b023-34b4e258a01c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:38.953459 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:38.953967 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a23c42e7-8b0f-40a9-b023-34b4e258a01c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:38.954532 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'status': 'completed', 'code': 200} Jul 27 21:43:39.073212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:39.075956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:39.115878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-d660ba83-36f4-4094-8d6c-27940390cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.117750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-d660ba83-36f4-4094-8d6c-27940390cea8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1095 time: 0.1412597 Jul 27 21:43:39.271518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:39.274187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:39.309411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Pushing event updated for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:39.349167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.411935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3be768-1f60-44bc-88b3-1248c91aa2e3 req-98f50c1c-b74e-4c5a-8b87-9fa7b9f3fc8e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.419898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3bfbee3-4b61-497d-9383-6020077ecfca up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:39.420436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c3be768-1f60-44bc-88b3-1248c91aa2e3 req-98f50c1c-b74e-4c5a-8b87-9fa7b9f3fc8e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.2726455 Jul 27 21:43:39.436974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-715dad4b-7d93-4032-b1d7-2e01f881bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.440185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-715dad4b-7d93-4032-b1d7-2e01f881bc98 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b8b9668a963c40d1903a17fd337e22c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3132436 Jul 27 21:43:39.454791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.456998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.471539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:39.503360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:39.503726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-db137d03-24cf-4e65-8fe8-9c9ea8bd29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.505357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-db137d03-24cf-4e65-8fe8-9c9ea8bd29a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6026dc716bf48c1804facc185be6cc6&device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 1095 time: 1.0394251 Jul 27 21:43:39.510043 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a0168d-512e-497e-9720-b8ca2923be36" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-unplugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:39.514379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.523954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:39.554537 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.557657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c3be768-1f60-44bc-88b3-1248c91aa2e3 req-c474daa0-9fa9-466a-b08c-cace2b79d554 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350517 Jul 27 21:43:39.566851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447', 'port_id': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'mac_address': 'fa:16:3e:b2:7b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10a98b7-4511-4017-9c60-3087305ae72a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:39.645832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-0b90d9d3-6e56-4e26-9fb1-0aa697a86b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.647955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13e395ca-3936-4bea-9b83-d9d277d0e7b2 req-0b90d9d3-6e56-4e26-9fb1-0aa697a86b18 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002847 Jul 27 21:43:39.648973 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-ad2a9fc9-2ca9-45c3-9e4f-82d6b5984e32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080ba372-7fbe-483a-a1c6-55450b69246e HTTP/1.1" status: 200 len: 217 time: 0.1282392 Jul 27 21:43:39.692564 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018d3fa-9cab-4768-82e7-4c8f4191f2e3 x-openstack-request-id: req-4018d3fa-9cab-4768-82e7-4c8f4191f2e3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:39.693137 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-unplugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:39.693581 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4018d3fa-9cab-4768-82e7-4c8f4191f2e3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:39.694139 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'code': 200} Jul 27 21:43:39.709082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:39.715459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.740287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12f6829-8d34-41a3-8165-a725921c2f93 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:39.755302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b3bfbee3-4b61-497d-9383-6020077ecfca triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:39.755685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.775167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:43:39.775540 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:43:39.798937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:39.825802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd14ff-b61b-42d6-8799-40275d9b2313 req-2b2072a2-2582-460a-baf9-7745f02865af tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.834436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9fd14ff-b61b-42d6-8799-40275d9b2313 req-2b2072a2-2582-460a-baf9-7745f02865af tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 944 time: 0.5260091 Jul 27 21:43:39.848257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e65d88c7-9838-4cfc-91a3-e68a18701164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.849815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-e65d88c7-9838-4cfc-91a3-e68a18701164 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1095 time: 0.1592252 Jul 27 21:43:39.861672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.888019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5afb2ca6-784e-45cd-91ae-b9ecc5b8d0e8 None None] Provisioning for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:39.898174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5afb2ca6-784e-45cd-91ae-b9ecc5b8d0e8 None None] Provisioning complete for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:39.898985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5afb2ca6-784e-45cd-91ae-b9ecc5b8d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.923962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-7d747c08-3baf-4acd-93d4-f2592991d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:39.927622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-7d747c08-3baf-4acd-93d4-f2592991d71c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b0675f0-79b1-4e25-99e5-07087646c66e HTTP/1.1" status: 200 len: 850 time: 0.2663772 Jul 27 21:43:39.930424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:39.959845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-a2bed42d-90b0-4ade-9849-a4b0a6d21260 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 217 time: 0.0859008 Jul 27 21:43:39.976737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5afb2ca6-784e-45cd-91ae-b9ecc5b8d0e8 None None] Port 74d5c8fc-54d9-4a91-8dde-315003b9d986 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:39.998902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:40.003765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d082a86-d6b3-4170-b6de-0b27c61333f5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:40.013615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9fd14ff-b61b-42d6-8799-40275d9b2313 req-8aac21ac-b2e5-40ba-aec5-8f104853f691 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782730 Jul 27 21:43:40.026159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0d082a86-d6b3-4170-b6de-0b27c61333f5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:40.027222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d082a86-d6b3-4170-b6de-0b27c61333f5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:40.047063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-1f217adb-4b28-4a5a-9c2f-39f510500255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.048659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-1f217adb-4b28-4a5a-9c2f-39f510500255 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.0799375 Jul 27 21:43:40.107356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.110825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-d145988d-b7bd-4d13-b5b8-4e6e6610b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.112384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-d145988d-b7bd-4d13-b5b8-4e6e6610b83c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745934 Jul 27 21:43:40.117144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d2841-e7c1-4949-a389-f9400df682e8 req-e5005f7d-903d-499c-a228-1a291f586c89 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.125665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b3d2841-e7c1-4949-a389-f9400df682e8 req-e5005f7d-903d-499c-a228-1a291f586c89 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.2908425 Jul 27 21:43:40.148260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.168654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f12f6829-8d34-41a3-8165-a725921c2f93'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:40.182536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b3d2841-e7c1-4949-a389-f9400df682e8 req-850b7811-40a9-4c1d-b8e3-dcae678ecc5b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560894 Jul 27 21:43:40.230881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-730e5cec-dde2-4de6-bb1b-48b7a6a93868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.233135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-730e5cec-dde2-4de6-bb1b-48b7a6a93868 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772759 Jul 27 21:43:40.270149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45069f16-0679-41e4-8f3a-1b7352b6152a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:40.315375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.319594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-492af141-d546-48e3-9dfb-379c9f8c15b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/45069f16-0679-41e4-8f3a-1b7352b6152a HTTP/1.1" status: 204 len: 168 time: 1.8488414 Jul 27 21:43:40.320375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52636) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:40.330619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc7dbc-c431-4932-93a9-7d3dba32c85d None None] Network c9fdfcae-b8d8-466a-b581-f36fa52af68f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:40.439542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-20cb319b-85f8-4b41-a361-caaf1828efcc service neutron] 10.222.0.76 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160384 Jul 27 21:43:40.460450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-2b5797ab-b82f-4791-84f3-7a43c568abb4 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189567 Jul 27 21:43:40.467245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.587963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.616369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] DHCP port deletion for c9fdfcae-b8d8-466a-b581-f36fa52af68f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:43:40.617309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75d7b58e-a2a4-46f4-a97b-ef9fca633970 req-5951ba7a-9146-4bfe-9dc7-948bd280325c service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475978 Jul 27 21:43:40.636436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Deleting port 11553e89-1e88-407d-93c3-75e70f314120 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:40.636782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.690826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Deleting port 11553e89-1e88-407d-93c3-75e70f314120 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:40.691114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.718001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41773661-8296-4742-8d9e-16f6684c4273 req-6ecdd2e6-2936-4e2e-a15a-83479b6f90ef tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.726630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41773661-8296-4742-8d9e-16f6684c4273 req-6ecdd2e6-2936-4e2e-a15a-83479b6f90ef tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 944 time: 0.5120156 Jul 27 21:43:40.756044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] For port 11553e89-1e88-407d-93c3-75e70f314120, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11553e89-1e88-407d-93c3-75e70f314120,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:40.756424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.768704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] For port 11553e89-1e88-407d-93c3-75e70f314120, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11553e89-1e88-407d-93c3-75e70f314120,segment=NetworkSegment(1df22b6c-bfd0-4a72-8646-0b8de9db5827),segment_id=1df22b6c-bfd0-4a72-8646-0b8de9db5827)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:40.768944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:40.774549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Calling delete_port for 11553e89-1e88-407d-93c3-75e70f314120 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:40.787968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Calling delete_port for 11553e89-1e88-407d-93c3-75e70f314120 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:40.843878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4611a32-65a4-42ad-9dd4-0479e9667ab8 req-61ee15e7-6c99-45fd-9f9e-1451f2fafdb3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:40.845907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4611a32-65a4-42ad-9dd4-0479e9667ab8 req-61ee15e7-6c99-45fd-9f9e-1451f2fafdb3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.1950598 Jul 27 21:43:40.856502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aa3812a-0252-4b09-aad3-6a4967133d71 req-bcfc2594-17e9-449a-9f2b-d9428720ca31 service neutron] 10.222.0.76 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602278 Jul 27 21:43:40.900500 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41773661-8296-4742-8d9e-16f6684c4273 req-2ab0017a-a79e-44d6-b9eb-40ab778a6024 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693726 Jul 27 21:43:40.928725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4611a32-65a4-42ad-9dd4-0479e9667ab8 req-9a93069d-5219-4f24-980d-2f510be3d09e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665548 Jul 27 21:43:40.986159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.019941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:41.067423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:41.112131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:41.116020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.116532 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.145256 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.169920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] Pushing event deleted for resources: {'Port': ['ID=11553e89-1e88-407d-93c3-75e70f314120,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.186109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9360f-9e7b-41fe-a757-2db071a63ab1 None None] No DVR routers for this DVR port 11553e89-1e88-407d-93c3-75e70f314120 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:41.190702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:41.210250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.242601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] No DVR routers for this DVR port 11553e89-1e88-407d-93c3-75e70f314120 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:41.248225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Pushing event deleted for resources: {'Port': ['ID=11553e89-1e88-407d-93c3-75e70f314120,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.267577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Transition to ACTIVE for port object 334a0e0b-2955-4ff5-a280-e9f786123224 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:41.268754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Pushing event updated for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.270358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f12f6829-8d34-41a3-8165-a725921c2f93 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:41.272733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.278315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f12f6829-8d34-41a3-8165-a725921c2f93 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:41.279989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.354323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.378461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11553e89-1e88-407d-93c3-75e70f314120 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:41.405005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.422080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fdfcae-b8d8-466a-b581-f36fa52af68f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:41.422971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 11553e89-1e88-407d-93c3-75e70f314120 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:41.423594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11553e89-1e88-407d-93c3-75e70f314120 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:41.427188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae869f-e7f8-41ac-90e6-b020981fb632 req-6a1a5ff7-60b3-4083-85c3-c7044aff3f4b tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:41.434730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fae869f-e7f8-41ac-90e6-b020981fb632 req-6a1a5ff7-60b3-4083-85c3-c7044aff3f4b tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 944 time: 0.3081400 Jul 27 21:43:41.438863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-2bc2df63-36e9-460d-a453-9c565c256171 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3462932 Jul 27 21:43:41.463913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df22b6c-bfd0-4a72-8646-0b8de9db5827') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:41.465604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df22b6c-bfd0-4a72-8646-0b8de9db5827') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:41.505203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.509168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.517605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] No DVR routers for this DVR port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:41.525695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.564754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:41.585772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:41.586120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:41.586516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:41.595695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fae869f-e7f8-41ac-90e6-b020981fb632 req-63821b29-e09c-4f90-8610-3f7cf8a15853 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599739 Jul 27 21:43:41.601264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:41.603172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Attempting to bind port 334a0e0b-2955-4ff5-a280-e9f786123224 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:41.606184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.618732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:43:41.619220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.621808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:43:41.622548 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:43:41.625269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:41.625269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:41.625269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Bound port: 334a0e0b-2955-4ff5-a280-e9f786123224, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:41.625269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.628024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Network 985929ae-08a7-4882-84f6-a1771c31d854 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:41.641609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:41.681419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.742525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:41.746768 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068e58e-edd8-4159-8fe7-cb1e8b338347" -d '{"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-plugged", "status": "completed", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:41.788690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a25-70e1-4452-97cb-af049695dc62 req-f7e0bd60-9ac4-4b09-b140-c73f45737202 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:41.790392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09e76a25-70e1-4452-97cb-af049695dc62 req-f7e0bd60-9ac4-4b09-b140-c73f45737202 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.3512359 Jul 27 21:43:41.792642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-aaf0fd10-d8cd-4773-8b3d-007cbc078d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:41.794162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-aaf0fd10-d8cd-4773-8b3d-007cbc078d2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 1096 time: 0.3253033 Jul 27 21:43:41.803456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.933600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09e76a25-70e1-4452-97cb-af049695dc62 req-7ae6a6f8-ae40-460f-a421-80b4414e57a6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976183 Jul 27 21:43:41.934572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.954612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:41.954612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c9fdfcae-b8d8-466a-b581-f36fa52af68f HTTP/1.1" status: 204 len: 168 time: 1.6231179 Jul 27 21:43:41.954612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:41.973373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba2e45-c9c6-44bc-ae3a-85e7fc16d641 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fdfcae-b8d8-466a-b581-f36fa52af68f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:41.998721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:42.021106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:42.023934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:42.029672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 080ba372-7fbe-483a-a1c6-55450b69246e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:42.032195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30fd1a-ee43-45b6-ad52-0e126c68b08a req-16971e79-9249-42b2-9e73-7b056bf9626b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.039472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c30fd1a-ee43-45b6-ad52-0e126c68b08a req-16971e79-9249-42b2-9e73-7b056bf9626b tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.2823992 Jul 27 21:43:42.088526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-9c4281af-8f9b-439b-b3f6-63cc88328caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.097784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-9c4281af-8f9b-439b-b3f6-63cc88328caa service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2321982 Jul 27 21:43:42.098228 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee44967a-0881-4a95-89c9-95c4d5c10cc9 x-openstack-request-id: req-ee44967a-0881-4a95-89c9-95c4d5c10cc9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:42.098228 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-plugged", "status": "completed", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:42.098228 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee44967a-0881-4a95-89c9-95c4d5c10cc9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:42.098228 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'code': 200} Jul 27 21:43:42.130798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c30fd1a-ee43-45b6-ad52-0e126c68b08a req-adb3cbf7-508c-40a2-8c02-d4acc34c9c0d tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901616 Jul 27 21:43:42.254080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:42.272234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-646ea06a-c5df-4090-abe2-79a1f6e6290e None None] Provisioning complete for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:42.272604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-646ea06a-c5df-4090-abe2-79a1f6e6290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:42.287999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-3acac7c0-7820-4c2f-9271-3f0cb9e676ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 200 len: 217 time: 0.1642504 Jul 27 21:43:42.342794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=080ba372-7fbe-483a-a1c6-55450b69246e,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:42.345301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-646ea06a-c5df-4090-abe2-79a1f6e6290e None None] Port 74d5c8fc-54d9-4a91-8dde-315003b9d986 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:42.364301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.364934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:42.367432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '080ba372-7fbe-483a-a1c6-55450b69246e', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'port_id': '080ba372-7fbe-483a-a1c6-55450b69246e', 'mac_address': 'fa:16:3e:89:3d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:42.373299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] 10.222.0.76 "PUT /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 1096 time: 3.9489262 Jul 27 21:43:42.375060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:42.377342 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264bfb9-637d-43d9-94ac-212c5cd927dc" -d '{"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:42.450314 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:42.461766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:42.466087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd77e7-3380-485a-9f31-767310b6b26a service neutron] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=12']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:42.472631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1bf2f339-9440-422c-aa57-b6e9817d8b36 admin admin] 10.222.0.37 "PUT /v2.0/routers/add96187-390d-46f2-873b-e3265b66b7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6779089 Jul 27 21:43:42.487061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:42.493257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080ba372-7fbe-483a-a1c6-55450b69246e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:42.530627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec461f-e959-415b-be41-1490576e9701 req-8ee03ca3-19d3-4e66-aad4-67e837d0d6a3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.540588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aeec461f-e959-415b-be41-1490576e9701 req-8ee03ca3-19d3-4e66-aad4-67e837d0d6a3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.2929478 Jul 27 21:43:42.548100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-4e45f944-5f82-4dc0-bac2-dd3603564b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.549818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-4e45f944-5f82-4dc0-bac2-dd3603564b59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.2494462 Jul 27 21:43:42.561775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79100dc-8705-4e94-8697-fc00563d929f req-7191a6c7-fb3a-4f48-af5b-68741f73ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.564714 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c79100dc-8705-4e94-8697-fc00563d929f req-7191a6c7-fb3a-4f48-af5b-68741f73ad78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1097 time: 0.3690994 Jul 27 21:43:42.565540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=080ba372-7fbe-483a-a1c6-55450b69246e,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:42.572686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:42.575643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:42.581928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3f79-e233-42f9-8e15-92bf4579555a req-a625a788-c538-4e20-8dd3-b0f1d3fef403 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.592746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6d1a544b-cb7c-4c94-a329-7f578840d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.595273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09eb3f79-e233-42f9-8e15-92bf4579555a req-a625a788-c538-4e20-8dd3-b0f1d3fef403 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 944 time: 0.3959246 Jul 27 21:43:42.596530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-6d1a544b-cb7c-4c94-a329-7f578840d9be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1099 time: 0.1930764 Jul 27 21:43:42.683698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:42.719742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aeec461f-e959-415b-be41-1490576e9701 req-a142c80a-614a-4bda-94ae-8fcd9fe01248 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781747 Jul 27 21:43:42.820961 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c83cf-9529-4baa-8f01-bda3a2222523 x-openstack-request-id: req-400c83cf-9529-4baa-8f01-bda3a2222523 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:42.822179 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:42.824558 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-400c83cf-9529-4baa-8f01-bda3a2222523 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:42.826556 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'status': 'completed', 'code': 200} Jul 27 21:43:42.954654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-7cb5fec1-fa71-499d-a264-683465eaf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:42.956798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-7cb5fec1-fa71-499d-a264-683465eaf67a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3494523 Jul 27 21:43:43.012267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-007c9cc6-8dc1-44bd-b359-a85a7cf1ca42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583358 Jul 27 21:43:43.035288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-11780197-bfa7-44d1-a65d-2d886135715a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0621331 Jul 27 21:43:43.037319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-55b737c8-435d-408d-94c4-453636f7c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.038811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-55b737c8-435d-408d-94c4-453636f7c976 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1099 time: 0.2113237 Jul 27 21:43:43.073797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:43.127211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09eb3f79-e233-42f9-8e15-92bf4579555a req-9785cc49-0819-4ec6-8400-89d8b37cc1e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5306399 Jul 27 21:43:43.132731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c79100dc-8705-4e94-8697-fc00563d929f req-56e3025d-48e2-4f09-adc4-1db7ccbe1cff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216675 Jul 27 21:43:43.187511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['080ba372-7fbe-483a-a1c6-55450b69246e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:43.246772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:43.249107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:43.302641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-ee94de6c-7c42-4d48-932b-fddc2d6008d2 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784095 Jul 27 21:43:43.545645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:43.570868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb981-d5a3-47a6-9a56-9cd224ae74d6 req-b64b66da-b894-43d2-bd9e-e0bc4392302a tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.579490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-829fb981-d5a3-47a6-9a56-9cd224ae74d6 req-b64b66da-b894-43d2-bd9e-e0bc4392302a tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 945 time: 0.6936924 Jul 27 21:43:43.580747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:43.596893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-07739b63-7f7f-40cd-9d5e-83ca698fbf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.598468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-07739b63-7f7f-40cd-9d5e-83ca698fbf38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.5548656 Jul 27 21:43:43.600925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2fd2ecc-9993-4aeb-b23b-29c4f42684b5 req-6734c1ac-3283-4d91-a544-c606b697d6a8 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871768 Jul 27 21:43:43.610598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:40Z', 'revision_number': 2, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:43.671606 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:43.693339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-829fb981-d5a3-47a6-9a56-9cd224ae74d6 req-8324927a-cbe3-4591-901b-806f8bcd5b04 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108658 Jul 27 21:43:43.699576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a12b4e46-af21-4642-9c7a-cca09a9438c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.699896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:43.701216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a12b4e46-af21-4642-9c7a-cca09a9438c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.6415336 Jul 27 21:43:43.735325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:43.736014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Updating router add96187-390d-46f2-873b-e3265b66b7f9 port 74d5c8fc-54d9-4a91-8dde-315003b9d986 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:43:43.762845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-abcad327-0d43-4c40-8357-2ff81bf7cfa7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.764407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-abcad327-0d43-4c40-8357-2ff81bf7cfa7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 820 time: 0.3099482 Jul 27 21:43:43.770399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:43.792914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-0f2c1bca-589a-40d2-8b68-3ef4d9073741 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0733211 Jul 27 21:43:43.793168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-7e9d0c37-8ae7-44b4-a0d0-1e89eb0008a5 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/quotas/b49a96618c0648beae28f0fa293f6cec HTTP/1.1" status: 200 len: 375 time: 0.0221522 Jul 27 21:43:43.822458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:43.826899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:43.844672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-51fc58b6-6c86-4124-868c-35361246f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.846496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-51fc58b6-6c86-4124-868c-35361246f171 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2375836 Jul 27 21:43:43.869499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-fb2ffb3c-4505-4fe1-87b3-c377199e34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:43.872005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-fb2ffb3c-4505-4fe1-87b3-c377199e34d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0699432 Jul 27 21:43:44.000869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-baf88e38-73db-4ce1-a43f-71f0080746f6 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672654 Jul 27 21:43:44.017277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-cf16a700-4bb1-4895-b04a-2e16504fe6a8 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601579 Jul 27 21:43:44.022974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-ee4bf7a7-eb91-4efa-aa1f-9ba402e05363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:44.024935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-ee4bf7a7-eb91-4efa-aa1f-9ba402e05363 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417410 Jul 27 21:43:44.161927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-a9f35c35-8f23-45b8-ac34-c39f3811ecb6 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534567 Jul 27 21:43:44.194041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e172e687-2c81-4cf2-b503-eca8c2aa497e req-9554cfec-5968-4109-a06b-7a4cd6215365 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681256 Jul 27 21:43:44.197840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-15da2b48-e16b-4d0e-91bd-656175bfb3e4 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638873 Jul 27 21:43:44.212016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.343314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-610f4f76-9953-44c8-936e-197288a0cd2e service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803629 Jul 27 21:43:44.359324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-936bdc2f-8a48-406b-8084-279453b05189 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518362 Jul 27 21:43:44.362206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:44.376687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-bb5d3a1d-773e-4828-99bb-9b71f909eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:44.378239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-bb5d3a1d-773e-4828-99bb-9b71f909eabf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 1099 time: 0.1147549 Jul 27 21:43:44.404151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Deleting port 072a39f8-d7be-4d32-ab6d-7d0806df28f5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:44.404593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.424565 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.437336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Transition to ACTIVE for port object 74d5c8fc-54d9-4a91-8dde-315003b9d986 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:44.506913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] For port 072a39f8-d7be-4d32-ab6d-7d0806df28f5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=072a39f8-d7be-4d32-ab6d-7d0806df28f5,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:44.507578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.521551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Calling delete_port for 072a39f8-d7be-4d32-ab6d-7d0806df28f5 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:44.544330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f850af2e-0db1-433b-b9db-ae37a8c793de'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:44.546941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-3a76d295-2820-48ed-aab7-ae9a486cc446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:44.551087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-3a76d295-2820-48ed-aab7-ae9a486cc446 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1620464 Jul 27 21:43:44.589020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.619317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-c381f641-1c69-4f8d-be3d-b8a88af3e12a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 200 len: 217 time: 0.0527935 Jul 27 21:43:44.676765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400277c7-5b3c-4e04-ad63-03eccb7a0d46 None None] Pushing event updated for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:44.708794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a7a15ae0-10b4-4bd1-b24e-e37493c6580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:44.711073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a7a15ae0-10b4-4bd1-b24e-e37493c6580a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0853474 Jul 27 21:43:44.843677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Attempting to bind port 74d5c8fc-54d9-4a91-8dde-315003b9d986 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:44.843677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Attempting to bind port 74d5c8fc-54d9-4a91-8dde-315003b9d986 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:44.843677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Attempting to bind port 74d5c8fc-54d9-4a91-8dde-315003b9d986 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:44.866846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:44.867855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Checking segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:44.869254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.870695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Bound using segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:44.872541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Bound port: 74d5c8fc-54d9-4a91-8dde-315003b9d986, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:44.873071 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.895879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:44.952647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Pushing event deleted for resources: {'Port': ['ID=072a39f8-d7be-4d32-ab6d-7d0806df28f5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:44.989369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b1951-02ec-4f2a-b21e-56e7456af013 req-94598a4f-e061-401c-817f-ca2fb8f0ac3b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.001788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-488b1951-02ec-4f2a-b21e-56e7456af013 req-94598a4f-e061-401c-817f-ca2fb8f0ac3b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.3273723 Jul 27 21:43:45.042866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a0da4290-31ea-4f47-9233-aa9437418e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.044519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-a0da4290-31ea-4f47-9233-aa9437418e68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660596 Jul 27 21:43:45.082119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] For port 74d5c8fc-54d9-4a91-8dde-315003b9d986, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:45.091081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] For port 74d5c8fc-54d9-4a91-8dde-315003b9d986, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=74d5c8fc-54d9-4a91-8dde-315003b9d986,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:45.151138 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-488b1951-02ec-4f2a-b21e-56e7456af013 req-0f47da60-c929-4d53-9fa9-3a9342843bed tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451325 Jul 27 21:43:45.190055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758c28-634a-40c2-9f18-b58138d1584f req-6afc65fc-edd8-49cc-b0b3-e756faf879df tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.203377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a758c28-634a-40c2-9f18-b58138d1584f req-6afc65fc-edd8-49cc-b0b3-e756faf879df tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.3667138 Jul 27 21:43:45.222646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:45.297474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-9aa6cbed-a094-4f96-8264-2a957a27d8ba service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405725 Jul 27 21:43:45.330950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:45.331116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:45.333214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a758c28-634a-40c2-9f18-b58138d1584f req-6e643783-3e2e-41a1-a942-9d0b18183587 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287165 Jul 27 21:43:45.553771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400277c7-5b3c-4e04-ad63-03eccb7a0d46 None None] Pushing event updated for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:45.554018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:45.601207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b4b6b-f182-49c9-9012-d8c5e98ce07e req-79012abf-db06-4e05-a10f-6afe78191bfa tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.612230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f4b4b6b-f182-49c9-9012-d8c5e98ce07e req-79012abf-db06-4e05-a10f-6afe78191bfa tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.3660583 Jul 27 21:43:45.629669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8264bfb9-637d-43d9-94ac-212c5cd927dc req-f8115454-afce-4bd5-9343-65c765f5bf7e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831914 Jul 27 21:43:45.666707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f4b4b6b-f182-49c9-9012-d8c5e98ce07e req-4fc05150-3b80-4a6b-89e7-c7b4d8ff2257 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534284 Jul 27 21:43:45.713951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f340b8-2a3f-43ad-95c3-03fba8883f30 req-ec4360c2-4bf5-47dc-9622-a878ce2852b4 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.721623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57f340b8-2a3f-43ad-95c3-03fba8883f30 req-ec4360c2-4bf5-47dc-9622-a878ce2852b4 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.2141471 Jul 27 21:43:45.734278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:45.842741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57f340b8-2a3f-43ad-95c3-03fba8883f30 req-b8c86fc0-c8c6-4ec4-ad38-3a29057c5323 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187840 Jul 27 21:43:45.845812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c065b-1833-4499-8e88-46b9a0e6b0af req-1dfd59d8-9373-408e-ad49-9c79310d4e58 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:45.847562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc9c065b-1833-4499-8e88-46b9a0e6b0af req-1dfd59d8-9373-408e-ad49-9c79310d4e58 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 945 time: 0.0984728 Jul 27 21:43:45.912949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Router e6af5169-e194-46bc-8072-6f891c30d003 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:45.949954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc9c065b-1833-4499-8e88-46b9a0e6b0af req-fa8412c4-fc6b-499f-b643-8a1b64b7998a tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852940 Jul 27 21:43:45.990852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e493575b-9ab3-4c01-bd6f-98c7aa0abacc req-044fecc0-967a-4862-9d82-b68da10cd6f5 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 210 time: 0.0694938 Jul 27 21:43:46.062759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:43:46.115951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 080ba372-7fbe-483a-a1c6-55450b69246e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:46.133768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fdb0b-b26e-4eef-adbd-9d4016d2b1b4 req-dd0f2255-232d-46b6-9523-7deb9c176e48 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:46.137403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852fdb0b-b26e-4eef-adbd-9d4016d2b1b4 req-dd0f2255-232d-46b6-9523-7deb9c176e48 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1097 time: 0.0922701 Jul 27 21:43:46.158260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:46.168708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-15b9e828-f3ba-427e-9a46-6a454614b02d admin admin] 10.222.0.37 "PUT /v2.0/routers/e6af5169-e194-46bc-8072-6f891c30d003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163270 Jul 27 21:43:46.172835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52712) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:46.172986 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Sync routers for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:46.220113 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:46.221449 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:46.266162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852fdb0b-b26e-4eef-adbd-9d4016d2b1b4 req-990cde2b-afbb-43fa-9533-db6e4b7f6d0a tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170928 Jul 27 21:43:46.328016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-c043ab39-ae21-4ec2-a1a9-603370ea2a26 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:46.332708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-c043ab39-ae21-4ec2-a1a9-603370ea2a26 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.1567342 Jul 27 21:43:46.358944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:46.367155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.428908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '334a0e0b-2955-4ff5-a280-e9f786123224', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '334a0e0b-2955-4ff5-a280-e9f786123224', 'mac_address': 'fa:16:3e:c9:d5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:43:46.472185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:45Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:46.536705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:46.621977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.687448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:46.710584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.724795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:46.725037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75953f-971b-44a8-a85a-a401d158f4ef None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:45Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:46.753084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Deleting port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:46.753684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.786923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac372a-257f-4d7d-8777-e984a909553f req-e56c01db-8fd5-4a77-840b-93f6c202624e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:46.786923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0ac372a-257f-4d7d-8777-e984a909553f req-e56c01db-8fd5-4a77-840b-93f6c202624e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 948 time: 0.3837461 Jul 27 21:43:46.864272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b95aea-fa86-4306-b70a-e473b805343e req-616a05b8-72d5-4ab2-968c-3886b3dd2aca tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:46.873383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8b95aea-fa86-4306-b70a-e473b805343e req-616a05b8-72d5-4ab2-968c-3886b3dd2aca tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1097 time: 0.2716384 Jul 27 21:43:46.897995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0ac372a-257f-4d7d-8777-e984a909553f req-e21e409f-13f8-4a3b-8724-531adbcd4eb5 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253331 Jul 27 21:43:46.912621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:46.939727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 080ba372-7fbe-483a-a1c6-55450b69246e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:46.942109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 080ba372-7fbe-483a-a1c6-55450b69246e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:46.947295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.021240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8b95aea-fa86-4306-b70a-e473b805343e req-6cfe7ec9-f0fc-4be5-ab33-51b9fefb5893 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390414 Jul 27 21:43:47.056953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Deleting port de73b470-0b3e-42e0-8c3b-28e44750e39e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:47.057222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.080368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] For port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:47.080768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.084184 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:43:44Z', 'revision_number': 5, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port': {'id': 'de73b470-0b3e-42e0-8c3b-28e44750e39e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:07Z', 'updated_at': '2021-07-27T21:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:47.189477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:47.224201 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Checking router: e6af5169-e194-46bc-8072-6f891c30d003 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:47.262434 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Routers {'e6af5169-e194-46bc-8072-6f891c30d003'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:47.268228 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e6af5169-e194-46bc-8072-6f891c30d003'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:47.372717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] For port de73b470-0b3e-42e0-8c3b-28e44750e39e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=de73b470-0b3e-42e0-8c3b-28e44750e39e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:47.374709 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.408548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Calling delete_port for de73b470-0b3e-42e0-8c3b-28e44750e39e owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:47.525914 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] Set router e6af5169-e194-46bc-8072-6f891c30d003 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:47.618988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.619457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:47.620430 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7 disassociated. External IP: 172.25.3.26, port: f776e6ff-be8d-45f5-a2e8-9d44226ca2ab. Jul 27 21:43:47.620844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Calling delete_port for f776e6ff-be8d-45f5-a2e8-9d44226ca2ab owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:47.634010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:43:47.638972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=13']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:47.723514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 74d5c8fc-54d9-4a91-8dde-315003b9d986 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:47.803430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec31253-9dc9-43fc-b726-aeab2674bf4f req-14809efc-40d8-4d26-b8c5-777a55ad8298 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:47.813171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ec31253-9dc9-43fc-b726-aeab2674bf4f req-14809efc-40d8-4d26-b8c5-777a55ad8298 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2102025 Jul 27 21:43:47.855978 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:43:46Z', 'revision_number': 6, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:47.912366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ec31253-9dc9-43fc-b726-aeab2674bf4f req-9ab59f8b-7985-45da-aebc-38325dc9dbff tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978403 Jul 27 21:43:47.939351 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc21ed27-c562-43a9-9e40-2b67e790aabb None None] The sync data for ids ['e6af5169-e194-46bc-8072-6f891c30d003'] in n-d-738018-6 is: [{'id': 'e6af5169-e194-46bc-8072-6f891c30d003', 'name': 'tempest-AttachSCSIVolumeTestJSON-23380388-router', 'tenant_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:41:05Z', 'updated_at': '2021-07-27T21:43:46Z', 'revision_number': 6, 'project_id': 'd97887f9fa3c4e8b8e82fce65b8da2e7', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:47.956228 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.051136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:48.057052 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a17d7-9b43-4221-80ce-89ba21e76b34" -d '{"events": [{"server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "name": "network-vif-plugged", "status": "completed", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:48.095464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d2e33-828f-4b47-bcfe-aaa68ae9272b req-7ddcc2ee-d292-442e-a483-614251bb61ca tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:48.114471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-987d2e33-828f-4b47-bcfe-aaa68ae9272b req-7ddcc2ee-d292-442e-a483-614251bb61ca tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 945 time: 0.8521671 Jul 27 21:43:48.141599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a147198-03a5-47bf-9ec3-2fafe84fa2cd req-46136d74-2182-4ded-a931-372d5e292cc0 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:48.153820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a147198-03a5-47bf-9ec3-2fafe84fa2cd req-46136d74-2182-4ded-a931-372d5e292cc0 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 945 time: 0.1051557 Jul 27 21:43:48.159046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=080ba372-7fbe-483a-a1c6-55450b69246e,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:48.163788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f850af2e-0db1-433b-b9db-ae37a8c793de completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:48.181688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-987d2e33-828f-4b47-bcfe-aaa68ae9272b req-37ddba6a-c25e-4656-8c0f-4bcce3163cd2 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups?id=e6067f6f-69a1-49e7-b05e-8e8966938627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658984 Jul 27 21:43:48.183696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f850af2e-0db1-433b-b9db-ae37a8c793de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:48.184421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.239488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:48.276900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:48.277406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.285246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.294441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-965d105d-f2dc-4f06-814f-7639f93c4f1d req-b2d844a4-c9e7-4f61-b5cf-6a81d977a308 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 210 time: 0.0521278 Jul 27 21:43:48.306413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a147198-03a5-47bf-9ec3-2fafe84fa2cd req-e9ef00ce-46c3-4258-9c25-793d5be7ef76 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469965 Jul 27 21:43:48.334116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.377541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=de73b470-0b3e-42e0-8c3b-28e44750e39e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:48.389003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.405989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f776e6ff-be8d-45f5-a2e8-9d44226ca2ab no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:48.480276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event deleted for resources: {'Port': ['ID=f776e6ff-be8d-45f5-a2e8-9d44226ca2ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:48.483248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: f776e6ff-be8d-45f5-a2e8-9d44226ca2ab {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:48.483827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f776e6ff-be8d-45f5-a2e8-9d44226ca2ab not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:48.612865 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.629945 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6f5248-bbf2-4e66-84d0-8e806ffda40f x-openstack-request-id: req-8c6f5248-bbf2-4e66-84d0-8e806ffda40f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:48.630244 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "name": "network-vif-plugged", "status": "completed", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:48.633840 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c6f5248-bbf2-4e66-84d0-8e806ffda40f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:48.634558 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e', 'code': 200} Jul 27 21:43:48.645391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:48.693960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.782167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.820153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:48.875629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.883050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:48.924607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 74d5c8fc-54d9-4a91-8dde-315003b9d986, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=74d5c8fc-54d9-4a91-8dde-315003b9d986,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:49.000202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.033874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8c79d-b278-4187-9301-dd1e56505ba3 req-048569f6-569e-4b42-b8f2-e718b97f0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:49.035763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1f8c79d-b278-4187-9301-dd1e56505ba3 req-048569f6-569e-4b42-b8f2-e718b97f0cb7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 1097 time: 0.3157213 Jul 27 21:43:49.055188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:49.100181 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:43:49.121320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.132243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:49.161634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90411-081f-460d-a8c0-92fe3615931d req-ab584351-cfcc-4b8f-a9d6-dd1629996b61 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:49.170243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6db90411-081f-460d-a8c0-92fe3615931d req-ab584351-cfcc-4b8f-a9d6-dd1629996b61 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.5851440 Jul 27 21:43:49.201509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1f8c79d-b278-4187-9301-dd1e56505ba3 req-005eeb5b-514c-4088-a389-c4b19c2a22e0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436756 Jul 27 21:43:49.232015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:49.248008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6db90411-081f-460d-a8c0-92fe3615931d req-867a4aae-b7e0-46eb-aa19-4dd62d8a56dd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767128 Jul 27 21:43:49.248878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.249411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6af5169-e194-46bc-8072-6f891c30d003 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:43:49.268140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.270532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4157f0c8-6124-43d7-8433-9c47f2dad7dd admin admin] 10.222.0.37 "DELETE /v2.0/routers/e6af5169-e194-46bc-8072-6f891c30d003 HTTP/1.1" status: 204 len: 168 time: 3.0998533 Jul 27 21:43:49.272947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:49.300696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:49.313140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:49.333644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:49.334436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:49.424720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] No DVR routers for this DVR port f776e6ff-be8d-45f5-a2e8-9d44226ca2ab on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:49.433163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 072a39f8-d7be-4d32-ab6d-7d0806df28f5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:49.445563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Deleting subnet 50a4295b-e3a1-421b-a40c-4a35701d6c49 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:43:49.463280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.468815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 072a39f8-d7be-4d32-ab6d-7d0806df28f5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:49.469164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 072a39f8-d7be-4d32-ab6d-7d0806df28f5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:49.469595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device de73b470-0b3e-42e0-8c3b-28e44750e39e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:49.477863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.481075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ae200b8-8cbe-4276-b366-08b95f276375 req-2b07862a-6b49-456d-ac38-9f569314a295 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.76 "DELETE /v2.0/ports/f776e6ff-be8d-45f5-a2e8-9d44226ca2ab HTTP/1.1" status: 204 len: 173 time: 3.1421916 Jul 27 21:43:49.481715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'name': 'network-vif-deleted', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:49.495271 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d6331-d1ed-47de-a999-93847b8adb6f" -d '{"events": [{"server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "name": "network-vif-deleted", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:49.545097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: de73b470-0b3e-42e0-8c3b-28e44750e39e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:49.546063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device de73b470-0b3e-42e0-8c3b-28e44750e39e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:49.582686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:49.582976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.608340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-d17d9d16-a5ac-40e9-a4f4-6f012515c8ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:49.610194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-d17d9d16-a5ac-40e9-a4f4-6f012515c8ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 820 time: 0.2732899 Jul 27 21:43:49.629841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'port': {'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'admin_state_up': True, 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:49.641346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df92477-d5cf-450a-a609-b465691dda9d req-cdeaaf89-52fc-46db-b3f3-2d362141b442 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:49.643320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0df92477-d5cf-450a-a609-b465691dda9d req-cdeaaf89-52fc-46db-b3f3-2d362141b442 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.2856798 Jul 27 21:43:49.725817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0df92477-d5cf-450a-a609-b465691dda9d req-dcec98b1-0908-4b15-8bd7-5dbf133a95be tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751290 Jul 27 21:43:49.755106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.946194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11717511-b274-412e-9591-fb11d70aaa58 req-3dd07889-24af-40be-ab11-c168882ea53a tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6fc8681-5eb6-4886-8626-143e4b231146 HTTP/1.1" status: 200 len: 210 time: 0.0395441 Jul 27 21:43:49.969108 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:49.986635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:50.021407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Made reservation on behalf of b49a96618c0648beae28f0fa293f6cec for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:50.032010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.052085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a4295b-e3a1-421b-a40c-4a35701d6c49,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:50.091427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:50.095293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db21aef6-b7aa-4058-8471-17762b2bd2f8 None None] Network 6c017736-498c-434d-ae0c-e3df87d0184e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:43:50.103162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.112659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:50.120333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-edb3704d-0c46-498d-9f8a-0ca6c4519e05 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/50a4295b-e3a1-421b-a40c-4a35701d6c49 HTTP/1.1" status: 204 len: 168 time: 0.8459380 Jul 27 21:43:50.146910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:50.166690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf748d-4e6a-4e76-a26a-82f37de2e93a req-0aee2cad-79c6-401c-a88e-f2892fc3205b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:50.176662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36cf748d-4e6a-4e76-a26a-82f37de2e93a req-0aee2cad-79c6-401c-a88e-f2892fc3205b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 949 time: 0.1404006 Jul 27 21:43:50.214599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:50.215439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:50.228488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36cf748d-4e6a-4e76-a26a-82f37de2e93a req-e4e0a4f4-5186-4bb8-806a-d7b14d6268a7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 Jul 27 21:43:50.421374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Allocated IP 172.20.0.10 (985929ae-08a7-4882-84f6-a1771c31d854/c68416e1-d778-41e5-aed3-8a9ef6ba8b61/ee5e29f0-5dc2-438b-81df-5a121b7d6547) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:50.429579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.440404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5368b-4963-4329-afda-236713e568c2 req-6fb411a4-0093-42a3-9e76-302539774662 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:50.447054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bf5368b-4963-4329-afda-236713e568c2 req-6fb411a4-0093-42a3-9e76-302539774662 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.1530232 Jul 27 21:43:50.464840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 334a0e0b-2955-4ff5-a280-e9f786123224 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:50.487255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 334a0e0b-2955-4ff5-a280-e9f786123224 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:50.487923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.523746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bf5368b-4963-4329-afda-236713e568c2 req-6c4787ec-ba75-4b98-9dfb-ea0196dbc662 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496399 Jul 27 21:43:50.527693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:50.638251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ece96456-9e61-4aba-84b2-75f553b5cfd2 req-19e80c0d-6c6a-47f2-b2b6-2e838ec69463 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 210 time: 0.0517662 Jul 27 21:43:50.683067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:50.686033 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0509f7db-aa8f-425e-9110-d55b8c1c3aaa" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:50.694344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] DHCP port deletion for 6c017736-498c-434d-ae0c-e3df87d0184e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:43:50.716739 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b60e752-5c4b-428e-adf6-3afe9158ed09 x-openstack-request-id: req-2b60e752-5c4b-428e-adf6-3afe9158ed09 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:50.729277 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fc8681-5eb6-4886-8626-143e4b231146", "name": "network-vif-deleted", "tag": "f776e6ff-be8d-45f5-a2e8-9d44226ca2ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:50.729277 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b60e752-5c4b-428e-adf6-3afe9158ed09 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:50.729277 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fc8681-5eb6-4886-8626-143e4b231146', 'name': 'network-vif-deleted', 'tag': 'f776e6ff-be8d-45f5-a2e8-9d44226ca2ab', 'status': 'completed', 'code': 200} Jul 27 21:43:50.785131 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6887b-c553-4761-8686-11bd32f3bd8b x-openstack-request-id: req-0ae6887b-c553-4761-8686-11bd32f3bd8b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:50.785429 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:50.785703 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ae6887b-c553-4761-8686-11bd32f3bd8b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:50.786062 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:43:50.787579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.849906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Transition to ACTIVE for port object ee5e29f0-5dc2-438b-81df-5a121b7d6547 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:50.922904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Deleting port 25331752-5eb4-450b-9837-099d32c62898 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:50.923625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:50.994565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31f313-4133-4b8f-8c4e-a1c8391ffa59 req-21229e0a-9139-4b49-9b32-e656bcc0944f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:50.997640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c31f313-4133-4b8f-8c4e-a1c8391ffa59 req-21229e0a-9139-4b49-9b32-e656bcc0944f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.1222281 Jul 27 21:43:51.083765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.335734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:51.356607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Deleting port 25331752-5eb4-450b-9837-099d32c62898 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:51.357058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.422945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c31f313-4133-4b8f-8c4e-a1c8391ffa59 req-32e3887e-f24b-45df-b51e-72a4c768c82d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156694 Jul 27 21:43:51.452260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] For port 25331752-5eb4-450b-9837-099d32c62898, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=25331752-5eb4-450b-9837-099d32c62898,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:51.452672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.468551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Calling delete_port for 25331752-5eb4-450b-9837-099d32c62898 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:51.497107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.556588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 74d5c8fc-54d9-4a91-8dde-315003b9d986 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:43:51.560830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.562735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event updated for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:51.592143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Network 985929ae-08a7-4882-84f6-a1771c31d854 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:43:51.600566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:43:51.603555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:43:51.622204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-0f418009-7044-4e67-a93c-0b9cc5025783 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637271 Jul 27 21:43:51.656703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:51.664245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=14']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:51.666420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] For port 25331752-5eb4-450b-9837-099d32c62898, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=25331752-5eb4-450b-9837-099d32c62898,segment=NetworkSegment(4a0452d2-2aeb-4fbc-b668-767ea1892808),segment_id=4a0452d2-2aeb-4fbc-b668-767ea1892808)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:51.680978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.698744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Calling delete_port for 25331752-5eb4-450b-9837-099d32c62898 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:51.725935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8be354e-c006-47ee-a211-814f0f335c40 None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:38:16Z', 'revision_number': 4, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '19f1958b-346a-40b6-9523-974b44b29e22', 'name': '', 'network_id': 'bf899f16-2487-4188-bb72-fd8cc86a6f07', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'mac_address': 'fa:16:3e:12:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:15Z', 'updated_at': '2021-07-27T21:38:23Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'subnets': [{'id': '5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:51.731400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.766697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] Pushing event deleted for resources: {'Port': ['ID=25331752-5eb4-450b-9837-099d32c62898,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:51.782609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e5201-e696-4215-9c46-2cfdd62c10dd None None] No DVR routers for this DVR port 25331752-5eb4-450b-9837-099d32c62898 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:51.801561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 74d5c8fc-54d9-4a91-8dde-315003b9d986 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:51.802198 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:51.815140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-aafa99df-defb-4306-ba56-cb696371edfc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:51.816863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-aafa99df-defb-4306-ba56-cb696371edfc tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931226 Jul 27 21:43:51.822534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-38420ab8-1f63-4b83-9b9f-d4b46c11a8a5 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:43:51.824254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-38420ab8-1f63-4b83-9b9f-d4b46c11a8a5 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064633 Jul 27 21:43:51.842509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c4638be-e04a-4f7a-99e5-af79dfb1b116 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/quotas/55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 375 time: 0.0171432 Jul 27 21:43:51.874520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Request body: {'binding': {'host': 'n-h2-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:51.875248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Unknown quota resources ['binding']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:43:51.927850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.001527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25331752-5eb4-450b-9837-099d32c62898,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:52.029647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] No DVR routers for this DVR port 25331752-5eb4-450b-9837-099d32c62898 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:43:52.039322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e46c20-4600-4e28-ac0f-7a45296f6b4a req-732725f4-1cec-486b-82d9-a261af5e6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:52.041276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9e46c20-4600-4e28-ac0f-7a45296f6b4a req-732725f4-1cec-486b-82d9-a261af5e6a26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1097 time: 1.1126146 Jul 27 21:43:52.049227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:52.050075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.076134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 25331752-5eb4-450b-9837-099d32c62898 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:43:52.115254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 25331752-5eb4-450b-9837-099d32c62898 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:43:52.116890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 25331752-5eb4-450b-9837-099d32c62898 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:43:52.134252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-3e58f4fa-e417-4862-9a00-fd722f9cc05f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2899568 Jul 27 21:43:52.226206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-856116f5-40b1-4474-90fd-683c745db4a8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6016850 Jul 27 21:43:52.241669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8d5a59f3-1e1b-48eb-8de9-83eab163cd63 None None] Provisioning for port ee5e29f0-5dc2-438b-81df-5a121b7d6547 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:43:52.242116 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76dcf56-d585-458a-967f-297d9fc2fa34 None None] New status for floating IP 1397a503-047a-4be4-8a14-2fbc25e518b7: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:43:52.246784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8d5a59f3-1e1b-48eb-8de9-83eab163cd63 None None] Provisioning complete for port ee5e29f0-5dc2-438b-81df-5a121b7d6547 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:43:52.247553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d5a59f3-1e1b-48eb-8de9-83eab163cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.248859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9e46c20-4600-4e28-ac0f-7a45296f6b4a req-5ca21fee-a194-49d9-b924-46b6476ff15e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856098 Jul 27 21:43:52.254793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on host n-h2-738018-6 for vnic_type normal with profile None {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:52.259749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:52.263948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:52.274872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.286887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:52.287657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:52.300403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c017736-498c-434d-ae0c-e3df87d0184e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:52.311150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:52.311680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:52.312749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:52.317811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Bound port: f12f6829-8d34-41a3-8165-a725921c2f93, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:52.325733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0452d2-2aeb-4fbc-b668-767ea1892808') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:52.326033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0452d2-2aeb-4fbc-b668-767ea1892808') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:52.357166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.370443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a59f3-1e1b-48eb-8de9-83eab163cd63 None None] Port ee5e29f0-5dc2-438b-81df-5a121b7d6547 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:43:52.381872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.394710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Request body: {'port': {'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:52.401173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:43:52.402004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:43:52.403569 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:43:52.431872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:52.534776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.576861 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.585819 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d3a6991f-fb9b-45db-9ee1-5c3d8d34b42b service neutron] 10.222.0.37 "POST /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93/bindings HTTP/1.1" status: 201 len: 389 time: 0.7391741 Jul 27 21:43:52.645679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.758102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:52.761675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c017736-498c-434d-ae0c-e3df87d0184e HTTP/1.1" status: 204 len: 168 time: 2.6477447 Jul 27 21:43:52.770052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6befb39-fbdc-43f0-8b95-e3e3c17c3ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c017736-498c-434d-ae0c-e3df87d0184e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:52.790200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:52.790200 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13b0ef0-9055-41b9-98cb-911741a16bbe" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:52.794651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa97441-49c0-48dc-a323-d4f804817a02 req-2f6befd9-9b63-4a85-b81e-f29b0e346b61 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:52.804341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffa97441-49c0-48dc-a323-d4f804817a02 req-2f6befd9-9b63-4a85-b81e-f29b0e346b61 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.1418433 Jul 27 21:43:52.886941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffa97441-49c0-48dc-a323-d4f804817a02 req-a7a107b7-de69-49e3-b1c2-c17dd3b8e8ad tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809131 Jul 27 21:43:53.081321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db81b5-850c-41e0-8770-e993165399f1 req-f2eb1bbe-9b4a-46ad-95cb-8a5cc8ec301c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:53.082554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a4d8-e2b3-450b-8c61-d1bbb401e6f2 req-3ac4383c-b3e6-492d-9b44-94e5979a3b95 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:53.084331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2f8a4d8-e2b3-450b-8c61-d1bbb401e6f2 req-3ac4383c-b3e6-492d-9b44-94e5979a3b95 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 932 time: 0.1617241 Jul 27 21:43:53.094376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4db81b5-850c-41e0-8770-e993165399f1 req-f2eb1bbe-9b4a-46ad-95cb-8a5cc8ec301c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.1306629 Jul 27 21:43:53.181081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2f8a4d8-e2b3-450b-8c61-d1bbb401e6f2 req-aef35992-3546-4e46-92bc-359118a9ee17 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893569 Jul 27 21:43:53.183646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5e29f0-5dc2-438b-81df-5a121b7d6547 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:43:53.185930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4db81b5-850c-41e0-8770-e993165399f1 req-779aab22-4fe6-4a13-a813-02ae3bbd25cd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906889 Jul 27 21:43:53.200022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.260116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Transition to ACTIVE for port object ee5e29f0-5dc2-438b-81df-5a121b7d6547 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:43:53.319897 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5255bb-8f62-46ce-81bc-01a7a8676376 x-openstack-request-id: req-ff5255bb-8f62-46ce-81bc-01a7a8676376 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:53.320329 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-plugged", "status": "completed", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:53.320604 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff5255bb-8f62-46ce-81bc-01a7a8676376 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:53.321033 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'code': 200} Jul 27 21:43:53.324003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b159cc0b-5286-473c-968c-080e689cde6f req-83395be0-87cb-44d8-9418-941a1a53974c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.0536282 Jul 27 21:43:53.346566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:53.402231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.532410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254716cf-c3a9-4efe-9ce9-0156d966a03e req-142262ba-ef7d-475e-a1a2-696254a56a16 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:53.536765 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-254716cf-c3a9-4efe-9ce9-0156d966a03e req-142262ba-ef7d-475e-a1a2-696254a56a16 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.1452665 Jul 27 21:43:53.600751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-254716cf-c3a9-4efe-9ce9-0156d966a03e req-4e952a4a-b4cc-47ce-a397-387ae7933725 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Jul 27 21:43:53.616745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4042fd68-e280-43d3-a54b-eab806bab8c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3644dc966b604ab085947010f6a92bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755847 Jul 27 21:43:53.618355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:53.621517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:53.711259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae8db3-decb-448e-b0bf-d518b743c16a req-9e24d7fa-0aa8-46e2-bb68-f20093ee510f tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:53.712894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2cae8db3-decb-448e-b0bf-d518b743c16a req-9e24d7fa-0aa8-46e2-bb68-f20093ee510f tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.2604513 Jul 27 21:43:53.727810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:53.739962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.742150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Request body: {'floatingip': {'port_id': '080ba372-7fbe-483a-a1c6-55450b69246e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:53.769064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.797908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-874dd55b-6a33-4f7f-8ded-8f141866c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:53.799916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-874dd55b-6a33-4f7f-8ded-8f141866c564 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1097 time: 0.2397158 Jul 27 21:43:53.806400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Attempting to bind port ee5e29f0-5dc2-438b-81df-5a121b7d6547 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:43:53.806750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Attempting to bind port ee5e29f0-5dc2-438b-81df-5a121b7d6547 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:43:53.807025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Attempting to bind port ee5e29f0-5dc2-438b-81df-5a121b7d6547 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:53.812591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.831732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52868) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:53.856306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Port ee5e29f0-5dc2-438b-81df-5a121b7d6547 on network 985929ae-08a7-4882-84f6-a1771c31d854 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:43:53.856639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Attempting to bind port ee5e29f0-5dc2-438b-81df-5a121b7d6547 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:43:53.905181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.941911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:43:53.942261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Checking segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:43:53.942688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Bound using segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:43:53.943189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Bound port: ee5e29f0-5dc2-438b-81df-5a121b7d6547, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:43:53.943562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:53.943690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.133767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-7244584d-551e-4b09-9a74-e3e087512ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:54.135237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-7244584d-551e-4b09-9a74-e3e087512ffe service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.3192518 Jul 27 21:43:54.140508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:43:54.146203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:43:54.178780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.183131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.184967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/231a016e-c45a-44c0-a2df-38bbbf68f6be HTTP/1.1" status: 204 len: 168 time: 0.5610456 Jul 27 21:43:54.193334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a98a9-123d-4012-81c0-f154499fbcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a016e-c45a-44c0-a2df-38bbbf68f6be,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:54.227660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e86b9231-ecbc-4b4d-9445-19b1845381b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 217 time: 0.0833273 Jul 27 21:43:54.377664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7cc79-72ef-4719-89f1-5f97372def9c req-cb3ceeea-3ecf-42aa-abfe-fb11cf485a0a tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:54.379270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11d7cc79-72ef-4719-89f1-5f97372def9c req-cb3ceeea-3ecf-42aa-abfe-fb11cf485a0a tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.0916843 Jul 27 21:43:54.387936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-8e1082c0-6b22-41f2-b25f-9acb935e68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:54.389383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-8e1082c0-6b22-41f2-b25f-9acb935e68bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1541207 Jul 27 21:43:54.426588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11d7cc79-72ef-4719-89f1-5f97372def9c req-78479bd4-ace4-4a1e-a78a-07e845f1602e tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Jul 27 21:43:54.432307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.433445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.438460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "DELETE /v2.0/security-groups/e6067f6f-69a1-49e7-b05e-8e8966938627 HTTP/1.1" status: 204 len: 168 time: 0.6053593 Jul 27 21:43:54.444609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52878) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:54.481174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07687d4-a87a-416a-88a6-7dcdbab51232 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6067f6f-69a1-49e7-b05e-8e8966938627,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:54.482972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.483308 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-b681f306-0c9e-4e17-b94f-829a65fa74f1 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] show failed (client error): The resource could not be found. Jul 27 21:43:54.487656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b681f306-0c9e-4e17-b94f-829a65fa74f1 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "GET /v2.0/security-groups/e6067f6f-69a1-49e7-b05e-8e8966938627 HTTP/1.1" status: 404 len: 347 time: 0.0411541 Jul 27 21:43:54.489610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:54.508433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-b49f55d7-7089-41ea-ad82-654154c822e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892069 Jul 27 21:43:54.649965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b1b766-da3d-407d-abca-aa8cf589f3d5 req-5785e881-784e-4bf2-a3b9-ed0f9aae451f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.0713341 Jul 27 21:43:54.657473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:54.657911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.659328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 1092 time: 2.4016604 Jul 27 21:43:54.697191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:54.699656 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4be6904-c8b7-45eb-b904-47e1300bea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:54.718185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Deleting port 06fefd4c-4102-4e73-8530-893e241f191c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:54.727946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.770318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae85c8-9e32-42cf-9235-2b24cbb815f9 req-ef9e1427-1295-4409-b9d1-a3246a34cf32 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:54.772246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51ae85c8-9e32-42cf-9235-2b24cbb815f9 req-ef9e1427-1295-4409-b9d1-a3246a34cf32 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.4859698 Jul 27 21:43:54.815353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-58a314a1-eabf-4508-a230-7ba694b7c2b9 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030272 Jul 27 21:43:54.838499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.852118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:54.864978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Calling delete_port for 06fefd4c-4102-4e73-8530-893e241f191c owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:54.975509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd205d-fb9f-45cc-92e0-cfbd4b02cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:55.097656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:43:55.173398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51ae85c8-9e32-42cf-9235-2b24cbb815f9 req-11f122e8-ad2c-49af-ad79-017f3c7af815 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460705 Jul 27 21:43:55.216897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.237400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-66b7cc4b-5824-4890-a89e-ff3c9d001ac3 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801013 Jul 27 21:43:55.240701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-17a21f76-91e7-4795-8526-53c0e6032111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:55.241984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-17a21f76-91e7-4795-8526-53c0e6032111 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1095 time: 0.2251084 Jul 27 21:43:55.271144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.300345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-f0833c60-f3c4-4e43-84c5-801f11ea0019 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.0457468 Jul 27 21:43:55.321990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Pushing event deleted for resources: {'Port': ['ID=06fefd4c-4102-4e73-8530-893e241f191c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:55.362110 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054ca3e-0798-4151-a724-5f1cad06f524 x-openstack-request-id: req-5054ca3e-0798-4151-a724-5f1cad06f524 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:55.362422 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:55.362775 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5054ca3e-0798-4151-a724-5f1cad06f524 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:55.363196 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:43:55.377531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-864b050d-69f8-40f6-8803-7a7232618e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:55.378701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-864b050d-69f8-40f6-8803-7a7232618e97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0693760 Jul 27 21:43:55.466580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.469123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.469304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.470540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50faf35c-d29d-4a41-b61c-cd326a701a65 tempest-ServersWithSpecificFlavorTestJSON-1817562628 tempest-ServersWithSpecificFlavorTestJSON-1817562628-project] 10.222.0.37 "DELETE /v2.0/floatingips/1397a503-047a-4be4-8a14-2fbc25e518b7 HTTP/1.1" status: 204 len: 168 time: 0.9799025 Jul 27 21:43:55.491555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b79d3-774c-4791-b943-0196898cab73 req-20583c26-06c9-4529-bf50-76d4092be6f4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:55.493342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad0b79d3-774c-4791-b943-0196898cab73 req-20583c26-06c9-4529-bf50-76d4092be6f4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.1680007 Jul 27 21:43:55.629405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad0b79d3-774c-4791-b943-0196898cab73 req-236e6b9b-d668-4ae0-b44c-7bf2ba092044 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104548 Jul 27 21:43:55.799301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558fff-cce4-4d54-9483-0b653be74e48 req-77ef1668-0e84-4ef9-89cf-37cd5606bb20 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:55.801027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07558fff-cce4-4d54-9483-0b653be74e48 req-77ef1668-0e84-4ef9-89cf-37cd5606bb20 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.0807128 Jul 27 21:43:55.801723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:55.876060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07558fff-cce4-4d54-9483-0b653be74e48 req-2d027bd1-88eb-4130-8707-4c3f144a7811 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665531 Jul 27 21:43:55.880323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9bfc2f2b-60cd-4a5d-aa90-da08a3b84cfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d97887f9fa3c4e8b8e82fce65b8da2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771985 Jul 27 21:43:55.884840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:55.957400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5098a3-4eb4-4761-8895-82052617485a req-61adeb5d-a97c-47b3-8c23-2e49e42777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:55.960107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-61adeb5d-a97c-47b3-8c23-2e49e42777e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5743678 Jul 27 21:43:55.968014 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:55.987877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e80d6-e462-43f8-8d28-dc31bfbae8b1 req-d216f9c3-0d7f-4d7e-b6f0-123af6088459 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:56.002550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-846e80d6-e462-43f8-8d28-dc31bfbae8b1 req-d216f9c3-0d7f-4d7e-b6f0-123af6088459 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.5790057 Jul 27 21:43:56.003396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:56.018228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:56.123518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'floatingip': {'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:56.248012 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:56.254520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:56.265467 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a367bb85-b052-4136-aab1-d5d08274e8af HTTP/1.1" status: 204 len: 168 time: 0.3781731 Jul 27 21:43:56.280344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:56.287145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65549e4e-4ad2-4ce2-8dc6-41c13d12544d req-1a9d34c4-4aeb-45ce-a129-d4342c85a0e3 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.1488848 Jul 27 21:43:56.291393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864c339-328d-4d96-8b8f-6ce30ba40a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a367bb85-b052-4136-aab1-d5d08274e8af,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:56.406511 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Floating IP a75807e6-b447-444a-ae5d-b5d763f59449 associated. External IP: 172.25.3.225, port: 080ba372-7fbe-483a-a1c6-55450b69246e. Jul 27 21:43:56.632455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-04112c07-b144-46c3-9025-028c1f86c839 service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252532 Jul 27 21:43:56.665826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-9cb5e070-f128-4409-859f-aaf0856933f7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=55f15e54bfab423cb281c253fa848f5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980535 Jul 27 21:43:57.191894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d5098a3-4eb4-4761-8895-82052617485a req-79fc33a0-336f-4e70-89ab-519e491b5ac6 service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405130 Jul 27 21:43:57.271963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5b01-2c98-435c-bb24-5493ab3af835 req-40ac7415-4622-40cd-9555-7d626ef68f94 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:57.273476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae0e5b01-2c98-435c-bb24-5493ab3af835 req-40ac7415-4622-40cd-9555-7d626ef68f94 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.4602516 Jul 27 21:43:57.286482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ae7da-90c0-4cf5-833b-5d98259716ba req-47430667-646c-4e67-af1e-3f8da20bbfda tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:57.288393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-802ae7da-90c0-4cf5-833b-5d98259716ba req-47430667-646c-4e67-af1e-3f8da20bbfda tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.1742845 Jul 27 21:43:57.294085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-26042b05-59bb-46bf-a433-a017e8688879 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:57.296404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-26042b05-59bb-46bf-a433-a017e8688879 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6194060 Jul 27 21:43:57.321919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Request body: {'port': {'device_id': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '55f15e54bfab423cb281c253fa848f5d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:57.354951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-802ae7da-90c0-4cf5-833b-5d98259716ba req-4067a463-86be-4e79-a671-208aa8238dd3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574882 Jul 27 21:43:57.479529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-967cd055-ddae-42b8-affe-75bf7237fe3e req-4c0878da-6f0b-4b66-b7cf-efa9c485b933 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.0374990 Jul 27 21:43:57.522245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae0e5b01-2c98-435c-bb24-5493ab3af835 req-a2d8afd2-ae2b-4146-8147-9fef1938088b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242906 Jul 27 21:43:57.598366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:57.626401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Router 570b594e-80e4-434b-aaaa-4ccc5566b515 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:57.761647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-58785f52-cc38-4af0-84f9-3b53edafb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:57.763280 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-58785f52-cc38-4af0-84f9-3b53edafb5d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1095 time: 0.3246064 Jul 27 21:43:57.816073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:43:57.954109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:57.969203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Made reservation on behalf of 55f15e54bfab423cb281c253fa848f5d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:57.973125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.035561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:43:58.044673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.054191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Sync routers for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:43:58.068174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:58.068826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:58.082124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-20b30e61-0581-4fba-acf1-f062f463f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:58.083648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-20b30e61-0581-4fba-acf1-f062f463f4c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.3003826 Jul 27 21:43:58.217055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52960) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:43:58.294436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.338023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:58.461049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-68959072-network', 'tenant_id': '465893f6fe5841819409cfb406349e00'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:43:58.560523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.642169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a75807e6-b447-444a-ae5d-b5d763f59449', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'port_id': '080ba372-7fbe-483a-a1c6-55450b69246e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'mac_address': 'fa:16:3e:89:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:20Z', 'updated_at': '2021-07-27T21:43:54Z', 'revision_number': 1, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:58.676539 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Floating IP b81a07d8-d4fb-4a1f-b906-2b6a98768b68 associated. External IP: 172.25.3.164, port: f850af2e-0db1-433b-b9db-ae37a8c793de. Jul 27 21:43:58.678138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Checking router: 570b594e-80e4-434b-aaaa-4ccc5566b515 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:43:58.683712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18346-887a-4152-ae3c-3d0808e45337 req-77f3f23c-ce97-4643-b2fa-e785e6fcace1 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:58.687683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:43:58.688455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:58.691848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99d18346-887a-4152-ae3c-3d0808e45337 req-77f3f23c-ce97-4643-b2fa-e785e6fcace1 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.2438638 Jul 27 21:43:58.728343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-53a94e97-89c6-41e5-a79a-3bc133afb3d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.1812532 Jul 27 21:43:58.777214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99d18346-887a-4152-ae3c-3d0808e45337 req-da5f3b18-7abe-4b07-87b5-acc88303f60f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Jul 27 21:43:58.794791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Made reservation on behalf of 465893f6fe5841819409cfb406349e00 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:43:58.797174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-702245ef-95f3-4891-8c7c-9e424d5c97b1 req-48779200-23b6-478a-ab14-c56486915ab8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.1210570 Jul 27 21:43:58.803370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.823577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:43:58.837400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:58.928715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-635f8388-ec69-4b9d-80ab-4d737c00dfdd tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "PUT /v2.0/floatingips/a75807e6-b447-444a-ae5d-b5d763f59449 HTTP/1.1" status: 200 len: 992 time: 5.1995978 Jul 27 21:43:58.994029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:43:58.997153 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad577419-8493-47b5-a10b-c781c1efec1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:43:59.003445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-5f6ef138-2853-4e27-8370-5d48204b17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.006021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-5f6ef138-2853-4e27-8370-5d48204b17ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.2197301 Jul 27 21:43:59.032800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Deleting port 19f1958b-346a-40b6-9523-974b44b29e22 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:43:59.033487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.130239 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43f685d-fff0-4759-9666-624a89f59895 x-openstack-request-id: req-b43f685d-fff0-4759-9666-624a89f59895 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:43:59.130808 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:43:59.141396 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b43f685d-fff0-4759-9666-624a89f59895 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:43:59.141396 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e', 'status': 'completed', 'code': 200} Jul 27 21:43:59.141687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] For port 19f1958b-346a-40b6-9523-974b44b29e22, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=19f1958b-346a-40b6-9523-974b44b29e22,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:43:59.141687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.155497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Calling delete_port for 19f1958b-346a-40b6-9523-974b44b29e22 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:43:59.221647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Allocated IP 192.168.233.162 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/02ad1b2a-eec2-4d35-b5ae-0571758d15c9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:43:59.232117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a75807e6-b447-444a-ae5d-b5d763f59449', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'port_id': '080ba372-7fbe-483a-a1c6-55450b69246e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'mac_address': 'fa:16:3e:89:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:20Z', 'updated_at': '2021-07-27T21:43:54Z', 'revision_number': 1, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:43:59.246193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72185-4518-44cb-9997-f31c251e8dfc req-1c82d718-9a5a-4767-8fd9-6dc37872be5e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.253777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33d72185-4518-44cb-9997-f31c251e8dfc req-1c82d718-9a5a-4767-8fd9-6dc37872be5e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.3604989 Jul 27 21:43:59.285122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c8ebb-b9c2-4cfa-bef8-82ea9d2b1a45 None None] The sync data for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 is: [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a75807e6-b447-444a-ae5d-b5d763f59449', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'port_id': '080ba372-7fbe-483a-a1c6-55450b69246e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'mac_address': 'fa:16:3e:89:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:20Z', 'updated_at': '2021-07-27T21:43:54Z', 'revision_number': 1, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:43:59.385795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.400050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33d72185-4518-44cb-9997-f31c251e8dfc req-498eda5d-4542-401b-b001-90305dee6a5f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448271 Jul 27 21:43:59.442258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-79f74815-deed-404a-812f-fae44d3b4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.444110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-79f74815-deed-404a-812f-fae44d3b4a49 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216387 Jul 27 21:43:59.456148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577419-8493-47b5-a10b-c781c1efec1e req-c10978a0-c7e7-4048-9898-1ac43ae3e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.457803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-c10978a0-c7e7-4048-9898-1ac43ae3e841 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6026dc716bf48c1804facc185be6cc6&device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 1097 time: 0.3254924 Jul 27 21:43:59.549470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.584328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe7a07-c67e-4ac2-a4cf-bd1ddd25f236,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:59.607728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:43:59.627727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.628182 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Added segment db2a253d-4d68-47d4-a5c1-c5516bb5166b of type vlan for network 5c896ec8-67c9-4857-938b-8d0cce316ede Jul 27 21:43:59.649827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb6f6c-396e-473d-b515-1106f55eea55 None None] New status for floating IP a75807e6-b447-444a-ae5d-b5d763f59449: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:43:59.689133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.717004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.739814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Router f443cd94-c49f-49d6-9f35-88696fc59d5c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:43:59.743088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f1958b-346a-40b6-9523-974b44b29e22,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:43:59.854826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577419-8493-47b5-a10b-c781c1efec1e req-5cf30655-cdba-4a02-bc26-cc09d755784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.854826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-5cf30655-cdba-4a02-bc26-cc09d755784c service neutron] 10.222.0.76 "GET /v2.0/networks?id=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 HTTP/1.1" status: 200 len: 912 time: 0.3493533 Jul 27 21:43:59.901884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.909097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-20e8ef3e-afec-4e8a-9d6d-2e99510cd9ff service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196424 Jul 27 21:43:59.920959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:59.920959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:59.921406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.081333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Transition to ACTIVE for port object 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:00.134046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3660ba1f-5459-4239-98aa-a3bfae7df6cd req-877fbe2f-2dd8-443d-a533-7c88338392fb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.1225891 Jul 27 21:44:00.155489 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.165958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5c896ec8-67c9-4857-938b-8d0cce316ede,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:00.184829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5c896ec8-67c9-4857-938b-8d0cce316ede details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:00.208910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6451cda-962c-4b3d-90c8-509219a121a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9907415 Jul 27 21:44:00.212731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:00.221380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Request body: {'subnet': {'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-68959072-subnet', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:00.366608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:00.382876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Sync routers for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:00.383886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.403805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-d002be14-4adb-4844-9f7f-dab3b2b30d2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080ba372-7fbe-483a-a1c6-55450b69246e HTTP/1.1" status: 200 len: 1000 time: 0.5081832 Jul 27 21:44:00.404124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:00.404124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:00.546417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:00.606735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.649166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3642c8ba-16ba-4a7c-8b27-46285eba3434 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "PUT /v2.0/floatingips/b81a07d8-d4fb-4a1f-b906-2b6a98768b68 HTTP/1.1" status: 200 len: 992 time: 4.5476444 Jul 27 21:44:00.703115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4be6904-c8b7-45eb-b904-47e1300bea6c req-88df190a-8568-44cf-94a1-cbc8481efc7e service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767851 Jul 27 21:44:00.722772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577419-8493-47b5-a10b-c781c1efec1e req-45d4f44c-f4d0-4ef0-8fb1-5ddc7ddebafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:00.724412 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-45d4f44c-f4d0-4ef0-8fb1-5ddc7ddebafa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3b0675f0-79b1-4e25-99e5-07087646c66e HTTP/1.1" status: 200 len: 850 time: 0.3037241 Jul 27 21:44:00.744278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5eb17-7230-481b-aea9-69516b23c71e req-1af690cf-697d-4fee-a292-cc943064c6f7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:00.756597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5a5eb17-7230-481b-aea9-69516b23c71e req-1af690cf-697d-4fee-a292-cc943064c6f7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.8498290 Jul 27 21:44:00.760804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:00.789637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332', '334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:00.789887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:00.790374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:00.816263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:00.829032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:00.848278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Made reservation on behalf of 465893f6fe5841819409cfb406349e00 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:00.852013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.920111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:00.929220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:00.968567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5a5eb17-7230-481b-aea9-69516b23c71e req-103ba738-7d2c-4b2e-b0e1-8d24f8b81b86 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108552 Jul 27 21:44:01.028824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577419-8493-47b5-a10b-c781c1efec1e req-9115dd41-9341-46ad-a8ef-5e0d7e794b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:01.039385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-9115dd41-9341-46ad-a8ef-5e0d7e794b9a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769170 Jul 27 21:44:01.099872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b81a07d8-d4fb-4a1f-b906-2b6a98768b68', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:26Z', 'updated_at': '2021-07-27T21:43:57Z', 'revision_number': 1, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:01.112246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-5c6be23f-a448-455e-a7fd-5b260534cf24 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7917187 Jul 27 21:44:01.113954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:01.229386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Checking router: f443cd94-c49f-49d6-9f35-88696fc59d5c for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:01.294523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:01.302095 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a3cd35-9f2d-49ee-8d62-748297e42f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:01.311892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-ab95ebeb-3b6d-40a4-9e73-0a15edae5227 service neutron] 10.222.0.76 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607634 Jul 27 21:44:01.333599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5403cd8-13fa-49a5-8c8b-680f4d309056 req-5be9083a-ba08-45d7-85c0-64b5470d1fde tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:01.348394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5403cd8-13fa-49a5-8c8b-680f4d309056 req-5be9083a-ba08-45d7-85c0-64b5470d1fde tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.5052891 Jul 27 21:44:01.396616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Request body: {'port': {'device_id': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:01.421376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:01.422784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:01.513914 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5403cd8-13fa-49a5-8c8b-680f4d309056 req-0d7cfef6-caa8-42e2-9320-61d879b6c8b8 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645539 Jul 27 21:44:01.544394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:01.556107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff67db1c-0ef9-461b-8809-385ec44cc8f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/1ce0e80d-24ca-4013-a9fb-da13d43826e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560885 Jul 27 21:44:01.558032 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Sync routers for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:01.560883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:01.571619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:01.574981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:01.593016 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:01.595208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d76731d9-42fa-469f-a71e-9505c079ee56 None None] Provisioning for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:01.657717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d76731d9-42fa-469f-a71e-9505c079ee56 None None] Provisioning complete for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:01.658102 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d76731d9-42fa-469f-a71e-9505c079ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:01.692665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:01.745564 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bb1c98-8775-452b-bede-67c432035b2a x-openstack-request-id: req-98bb1c98-8775-452b-bede-67c432035b2a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:01.746146 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:01.746146 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98bb1c98-8775-452b-bede-67c432035b2a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:01.746532 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'status': 'completed', 'code': 200} Jul 27 21:44:01.792240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635983e-14df-445c-b33e-9a071edac0f5 req-536cbb76-976c-4664-bc42-e67426cce335 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:01.800435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9635983e-14df-445c-b33e-9a071edac0f5 req-536cbb76-976c-4664-bc42-e67426cce335 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 936 time: 0.4802923 Jul 27 21:44:01.817342 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:01.873341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9635983e-14df-445c-b33e-9a071edac0f5 req-3f57842a-2358-4eb0-b535-e60f71dafe81 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718725 Jul 27 21:44:01.948740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20475581-1ca4-43ad-9a3b-76f75b771ec9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:01.972299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Checking segment: {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:01.972707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Network hostable DHCP agents. Network: 5c896ec8-67c9-4857-938b-8d0cce316ede, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:01.975513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.023046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad577419-8493-47b5-a10b-c781c1efec1e req-7f4c7a65-05fa-471a-8e76-e0b33c665132 service neutron] 10.222.0.76 "GET /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993203 Jul 27 21:44:02.172073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:02.241523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-f6369109-3ac6-47d0-ab31-b8eb8df24e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:02.243573 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-f6369109-3ac6-47d0-ab31-b8eb8df24e73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1097 time: 0.4543390 Jul 27 21:44:02.281727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Network 5c896ec8-67c9-4857-938b-8d0cce316ede is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:02.328813 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:43:59Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:02.368737 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Checking router: 1ce0e80d-24ca-4013-a9fb-da13d43826e4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:02.380126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Routers {'1ce0e80d-24ca-4013-a9fb-da13d43826e4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:02.380699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:02.381215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:43:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:02.394709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.403285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.411908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Transition to ACTIVE for port object 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:02.453819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ee5e29f0-5dc2-438b-81df-5a121b7d6547 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:44:02.463082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21cb16-318a-49b2-840b-c160bb497c05 req-5c490a94-4e12-4ce7-8994-20ff767039f3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:02.465952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee21cb16-318a-49b2-840b-c160bb497c05 req-5c490a94-4e12-4ce7-8994-20ff767039f3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 944 time: 0.3247733 Jul 27 21:44:02.468654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-d1720802-ea48-4110-a17f-e4d3706af0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:02.470383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-d1720802-ea48-4110-a17f-e4d3706af0d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1980834 Jul 27 21:44:02.471135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5c896ec8-67c9-4857-938b-8d0cce316ede) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:02.483386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:02.483607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.494993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cb2f75-a728-4efc-a667-62282b61747d None None] Network 5c896ec8-67c9-4857-938b-8d0cce316ede requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:02.499348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.594612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] Set router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:02.697072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee21cb16-318a-49b2-840b-c160bb497c05 req-6cfb4983-3d61-49e9-907c-40e1b9cc5c21 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234831 Jul 27 21:44:02.725614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-ae0f9876-564a-4b6f-a8c7-d635c8fd31bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.2382591 Jul 27 21:44:02.747495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:02.790407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d76731d9-42fa-469f-a71e-9505c079ee56 None None] Port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:02.828006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c6550c0-fcd4-4de2-a4ed-7afc00725814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.841804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-34aa200c-591c-4094-988e-6be8121b9c3d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6264474 Jul 27 21:44:02.856146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:02.891820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-7b834717-f9ea-4217-9ae5-bb3d5c81afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:02.893549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-7b834717-f9ea-4217-9ae5-bb3d5c81afc2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1590209 Jul 27 21:44:02.893811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-5c896ec8-67c9-4857-938b-8d0cce316ede', 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'fixed_ips': [{'subnet_id': '20475581-1ca4-43ad-9a3b-76f75b771ec9'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:44:02.895047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.922672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:02.941533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:02.972263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:43:59Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:03.002646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:44:03.010988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67d9dd-1569-41b8-ab3e-50ffc044dbc3 None None] The sync data for ids ['1ce0e80d-24ca-4013-a9fb-da13d43826e4'] in n-d-738018-6 is: [{'id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1099342244-router', 'tenant_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:11Z', 'updated_at': '2021-07-27T21:43:59Z', 'revision_number': 5, 'project_id': 'a965abb1b9ff4282a9aa42ff5cd58ff3', 'gw_port': {'id': '15b9c4c9-886e-4b45-b292-c5e2f49b538f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce0e80d-24ca-4013-a9fb-da13d43826e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:12Z', 'updated_at': '2021-07-27T21:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:03.020240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:03.020809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:03.021352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:03.032788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002e5ee-79f4-421b-90f3-21ea0f53ef71 req-1a06ed5b-484c-4a7f-bf01-d74315d7d94c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:03.043240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0002e5ee-79f4-421b-90f3-21ea0f53ef71 req-1a06ed5b-484c-4a7f-bf01-d74315d7d94c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.3782117 Jul 27 21:44:03.054639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Deleting port 15b9c4c9-886e-4b45-b292-c5e2f49b538f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:03.055446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:03.055948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:03.056472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.072329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:03.073065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:03.073248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:03.073697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Bound port: 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:03.074067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.124340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0002e5ee-79f4-421b-90f3-21ea0f53ef71 req-d9189b59-b014-4c04-ac76-bfd8ea112671 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Jul 27 21:44:03.131116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.134733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.158118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-956ace73-7716-4c75-a919-d007f87bfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:03.159970 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-956ace73-7716-4c75-a919-d007f87bfe4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555344 Jul 27 21:44:03.160462 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.183660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:03.216073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b81a07d8-d4fb-4a1f-b906-2b6a98768b68', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:26Z', 'updated_at': '2021-07-27T21:43:57Z', 'revision_number': 1, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:03.228360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5e29f0-5dc2-438b-81df-5a121b7d6547 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:03.252413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc6d7-1b27-4c6d-8f81-4ccceb50755d req-43825a34-9f32-4c86-8b2a-b76abc21f609 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:03.252839 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.254769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:03.258977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78ddc6d7-1b27-4c6d-8f81-4ccceb50755d req-43825a34-9f32-4c86-8b2a-b76abc21f609 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.2763712 Jul 27 21:44:03.261374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] For port 15b9c4c9-886e-4b45-b292-c5e2f49b538f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=15b9c4c9-886e-4b45-b292-c5e2f49b538f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:03.261856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.302741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Calling delete_port for 15b9c4c9-886e-4b45-b292-c5e2f49b538f owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:03.319351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4153f3-ec63-4b8b-8f29-7be13a4bfb5f None None] The sync data for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 is: [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b81a07d8-d4fb-4a1f-b906-2b6a98768b68', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:43:26Z', 'updated_at': '2021-07-27T21:43:57Z', 'revision_number': 1, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:03.343752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:03.361625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Allocated IP 172.20.0.2 (5c896ec8-67c9-4857-938b-8d0cce316ede/20475581-1ca4-43ad-9a3b-76f75b771ec9/650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:03.405019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.468628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78ddc6d7-1b27-4c6d-8f81-4ccceb50755d req-19233acf-a27b-42ac-a7ba-e4ef72cebe83 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997955 Jul 27 21:44:03.490296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-b826ce38-cd19-419b-82ae-2b0c61dd285a service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193719 Jul 27 21:44:03.506218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 19f1958b-346a-40b6-9523-974b44b29e22 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:03.556933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 19f1958b-346a-40b6-9523-974b44b29e22 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:03.557313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 19f1958b-346a-40b6-9523-974b44b29e22 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:03.561002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:03.741864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:03.787327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fde6f-ea5f-43c0-ae45-80a40062ad64 None None] New status for floating IP b81a07d8-d4fb-4a1f-b906-2b6a98768b68: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:03.894660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ee5e29f0-5dc2-438b-81df-5a121b7d6547'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:03.917048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05a3cd35-9f2d-49ee-8d62-748297e42f2c req-505867cd-dbe2-449b-9653-8709aebfc5c6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167535 Jul 27 21:44:04.021352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd59da-d8e3-48e5-81b8-f918d5db050d req-88d56ac6-9610-47a6-830c-24c4fd1df78b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.023267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7dbd59da-d8e3-48e5-81b8-f918d5db050d req-88d56ac6-9610-47a6-830c-24c4fd1df78b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 945 time: 0.1746588 Jul 27 21:44:04.074164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.098745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7dbd59da-d8e3-48e5-81b8-f918d5db050d req-01150a9f-4458-4e94-88ca-8f93cec4eb0c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651281 Jul 27 21:44:04.103951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.157864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Transition to ACTIVE for port object 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:04.182997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.207774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.208415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.209931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 1096 time: 2.8970330 Jul 27 21:44:04.223121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Transition to ACTIVE for port object 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:04.237624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:04.240054 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe451c-626f-48a9-ad66-f8b9e1f245ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:04.284687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa59c2-9e53-4ac1-8770-454f4278f8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:04.361234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.364460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-d110c236-2bc3-494a-bcd2-7a11b8d27e52 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.366075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-d110c236-2bc3-494a-bcd2-7a11b8d27e52 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.2367430 Jul 27 21:44:04.368663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Pushing event deleted for resources: {'Port': ['ID=15b9c4c9-886e-4b45-b292-c5e2f49b538f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:04.386634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.446442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-454a4393-e64a-4775-96db-95537a4e95b4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/quotas/fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 375 time: 0.0531545 Jul 27 21:44:04.467262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Pushing event updated for resources: {'Port': ['ID=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:04.493741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Network 5c896ec8-67c9-4857-938b-8d0cce316ede is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:04.503109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:04.507309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:04.599225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-c3d411c3-5859-4a1f-a142-a23f958f54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.600864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-c3d411c3-5859-4a1f-a142-a23f958f54d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1099 time: 0.2314506 Jul 27 21:44:04.653576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Attempting to bind port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:04.653576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Attempting to bind port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:04.653576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Attempting to bind port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 on network 5c896ec8-67c9-4857-938b-8d0cce316ede {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:04.654147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.661840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.662345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-b669aa5b-6d0f-430b-9eb6-4e3bb6ae9e88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0518022 Jul 27 21:44:04.673722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31d5d41b-e500-446f-8ae1-15e1bf3265ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.677875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:04.677875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Checking segment: {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:04.678797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.679273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Bound using segment: {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:04.679421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-30ed2c29-f623-415e-b29e-e3eb1112e1b1 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1938977 Jul 27 21:44:04.679921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Bound port: 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:04.680379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.750527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-536da7ea-0961-4983-b2e5-f1d62d5e1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.752627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-536da7ea-0961-4983-b2e5-f1d62d5e1772 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0829029 Jul 27 21:44:04.771765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660b210-4b5d-490d-b76f-f499aaaa9253 req-baf20180-9866-4994-a1e7-37adcb6fb608 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:04.773707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4660b210-4b5d-490d-b76f-f499aaaa9253 req-baf20180-9866-4994-a1e7-37adcb6fb608 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.3279870 Jul 27 21:44:04.789397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] For port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:04.793609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] For port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:04.824636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4660b210-4b5d-490d-b76f-f499aaaa9253 req-f335ff20-2ad7-4993-9a77-8fe94986dfba tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 Jul 27 21:44:04.840819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.890255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.892776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce0e80d-24ca-4013-a9fb-da13d43826e4 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:44:04.901499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.901499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e8e79c15-dcea-408c-9673-438498b2a35c admin admin] 10.222.0.37 "DELETE /v2.0/routers/1ce0e80d-24ca-4013-a9fb-da13d43826e4 HTTP/1.1" status: 204 len: 168 time: 3.3359861 Jul 27 21:44:04.902570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53040) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:04.923566 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d2a98f-e457-40c9-88af-1f4c55146dac x-openstack-request-id: req-64d2a98f-e457-40c9-88af-1f4c55146dac {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:04.926537 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:04.927355 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64d2a98f-e457-40c9-88af-1f4c55146dac {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:04.927959 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'status': 'completed', 'code': 200} Jul 27 21:44:04.997613 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.029048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Deleting subnet 5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:44:05.034787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.075973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff56da4-e8ba-48c5-b62f-3cefbb6c665b None None] Pushing event updated for resources: {'Port': ['ID=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:05.090584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.112747 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.155155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.163489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcf259-1f73-4695-9902-072168d44e1d req-60b31dee-f8dc-4248-b3c2-bb64f9d442ac tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:05.165816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-0cd9d582-19d1-4709-9b7f-e08e0243b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:05.168685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-0cd9d582-19d1-4709-9b7f-e08e0243b74e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3954632 Jul 27 21:44:05.178907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bfcf259-1f73-4695-9902-072168d44e1d req-60b31dee-f8dc-4248-b3c2-bb64f9d442ac tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.2033980 Jul 27 21:44:05.196982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-e1e0f827-bd76-43d6-9e45-a60bb95565e0 service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876745 Jul 27 21:44:05.282607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bfcf259-1f73-4695-9902-072168d44e1d req-d1d83351-6930-4730-be07-ba6dd5f87c37 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973880 Jul 27 21:44:05.290153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.481248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.536460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-b37f5807-4f4b-49a8-a98e-be9342cacefd service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545275 Jul 27 21:44:05.546406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-7962c1cd-4e8c-4333-8f09-adda1d9e2da8 service neutron] 10.222.0.37 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077629 Jul 27 21:44:05.549171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Allocated IP 172.25.3.125 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a0bde66b-fc3b-48a9-846c-de769e75a47b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:05.593508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:05.638439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.643106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4cfe57f7-2c57-49c2-a01d-45445bb274b7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a1e5b57-53c4-49a9-bc5f-52f2a7b74c63 HTTP/1.1" status: 204 len: 168 time: 0.7369204 Jul 27 21:44:05.647252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:05.648348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747a020-2e6d-444b-bcbd-fd9e7c5fbb02 None None] Network bf899f16-2487-4188-bb72-fd8cc86a6f07 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:05.685775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 15b9c4c9-886e-4b45-b292-c5e2f49b538f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:05.690844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a38a2-6396-43bb-8a68-59543ac6050a req-aafef0d9-df39-4704-93cd-bce3c14491e4 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:05.692619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc9a38a2-6396-43bb-8a68-59543ac6050a req-aafef0d9-df39-4704-93cd-bce3c14491e4 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 945 time: 0.2233889 Jul 27 21:44:05.785091 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.786880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc9a38a2-6396-43bb-8a68-59543ac6050a req-4425cd28-bd1d-43ec-9b7c-0601bbc193e8 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Jul 27 21:44:05.811343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 15b9c4c9-886e-4b45-b292-c5e2f49b538f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:05.811615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 15b9c4c9-886e-4b45-b292-c5e2f49b538f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:05.872215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d108b596-e6bb-4089-9663-b04adfa204d0 req-550a8ed7-289d-4325-8223-c5aa4d50b322 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246763 Jul 27 21:44:05.905698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.968369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.019497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Deleting port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:06.021238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.039022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866a06c-6e0d-4b64-a00c-48d20bc22fbd req-30bdb8d3-9a86-4c4b-adf4-98e60e10508f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:06.040822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5866a06c-6e0d-4b64-a00c-48d20bc22fbd req-30bdb8d3-9a86-4c4b-adf4-98e60e10508f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.1012471 Jul 27 21:44:06.104374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5866a06c-6e0d-4b64-a00c-48d20bc22fbd req-0719c0f6-b11a-4412-aaf6-6fb720a7470a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Jul 27 21:44:06.144039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ee5e29f0-5dc2-438b-81df-5a121b7d6547 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:06.171299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] For port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:06.171953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.202244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] DHCP port deletion for bf899f16-2487-4188-bb72-fd8cc86a6f07 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:44:06.203198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Calling delete_port for b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:06.295069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Deleting port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:06.295069 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.325455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-af59dd07-02df-4d88-8d39-ac7b8653302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:06.327065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-af59dd07-02df-4d88-8d39-ac7b8653302c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1099 time: 0.2790337 Jul 27 21:44:06.344058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port ee5e29f0-5dc2-438b-81df-5a121b7d6547 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:06.358458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ee5e29f0-5dc2-438b-81df-5a121b7d6547 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:06.358458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.399516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] For port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,segment=NetworkSegment(356d3a1c-2a38-453b-b49e-4fd5ec1e619b),segment_id=356d3a1c-2a38-453b-b49e-4fd5ec1e619b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:06.399929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.446055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Calling delete_port for b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:06.475147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-83d842d7-26cf-4c31-b1a9-1e2e85646b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:06.475930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15705ad-7b09-41b9-a7c7-702fd7c72526 req-3c0bb6b1-c205-483a-8cbd-e7bc8aaaab03 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:06.476739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-83d842d7-26cf-4c31-b1a9-1e2e85646b0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1396949 Jul 27 21:44:06.477815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c15705ad-7b09-41b9-a7c7-702fd7c72526 req-3c0bb6b1-c205-483a-8cbd-e7bc8aaaab03 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.0868073 Jul 27 21:44:06.569642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-cffb447c-62f0-4297-b08a-17f5a1d4d1b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0616803 Jul 27 21:44:06.569642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.580116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c15705ad-7b09-41b9-a7c7-702fd7c72526 req-3888a5f7-d217-47ab-b727-378fecdee1a6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898616 Jul 27 21:44:06.593666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.625291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.665206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Pushing event updated for resources: {'Port': ['ID=a0bde66b-fc3b-48a9-846c-de769e75a47b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:06.691608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:06.691608 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f70dce-0823-4fc6-b1c1-8c13419404e5" -d '{"events": [{"server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "name": "network-vif-plugged", "status": "completed", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:06.700337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.711097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:06.733786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] No DVR routers for this DVR port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:06.742904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21c49-4a1a-4e63-b32d-20e7aca94fd9 None None] Pushing event deleted for resources: {'Port': ['ID=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:06.743440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Pushing event deleted for resources: {'Port': ['ID=b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:06.746945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] No DVR routers for this DVR port b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:06.780030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7d511-0f93-49c0-a4b0-1fe794a55351 None None] Network 5c896ec8-67c9-4857-938b-8d0cce316ede requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:06.823277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:06.824897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1681baba-b214-42e0-99b5-efb2c3a0d4b3 req-019b4485-dc1f-4729-bbed-3174006bfaf7 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.1544001 Jul 27 21:44:06.872719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:06.888018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:06.902074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.906192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.906626 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:06.921407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf899f16-2487-4188-bb72-fd8cc86a6f07']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:06.926444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-50cd0673-b8da-4679-a618-37d5c9bd2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:06.928540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-50cd0673-b8da-4679-a618-37d5c9bd2f8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3662810 Jul 27 21:44:06.947719 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c9786-e113-47b3-b81f-548438cc0405 x-openstack-request-id: req-f07c9786-e113-47b3-b81f-548438cc0405 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:06.948393 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "name": "network-vif-plugged", "status": "completed", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:06.948393 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f07c9786-e113-47b3-b81f-548438cc0405 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:06.948699 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'code': 200} Jul 27 21:44:06.971016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5074afd9-3064-4794-8497-5a1bb7b06791 None None] Provisioning for port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:06.977220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356d3a1c-2a38-453b-b49e-4fd5ec1e619b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:06.977456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356d3a1c-2a38-453b-b49e-4fd5ec1e619b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:07.014242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.030931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:07.113832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.157231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:44:07.157662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:44:07.161189 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:44:07.299667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596e0d-2254-40a0-aeac-24b195c900f6 req-f87fb4d2-febc-4756-ae5c-04c0feac87c4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:07.301618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3596e0d-2254-40a0-aeac-24b195c900f6 req-f87fb4d2-febc-4756-ae5c-04c0feac87c4 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.1003306 Jul 27 21:44:07.378244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478c711-0dcd-466b-bf9a-f3960e9452ba req-b872ce13-2725-4743-8080-0f42cf676874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:07.380160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f478c711-0dcd-466b-bf9a-f3960e9452ba req-b872ce13-2725-4743-8080-0f42cf676874 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.3331733 Jul 27 21:44:07.394092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613bc5-957b-4956-b4a2-7184731adbb9 req-2ba5cdaa-b9f1-4b7e-bd5d-57cc9358f0ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:07.396222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9613bc5-957b-4956-b4a2-7184731adbb9 req-2ba5cdaa-b9f1-4b7e-bd5d-57cc9358f0ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.4156408 Jul 27 21:44:07.398379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-45f77644-d5f3-437e-9876-7a3e03e46856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:07.400275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-45f77644-d5f3-437e-9876-7a3e03e46856 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4180291 Jul 27 21:44:07.427788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3596e0d-2254-40a0-aeac-24b195c900f6 req-4465ed45-1b69-4111-b36e-66831386c84b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129167 Jul 27 21:44:07.448145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.474837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:07.526612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.532665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.537971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf899f16-2487-4188-bb72-fd8cc86a6f07 HTTP/1.1" status: 204 len: 168 time: 1.8880088 Jul 27 21:44:07.538234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53080) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:07.600621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f478c711-0dcd-466b-bf9a-f3960e9452ba req-9c09c57c-44e7-4422-b829-879a965eaa6c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986134 Jul 27 21:44:07.624617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9613bc5-957b-4956-b4a2-7184731adbb9 req-1a9a0905-6735-4020-9397-46df52c04efb tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142258 Jul 27 21:44:07.628883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a029-33a7-4530-be92-844b35b7c13c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf899f16-2487-4188-bb72-fd8cc86a6f07,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:07.680572 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:07.686773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:07.687332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.726137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-9ee6bf72-1931-49dc-8abc-0d6e87b162e3 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047407 Jul 27 21:44:07.806619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.851077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.865136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.899582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:08.001016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.063157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:08.086235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:08.112653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:08.113507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b86f5e62-cfc4-4cf1-a8b8-9f4ffe320d72 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:08.252449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bb97d-ba7c-40d6-a1e1-57ccd71d72d2 req-ef1beac8-f181-4532-8b1b-22c3f877f81a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:08.254073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b22bb97d-ba7c-40d6-a1e1-57ccd71d72d2 req-ef1beac8-f181-4532-8b1b-22c3f877f81a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.5638883 Jul 27 21:44:08.283143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-213ed389-aab3-46c8-a48c-e61b1a8d0cc4 req-d77e0233-066e-4f20-8727-24820c6cfb5b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Jul 27 21:44:08.364441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b22bb97d-ba7c-40d6-a1e1-57ccd71d72d2 req-577b40d9-d9fb-42ca-853e-dad78186f28a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870407 Jul 27 21:44:08.368310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5efe451c-626f-48a9-ad66-f8b9e1f245ae req-ee791c30-b1e5-43ca-a8cf-bc2388addafe service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312904 Jul 27 21:44:08.473370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.491144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.670912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574c25-daf4-4baf-9016-95aab8649459 req-5a191d0e-f7ba-4224-a189-4d980b2fbba6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:08.679808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6574c25-daf4-4baf-9016-95aab8649459 req-5a191d0e-f7ba-4224-a189-4d980b2fbba6 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.1460435 Jul 27 21:44:08.766444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6574c25-daf4-4baf-9016-95aab8649459 req-1baa9492-5169-425d-8564-fc0fe4595a47 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857196 Jul 27 21:44:08.837631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Deleting port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:08.838931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.846827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Router f46d2ebe-e326-4866-a656-81c79e776776 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:44:08.952642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f4eef-9cee-450d-a890-421c9aaced47 req-4a1d0d75-af4b-4f02-91b6-fedcf5e6a609 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:08.954967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d95f4eef-9cee-450d-a890-421c9aaced47 req-4a1d0d75-af4b-4f02-91b6-fedcf5e6a609 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.1577573 Jul 27 21:44:08.971710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] For port ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:08.972191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.002742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Calling delete_port for ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:09.019597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:09.033260 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Sync routers for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:09.045620 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:09.046441 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:09.065753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d95f4eef-9cee-450d-a890-421c9aaced47 req-785b6df9-95d2-4fc0-83d4-eee1525bc946 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888505 Jul 27 21:44:09.161889 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:09.194807 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.199596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-794fc1c4-8a25-4aa5-b3f9-21168ad105ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2786610 Jul 27 21:44:09.199903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:09.251563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:44:09.299521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.379230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:09.409305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:09.529992 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:07Z', 'revision_number': 3, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:09.550431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:09.581446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:09.581909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.584123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'mac_address': 'fa:16:3e:21:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:44:09.622434 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Checking router: f46d2ebe-e326-4866-a656-81c79e776776 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:09.622848 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Updating router f46d2ebe-e326-4866-a656-81c79e776776 port a0bde66b-fc3b-48a9-846c-de769e75a47b binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:09.703742 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.740164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.767855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:09.806792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1af3126f-6703-447b-8951-3211a73fbafe req-d3f5d946-11e3-4af5-a9c0-e4b2b45be0ea tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.3047442 Jul 27 21:44:09.807308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:09.897226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.903522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:09.932937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ae09c-c957-4943-b429-9705da381191 req-0db0c5a0-f209-4cb1-bd4f-684f41165e5c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:09.935780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-213ae09c-c957-4943-b429-9705da381191 req-0db0c5a0-f209-4cb1-bd4f-684f41165e5c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.2100270 Jul 27 21:44:09.977131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:10.103172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-213ae09c-c957-4943-b429-9705da381191 req-8ddcc123-5942-41f0-8ab4-57603940c55d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Jul 27 21:44:10.194827 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.200245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['02ad1b2a-eec2-4d35-b5ae-0571758d15c9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:10.211485 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Transition to ACTIVE for port object a0bde66b-fc3b-48a9-846c-de769e75a47b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:10.298829 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.411064 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Attempting to bind port a0bde66b-fc3b-48a9-846c-de769e75a47b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:10.411598 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Attempting to bind port a0bde66b-fc3b-48a9-846c-de769e75a47b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:10.412092 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Attempting to bind port a0bde66b-fc3b-48a9-846c-de769e75a47b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:10.415804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602b893-bf70-41a4-8564-400c3d9af271 None None] Pushing event updated for resources: {'Port': ['ID=a0bde66b-fc3b-48a9-846c-de769e75a47b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:10.423291 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:10.423827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:10.424338 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.424849 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:10.425685 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Bound port: a0bde66b-fc3b-48a9-846c-de769e75a47b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:10.426174 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.455009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-ece2487d-a52c-4cce-a697-57db8264b999 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:10.457869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-ece2487d-a52c-4cce-a697-57db8264b999 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1097 time: 0.6718791 Jul 27 21:44:10.478127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-6615f7b4-3312-48a3-9e98-adbfa71d42ac tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:10.480724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-6615f7b4-3312-48a3-9e98-adbfa71d42ac tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 808 time: 0.7382386 Jul 27 21:44:10.489510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:10.498014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Request body: {'port': {'device_id': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'admin_state_up': True, 'tenant_id': 'fe82726d8ab94b8d989adfa90df3063f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:10.511652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cc58-c875-4e98-bd29-9c0c4a3b5cfe req-108582c9-9a25-44a6-81f3-0027429f5ad2 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:10.513365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d34cc58-c875-4e98-bd29-9c0c4a3b5cfe req-108582c9-9a25-44a6-81f3-0027429f5ad2 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.2547863 Jul 27 21:44:10.522091 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] For port a0bde66b-fc3b-48a9-846c-de769e75a47b, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:10.530975 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] For port a0bde66b-fc3b-48a9-846c-de769e75a47b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a0bde66b-fc3b-48a9-846c-de769e75a47b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:10.592046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d34cc58-c875-4e98-bd29-9c0c4a3b5cfe req-467de01c-e184-47b7-800c-009177068173 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670781 Jul 27 21:44:10.597173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:10.660408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e0ca3-f437-4c0d-bdc7-e43d98715732 req-182659c9-ee0b-494c-8a04-872061c4ab1a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:10.664094 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.668461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-514e0ca3-f437-4c0d-bdc7-e43d98715732 req-182659c9-ee0b-494c-8a04-872061c4ab1a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 946 time: 0.6041446 Jul 27 21:44:10.744991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:10.770471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Sync routers for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:10.779571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fba41388-32f0-4882-8197-6e3bf1c76e19 admin admin] 10.222.0.37 "PUT /v2.0/routers/c02c1e2f-54b6-4d7a-82f8-3b570e0c8693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398846 Jul 27 21:44:10.792730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:10.793597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:10.794149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:10.795622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.796385 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602b893-bf70-41a4-8564-400c3d9af271 None None] Pushing event updated for resources: {'Port': ['ID=a0bde66b-fc3b-48a9-846c-de769e75a47b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:10.801865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:10.804757 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:10.880580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-514e0ca3-f437-4c0d-bdc7-e43d98715732 req-f6bedc46-4851-4229-8ca4-a81f96f87b5c tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106175 Jul 27 21:44:10.887878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.983470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-0edbac0c-0e1d-4e47-859b-139c4e8c97f4 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2022495 Jul 27 21:44:10.997916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:11.028632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:11.039322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:11.159452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01cefe40-1c81-4d2d-ac1d-08d98473d08f req-eecc22cc-e4f5-4022-b5ce-6e81945147fe tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.1459115 Jul 27 21:44:11.249541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Made reservation on behalf of fe82726d8ab94b8d989adfa90df3063f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:11.253376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.348633 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:07Z', 'revision_number': 3, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:11.359769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:11.371282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.374366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:44:09Z', 'revision_number': 5, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:11.413472 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.416666 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf657ee-c2c8-4b28-b7eb-2ae7ad9570a6 None None] The sync data for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 is: [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:07Z', 'revision_number': 3, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:11.451925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Checking router: c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:11.470784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Routers {'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:11.471455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:11.518199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.643487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] Set router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:11.681299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Allocated IP 172.25.3.167 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:11.723639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Allocated IP 172.20.0.6 (a81e5183-4527-4bd4-9b03-3e67d80c5ce0/90e4cb15-b86e-4483-890e-bec4acbffd16/fad55598-4338-4962-bc1c-733082c05608) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:11.795067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:11.970669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:12.018752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.028473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Allocated IP 172.20.0.1 (5c896ec8-67c9-4857-938b-8d0cce316ede/20475581-1ca4-43ad-9a3b-76f75b771ec9/90dd2126-1896-49ab-864d-4b3a5fcd6035) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:12.051555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:44:09Z', 'revision_number': 5, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:12.127349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event updated for resources: {'Port': ['ID=0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:12.131366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fbb256-d04f-4c14-8aca-c307343129e5 None None] The sync data for ids ['c02c1e2f-54b6-4d7a-82f8-3b570e0c8693'] in n-d-738018-6 is: [{'id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1436567824-router', 'tenant_id': '4c969f3aa39247e8bd844136fc62cbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:38:24Z', 'updated_at': '2021-07-27T21:44:09Z', 'revision_number': 5, 'project_id': '4c969f3aa39247e8bd844136fc62cbc3', 'gw_port': {'id': 'a279fec9-6a87-4f81-96f2-dc7f30546ec8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02c1e2f-54b6-4d7a-82f8-3b570e0c8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:38:25Z', 'updated_at': '2021-07-27T21:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:12.161636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:12.161636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:12.161636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:12.161994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.186524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:44:12.220192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:12.223285 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ec518e-3238-4a88-b1ea-c29aa9d2af7f" -d '{"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:12.229927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.281097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.296302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.310624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.322857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:12.330429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['015b99a7-f989-44d7-ba64-2c907a1e14b6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:12.335419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487b71b-6ce8-4898-883a-94b81021af53 req-8c3e666c-5094-4918-b950-a98b1d92a37c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:12.337115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6487b71b-6ce8-4898-883a-94b81021af53 req-8c3e666c-5094-4918-b950-a98b1d92a37c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.9159741 Jul 27 21:44:12.368129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 has no active binding in host n-h2-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:44:12.451408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.501088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:12.547557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:12.821959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.005414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.066646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:13.078902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:13.091013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:13.109666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event updated for resources: {'Port': ['ID=0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:13.116483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6487b71b-6ce8-4898-883a-94b81021af53 req-10080a62-5ff4-4113-a626-e9396081afaa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7415214 Jul 27 21:44:13.127314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.181926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.230179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Transition to ACTIVE for port object 90dd2126-1896-49ab-864d-4b3a5fcd6035 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:13.257562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.258897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-eb343f42-10b1-4bbb-95b6-eed8334f5d09 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2692034 Jul 27 21:44:13.290369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:13.306976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:13.308887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.311504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:13.344400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on host n-h1-738018-6 for vnic_type normal with profile {"migrating_to": "n-h2-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:13.344740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:13.345076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:13.368029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:13.368367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Attempting to bind port f12f6829-8d34-41a3-8165-a725921c2f93 on network d0a706c0-8355-45c7-a564-2d220ff8c447 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:13.372818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Deleting port a279fec9-6a87-4f81-96f2-dc7f30546ec8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:13.373161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.384677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-7f66d69b-eb40-4f08-bf20-76f2afa5b3ec tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.1156683 Jul 27 21:44:13.506445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:13.506445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Checking segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:13.507110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Bound using segment: {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:13.507387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Bound port: f12f6829-8d34-41a3-8165-a725921c2f93, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd0a706c0-8355-45c7-a564-2d220ff8c447'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:13.508326 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.516662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a0bde66b-fc3b-48a9-846c-de769e75a47b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:13.612355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-22b108d7-0ffd-4123-86c4-eae7f9e7c559 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:13.613230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] For port a279fec9-6a87-4f81-96f2-dc7f30546ec8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a279fec9-6a87-4f81-96f2-dc7f30546ec8,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:13.613987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.615510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d13f248-edeb-44ad-a7b1-5db9717f9379 req-22b108d7-0ffd-4123-86c4-eae7f9e7c559 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2297359 Jul 27 21:44:13.623457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:13.630708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:13.631363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.666705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Calling delete_port for a279fec9-6a87-4f81-96f2-dc7f30546ec8 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:13.703512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a0bde66b-fc3b-48a9-846c-de769e75a47b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:13.827224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-00428950-8624-486d-ad41-8f9dbedc8165 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3336282 Jul 27 21:44:13.863143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Request body: {'port': {'device_id': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:13.881146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa55df4-e378-4f87-b39a-49a84aa1fd38 req-51b08cf8-b6a5-4ed7-91fd-bef7e8601856 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:13.884104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eaa55df4-e378-4f87-b39a-49a84aa1fd38 req-51b08cf8-b6a5-4ed7-91fd-bef7e8601856 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 931 time: 0.1387098 Jul 27 21:44:13.909841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a0bde66b-fc3b-48a9-846c-de769e75a47b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:13.910226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:13.950244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eaa55df4-e378-4f87-b39a-49a84aa1fd38 req-dc67447e-64c6-4962-aa08-dc2cc31802dc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574052 Jul 27 21:44:13.980926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.021607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.060746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:14.068531 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ddd863-f4ab-4393-a0f9-011028dff09b" -d '{"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:14.078869 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f8bb56-0334-48a2-bc1c-4dcea4f3d3f2 x-openstack-request-id: req-e3f8bb56-0334-48a2-bc1c-4dcea4f3d3f2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:14.079449 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:14.079449 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3f8bb56-0334-48a2-bc1c-4dcea4f3d3f2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:14.079820 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'code': 200} Jul 27 21:44:14.096701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:14.097756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.124625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a0bde66b-fc3b-48a9-846c-de769e75a47b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a0bde66b-fc3b-48a9-846c-de769e75a47b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:14.194412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd3379-510f-4e45-9a58-627b3cfe2494 req-c061c0e5-5d86-4d00-a2a0-7e54728f5d4a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:14.201116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8cd3379-510f-4e45-9a58-627b3cfe2494 req-c061c0e5-5d86-4d00-a2a0-7e54728f5d4a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.7921438 Jul 27 21:44:14.229208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Network 5c896ec8-67c9-4857-938b-8d0cce316ede is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:14.238951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:14.258945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:14.263297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.292705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:14.298223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Pushing event updated for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:14.310185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:14.311654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.327215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:14.422019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8cd3379-510f-4e45-9a58-627b3cfe2494 req-ed017997-c049-49a4-a80f-6ffbc9b1bc51 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150366 Jul 27 21:44:14.461212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.498313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.547343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.549077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:14.589423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-e9e3a858-3e5b-44c2-823d-e712a010d7ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:14.606309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-e9e3a858-3e5b-44c2-823d-e712a010d7ae tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 820 time: 0.2904205 Jul 27 21:44:14.623318 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3e0f6-18af-4475-99e3-a35448b4076a x-openstack-request-id: req-8ed3e0f6-18af-4475-99e3-a35448b4076a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:14.624819 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:14.625231 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ed3e0f6-18af-4475-99e3-a35448b4076a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:14.625952 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'code': 200} Jul 27 21:44:14.630902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:14.631483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef31c94e-2d2e-4bf9-9c4f-d61e003f1fe2 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:14.659715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-e15b2b57-5bf1-4093-ba62-85921b8148dd tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/quotas/b49a96618c0648beae28f0fa293f6cec HTTP/1.1" status: 200 len: 375 time: 0.0520108 Jul 27 21:44:14.705419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a0bde66b-fc3b-48a9-846c-de769e75a47b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:14.715842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.716276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.716611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.717003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.717521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.717876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.718270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.718635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.718980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.719678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.720069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.720415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:14.735206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.782019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-8d20fa09-c0f2-467d-adff-1332c46d3788 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1086650 Jul 27 21:44:14.854097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b6211bd8-e23c-48a7-a599-9ab646814193 None None] Provisioning for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:14.863264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b6211bd8-e23c-48a7-a599-9ab646814193 None None] Provisioning complete for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:14.863861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6211bd8-e23c-48a7-a599-9ab646814193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:14.926474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-3f95b879-11eb-46f3-a3de-2906073a1cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302156 Jul 27 21:44:14.935174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6211bd8-e23c-48a7-a599-9ab646814193 None None] Port 90dd2126-1896-49ab-864d-4b3a5fcd6035 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:14.985648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:15.075242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-d484d997-859e-48f4-b239-03d8af66f215 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396306 Jul 27 21:44:15.101118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:15.101118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.102314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-3a633973-a243-445a-95f9-aaae5049425a service neutron] 10.222.0.76 "PUT /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 1122 time: 4.6172600 Jul 27 21:44:15.119066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a279fec9-6a87-4f81-96f2-dc7f30546ec8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:15.166619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f12f6829-8d34-41a3-8165-a725921c2f93'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:15.250141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.300658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['f12f6829-8d34-41a3-8165-a725921c2f93'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:15.326316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6baf-6c91-45b8-b721-21758be1588a req-f1a8026e-3d39-4232-ba25-c9e4600ad984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:15.328164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ae6baf-6c91-45b8-b721-21758be1588a req-f1a8026e-3d39-4232-ba25-c9e4600ad984 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1101 time: 0.6425662 Jul 27 21:44:15.398074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94423d82-84a5-4d88-a1f3-19c02119807b req-1827a7ea-57b8-4ae2-9457-be6050477ecb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:15.399777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94423d82-84a5-4d88-a1f3-19c02119807b req-1827a7ea-57b8-4ae2-9457-be6050477ecb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.7079222 Jul 27 21:44:15.492017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.506067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.605913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.614690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a0bde66b-fc3b-48a9-846c-de769e75a47b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:15.642038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ae6baf-6c91-45b8-b721-21758be1588a req-17253f41-e3f9-4eca-8e82-06cac30fe928 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660129 Jul 27 21:44:15.671583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94423d82-84a5-4d88-a1f3-19c02119807b req-e23bdf19-07dd-4b05-9c0c-8556e29e884a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193294 Jul 27 21:44:15.694093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad55598-4338-4962-bc1c-733082c05608 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:15.761765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.809703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Transition to ACTIVE for port object fad55598-4338-4962-bc1c-733082c05608 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:15.848007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.848572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:44:15.889692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a0bde66b-fc3b-48a9-846c-de769e75a47b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:15.890471 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.939258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:15.943559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79aecdbc-2fa3-47a2-99bb-72a8a868ff2b admin admin] 10.222.0.37 "DELETE /v2.0/routers/c02c1e2f-54b6-4d7a-82f8-3b570e0c8693 HTTP/1.1" status: 204 len: 168 time: 5.1433048 Jul 27 21:44:15.944157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53164) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:15.976505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.087740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:16.090187 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f191a-5400-4010-89bb-f4791462647c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:16.110209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:16.125690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Deleting subnet 6f688703-396d-4ff8-bead-ca48e555847c {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:44:16.135782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.202874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.276178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.311764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48f4e-c96f-4d24-856e-eec3e08c3117 req-409fc0f8-2b6d-4d43-8552-b6222ee72cbe tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:16.315151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30f48f4e-c96f-4d24-856e-eec3e08c3117 req-409fc0f8-2b6d-4d43-8552-b6222ee72cbe tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 931 time: 0.5069501 Jul 27 21:44:16.317028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faaab2-9fd5-416a-aeb3-718ca5ff5767 req-541f902c-bafb-464e-b8bd-1802ff95477d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:16.320015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32faaab2-9fd5-416a-aeb3-718ca5ff5767 req-541f902c-bafb-464e-b8bd-1802ff95477d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.2818041 Jul 27 21:44:16.405462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30f48f4e-c96f-4d24-856e-eec3e08c3117 req-4010f294-7dd8-45ef-8a29-876ae1991a77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774827 Jul 27 21:44:16.408083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:16.410219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:16.410219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:16.412968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.456187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.474239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32faaab2-9fd5-416a-aeb3-718ca5ff5767 req-2e8bec5b-6f6d-46c1-a1d1-8782988bd8d3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453853 Jul 27 21:44:16.494526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Pushing event updated for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:16.524471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:16.525216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:16.582328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b403349c-3039-4ec8-811f-c5449483a2a2 req-9d32b54b-62b1-4c71-8f22-28521aeeab3c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 210 time: 0.0619614 Jul 27 21:44:16.586180 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0dea0b-e8bf-43ed-ada0-fefd378de38d x-openstack-request-id: req-fc0dea0b-e8bf-43ed-ada0-fefd378de38d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:16.586506 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:16.586761 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc0dea0b-e8bf-43ed-ada0-fefd378de38d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:16.587182 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'status': 'completed', 'code': 200} Jul 27 21:44:16.588288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:16.588630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:16.589022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:16.589479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Bound port: fad55598-4338-4962-bc1c-733082c05608, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:16.590493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.608841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.825283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:16.833539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f191a-5400-4010-89bb-f4791462647c req-a760df9f-3d48-4221-8977-347a198ffd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:16.840887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-a760df9f-3d48-4221-8977-347a198ffd69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1125 time: 0.2234967 Jul 27 21:44:16.842789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:16.927473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:17.020432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Network 5c896ec8-67c9-4857-938b-8d0cce316ede is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:17.026234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:17.157459 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:17.298588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:17.299909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:17.301955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] 10.222.0.76 "PUT /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 1091 time: 3.4563301 Jul 27 21:44:17.302474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a279fec9-6a87-4f81-96f2-dc7f30546ec8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:17.303501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f191a-5400-4010-89bb-f4791462647c req-3d67db58-17e4-4493-8433-451d79cfa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:17.305171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-3d67db58-17e4-4493-8433-451d79cfa2b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.4388490 Jul 27 21:44:17.341778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a279fec9-6a87-4f81-96f2-dc7f30546ec8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:17.342235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a279fec9-6a87-4f81-96f2-dc7f30546ec8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:17.386087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-60f3a1fa-76b1-4993-9db5-9629569af82b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 217 time: 0.0699852 Jul 27 21:44:17.386443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:17.388069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Router f46d2ebe-e326-4866-a656-81c79e776776 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:17.389677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f688703-396d-4ff8-bead-ca48e555847c HTTP/1.1" status: 204 len: 168 time: 1.4436815 Jul 27 21:44:17.391064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1dfa8-d1ab-44db-8af2-b16006b956d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f688703-396d-4ff8-bead-ca48e555847c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:17.393517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:17.399210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-febdc19a-e884-4345-918b-22cec0a10f5d None None] Provisioning complete for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:17.399772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-febdc19a-e884-4345-918b-22cec0a10f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:17.406187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15f290-4d43-4b19-8d23-21d39d09b8fa None None] Network 395a2e54-83eb-435c-a967-52ae7017c56e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:17.410626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77819043-891f-418b-b0ee-c7a26bf54ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:17.468241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56af8f-ac1c-40a8-83c6-fe4515bb08a9 req-228c01bd-96e3-4388-b682-076e85ce2348 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:17.478666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b56af8f-ac1c-40a8-83c6-fe4515bb08a9 req-228c01bd-96e3-4388-b682-076e85ce2348 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1289120 Jul 27 21:44:17.530365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b56af8f-ac1c-40a8-83c6-fe4515bb08a9 req-3b447bc1-2067-4e18-8884-896009eb1a4e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486314 Jul 27 21:44:17.533363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-febdc19a-e884-4345-918b-22cec0a10f5d None None] Port 90dd2126-1896-49ab-864d-4b3a5fcd6035 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:17.559282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:17.582129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f191a-5400-4010-89bb-f4791462647c req-7d4e1167-58d0-4e47-9ffc-6a696312dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:17.710001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-7d4e1167-58d0-4e47-9ffc-6a696312dc49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1823058 Jul 27 21:44:17.713079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c7348-5f03-4a46-9d96-2185d387a4f2 req-1acb537e-e029-403b-905d-f9fe5a6ace94 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:17.713079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-080c7348-5f03-4a46-9d96-2185d387a4f2 req-1acb537e-e029-403b-905d-f9fe5a6ace94 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.0817060 Jul 27 21:44:17.735556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-080c7348-5f03-4a46-9d96-2185d387a4f2 req-3684a268-c9aa-4d5c-af7a-45862e56c627 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Jul 27 21:44:17.754763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] DHCP port deletion for 395a2e54-83eb-435c-a967-52ae7017c56e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:44:17.988978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Deleting port 0b7c5c20-34af-459c-b155-97ea45d36f08 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:17.988978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.246636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a61691e6-004a-44df-85b9-d52c0c1e1406 req-669d1aa0-e236-4061-9393-20b277234cd7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 210 time: 0.0544765 Jul 27 21:44:18.247639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] For port 0b7c5c20-34af-459c-b155-97ea45d36f08, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b7c5c20-34af-459c-b155-97ea45d36f08,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:18.247639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.247639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Calling delete_port for 0b7c5c20-34af-459c-b155-97ea45d36f08 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:18.248287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-23c23f62-d672-4f99-8b17-d387b1ab2de9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4672263 Jul 27 21:44:18.292738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a5aad-0d7d-4d54-a0e1-8998b820feea req-d425e741-3c47-4b15-935e-b8fff67deaf8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:18.294381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d4a5aad-0d7d-4d54-a0e1-8998b820feea req-d425e741-3c47-4b15-935e-b8fff67deaf8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.7432084 Jul 27 21:44:18.295505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:18.308577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Sync routers for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:18.313389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1dbdfcfc-9545-4183-ab19-ad4df3509f63 admin admin] 10.222.0.37 "PUT /v2.0/routers/f46d2ebe-e326-4866-a656-81c79e776776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1096809 Jul 27 21:44:18.327228 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:18.328148 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:18.335242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-b0299049-2f9f-4baa-a4ae-57f9d083ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:18.337958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-b0299049-2f9f-4baa-a4ae-57f9d083ae1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1094 time: 0.3202870 Jul 27 21:44:18.339466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-24740370-7dd1-4ecf-8e61-ff86e471ff60 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347865 Jul 27 21:44:18.343926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Deleting port 0b7c5c20-34af-459c-b155-97ea45d36f08 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:18.344267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.361461 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.465101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] Pushing event deleted for resources: {'Port': ['ID=0b7c5c20-34af-459c-b155-97ea45d36f08,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:18.479403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5865664-9982-403e-8dc3-86dab1f0d577 None None] No DVR routers for this DVR port 0b7c5c20-34af-459c-b155-97ea45d36f08 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:18.550676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-a287e2b9-ebf4-4c88-8389-f0c365830bbc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 217 time: 0.1270514 Jul 27 21:44:18.550676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d4a5aad-0d7d-4d54-a0e1-8998b820feea req-3b439d10-aead-4332-a43b-586c0b89bef6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960275 Jul 27 21:44:18.570880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] For port 0b7c5c20-34af-459c-b155-97ea45d36f08, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b7c5c20-34af-459c-b155-97ea45d36f08,segment=NetworkSegment(154a9efa-077b-4045-a5e3-0cb92c1cc686),segment_id=154a9efa-077b-4045-a5e3-0cb92c1cc686)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:18.570880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.578593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:18.591806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'tag': 'fad55598-4338-4962-bc1c-733082c05608'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:18.594690 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f487db7-3230-414a-a3ec-8a845d786633" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "tag": "fad55598-4338-4962-bc1c-733082c05608"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:18.608164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Calling delete_port for 0b7c5c20-34af-459c-b155-97ea45d36f08 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:18.630320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-d2352a7d-ca7e-414c-aa1a-d368f05cee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:18.631891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-d2352a7d-ca7e-414c-aa1a-d368f05cee13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1227548 Jul 27 21:44:18.644150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414f191a-5400-4010-89bb-f4791462647c req-df54d563-fe62-4521-b6cd-bed373cb8a87 service neutron] 10.222.0.50 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778771 Jul 27 21:44:18.750753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-e1cebd1d-d819-4d80-a637-698e75b062bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730834 Jul 27 21:44:18.766597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.823495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-b9732475-4510-4ad3-8dc9-e325459a1e53 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1581628 Jul 27 21:44:18.830899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:18.879168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7c5c20-34af-459c-b155-97ea45d36f08,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:18.885332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] No DVR routers for this DVR port 0b7c5c20-34af-459c-b155-97ea45d36f08 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:18.890664 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:15Z', 'revision_number': 4, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '90dd2126-1896-49ab-864d-4b3a5fcd6035', 'name': '', 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'mac_address': 'fa:16:3e:b4:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:10Z', 'updated_at': '2021-07-27T21:44:15Z', 'revision_number': 2, 'project_id': '465893f6fe5841819409cfb406349e00', 'subnets': [{'id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:18.919788 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Checking router: f46d2ebe-e326-4866-a656-81c79e776776 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:18.920514 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Updating router f46d2ebe-e326-4866-a656-81c79e776776 port 90dd2126-1896-49ab-864d-4b3a5fcd6035 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:18.944914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.969561 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.029160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.044666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395a2e54-83eb-435c-a967-52ae7017c56e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:19.049271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-157ce6c7-0be4-4d0c-88c9-b37314462f15 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528584 Jul 27 21:44:19.065083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c6e53-04b9-469d-b4ed-db5b74e5e710 req-e5944d48-bb37-4042-8ea3-14162d873c16 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:19.066643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d46c6e53-04b9-469d-b4ed-db5b74e5e710 req-e5944d48-bb37-4042-8ea3-14162d873c16 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.3186491 Jul 27 21:44:19.101826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154a9efa-077b-4045-a5e3-0cb92c1cc686') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:19.101826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154a9efa-077b-4045-a5e3-0cb92c1cc686') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:19.117822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.147200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.194064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.213924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d46c6e53-04b9-469d-b4ed-db5b74e5e710 req-108903a3-a6ba-4861-ac30-c7e2e3a075c4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340187 Jul 27 21:44:19.215128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:44:19.215548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:44:19.223144 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:44:19.327039 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0aae2c-cb6e-4579-8795-4dbf2b18dfc6 x-openstack-request-id: req-fc0aae2c-cb6e-4579-8795-4dbf2b18dfc6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:19.327859 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "tag": "fad55598-4338-4962-bc1c-733082c05608", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:19.327859 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc0aae2c-cb6e-4579-8795-4dbf2b18dfc6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:19.328077 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'tag': 'fad55598-4338-4962-bc1c-733082c05608', 'status': 'completed', 'code': 200} Jul 27 21:44:19.329460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Allocated IP 172.25.3.63 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/cf65422d-3ce2-4d68-bd7c-075b035c1919) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:19.361758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3318175-f184-4f2e-9af2-28eb1e80b50c req-cb7f56fb-68e4-4d80-8b0a-d6238fc9efea service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938869 Jul 27 21:44:19.371523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b7c5c20-34af-459c-b155-97ea45d36f08 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:19.409496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0b7c5c20-34af-459c-b155-97ea45d36f08 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:19.410276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b7c5c20-34af-459c-b155-97ea45d36f08 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:19.466167 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.482159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e855a-c324-47f2-bba0-354360a0f129 req-76179e2c-2deb-4c6c-8f34-7ea8047ca6be tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:19.483418 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Transition to ACTIVE for port object 90dd2126-1896-49ab-864d-4b3a5fcd6035 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:19.484291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-707e855a-c324-47f2-bba0-354360a0f129 req-76179e2c-2deb-4c6c-8f34-7ea8047ca6be tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.0998797 Jul 27 21:44:19.502240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.532166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-707e855a-c324-47f2-bba0-354360a0f129 req-d6103e63-981e-4049-a92c-e6d5ae77ca0d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Jul 27 21:44:19.632816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26c802d3-b0a9-485c-862e-80706c1bfc25 req-43bc413e-c8d9-44e8-9ac6-eabc0a79f8a5 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 210 time: 0.0379918 Jul 27 21:44:19.633633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.641266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.644011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] 10.222.0.37 "DELETE /v2.0/networks/395a2e54-83eb-435c-a967-52ae7017c56e HTTP/1.1" status: 204 len: 168 time: 2.2489896 Jul 27 21:44:19.668736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017e09-591d-4b31-9910-96070bbfc452 admin admin] Pushing event deleted for resources: {'Network': ['ID=395a2e54-83eb-435c-a967-52ae7017c56e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:19.681080 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.716773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.766423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487db7-3230-414a-a3ec-8a845d786633 req-e3b732b8-6c26-469a-879a-0b8c9a41687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:19.766423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-e3b732b8-6c26-469a-879a-0b8c9a41687c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1094 time: 0.0919633 Jul 27 21:44:19.769098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:19.771322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Pushing event updated for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:19.778379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:19.786626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:19.791171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.791723 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.792120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.793065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.793425 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.793762 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.794126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.794495 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.794825 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.795150 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.795479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.795800 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:19.838415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event updated for resources: {'Port': ['ID=cf65422d-3ce2-4d68-bd7c-075b035c1919,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:19.945908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.955968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Attempting to bind port 90dd2126-1896-49ab-864d-4b3a5fcd6035 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:19.956603 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Attempting to bind port 90dd2126-1896-49ab-864d-4b3a5fcd6035 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:19.957193 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Attempting to bind port 90dd2126-1896-49ab-864d-4b3a5fcd6035 on network 5c896ec8-67c9-4857-938b-8d0cce316ede {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:19.963441 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:19.969010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Checking segment: {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:19.969010 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.969010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Bound using segment: {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:19.969010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Bound port: 90dd2126-1896-49ab-864d-4b3a5fcd6035, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2a253d-4d68-47d4-a5c1-c5516bb5166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:19.969010 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.982748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487db7-3230-414a-a3ec-8a845d786633 req-10c84e95-c476-47f0-8e21-418d5bf9b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:19.985607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-10c84e95-c476-47f0-8e21-418d5bf9b5a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2122016 Jul 27 21:44:20.045395 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] For port 90dd2126-1896-49ab-864d-4b3a5fcd6035, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:20.049136 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] For port 90dd2126-1896-49ab-864d-4b3a5fcd6035, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=90dd2126-1896-49ab-864d-4b3a5fcd6035,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:20.064787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-c021774c-4887-4f43-8a68-e873725301bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 217 time: 0.0633376 Jul 27 21:44:20.136042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d09ab0-b480-4f40-8464-7c88fa0f0f71 req-b8490640-4bec-4f0c-9ad3-7c9b671a6fd5 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.139570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11d09ab0-b480-4f40-8464-7c88fa0f0f71 req-b8490640-4bec-4f0c-9ad3-7c9b671a6fd5 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1101 time: 0.1592622 Jul 27 21:44:20.154235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487db7-3230-414a-a3ec-8a845d786633 req-2a2ad10d-a922-471e-8a31-4ba637694867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.155716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-2a2ad10d-a922-471e-8a31-4ba637694867 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.0763941 Jul 27 21:44:20.178646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.184470 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.233960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11d09ab0-b480-4f40-8464-7c88fa0f0f71 req-b8869571-b9c7-49e2-9740-bd82f63f0978 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835705 Jul 27 21:44:20.236994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-fa7dc9ed-cd62-4839-9adf-fcd96920439d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564637 Jul 27 21:44:20.269506 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:20.270476 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:20.273277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c98ed-46ac-46ed-b97e-43eca4dbea56 None None] Pushing event updated for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:20.342845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53218) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:20.461871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c3c59e84-ddd2-4415-9796-f51f16f7f310 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a965abb1b9ff4282a9aa42ff5cd58ff3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1174955 Jul 27 21:44:20.468446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53220) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:20.493381 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:20.556107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-baa76f1e-e002-4758-82b0-9023ec7e446b service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949026 Jul 27 21:44:20.615261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.617305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.636260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-1a595df6-1282-42c0-9596-3b07e4cdfff3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.642278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-1a595df6-1282-42c0-9596-3b07e4cdfff3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.50 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 820 time: 0.3213143 Jul 27 21:44:20.661182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.730439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f487db7-3230-414a-a3ec-8a845d786633 req-b7c71c1c-4950-4a82-a331-dd8449e5b3c1 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588724 Jul 27 21:44:20.735576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'port': {'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'admin_state_up': True, 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:20.766046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.788541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8963a8a-0a58-4f8e-a88a-fba1e2a1b2a1 req-d5c1fe10-87d5-4df0-a4e8-fa438ba0b2e4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.790118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8963a8a-0a58-4f8e-a88a-fba1e2a1b2a1 req-d5c1fe10-87d5-4df0-a4e8-fa438ba0b2e4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.3848228 Jul 27 21:44:20.846312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event updated for resources: {'Port': ['ID=cf65422d-3ce2-4d68-bd7c-075b035c1919,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:20.871937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.876140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.881245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aad2ba31-32b7-4669-b09f-80739620f449 HTTP/1.1" status: 204 len: 168 time: 0.4078894 Jul 27 21:44:20.883734 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8963a8a-0a58-4f8e-a88a-fba1e2a1b2a1 req-92aa6f24-f821-4faa-a029-feb44e0e0e94 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816193 Jul 27 21:44:20.900868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:20.956880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892f812-6f3c-45ad-8ecb-8164626bc932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad2ba31-32b7-4669-b09f-80739620f449,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:21.036526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:15Z', 'revision_number': 4, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '90dd2126-1896-49ab-864d-4b3a5fcd6035', 'name': '', 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'mac_address': 'fa:16:3e:b4:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:10Z', 'updated_at': '2021-07-27T21:44:20Z', 'revision_number': 4, 'project_id': '465893f6fe5841819409cfb406349e00', 'subnets': [{'id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:21.076212 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dc8de2-7867-48f1-9e74-cbdbadbf0277 None None] The sync data for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 is: [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:15Z', 'revision_number': 4, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '90dd2126-1896-49ab-864d-4b3a5fcd6035', 'name': '', 'network_id': '5c896ec8-67c9-4857-938b-8d0cce316ede', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'mac_address': 'fa:16:3e:b4:c2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:10Z', 'updated_at': '2021-07-27T21:44:20Z', 'revision_number': 4, 'project_id': '465893f6fe5841819409cfb406349e00', 'subnets': [{'id': '20475581-1ca4-43ad-9a3b-76f75b771ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:21.085820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Made reservation on behalf of b49a96618c0648beae28f0fa293f6cec for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:21.086084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:21.217069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:21.218935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-aea8edbe-fed8-4fc0-9674-05578b3bd236 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3939486 Jul 27 21:44:21.301229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-2b72244d-7ec7-47f0-b295-41da20b8fd2b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0718009 Jul 27 21:44:21.311661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Allocated IP 172.20.0.11 (985929ae-08a7-4882-84f6-a1771c31d854/c68416e1-d778-41e5-aed3-8a9ef6ba8b61/f0b06feb-1cee-43fb-985e-1b25b01b37a6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:21.327718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:21.443136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 90dd2126-1896-49ab-864d-4b3a5fcd6035 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:21.615746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-d0035b86-e59e-44f4-bcaa-2a5cae5a7628 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:21.621840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd76eeef-77b2-4932-9339-8b02e5f9485e req-d0035b86-e59e-44f4-bcaa-2a5cae5a7628 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.3097470 Jul 27 21:44:21.689910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:21.738957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Transition to ACTIVE for port object f0b06feb-1cee-43fb-985e-1b25b01b37a6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:21.806116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:21.807579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563c664-3aeb-4472-873a-ef42ba7b109c req-d6312738-ebd4-4a10-b0f2-27c3df4b52d5 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:21.815570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9563c664-3aeb-4472-873a-ef42ba7b109c req-d6312738-ebd4-4a10-b0f2-27c3df4b52d5 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.1151855 Jul 27 21:44:21.819883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:21.820523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:21.862502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4336722-650d-41d4-a99a-e68250380f1d req-2188713b-6f97-47ef-a894-5b636c5930b6 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 210 time: 0.1001699 Jul 27 21:44:21.892994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9563c664-3aeb-4472-873a-ef42ba7b109c req-40bbff22-c1f4-4338-bccb-86c43b2a6fa2 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760543 Jul 27 21:44:21.926581 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.020001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Network 985929ae-08a7-4882-84f6-a1771c31d854 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:22.042018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:22.047815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:22.081585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-55fe708b-d376-411c-a18e-b11ffd6593dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683218 Jul 27 21:44:22.084867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.100547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ee5e29f0-5dc2-438b-81df-5a121b7d6547'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:22.137958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event updated for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:22.200527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.201268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.201686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.202037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.202406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.202751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.203088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.203426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.203761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.204098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.204426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.204761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:22.221505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:22.225023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.295266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9bce7-4148-44ab-ad89-28b6644e11db req-2eccc4a8-60aa-4a48-ad00-3940f98482b9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:22.305987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aee9bce7-4148-44ab-ad89-28b6644e11db req-2eccc4a8-60aa-4a48-ad00-3940f98482b9 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1629829 Jul 27 21:44:22.322654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:22.363523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-344a3895-fa2f-4f04-83c7-dc0318553cf7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6308181 Jul 27 21:44:22.369606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bd74da0-f20c-46ea-a289-30f13f3fedf9 req-12dc19b4-b830-4a5d-94b3-23fefae42842 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips/7e997036-5ddc-48c2-847f-c656bdccd459 HTTP/1.1" status: 200 len: 692 time: 0.2013161 Jul 27 21:44:22.385890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Request body: {'port': {'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:22.399385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 90dd2126-1896-49ab-864d-4b3a5fcd6035, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=90dd2126-1896-49ab-864d-4b3a5fcd6035,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:22.470824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.546664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aee9bce7-4148-44ab-ad89-28b6644e11db req-a645eddb-0a09-4726-80ba-77c6807886ae tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350430 Jul 27 21:44:22.588658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53252) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:22.589595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7badcd3b-290a-4afd-adab-c31926699a3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c969f3aa39247e8bd844136fc62cbc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2575727 Jul 27 21:44:22.680787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.746265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.753409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:22.840143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cedff105-ca1b-48ad-89e2-fc4f79b5f99b None None] Provisioning for port f0b06feb-1cee-43fb-985e-1b25b01b37a6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:22.845211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cedff105-ca1b-48ad-89e2-fc4f79b5f99b None None] Provisioning complete for port f0b06feb-1cee-43fb-985e-1b25b01b37a6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:22.845589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cedff105-ca1b-48ad-89e2-fc4f79b5f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.855673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.926032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cedff105-ca1b-48ad-89e2-fc4f79b5f99b None None] Port f0b06feb-1cee-43fb-985e-1b25b01b37a6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:22.963441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd74da0-f20c-46ea-a289-30f13f3fedf9 req-bd8b2bff-6658-4bea-82a9-e19ab7d9965e tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:22.980415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bd74da0-f20c-46ea-a289-30f13f3fedf9 req-bd8b2bff-6658-4bea-82a9-e19ab7d9965e tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.5926085 Jul 27 21:44:23.092299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29b3f6-8185-4164-b856-679d2a0279c6 req-3f2c46ba-4584-45c6-b8bc-3a8befa285bd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:23.092895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.097514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.103981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a2b4b89-61ee-458e-8eba-10341d8b8b4d HTTP/1.1" status: 204 len: 168 time: 0.5094299 Jul 27 21:44:23.104256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29b3f6-8185-4164-b856-679d2a0279c6 req-3f2c46ba-4584-45c6-b8bc-3a8befa285bd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.3720233 Jul 27 21:44:23.128281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95005721-3fa3-43af-93a3-82f3d14d0ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b4b89-61ee-458e-8eba-10341d8b8b4d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:23.183391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29b3f6-8185-4164-b856-679d2a0279c6 req-909b33f4-7301-4828-8a2f-41d6d6b87852 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778773 Jul 27 21:44:23.288255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304279a0-3c0d-4d9a-a7b7-2f2c8caef6b3 req-aba1e472-8923-4382-97fc-f99928327813 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:23.290184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-304279a0-3c0d-4d9a-a7b7-2f2c8caef6b3 req-aba1e472-8923-4382-97fc-f99928327813 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 932 time: 0.2497869 Jul 27 21:44:23.294975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-b8858dfd-25cf-42c8-a163-b78a9d5f37fb service neutron] 10.222.0.50 "GET /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.1946568 Jul 27 21:44:23.395363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 90dd2126-1896-49ab-864d-4b3a5fcd6035 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:23.410034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b06feb-1cee-43fb-985e-1b25b01b37a6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:23.439223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-304279a0-3c0d-4d9a-a7b7-2f2c8caef6b3 req-0bd4c946-ceae-43d0-a768-5fef76394f5c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385674 Jul 27 21:44:23.446194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.492444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 90dd2126-1896-49ab-864d-4b3a5fcd6035 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:23.492444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.493058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Transition to ACTIVE for port object f0b06feb-1cee-43fb-985e-1b25b01b37a6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:23.523972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f336-cd26-4e10-ac9a-c0ece249fdc8 req-3d22044a-d175-4edc-9d41-03e114c12ccf tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:23.532682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3a2f336-cd26-4e10-ac9a-c0ece249fdc8 req-3d22044a-d175-4edc-9d41-03e114c12ccf tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 944 time: 0.1931283 Jul 27 21:44:23.562132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa807725-3eb6-4850-8f9f-4df727f69298 req-9d32a20a-f412-42f9-ad10-a889ed0bd2ef tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=465893f6fe5841819409cfb406349e00 HTTP/1.1" status: 200 len: 695 time: 0.0869396 Jul 27 21:44:23.583051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3a2f336-cd26-4e10-ac9a-c0ece249fdc8 req-174f49f9-4019-48e3-8243-3385f2d2f24f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Jul 27 21:44:23.605964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.806959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Pushing event updated for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:23.832113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807725-3eb6-4850-8f9f-4df727f69298 req-fbf52a93-a3a9-4330-9550-e3b584c2180c tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:23.834024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa807725-3eb6-4850-8f9f-4df727f69298 req-fbf52a93-a3a9-4330-9550-e3b584c2180c tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks?id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 787 time: 0.2709115 Jul 27 21:44:23.846817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:23.898681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Attempting to bind port f0b06feb-1cee-43fb-985e-1b25b01b37a6 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:23.898681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Attempting to bind port f0b06feb-1cee-43fb-985e-1b25b01b37a6 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:23.898681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Attempting to bind port f0b06feb-1cee-43fb-985e-1b25b01b37a6 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:23.940558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Port f0b06feb-1cee-43fb-985e-1b25b01b37a6 on network 985929ae-08a7-4882-84f6-a1771c31d854 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:23.940907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Attempting to bind port f0b06feb-1cee-43fb-985e-1b25b01b37a6 on network 985929ae-08a7-4882-84f6-a1771c31d854 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:23.947943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:23.948318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Checking segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:23.948714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Bound using segment: {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:23.949154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Bound port: f0b06feb-1cee-43fb-985e-1b25b01b37a6, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96897a85-f368-444e-b4b3-40cd9d2896d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:23.949539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:23.965869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-803af4f8-fdd8-4a2d-ad7e-3bbbe7dbffb3 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips/7e997036-5ddc-48c2-847f-c656bdccd459 HTTP/1.1" status: 200 len: 692 time: 0.0810773 Jul 27 21:44:23.977837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:24.034216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705d32-c90c-414d-b419-b7c0a7876434 req-ee8610f7-d7a0-4170-960a-7cf541b1bcda tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.035988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85705d32-c90c-414d-b419-b7c0a7876434 req-ee8610f7-d7a0-4170-960a-7cf541b1bcda tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1635358 Jul 27 21:44:24.061707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:24.065379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12f6829-8d34-41a3-8165-a725921c2f93 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:24.088272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:24.089874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:24.107592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85705d32-c90c-414d-b419-b7c0a7876434 req-93903c36-e67a-4a28-af9d-1001521e4e19 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Jul 27 21:44:24.134929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-bdac181d-7456-42e4-a712-b33b2f21e530 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.134929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-bdac181d-7456-42e4-a712-b33b2f21e530 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1669788 Jul 27 21:44:24.183284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.216080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-81e9f7a6-c764-4821-8809-a081d1108442 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.0702364 Jul 27 21:44:24.220836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.221811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.223717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] 10.222.0.50 "PUT /v2.0/ports/f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 1092 time: 1.8488522 Jul 27 21:44:24.226194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:24.230156 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1755d56-3b65-4189-8403-7dd1a499b35c" -d '{"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:24.234323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.257828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424a2cd-0cec-4642-b118-85315247ccec service neutron] Pushing event updated for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:24.348342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-513f15b8-525b-4391-94a1-9dce5c38796f tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.63 HTTP/1.1" status: 200 len: 695 time: 0.1307468 Jul 27 21:44:24.513492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6c71c-7b9b-4778-8442-4f8fa690f27c req-63b389f1-7d13-4630-9dc3-061d9b7a90ee tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.515393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79e6c71c-7b9b-4778-8442-4f8fa690f27c req-63b389f1-7d13-4630-9dc3-061d9b7a90ee tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1707904 Jul 27 21:44:24.518723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-45728d94-f91f-4018-af5c-964b80a043f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.520146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-45728d94-f91f-4018-af5c-964b80a043f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1095 time: 0.1347375 Jul 27 21:44:24.635031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Transition to ACTIVE for port object f12f6829-8d34-41a3-8165-a725921c2f93 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:24.642555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79e6c71c-7b9b-4778-8442-4f8fa690f27c req-22044f26-e0d8-4b14-b3f2-981fb5fd327b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Jul 27 21:44:24.644531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-3c692f3b-dfaf-490a-8a0f-bb48b17ca031 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 217 time: 0.0998328 Jul 27 21:44:24.667510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Deleting port cf65422d-3ce2-4d68-bd7c-075b035c1919 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:24.667911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.723508 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691f2ce-bb44-423b-a217-3f0176052d32 x-openstack-request-id: req-3691f2ce-bb44-423b-a217-3f0176052d32 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:24.723912 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:24.724292 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3691f2ce-bb44-423b-a217-3f0176052d32 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:24.724788 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'status': 'completed', 'code': 200} Jul 27 21:44:24.734841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.735107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-73e572b5-ed0c-4b80-bcd8-07ac2ce67ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.736876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-73e572b5-ed0c-4b80-bcd8-07ac2ce67ee5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0856800 Jul 27 21:44:24.822923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.823250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.862570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-5c0346f4-33ff-4663-aece-df67a1ceac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.864012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-5c0346f4-33ff-4663-aece-df67a1ceac79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189220 Jul 27 21:44:24.865118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] No DVR routers for this DVR port f12f6829-8d34-41a3-8165-a725921c2f93 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:24.875806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Calling delete_port for cf65422d-3ce2-4d68-bd7c-075b035c1919 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:24.879500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38c6f-61b5-4768-bb9e-304e533444cd req-65ff9886-4644-406b-b800-2f2e9b936ad7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:24.880971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5da38c6f-61b5-4768-bb9e-304e533444cd req-65ff9886-4644-406b-b800-2f2e9b936ad7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 944 time: 0.0884194 Jul 27 21:44:24.887395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=10']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:24.916559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.918844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.919101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.919435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.919765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.920092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.920422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:24.933270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e894af06-518d-4561-8813-b6727a0a9ae4 service neutron] 10.222.0.50 "PUT /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93/bindings/n-h2-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6190712 Jul 27 21:44:24.998659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5da38c6f-61b5-4768-bb9e-304e533444cd req-7bb72414-1e50-4107-ad64-fc4c531caffd tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867581 Jul 27 21:44:25.033375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-d0f3d26a-a9bf-467d-8b34-02d8f367b2a5 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484284 Jul 27 21:44:25.214708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e040cf8e-0ef1-4829-aea4-39ae5ea1187e req-54af50a7-d3ea-4160-9404-8cd325886323 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752746 Jul 27 21:44:25.239784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e69e-e4c2-40e2-b6a3-1d7c55aa291b req-3af4299d-d4e7-4a9c-9646-d78ac3ec45d3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.240026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.242458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7710e69e-e4c2-40e2-b6a3-1d7c55aa291b req-3af4299d-d4e7-4a9c-9646-d78ac3ec45d3 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.1503313 Jul 27 21:44:25.268620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event deleted for resources: {'Port': ['ID=cf65422d-3ce2-4d68-bd7c-075b035c1919,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:25.281390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e751cb4a-a12e-4bda-8c3c-8980bcbc4c67 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.282944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-e751cb4a-a12e-4bda-8c3c-8980bcbc4c67 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1429281 Jul 27 21:44:25.310014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7710e69e-e4c2-40e2-b6a3-1d7c55aa291b req-07dac7e6-85bb-4bbb-8367-9bd3d125f86f tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553012 Jul 27 21:44:25.358268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.360960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.362127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a65b3f10-4ce9-4258-be49-278fa812d515 req-e3ef70e8-432a-4574-acfb-34792913d84b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "DELETE /v2.0/floatingips/7e997036-5ddc-48c2-847f-c656bdccd459 HTTP/1.1" status: 204 len: 173 time: 0.9841273 Jul 27 21:44:25.403168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-6bd07626-c77d-4430-86f9-eebe30083c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.404776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-6bd07626-c77d-4430-86f9-eebe30083c0d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d HTTP/1.1" status: 200 len: 1096 time: 0.1103840 Jul 27 21:44:25.425446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-e19de5d9-1712-4361-835f-24f44036b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.427088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-e19de5d9-1712-4361-835f-24f44036b2af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1095 time: 0.0860460 Jul 27 21:44:25.616549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-f860f882-2cfa-4ad5-a1c6-1c01ace4f83e tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1221428 Jul 27 21:44:25.620284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-76362661-6ba1-4cd2-aa71-acc7bd979171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.621801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-76362661-6ba1-4cd2-aa71-acc7bd979171 service neutron] 10.222.0.50 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.1863029 Jul 27 21:44:25.631200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:25.631767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977f1a-935e-4abb-b377-8fb23bee772e req-7879c280-656e-4218-a41a-9128f89b6aa1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.636677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-36977f1a-935e-4abb-b377-8fb23bee772e req-7879c280-656e-4218-a41a-9128f89b6aa1 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1533883 Jul 27 21:44:25.642726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d2727163-ce51-48af-8698-b78a74972bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.644139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-d2727163-ce51-48af-8698-b78a74972bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1096 time: 0.1632152 Jul 27 21:44:25.779645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.945468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-412a0a33-fb1a-4798-b58b-5670d1f74b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:25.948284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-412a0a33-fb1a-4798-b58b-5670d1f74b5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1101 time: 0.0990493 Jul 27 21:44:25.970791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.018152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-bc8984dc-eab3-4f5b-b113-1813b84ceaf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 217 time: 0.3825834 Jul 27 21:44:26.101727 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:44:26.132114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-4e8ea477-3275-4d56-aa17-18f62f7666b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.135418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-36977f1a-935e-4abb-b377-8fb23bee772e req-17bff2f6-b252-4924-a1e3-f2ea059c3dad tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878922 Jul 27 21:44:26.136119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-4e8ea477-3275-4d56-aa17-18f62f7666b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1758409 Jul 27 21:44:26.144185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-794fa4fd-2c39-4407-8631-18cc4b9348d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.145814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-794fa4fd-2c39-4407-8631-18cc4b9348d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1122785 Jul 27 21:44:26.182822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-487d24f9-48f2-48e0-9a4c-1643ae7f1ac3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0395520 Jul 27 21:44:26.193819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Allocated IP 172.25.3.135 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/14899269-19f3-406f-929f-f87d479133c7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:26.194747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-8f363452-0c96-441e-9634-cd7bb87c5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.196378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-8f363452-0c96-441e-9634-cd7bb87c5b6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.1887186 Jul 27 21:44:26.250218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-1bd60e69-ddb3-4133-a598-3a3413b7a2e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 200 len: 217 time: 0.0428727 Jul 27 21:44:26.289000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-aadd6af9-4692-49fd-907c-c2414f7debcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.291224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-aadd6af9-4692-49fd-907c-c2414f7debcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0981510 Jul 27 21:44:26.330647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-31dedada-522f-4b8b-800c-232be67af438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.332194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-31dedada-522f-4b8b-800c-232be67af438 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787040 Jul 27 21:44:26.362234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-47056a7e-4252-471e-93e5-764a20628f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.363658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-47056a7e-4252-471e-93e5-764a20628f84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.0964193 Jul 27 21:44:26.377106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.395024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-63691843-5e68-4bda-b2dd-ffa69facf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.396556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-63691843-5e68-4bda-b2dd-ffa69facf2b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970361 Jul 27 21:44:26.450419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-5ce28805-4def-41c9-93fe-7c7f63a74a58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483525 Jul 27 21:44:26.465284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f96595-3d99-4681-8c41-814264dcab27 req-98b68d88-4157-41b6-858b-7515e52d53ed tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.466827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26f96595-3d99-4681-8c41-814264dcab27 req-98b68d88-4157-41b6-858b-7515e52d53ed tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.2204883 Jul 27 21:44:26.521296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-a56bb31d-3da7-4e85-83b0-d58e9f9d544a service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142843 Jul 27 21:44:26.569434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-33a44dee-8e80-4850-aec2-e76dc0ca34e2 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226977 Jul 27 21:44:26.578325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.608075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26f96595-3d99-4681-8c41-814264dcab27 req-14f7ae8d-5dd3-4414-bfaa-239529140898 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233511 Jul 27 21:44:26.671019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:26.677421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event updated for resources: {'Port': ['ID=14899269-19f3-406f-929f-f87d479133c7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:26.677421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:26.678948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:26.684051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-dc661217-a17e-4908-a6d4-64d24209bd2f service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162139 Jul 27 21:44:26.750662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-736999dd-69dd-47a1-9a47-3ee4dbe454e1 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208593 Jul 27 21:44:26.815773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.816079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1755d56-3b65-4189-8403-7dd1a499b35c req-b02e2ac7-ee3d-433a-bbf2-4baec3e2c496 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333031 Jul 27 21:44:26.866528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-a77e876d-2e23-46e4-8759-99827c385c74 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608486 Jul 27 21:44:26.876965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e8d39-e92e-4516-8839-13658ce5a1e7 req-54301f85-bcf6-44cf-a5c1-d6b1999db3e5 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:26.878802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa3e8d39-e92e-4516-8839-13658ce5a1e7 req-54301f85-bcf6-44cf-a5c1-d6b1999db3e5 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 944 time: 0.1796334 Jul 27 21:44:26.928137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa3e8d39-e92e-4516-8839-13658ce5a1e7 req-0c513d2f-dc15-4063-9e0f-84718e1a4786 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Jul 27 21:44:27.003429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.069214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac274950-9c99-4fe0-9d89-d7ac0b180c78 req-6d86f4e8-37a3-424c-9c0d-821e4e25c3fc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:27.071016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac274950-9c99-4fe0-9d89-d7ac0b180c78 req-6d86f4e8-37a3-424c-9c0d-821e4e25c3fc tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.0816715 Jul 27 21:44:27.127009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac274950-9c99-4fe0-9d89-d7ac0b180c78 req-2b1119c1-1329-4320-abc8-a87c09c70eb0 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Jul 27 21:44:27.187905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.274056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.343911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f0b06feb-1cee-43fb-985e-1b25b01b37a6 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:44:27.451088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294a39-5263-4b16-a7fc-19f82424c4ac req-7f6f2cfb-bf4c-4aae-b26e-3aa84ad7acaa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:27.464314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1294a39-5263-4b16-a7fc-19f82424c4ac req-7f6f2cfb-bf4c-4aae-b26e-3aa84ad7acaa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1167426 Jul 27 21:44:27.529559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1294a39-5263-4b16-a7fc-19f82424c4ac req-9a1b7c96-a519-40d7-a2b2-05268256f60f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618463 Jul 27 21:44:27.531737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:27.540202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:27.560204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:44:27.616052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.631754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b06feb-1cee-43fb-985e-1b25b01b37a6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:27.661176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:27.724854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event updated for resources: {'Port': ['ID=14899269-19f3-406f-929f-f87d479133c7,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:27.736375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.773530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc77d2b6-ff75-4d84-848a-106170d7a747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.794141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.822611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-19a1ec89-b54c-4a96-85cd-fd17c4dc8cef tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:27.824297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-19a1ec89-b54c-4a96-85cd-fd17c4dc8cef tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef&tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.1448390 Jul 27 21:44:27.836300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e087b-1f37-460c-8d51-0258cc8d322b req-a9ad884b-aa46-40a3-9b39-8100f4b3d4d8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:27.838256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f89e087b-1f37-460c-8d51-0258cc8d322b req-a9ad884b-aa46-40a3-9b39-8100f4b3d4d8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1240623 Jul 27 21:44:27.854765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:27.863165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.870515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-797d9d83-35fb-447c-863e-1d3aa27aade1 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2374899 Jul 27 21:44:27.925406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-63fb9d68-e2fe-432d-9184-4bf2916710d5 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0533669 Jul 27 21:44:27.954937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f89e087b-1f37-460c-8d51-0258cc8d322b req-a884c8a1-e02f-437c-84bd-e0badef5b25c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100373 Jul 27 21:44:28.079238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-74bb8f4a-df8d-4e8f-a096-277174117ae5 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:28.080724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e66cd7-4ca9-4c51-9803-85544cdd41bd req-74bb8f4a-df8d-4e8f-a096-277174117ae5 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1474094 Jul 27 21:44:28.098415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f0b06feb-1cee-43fb-985e-1b25b01b37a6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:28.153526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc77d2b6-ff75-4d84-848a-106170d7a747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.169582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-47c4accb-8ebf-4e1c-a597-1303f94983e0 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips/e3b31543-ca48-42ca-865c-09804f523233 HTTP/1.1" status: 200 len: 693 time: 0.0581396 Jul 27 21:44:28.184279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c660e-13e3-4809-a11d-e479b7c60a6a req-7c4407f8-b1c8-4d3c-b7bc-18729e78405d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:28.186148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-040c660e-13e3-4809-a11d-e479b7c60a6a req-7c4407f8-b1c8-4d3c-b7bc-18729e78405d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 945 time: 0.1577058 Jul 27 21:44:28.244507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fad55598-4338-4962-bc1c-733082c05608 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:44:28.245920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-040c660e-13e3-4809-a11d-e479b7c60a6a req-c5a865f9-12fb-43a6-a4e3-3507e00f2351 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 Jul 27 21:44:28.279021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-2ae911fa-8905-49c3-983b-4062d5e0700e service neutron] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:28.294206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-2ae911fa-8905-49c3-983b-4062d5e0700e service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.297956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81bbf5a8-26c9-4699-8838-3b7fb80b252b req-2ae911fa-8905-49c3-983b-4062d5e0700e service neutron] 10.222.0.76 "DELETE /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93/bindings/n-h1-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.4583266 Jul 27 21:44:28.315702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc77d2b6-ff75-4d84-848a-106170d7a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.357313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-5c9a67b6-f56d-4361-93f5-4309b02e093b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:28.359180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-5c9a67b6-f56d-4361-93f5-4309b02e093b tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1888051 Jul 27 21:44:28.397883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc77d2b6-ff75-4d84-848a-106170d7a747 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5995bc0470140b19f0390ef83557700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8647487 Jul 27 21:44:28.420302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77d2b6-ff75-4d84-848a-106170d7a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e603bb9-8599-47c1-8d1c-5fcea252ecd8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:28.425498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:28.455995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-9f68b0ed-8538-4993-8684-36ce53ef2207 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0878415 Jul 27 21:44:28.460127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:28.487076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'fad55598-4338-4962-bc1c-733082c05608', 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0', 'port_id': 'fad55598-4338-4962-bc1c-733082c05608', 'mac_address': 'fa:16:3e:fb:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e4cb15-b86e-4483-890e-bec4acbffd16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:44:28.516065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-8e13489f-9335-4175-8f49-cfc0d1c8b90a tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0518880 Jul 27 21:44:28.516435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13dd8d-a9e9-4273-9e37-0982763846c1 req-40505d97-baaf-4bad-bcb8-dc0673aa5e85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:28.518823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13dd8d-a9e9-4273-9e37-0982763846c1 req-40505d97-baaf-4bad-bcb8-dc0673aa5e85 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.1510448 Jul 27 21:44:28.520173 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.541654 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.557657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad55598-4338-4962-bc1c-733082c05608 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:28.565491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.586045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:28.601593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13dd8d-a9e9-4273-9e37-0982763846c1 req-45318679-080c-4f5d-9da0-ad842854da4d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Jul 27 21:44:28.664218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.670693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Deleting port 14899269-19f3-406f-929f-f87d479133c7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:28.671604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.734087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.736846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.738736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e603bb9-8599-47c1-8d1c-5fcea252ecd8 HTTP/1.1" status: 204 len: 168 time: 0.3111405 Jul 27 21:44:28.758660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18ad83-34ba-4915-88fc-1199de093371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e603bb9-8599-47c1-8d1c-5fcea252ecd8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:28.800367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.800959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.819066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Calling delete_port for 14899269-19f3-406f-929f-f87d479133c7 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:28.866089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:28.949495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9f88-74e6-40de-84d9-348c9f94afee req-7e556b7f-32cb-4cab-962e-d7e70891122f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:28.951603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414a9f88-74e6-40de-84d9-348c9f94afee req-7e556b7f-32cb-4cab-962e-d7e70891122f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.0874562 Jul 27 21:44:29.009268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-414a9f88-74e6-40de-84d9-348c9f94afee req-cef1f841-9ab9-40df-8850-2f4a830ba108 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491059 Jul 27 21:44:29.120469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fad55598-4338-4962-bc1c-733082c05608'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:29.151463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.194358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691773c-aa39-4cf4-84fd-ce1ae423d77d req-28e62a61-b63b-485d-9532-a9de8ed2e050 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:29.196694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Pushing event deleted for resources: {'Port': ['ID=14899269-19f3-406f-929f-f87d479133c7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:29.198837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0691773c-aa39-4cf4-84fd-ce1ae423d77d req-28e62a61-b63b-485d-9532-a9de8ed2e050 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.1033921 Jul 27 21:44:29.289115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0691773c-aa39-4cf4-84fd-ce1ae423d77d req-baaae7e0-b634-4027-b712-3d2824b2f909 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847466 Jul 27 21:44:29.302584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.305027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.321831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea7cf621-1d46-42c4-b270-c4fc4ce4b524 req-70e19112-0cbd-434b-8701-e4463f374065 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3b31543-ca48-42ca-865c-09804f523233 HTTP/1.1" status: 204 len: 173 time: 0.7986083 Jul 27 21:44:29.366774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f0b06feb-1cee-43fb-985e-1b25b01b37a6 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:29.444508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d98a6-9cb0-4ca2-9fa1-e080da08ede5 req-9a8e66e5-44ae-4352-9c79-64f0f5dd36ad tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:29.445635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-115d98a6-9cb0-4ca2-9fa1-e080da08ede5 req-9a8e66e5-44ae-4352-9c79-64f0f5dd36ad tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 1096 time: 0.0781372 Jul 27 21:44:29.492845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-115d98a6-9cb0-4ca2-9fa1-e080da08ede5 req-f90b2c72-c085-4155-9015-825953efdfe3 tempest-LiveAutoBlockMigrationV225Test-766814803 tempest-LiveAutoBlockMigrationV225Test-766814803-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Jul 27 21:44:29.510331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fd2e-b4a4-4a33-a80c-07e0cb12c8c9 req-7f10324a-68f8-4c81-9e8d-02a8e2fb75c1 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:29.512145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bd3fd2e-b4a4-4a33-a80c-07e0cb12c8c9 req-7f10324a-68f8-4c81-9e8d-02a8e2fb75c1 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 945 time: 0.0904317 Jul 27 21:44:29.570893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f0b06feb-1cee-43fb-985e-1b25b01b37a6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:29.578916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f0b06feb-1cee-43fb-985e-1b25b01b37a6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:29.582356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.587963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bd3fd2e-b4a4-4a33-a80c-07e0cb12c8c9 req-a3af9815-d469-4101-a616-1d7d9c251a7b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Jul 27 21:44:29.608638 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-8bf955f5-8177-43b3-9c34-13a69a4ea3a6 req-96fcf4ef-6abf-49f0-955f-8446b6e393f5 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] show failed (client error): The resource could not be found. Jul 27 21:44:29.610673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bf955f5-8177-43b3-9c34-13a69a4ea3a6 req-96fcf4ef-6abf-49f0-955f-8446b6e393f5 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips/e3b31543-ca48-42ca-865c-09804f523233 HTTP/1.1" status: 404 len: 350 time: 0.0686977 Jul 27 21:44:29.689862 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-2a0f418c-0466-4edc-85eb-c52b35c32807 req-c36cb5b3-0155-41ea-a230-419186bc8567 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] show failed (client error): The resource could not be found. Jul 27 21:44:29.690930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a0f418c-0466-4edc-85eb-c52b35c32807 req-c36cb5b3-0155-41ea-a230-419186bc8567 tempest-FloatingIPsTestJSON-1324813614 tempest-FloatingIPsTestJSON-1324813614-project] 10.222.0.37 "GET /v2.0/floatingips/e3b31543-ca48-42ca-865c-09804f523233 HTTP/1.1" status: 404 len: 350 time: 0.0485170 Jul 27 21:44:29.704053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53392) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:29.708625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.759135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:29.762587 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9449e-b987-4927-a507-7de40e38a93b" -d '{"events": [{"server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "name": "network-vif-plugged", "status": "completed", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:29.780582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53398) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:29.781348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:29.802645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6074c9b2-cdf9-4d53-8a1f-9fc385449c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.856734 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.881829 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2921d18d-1c3c-469f-bd6b-a32ca15654cd x-openstack-request-id: req-2921d18d-1c3c-469f-bd6b-a32ca15654cd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:29.890900 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "name": "network-vif-plugged", "status": "completed", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:29.890900 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2921d18d-1c3c-469f-bd6b-a32ca15654cd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:29.891202 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'code': 200} Jul 27 21:44:29.933894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:30.043098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2635c-72f7-412d-911a-9b74b1237d60 req-d663078b-d96e-41ad-bba2-753a07aaaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:30.044808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38e2635c-72f7-412d-911a-9b74b1237d60 req-d663078b-d96e-41ad-bba2-753a07aaaca6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1097 time: 0.0860574 Jul 27 21:44:30.110041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6074c9b2-cdf9-4d53-8a1f-9fc385449c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.149660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38e2635c-72f7-412d-911a-9b74b1237d60 req-52d0226c-fcd3-43ab-bff1-ca3fe6367217 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927041 Jul 27 21:44:30.189456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6074c9b2-cdf9-4d53-8a1f-9fc385449c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.202866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15546ada-4e59-4029-936a-4a68964538cf req-db831252-922c-4a07-b0a8-ed684716b1b9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:30.204429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15546ada-4e59-4029-936a-4a68964538cf req-db831252-922c-4a07-b0a8-ed684716b1b9 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.1182230 Jul 27 21:44:30.250559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074c9b2-cdf9-4d53-8a1f-9fc385449c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83284eb5-4031-4fe6-904e-ea38b563e9ed,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:30.251212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15546ada-4e59-4029-936a-4a68964538cf req-d239eca1-5b66-4fe5-b8cc-9c8aa8ce0135 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jul 27 21:44:30.256818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6074c9b2-cdf9-4d53-8a1f-9fc385449c03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=899984afea064ace826bcef035496b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750209 Jul 27 21:44:30.260391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:30.314397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad9f8-784e-4cb3-b4ad-04355f66c2d0 req-695a4a55-0c7f-4add-8494-5252d944abcd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:30.315974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17fad9f8-784e-4cb3-b4ad-04355f66c2d0 req-695a4a55-0c7f-4add-8494-5252d944abcd tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1963232 Jul 27 21:44:30.337917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.367528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17fad9f8-784e-4cb3-b4ad-04355f66c2d0 req-cc32e090-42f4-40b5-8195-1ec2605344e6 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449569 Jul 27 21:44:30.374433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.457526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.509312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d98f3-c309-4434-978b-db04c7990b61 req-06131592-3796-4f4f-85fe-7aeff96788c8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:30.511603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-673d98f3-c309-4434-978b-db04c7990b61 req-06131592-3796-4f4f-85fe-7aeff96788c8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.0884824 Jul 27 21:44:30.553954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.556687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.557861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83284eb5-4031-4fe6-904e-ea38b563e9ed HTTP/1.1" status: 204 len: 168 time: 0.2947512 Jul 27 21:44:30.570389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c4168-88ad-4339-ba9a-35105eda83dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83284eb5-4031-4fe6-904e-ea38b563e9ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:30.575087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-673d98f3-c309-4434-978b-db04c7990b61 req-16a73e83-75cc-4809-928e-c391b6996d01 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Jul 27 21:44:30.789055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1337290-bf3c-41b4-a80e-561892c71dc2 req-bd642d57-18e3-4759-bbdc-85e99d73e209 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:30.790929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1337290-bf3c-41b4-a80e-561892c71dc2 req-bd642d57-18e3-4759-bbdc-85e99d73e209 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 946 time: 0.1209853 Jul 27 21:44:30.818921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Deleting port 90dd2126-1896-49ab-864d-4b3a5fcd6035 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:30.819564 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.876587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1337290-bf3c-41b4-a80e-561892c71dc2 req-400894fe-80da-4707-bb1f-04b3a79d49b7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780759 Jul 27 21:44:30.922326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] For port 90dd2126-1896-49ab-864d-4b3a5fcd6035, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=90dd2126-1896-49ab-864d-4b3a5fcd6035,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:30.922702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:30.937755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Calling delete_port for 90dd2126-1896-49ab-864d-4b3a5fcd6035 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:31.090646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-7575742c-7239-45ac-ba37-0fcec6916422 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:31.093190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-7575742c-7239-45ac-ba37-0fcec6916422 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.0869224 Jul 27 21:44:31.262578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.264083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Deleting port f12f6829-8d34-41a3-8165-a725921c2f93 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:31.264455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.308953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dd2126-1896-49ab-864d-4b3a5fcd6035,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:31.403382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] For port f12f6829-8d34-41a3-8165-a725921c2f93, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f12f6829-8d34-41a3-8165-a725921c2f93,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:31.404133 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.456423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Calling delete_port for f12f6829-8d34-41a3-8165-a725921c2f93 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:31.599571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfddaf-2ecd-449d-88bb-cf7fbf3b7d6c req-816ab25a-fade-4052-9275-2a0fbff09086 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:31.601241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90dfddaf-2ecd-449d-88bb-cf7fbf3b7d6c req-816ab25a-fade-4052-9275-2a0fbff09086 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 945 time: 0.1662817 Jul 27 21:44:31.684693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.694846 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90dfddaf-2ecd-449d-88bb-cf7fbf3b7d6c req-3a386b00-a4ed-465c-ab32-dc6e015bca69 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824575 Jul 27 21:44:31.696855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37620ff-bfbd-4f46-954f-e5b1ee82b037 req-75c5462b-788f-4903-900b-ae8c0d7af935 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:31.706003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f37620ff-bfbd-4f46-954f-e5b1ee82b037 req-75c5462b-788f-4903-900b-ae8c0d7af935 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.2025790 Jul 27 21:44:31.811770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.828691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['39970026-8aec-418c-832c-3c261f2111bb', 'f12f6829-8d34-41a3-8165-a725921c2f93'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:31.850775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event deleted for resources: {'Port': ['ID=f12f6829-8d34-41a3-8165-a725921c2f93,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:31.870747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f37620ff-bfbd-4f46-954f-e5b1ee82b037 req-a8a62760-2635-48d2-b0e0-8462f9c1a0d7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629429 Jul 27 21:44:31.926971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14951ef7-1e77-4e8c-b709-ece364293128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.972350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] No DVR routers for this DVR port f12f6829-8d34-41a3-8165-a725921c2f93 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:31.979456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:31.987161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26989b55-2cfb-4635-9b30-5773e5b72dbf req-e89995bb-d18c-4106-a0e6-cbf2d13c36ef tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "DELETE /v2.0/ports/f12f6829-8d34-41a3-8165-a725921c2f93 HTTP/1.1" status: 204 len: 173 time: 0.8727741 Jul 27 21:44:31.990263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-deleted', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:31.996070 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233cce1-e31d-422b-a283-6a2c636e074a" -d '{"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-deleted", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:32.021957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21006d86-8a8a-4b8f-8cc3-b719b64b5d1e req-6ebee721-3691-469f-8291-53bac158bf43 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:32.028834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21006d86-8a8a-4b8f-8cc3-b719b64b5d1e req-6ebee721-3691-469f-8291-53bac158bf43 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.2598593 Jul 27 21:44:32.115466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21006d86-8a8a-4b8f-8cc3-b719b64b5d1e req-57e88a0d-e845-4db8-b425-5d190fb6557c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811214 Jul 27 21:44:32.193475 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d5f6f-6287-49b4-9a51-c82e103e1ed4 x-openstack-request-id: req-de3d5f6f-6287-49b4-9a51-c82e103e1ed4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:32.193849 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3e7547-c592-48f6-af54-24a71e25a4ef", "name": "network-vif-deleted", "tag": "f12f6829-8d34-41a3-8165-a725921c2f93", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:32.194182 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de3d5f6f-6287-49b4-9a51-c82e103e1ed4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:32.194705 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3e7547-c592-48f6-af54-24a71e25a4ef', 'name': 'network-vif-deleted', 'tag': 'f12f6829-8d34-41a3-8165-a725921c2f93', 'status': 'completed', 'code': 200} Jul 27 21:44:32.261117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fad55598-4338-4962-bc1c-733082c05608 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:32.284449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Router f46d2ebe-e326-4866-a656-81c79e776776 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:32.298375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4136a3-e32c-4a89-97dc-ce2ab6b9279b req-ecd9eb12-ac1e-49d0-8d92-f2750b139f17 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:32.308369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b4136a3-e32c-4a89-97dc-ce2ab6b9279b req-ecd9eb12-ac1e-49d0-8d92-f2750b139f17 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 946 time: 0.1793671 Jul 27 21:44:32.408736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b4136a3-e32c-4a89-97dc-ce2ab6b9279b req-b8a3576d-2d48-4e08-9cad-5890dd0fb674 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989478 Jul 27 21:44:32.460088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port fad55598-4338-4962-bc1c-733082c05608 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:32.475949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port fad55598-4338-4962-bc1c-733082c05608 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:32.476221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.543576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:32.558540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Sync routers for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:32.560743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-381f74c0-35f5-460b-9e10-b70fa693d932 admin admin] 10.222.0.37 "PUT /v2.0/routers/f46d2ebe-e326-4866-a656-81c79e776776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8552115 Jul 27 21:44:32.563987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53454) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:32.595214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:32.597819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:32.725015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.827939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad55598-4338-4962-bc1c-733082c05608'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:32.832360 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cbe599-d74f-484b-89f1-b6870b189536" -d '{"events": [{"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-plugged", "status": "completed", "tag": "fad55598-4338-4962-bc1c-733082c05608"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:32.843919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.866715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:32.871624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:32.939735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c32ed4d8-c933-4533-b6ac-38bedee1e40b req-814e0ab0-30a9-4bf7-8745-6d6e6bd6b349 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0820720 Jul 27 21:44:33.025996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-38e68b29-1e4f-42ea-bce0-605381641639 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:33.032890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.033691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:33.034399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-38e68b29-1e4f-42ea-bce0-605381641639 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3766613 Jul 27 21:44:33.067407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: f12f6829-8d34-41a3-8165-a725921c2f93 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:33.067760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f12f6829-8d34-41a3-8165-a725921c2f93 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:33.070834 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad88b014-f2f6-40c0-b1ee-798eed44031c x-openstack-request-id: req-ad88b014-f2f6-40c0-b1ee-798eed44031c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:33.071999 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-plugged", "status": "completed", "tag": "fad55598-4338-4962-bc1c-733082c05608", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:33.072573 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad88b014-f2f6-40c0-b1ee-798eed44031c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:33.073338 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad55598-4338-4962-bc1c-733082c05608', 'code': 200} Jul 27 21:44:33.216363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-68c361a8-5833-4e4c-87fb-857809bca576 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.1809793 Jul 27 21:44:33.272955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:33.281285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84faed-b582-48f2-b0f5-867ba6d207b9 req-3153c0da-e094-436d-a771-09bf022429a5 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:33.282883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b84faed-b582-48f2-b0f5-867ba6d207b9 req-3153c0da-e094-436d-a771-09bf022429a5 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1272793 Jul 27 21:44:33.381028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b84faed-b582-48f2-b0f5-867ba6d207b9 req-f23913c3-6ddf-4a9e-8834-58cfdb2d7838 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862772 Jul 27 21:44:33.455614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:33.455860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.479657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.558424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:31Z', 'revision_number': 5, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port': {'id': 'a0bde66b-fc3b-48a9-846c-de769e75a47b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:05Z', 'updated_at': '2021-07-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:33.595296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf6d45-196a-4581-aacc-e06e5785da20 req-de00577e-4dfe-44a5-8207-3c096822181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:33.597688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11cf6d45-196a-4581-aacc-e06e5785da20 req-de00577e-4dfe-44a5-8207-3c096822181c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1096 time: 0.4062765 Jul 27 21:44:33.604315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Checking router: f46d2ebe-e326-4866-a656-81c79e776776 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:33.622410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Routers {'f46d2ebe-e326-4866-a656-81c79e776776'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:33.623479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f46d2ebe-e326-4866-a656-81c79e776776'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:33.706770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de5b36-d82f-4d3d-9828-d76fad2f5210 req-88f415bb-5ed5-4156-86f7-1fadf084b2cf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:33.712577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56de5b36-d82f-4d3d-9828-d76fad2f5210 req-88f415bb-5ed5-4156-86f7-1fadf084b2cf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1327255 Jul 27 21:44:33.748558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] Set router f46d2ebe-e326-4866-a656-81c79e776776 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:33.793071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11cf6d45-196a-4581-aacc-e06e5785da20 req-1633e08e-97d8-4194-83b2-0fc4c503df90 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674063 Jul 27 21:44:33.794343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56de5b36-d82f-4d3d-9828-d76fad2f5210 req-76ec5de9-7f5a-4a41-845f-32651313b3e7 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748677 Jul 27 21:44:33.862541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:33Z', 'revision_number': 6, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:33.895335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba7f903-ad20-422a-8894-bee3ba24f282 None None] The sync data for ids ['f46d2ebe-e326-4866-a656-81c79e776776'] in n-d-738018-6 is: [{'id': 'f46d2ebe-e326-4866-a656-81c79e776776', 'name': 'tempest-FloatingIPsTestJSON-68959072-router', 'tenant_id': '465893f6fe5841819409cfb406349e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:03Z', 'updated_at': '2021-07-27T21:44:33Z', 'revision_number': 6, 'project_id': '465893f6fe5841819409cfb406349e00', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:33.919805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Deleting port a0bde66b-fc3b-48a9-846c-de769e75a47b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:33.920124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.257215 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c3868ac-92c9-4a95-a926-904881fa3dda req-f534adee-5d46-4f6b-8ece-6530250c7b72 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0515499 Jul 27 21:44:34.347880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5c0c84b-d7dc-42d7-8baf-e66dd2a78cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.668814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.682870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] For port a0bde66b-fc3b-48a9-846c-de769e75a47b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a0bde66b-fc3b-48a9-846c-de769e75a47b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:34.684066 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.709114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Calling delete_port for a0bde66b-fc3b-48a9-846c-de769e75a47b owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:34.720905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0325-7c67-467f-86cd-83d11d11110c req-6a37fabd-409b-4451-984f-6ab3a9ae339f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:34.727293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b61d0325-7c67-467f-86cd-83d11d11110c req-6a37fabd-409b-4451-984f-6ab3a9ae339f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1334710 Jul 27 21:44:34.786850 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b61d0325-7c67-467f-86cd-83d11d11110c req-cd2690af-8bf1-47e7-99df-757267357b31 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Jul 27 21:44:35.055628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.160826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.217327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a252bc-7d8a-4d78-a638-f85c4bb94071 req-407dce09-051a-4ccf-9904-8dfa3c3efba0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:35.220016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62a252bc-7d8a-4d78-a638-f85c4bb94071 req-407dce09-051a-4ccf-9904-8dfa3c3efba0 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1632907 Jul 27 21:44:35.251540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.285708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62a252bc-7d8a-4d78-a638-f85c4bb94071 req-6580cc8f-a9a5-4b0a-b161-805b10139a14 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564704 Jul 27 21:44:35.303149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bde66b-fc3b-48a9-846c-de769e75a47b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:35.413271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a0bde66b-fc3b-48a9-846c-de769e75a47b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:35.464625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a0bde66b-fc3b-48a9-846c-de769e75a47b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:35.465159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a0bde66b-fc3b-48a9-846c-de769e75a47b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:35.465887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 90dd2126-1896-49ab-864d-4b3a5fcd6035 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:35.517258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 90dd2126-1896-49ab-864d-4b3a5fcd6035 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:35.517258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 90dd2126-1896-49ab-864d-4b3a5fcd6035 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:35.547009 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f associated. External IP: 172.25.3.167, port: ee5e29f0-5dc2-438b-81df-5a121b7d6547. Jul 27 21:44:35.595557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.659116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-65039e36-552b-4ec1-a1ce-719e6d771662 req-4dc805d0-6f7c-4269-aad0-604703119773 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0754764 Jul 27 21:44:35.709001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.748447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.781366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.943937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.944828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46d2ebe-e326-4866-a656-81c79e776776 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:44:35.955203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.957916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eaa12777-f96f-481e-a961-f031d8c375bc admin admin] 10.222.0.37 "DELETE /v2.0/routers/f46d2ebe-e326-4866-a656-81c79e776776 HTTP/1.1" status: 204 len: 168 time: 3.3923128 Jul 27 21:44:35.962159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:36.020158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963c89c-51d4-4bad-b85c-5f9b881e7b5c req-cac6dbdf-efb0-403d-8ae6-46656e670ec2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:36.022160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5963c89c-51d4-4bad-b85c-5f9b881e7b5c req-cac6dbdf-efb0-403d-8ae6-46656e670ec2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1078112 Jul 27 21:44:36.064369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Deleting subnet 20475581-1ca4-43ad-9a3b-76f75b771ec9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:44:36.074068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.077931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5963c89c-51d4-4bad-b85c-5f9b881e7b5c req-3b7af91a-ff1e-4584-9332-c07d4492ba8d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Jul 27 21:44:36.121825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.149519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:36.309048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.364821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:36.370351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.380415 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:36.393924 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:36.394867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:36.426825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-efcd6f09-93ff-4488-9be9-883e3612d47c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "PUT /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 997 time: 3.1750767 Jul 27 21:44:36.427501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:36.430077 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4ba521-bce2-49ae-ad20-62cfdde729eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:36.503003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53522) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:36.510158 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.552579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20475581-1ca4-43ad-9a3b-76f75b771ec9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:36.558561 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.561206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e95c3f0-963f-4a95-bf88-a29cfffce844 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/20475581-1ca4-43ad-9a3b-76f75b771ec9 HTTP/1.1" status: 204 len: 168 time: 0.5971332 Jul 27 21:44:36.564394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:36.576629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca07a1-7f54-4159-b392-61e087bfc8ec None None] Network 5c896ec8-67c9-4857-938b-8d0cce316ede requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:36.586972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-c10e12af-fc2f-410f-80a4-3c6fd0e2fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:36.589135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-c10e12af-fc2f-410f-80a4-3c6fd0e2fb43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.1363780 Jul 27 21:44:36.608269 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:36.736951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.738368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-6eff0065-e70f-4691-9096-0cc291a7e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:36.740502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-6eff0065-e70f-4691-9096-0cc291a7e809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.1441755 Jul 27 21:44:36.794934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6921383-6bfc-4be9-8bcc-c0c800b9ab0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.805290 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.819982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd94c-e697-4c94-8ee3-3b0f94ab9db6 req-35a18416-1f20-4d48-93f8-e64672853d88 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:36.834264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9cbd94c-e697-4c94-8ee3-3b0f94ab9db6 req-35a18416-1f20-4d48-93f8-e64672853d88 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.3948340 Jul 27 21:44:36.835860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-9c4fec86-c447-4ab0-839f-4ff1805ebe17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 1000 time: 0.0883818 Jul 27 21:44:36.913006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-f2e7a6c4-3e34-4bc3-a94e-3cc48ca7b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:36.916044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-f2e7a6c4-3e34-4bc3-a94e-3cc48ca7b408 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0725331 Jul 27 21:44:37.067915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9cbd94c-e697-4c94-8ee3-3b0f94ab9db6 req-20cbe94d-37cc-4a60-a5cc-a2bec82fd990 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66291779-dddc-4626-acbd-56e7932edcfd x-openstack-request-id: req-66291779-dddc-4626-acbd-56e7932edcfd {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66291779-dddc-4626-acbd-56e7932edcfd {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-6055c4f0-7c37-410e-89ca-3630eb26bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-6055c4f0-7c37-410e-89ca-3630eb26bf47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970438 Jul 27 21:44:37.068718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-9049f903-45f1-4fb7-b8e2-dd0d10c16729 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:44:37.069705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Deleting port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:37.069705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.070217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-9049f903-45f1-4fb7-b8e2-dd0d10c16729 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128722 Jul 27 21:44:37.076517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] DHCP port deletion for 5c896ec8-67c9-4857-938b-8d0cce316ede request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:44:37.084786 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:34Z', 'revision_number': 1, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:37.116233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:37.127977 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:37.128866 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:37.218569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Deleting port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:37.218962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.241239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-e96e7642-bd05-46ab-a7d0-cb4f71a50848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:37.249594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6921383-6bfc-4be9-8bcc-c0c800b9ab0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.253755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-e96e7642-bd05-46ab-a7d0-cb4f71a50848 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.2095616 Jul 27 21:44:37.292156 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:37.347049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b309de4-ae6d-47a3-9401-ea576b7370ff req-a5871727-a421-435a-a872-a1e9eca51225 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c3e7547-c592-48f6-af54-24a71e25a4ef HTTP/1.1" status: 200 len: 210 time: 0.0748715 Jul 27 21:44:37.355018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] For port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:37.357290 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.388908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e6921383-6bfc-4be9-8bcc-c0c800b9ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.391175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] For port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,segment=NetworkSegment(db2a253d-4d68-47d4-a5c1-c5516bb5166b),segment_id=db2a253d-4d68-47d4-a5c1-c5516bb5166b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:37.393284 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.424910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:37.448104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6921383-6bfc-4be9-8bcc-c0c800b9ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf83f5-b638-4c0e-b74b-78fa52e7907e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:37.452733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Calling delete_port for 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:37.461352 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.484745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-6473a3da-244f-473e-9615-988fa44a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:37.486381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-6473a3da-244f-473e-9615-988fa44a0d21 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.2189753 Jul 27 21:44:37.516272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e6921383-6bfc-4be9-8bcc-c0c800b9ab0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d6c12cf53f84e6fa770e4cd4cf14365&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0107868 Jul 27 21:44:37.522694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:37.523490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Calling delete_port for 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:37.591946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-7b57dec8-9dab-4451-8d20-002656a4e0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336640 Jul 27 21:44:37.702826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.713135 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:34Z', 'revision_number': 1, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:37.715398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff601-4be4-4ec1-8954-838c4cb8f110 req-659b03f8-7b6d-471b-bb64-a07acf905a4e tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:37.724613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-855ff601-4be4-4ec1-8954-838c4cb8f110 req-659b03f8-7b6d-471b-bb64-a07acf905a4e tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1096 time: 0.1400261 Jul 27 21:44:37.772164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98acec79-0d45-43b3-8c67-67ed0b579194 None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:34Z', 'revision_number': 1, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:37.789090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-855ff601-4be4-4ec1-8954-838c4cb8f110 req-22db5ea7-6cf0-4c25-8d9b-c0d4e0a30921 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Jul 27 21:44:37.833969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.866836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.874985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.895595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:37.910483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] Pushing event deleted for resources: {'Port': ['ID=650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:37.929995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a15e0b-bb69-4e0b-9532-06e754eb1406 None None] No DVR routers for this DVR port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:38.059192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-7b8edfe2-060e-4b68-ad94-a73f6b570977 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 1000 time: 0.5509753 Jul 27 21:44:38.114151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbd82b8-fbd8-4ea6-bd79-d426579a86d9 None None] New status for floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:38.164627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.222952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.262645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-b0f9bbca-7fb9-4b7e-b2a9-3462c04d8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:38.265563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-b0f9bbca-7fb9-4b7e-b2a9-3462c04d8a4d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1931112 Jul 27 21:44:38.313398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a15cc36c-d65c-40a3-a8c9-f1992388c8ed req-44619755-16f4-4a65-8cc4-61c363e95e8e service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201605 Jul 27 21:44:38.375002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] No DVR routers for this DVR port 650b8ab7-f1ca-4f8c-8d05-e5a5d52c0d03 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:38.507714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-4a55bc12-96e7-4bb0-a211-dd8369c29615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:38.512924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-4a55bc12-96e7-4bb0-a211-dd8369c29615 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287583 Jul 27 21:44:38.584640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.587758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.594491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92bf83f5-b638-4c0e-b74b-78fa52e7907e HTTP/1.1" status: 204 len: 168 time: 1.0667386 Jul 27 21:44:38.615582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eb0c4-8798-472a-bb12-d442011d0d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf83f5-b638-4c0e-b74b-78fa52e7907e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:38.684844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.745226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c896ec8-67c9-4857-938b-8d0cce316ede']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:38.766058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6475709-6a77-47d7-9b5b-9174c6f181f9 req-13351430-71fd-47d9-86e3-3967b0b73d2c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:38.767544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-a81850fc-e1d8-4b9a-8f07-95a02239fc58 service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450464 Jul 27 21:44:38.776045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6475709-6a77-47d7-9b5b-9174c6f181f9 req-13351430-71fd-47d9-86e3-3967b0b73d2c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.8638039 Jul 27 21:44:38.791177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2a253d-4d68-47d4-a5c1-c5516bb5166b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:38.791481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2a253d-4d68-47d4-a5c1-c5516bb5166b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:38.821732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.903871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6475709-6a77-47d7-9b5b-9174c6f181f9 req-4daa056c-f32a-48e2-8f3e-ff18dc7888de tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Jul 27 21:44:38.905574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.953603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:44:38.957776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:44:38.973406 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:44:39.078924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d4ba521-bce2-49ae-ad20-62cfdde729eb req-fbd354ca-eab9-470d-86a3-f4e230a2003b service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975364 Jul 27 21:44:39.084513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f25d05-90fb-49ea-a69b-bd3ad0e97eb1 req-6a824fe1-7150-4de0-9490-f44eef66926a tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:39.086045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20f25d05-90fb-49ea-a69b-bd3ad0e97eb1 req-6a824fe1-7150-4de0-9490-f44eef66926a tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1096 time: 0.1601715 Jul 27 21:44:39.165522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20f25d05-90fb-49ea-a69b-bd3ad0e97eb1 req-62904900-98a4-44e4-8569-6ca5a0da35c2 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716164 Jul 27 21:44:39.171335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.182953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.188817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c896ec8-67c9-4857-938b-8d0cce316ede HTTP/1.1" status: 204 len: 168 time: 2.6209271 Jul 27 21:44:39.231204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9097f9-de6d-4f89-8fa3-50e74f6e12f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c896ec8-67c9-4857-938b-8d0cce316ede,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:39.573235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-b360305c-aec9-4938-a7e6-f139f69bb76b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:39.575194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-b360305c-aec9-4938-a7e6-f139f69bb76b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2134616 Jul 27 21:44:39.741889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-e56ddbd0-e129-4ce0-82e6-295b31f59c3c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1547470 Jul 27 21:44:39.761485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:39.841853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.849730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:39.949720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:39.967651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4e413d47-d6d6-422c-b0d7-46365b508dec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=465893f6fe5841819409cfb406349e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169624 Jul 27 21:44:39.975186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:40.018214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33eabe2e-ff7d-4863-b905-80a888c09531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.057040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.098670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.230667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33eabe2e-ff7d-4863-b905-80a888c09531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.343125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.345854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.347140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dbe7a07-c67e-4ac2-a4cf-bd1ddd25f236 HTTP/1.1" status: 204 len: 168 time: 0.3710423 Jul 27 21:44:40.367800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd25cc-18a2-409a-85a8-7c81014127c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbe7a07-c67e-4ac2-a4cf-bd1ddd25f236,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:40.589008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33eabe2e-ff7d-4863-b905-80a888c09531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.661982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:40.662176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33eabe2e-ff7d-4863-b905-80a888c09531 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1743479212ec4af5b93343562b16601b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108119 Jul 27 21:44:40.669059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eabe2e-ff7d-4863-b905-80a888c09531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cba7fff-bd2b-45ac-a22a-39d4f4fae3aa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:40.799718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.842643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.016093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.045847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.046176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.053971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cba7fff-bd2b-45ac-a22a-39d4f4fae3aa HTTP/1.1" status: 204 len: 168 time: 0.3900487 Jul 27 21:44:41.067502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cf0af-b229-4808-a01b-2a2ee37a9f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cba7fff-bd2b-45ac-a22a-39d4f4fae3aa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:41.091485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.304057 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f associated. External IP: 172.25.3.167, port: ee5e29f0-5dc2-438b-81df-5a121b7d6547. Jul 27 21:44:41.675850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:41.907646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:41.920309 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:41.950255 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:41.952350 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.223660 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:42.322950 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-f76a2892-b325-4786-8152-5ae87dd90c5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2049117 Jul 27 21:44:42.497382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580567a-851c-49f7-a83f-252cd779929e req-db41c409-683d-4a85-bc34-a93d6c2f641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:42.501104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-db41c409-683d-4a85-bc34-a93d6c2f641c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 1100 time: 0.1473093 Jul 27 21:44:42.503286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:42.698681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580567a-851c-49f7-a83f-252cd779929e req-b20886c3-4a98-48aa-81b3-5fe6865083e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:42.700929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-b20886c3-4a98-48aa-81b3-5fe6865083e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1684129 Jul 27 21:44:42.703958 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.751764 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:42.768337 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:42.769390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.815659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:42.822705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-3ba6d981-0369-4473-9202-4e3f9d919f6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 200 len: 217 time: 0.1103985 Jul 27 21:44:42.823408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:42.849455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:42.970478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580567a-851c-49f7-a83f-252cd779929e req-7a9dcf8f-b550-401a-a20f-e9402b31853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:42.972254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-7a9dcf8f-b550-401a-a20f-e9402b31853e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1443129 Jul 27 21:44:43.074849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4e4bbf73-dc3e-4cf6-8ef0-cb47c211f399 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:44:43.088276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4e4bbf73-dc3e-4cf6-8ef0-cb47c211f399 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8473368 Jul 27 21:44:43.129783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-128127855-network', 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:43.135282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:43.146274 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60779166-9888-4c81-bde2-1eec3d4fa56e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:43.216138 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-66374215-a0f2-4f9d-9886-164c7201f69f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "PUT /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 999 time: 3.4603865 Jul 27 21:44:43.255854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580567a-851c-49f7-a83f-252cd779929e req-fe8d62bd-7ea5-4e7d-8e8c-a6fdb0ae708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:43.257707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-fe8d62bd-7ea5-4e7d-8e8c-a6fdb0ae708b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2776825 Jul 27 21:44:43.311477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Request body: {'binding': {'host': 'n-h1-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:43.312182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:44:43.330842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-98c4ccda-8d61-4298-9bcc-1946fe2bb0d0 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:43.333134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-98c4ccda-8d61-4298-9bcc-1946fe2bb0d0 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports/ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 943 time: 0.1104536 Jul 27 21:44:43.340606 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:43.376902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:43.381277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.432542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.554802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-64729246-2c51-49f2-8e2c-5ce7e85c0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:43.557366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-64729246-2c51-49f2-8e2c-5ce7e85c0f5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.1087737 Jul 27 21:44:43.662204 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-7a59ff39-53ab-46e6-a8b3-9a65e8937893 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961966 Jul 27 21:44:43.844349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:43.942052 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afaebcb-f978-4160-ad91-a9fda1074020 None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 3, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:43.978427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on host n-h1-738018-6 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:43.979165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:43.979885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:44.003042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4580567a-851c-49f7-a83f-252cd779929e req-7866478d-34a3-4934-a2f6-e5b2c3486f88 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305497 Jul 27 21:44:44.010123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:44.010803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:44.023771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.025770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:44.026412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:44.027116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:44.027932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Bound port: fad55598-4338-4962-bc1c-733082c05608, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:44.106062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.121418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-070fdc62-5506-4762-bb9f-5005861f635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:44.146636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-070fdc62-5506-4762-bb9f-5005861f635a service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.5779669 Jul 27 21:44:44.149886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:44.160525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:44:44.179497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974a3e9a-cab6-4b73-8da3-b516ecc73668,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:44.192994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.193638 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Added segment 659bd8b9-bd70-4844-b268-42edea9da748 of type vlan for network d0760cbe-b737-43d3-a774-760d66b7ed89 Jul 27 21:44:44.236763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-497be7c3-4f87-4e0f-b615-3d3bf5527050 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.0895548 Jul 27 21:44:44.317311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.322217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-7019dd23-6f0b-4ef2-a350-29dbd3331bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:44.336941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-7019dd23-6f0b-4ef2-a350-29dbd3331bcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0967393 Jul 27 21:44:44.380347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623a16d-0515-422d-ba00-f2ce0315f05d None None] New status for floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:44.401211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.404940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e0673f04-e66c-48d1-97a4-c6454f970984 service neutron] 10.222.0.37 "POST /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608/bindings HTTP/1.1" status: 201 len: 389 time: 1.3140121 Jul 27 21:44:44.434065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.436304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:44.437281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.476191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-8acc547a-f8a3-4eac-88bf-8bf15f402011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:44.479455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-8acc547a-f8a3-4eac-88bf-8bf15f402011 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396968 Jul 27 21:44:44.496062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-d62454a1-c700-4c92-b38f-873e9bdc95c1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:44:44.497800 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-d62454a1-c700-4c92-b38f-873e9bdc95c1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097466 Jul 27 21:44:44.630700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7781744 Jul 27 21:44:44.632069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:44.635138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c7c7-a2f4-4e2a-90c3-14ff28985348 admin admin] Pushing event updated for resources: {'Network': ['ID=d0760cbe-b737-43d3-a774-760d66b7ed89,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:44.644930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Request body: {'subnet': {'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-128127855-subnet', 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:44.665999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d0760cbe-b737-43d3-a774-760d66b7ed89 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:44.748514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:44.750957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.799902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-16e5baba-7092-4ce2-8733-1d609122adce service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935624 Jul 27 21:44:44.887182 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:44.931942 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:44.931942 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:45.031017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-9fc9f821-6e85-4fdc-823b-2bffab37ae30 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232096 Jul 27 21:44:45.077577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:45.202958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb0f6d-861f-459a-9a88-978ca4013476 req-b0a303f0-2db7-494e-b180-796ded4c2828 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.211197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdb0f6d-861f-459a-9a88-978ca4013476 req-b0a303f0-2db7-494e-b180-796ded4c2828 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1736021 Jul 27 21:44:45.251720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-bbd01caa-e94f-491f-a3c1-92527efffa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.253998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-bbd01caa-e94f-491f-a3c1-92527efffa26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1097 time: 0.0868275 Jul 27 21:44:45.340864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdb0f6d-861f-459a-9a88-978ca4013476 req-558f2766-442f-441e-9325-7ffa5028c581 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275012 Jul 27 21:44:45.371513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.406086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-0d43be0a-adeb-4967-8d99-8ba1f3cc2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.406086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-0d43be0a-adeb-4967-8d99-8ba1f3cc2a4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.1377580 Jul 27 21:44:45.457694 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:44Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:45.483989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b2b40a-e745-410c-aa79-8b60635fdb2c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:45.489147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4064fecc-8aab-45d9-aa4b-77a347a824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.489489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4064fecc-8aab-45d9-aa4b-77a347a824d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1096 time: 0.2638326 Jul 27 21:44:45.506454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:45.528274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:45.528950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:45.550219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-a7219bbe-6f0c-482b-9660-1e407ff54f7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 1002 time: 0.1374824 Jul 27 21:44:45.577155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Checking segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:45.577155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Network hostable DHCP agents. Network: d0760cbe-b737-43d3-a774-760d66b7ed89, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:45.650969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-4d07cb65-e5a6-4b27-a025-771f6a99475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.652734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-4d07cb65-e5a6-4b27-a025-771f6a99475d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0930836 Jul 27 21:44:45.658426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-6ad6ecd2-bf84-411a-a0b9-1fee9ea9fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.659873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-6ad6ecd2-bf84-411a-a0b9-1fee9ea9fdbd service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.1556432 Jul 27 21:44:45.718952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-fe8c8a5e-0686-4551-aa4e-287b8a61dd3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 217 time: 0.0508733 Jul 27 21:44:45.723491 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:45.727756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Network d0760cbe-b737-43d3-a774-760d66b7ed89 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:45.757985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-7e79f427-057d-43ae-ade3-2c6e3db3a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.761514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-7e79f427-057d-43ae-ade3-2c6e3db3a5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022959 Jul 27 21:44:45.836008 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be37e7a-ef9b-4049-ac0a-54cdf808347b x-openstack-request-id: req-4be37e7a-ef9b-4049-ac0a-54cdf808347b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:45.837038 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:45.837038 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4be37e7a-ef9b-4049-ac0a-54cdf808347b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:45.837778 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:44:45.904624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d0760cbe-b737-43d3-a774-760d66b7ed89) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:45.908319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-e4011201-9383-4b89-8e83-5fc718c65083 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296098 Jul 27 21:44:45.917218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adaccb0-a4fb-4850-954d-56c196618948 None None] Network d0760cbe-b737-43d3-a774-760d66b7ed89 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:45.921651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.922307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.929690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-0654b70d-2e85-4fbc-b451-ec005c69fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:45.932548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-0654b70d-2e85-4fbc-b451-ec005c69fe94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1984091 Jul 27 21:44:46.007115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-797b1482-d9a8-40a9-93fd-2b3673d51b31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473340 Jul 27 21:44:46.070617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586a4944-c509-4de5-a35a-293e6ec0f89d req-f237ee62-ad97-469e-b171-d7307ee39afe service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478813 Jul 27 21:44:46.091900 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c44c3089-e4b1-4218-a309-519cd483da07 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4480314 Jul 27 21:44:46.096362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-03fe9fdd-6049-40f3-a708-550d164aceb3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2824979 Jul 27 21:44:46.109713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-3c9edd9c-620a-4998-8fee-ee29cf772581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.112079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-3c9edd9c-620a-4998-8fee-ee29cf772581 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.2669606 Jul 27 21:44:46.217786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77901468-4609-49dc-ab2a-23dd84de8c60 None None] Network d0760cbe-b737-43d3-a774-760d66b7ed89 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:46.261046 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:44Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:46.313578 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be34f7-1a22-448d-9b77-d2ec06a6ed3e None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:68:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:44Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:46.382816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-482d5a45-de36-4d39-9d9b-521c1c255e0d service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588126 Jul 27 21:44:46.439563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37979c3-16b8-4506-9216-aa531d496d1d req-7cac3e50-715a-43d5-b430-44b6fb7910a1 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.441826 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a37979c3-16b8-4506-9216-aa531d496d1d req-7cac3e50-715a-43d5-b430-44b6fb7910a1 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1429393 Jul 27 21:44:46.513655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a37979c3-16b8-4506-9216-aa531d496d1d req-ba06ffa7-121b-4903-8979-5604d6006d75 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Jul 27 21:44:46.520213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-930fd7d4-5523-430e-bb41-3716bcfe7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.521763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-930fd7d4-5523-430e-bb41-3716bcfe7ae3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.3891580 Jul 27 21:44:46.535539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-cd7f1f40-c383-4fe2-a193-3d986b6d4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.538064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-cd7f1f40-c383-4fe2-a193-3d986b6d4e9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 1117 time: 0.2148666 Jul 27 21:44:46.658987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2076b16d-6789-46ad-8480-607f238f667a req-f001ea90-90b2-424d-85d6-4ee4254f9d47 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1036754 Jul 27 21:44:46.731943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076b16d-6789-46ad-8480-607f238f667a req-73d9c3cf-4c86-438b-9059-eee98f861b7b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.733476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2076b16d-6789-46ad-8480-607f238f667a req-73d9c3cf-4c86-438b-9059-eee98f861b7b tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports/f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 943 time: 0.0706370 Jul 27 21:44:46.873738 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-c9f5f283-d60b-4f28-9c01-b11165d44d28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.3342597 Jul 27 21:44:46.884758 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2076b16d-6789-46ad-8480-607f238f667a req-673c6097-8e16-447a-a04d-425285d14bcb tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.0901859 Jul 27 21:44:46.985451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af2f122f-1806-43fc-9e13-fe772ac3fe91 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905130 Jul 27 21:44:47.007723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076b16d-6789-46ad-8480-607f238f667a req-29a45510-2497-47b5-bab7-a1bc3a94449d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.010024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2076b16d-6789-46ad-8480-607f238f667a req-29a45510-2497-47b5-bab7-a1bc3a94449d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1162031 Jul 27 21:44:47.017103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-c5251bf9-708a-4d4b-80bf-4695c294efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.028072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-c5251bf9-708a-4d4b-80bf-4695c294efc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1053009 Jul 27 21:44:47.052657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-bec55368-316e-49c3-865e-4f1aa10a06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.054259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-bec55368-316e-49c3-865e-4f1aa10a06aa service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 200 len: 922 time: 0.2061110 Jul 27 21:44:47.163003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee53c-2842-4a2f-aac9-06aefe3d867d req-990f01ef-6f0a-4e7f-afec-b766f1a973e7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.164418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-316e428c-a0af-448a-9b64-34ee3018d9a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 200 len: 217 time: 0.0790024 Jul 27 21:44:47.164772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae1ee53c-2842-4a2f-aac9-06aefe3d867d req-990f01ef-6f0a-4e7f-afec-b766f1a973e7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.0812938 Jul 27 21:44:47.201685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8101-03ea-4bd2-b606-8c3240e3c9ba req-6c0414f4-fd17-45a6-9fa0-8ef1bb1ab51e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.203343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-342f8101-03ea-4bd2-b606-8c3240e3c9ba req-6c0414f4-fd17-45a6-9fa0-8ef1bb1ab51e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.3562636 Jul 27 21:44:47.218777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae1ee53c-2842-4a2f-aac9-06aefe3d867d req-7941e1db-b8a4-414b-8448-9cd17564d8fe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Jul 27 21:44:47.296128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-23d78ad2-36fe-43bd-98c5-d058f2a65616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.297974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-23d78ad2-36fe-43bd-98c5-d058f2a65616 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 200 len: 861 time: 0.1205618 Jul 27 21:44:47.315420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-4b9d732c-0296-4007-8fd5-9373cdd6bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.316987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-4b9d732c-0296-4007-8fd5-9373cdd6bef1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793221 Jul 27 21:44:47.366335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-342f8101-03ea-4bd2-b606-8c3240e3c9ba req-39e3b7d5-e1a7-464e-8249-a2687c62f858 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374071 Jul 27 21:44:47.369789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-9d2d1f8a-e9ec-40c7-89dc-4fb4516d8061 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0a706c0-8355-45c7-a564-2d220ff8c447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583446 Jul 27 21:44:47.437557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-d1868603-bf39-4a57-94a7-ce76d2665ff1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.443912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-d1868603-bf39-4a57-94a7-ce76d2665ff1 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 944 time: 0.3572176 Jul 27 21:44:47.790080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-32702473-ffd6-44a3-8a57-461c0cdf49fe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.2421236 Jul 27 21:44:47.794629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-ef61ef77-e2cb-43ad-9dcb-b3df4a87b507 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.796471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-ef61ef77-e2cb-43ad-9dcb-b3df4a87b507 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.4261436 Jul 27 21:44:47.802315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-c9d66bf8-67b9-434f-92cb-38f0412a76eb service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711201 Jul 27 21:44:47.814410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-e2f22077-d439-47f4-b257-ed2a44a82820 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/quotas/ade725dccc2f49bc935a7a45eb7264f1 HTTP/1.1" status: 200 len: 375 time: 0.0119359 Jul 27 21:44:47.850954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:47.854996 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6" -d '{"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:47.863216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-134f825e-e815-4efa-9aaf-6522bde21252 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427206 Jul 27 21:44:47.877077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-22e0f58e-f472-43c4-a12b-132927d92ab9 service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926460 Jul 27 21:44:47.976560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-ec1a1b29-7737-4d3a-909b-55e5a71b5fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030929 Jul 27 21:44:48.054197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-22e5204f-a7ec-4bcd-9c1c-34a4bd056e08 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:48.058914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-22e5204f-a7ec-4bcd-9c1c-34a4bd056e08 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports/f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 943 time: 0.2552392 Jul 27 21:44:48.064352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Deleting port 39970026-8aec-418c-832c-3c261f2111bb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:48.078726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.092252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-eee40aa8-d430-40c8-80d3-097d350c9980 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076806 Jul 27 21:44:48.173401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18e67ea9-f576-4ea0-b348-f7fe8c334212 req-2e99aee8-e486-4177-a9bc-f2ebe332774f service neutron] 10.222.0.76 "GET /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752481 Jul 27 21:44:48.259542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60779166-9888-4c81-bde2-1eec3d4fa56e req-a7b6c3a7-f841-4580-926b-b9d37e530508 service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342577 Jul 27 21:44:48.296494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-106c2dca-4b84-403c-aaa5-5281f0934481 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1739402 Jul 27 21:44:48.298408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] For port 39970026-8aec-418c-832c-3c261f2111bb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=39970026-8aec-418c-832c-3c261f2111bb,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:48.299099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.338278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Calling delete_port for 39970026-8aec-418c-832c-3c261f2111bb owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:48.522666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-77a1c038-627c-482d-b532-9ba29cf9b12c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:48.532210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-77a1c038-627c-482d-b532-9ba29cf9b12c tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2230501 Jul 27 21:44:48.660991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-d8a5ceea-2640-45ae-b9ca-0d4d27df2324 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1277349 Jul 27 21:44:48.674042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:48.696368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba59a0-8d35-4647-9173-119da37d2e3a req-844cce84-8ec0-491b-910a-3315f1e44ca4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:48.705128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2ba59a0-8d35-4647-9173-119da37d2e3a req-844cce84-8ec0-491b-910a-3315f1e44ca4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1676214 Jul 27 21:44:48.789268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.789661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2ba59a0-8d35-4647-9173-119da37d2e3a req-5c8a3fc0-01d6-4da3-b42f-570478984a1e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646996 Jul 27 21:44:48.936727 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d3c31-5712-4038-96cc-fd1ace45ce93 x-openstack-request-id: req-049d3c31-5712-4038-96cc-fd1ace45ce93 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:48.939014 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:48.942517 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-049d3c31-5712-4038-96cc-fd1ace45ce93 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:48.952994 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'status': 'completed', 'code': 200} Jul 27 21:44:49.031222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.063829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.099493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1d382-e94d-4bb4-ab09-f44959cba97a req-4c504c16-a0f0-4995-b20c-3e2216825aae tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:49.101402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3da1d382-e94d-4bb4-ab09-f44959cba97a req-4c504c16-a0f0-4995-b20c-3e2216825aae tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.0905004 Jul 27 21:44:49.124944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event deleted for resources: {'Port': ['ID=39970026-8aec-418c-832c-3c261f2111bb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:49.144297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-3ba70570-4cf2-48a7-a0a7-bbb7705afb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:49.146671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-3ba70570-4cf2-48a7-a0a7-bbb7705afb73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1097 time: 0.1340320 Jul 27 21:44:49.156241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3da1d382-e94d-4bb4-ab09-f44959cba97a req-d3ce280f-4df6-4ab5-ab84-81b1a4b67689 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 Jul 27 21:44:49.219024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.219420 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f disassociated. External IP: 172.25.3.167, port: f0b06feb-1cee-43fb-985e-1b25b01b37a6. Jul 27 21:44:49.274186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-555a4f2d-df4f-451f-8e9c-c66389f991f6 req-9fd6b363-0d1d-4051-a4ec-cd588a2a5dd8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0535924 Jul 27 21:44:49.433888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b078134d-bd74-4b8c-b8d0-d81c542f8370 req-c25e81bc-8543-49f4-b989-010c7cc76a54 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.0657349 Jul 27 21:44:49.650958 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-4979f95d-94c8-458c-840a-ca5cc292131b service neutron] show failed (client error): The resource could not be found. Jul 27 21:44:49.652773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-4979f95d-94c8-458c-840a-ca5cc292131b service neutron] 10.222.0.50 "GET /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.1174538 Jul 27 21:44:49.682938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] No DVR routers for this DVR port 39970026-8aec-418c-832c-3c261f2111bb on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:49.697728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.699977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5eb2f9ae-38b8-45ec-bfc9-d8945ec5f6ea req-6fb5bdbe-b4e0-420d-a02d-af56b963e0cb tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "DELETE /v2.0/ports/39970026-8aec-418c-832c-3c261f2111bb HTTP/1.1" status: 204 len: 173 time: 2.2384348 Jul 27 21:44:49.703646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-deleted', 'tag': '39970026-8aec-418c-832c-3c261f2111bb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:49.705717 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39890023-3c3c-43a1-b74f-21b622450924" -d '{"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-deleted", "tag": "39970026-8aec-418c-832c-3c261f2111bb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:49.771094 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2ddd1f-0710-409f-98b1-bdcfe04fb37e x-openstack-request-id: req-4a2ddd1f-0710-409f-98b1-bdcfe04fb37e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:49.771604 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7", "name": "network-vif-deleted", "tag": "39970026-8aec-418c-832c-3c261f2111bb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:49.772081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a2ddd1f-0710-409f-98b1-bdcfe04fb37e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:49.773087 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7', 'name': 'network-vif-deleted', 'tag': '39970026-8aec-418c-832c-3c261f2111bb', 'status': 'completed', 'code': 200} Jul 27 21:44:49.804722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-c2ca2500-1f43-46be-ac95-644380e99099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:49.807046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-c2ca2500-1f43-46be-ac95-644380e99099 service neutron] 10.222.0.50 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.6415508 Jul 27 21:44:49.895016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-bafc7b18-3df8-4032-a44e-87dc3ca79444 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 217 time: 0.0515149 Jul 27 21:44:50.031920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-53a66b5d-3594-4cd5-a573-3ddbc59b3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.041456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-53a66b5d-3594-4cd5-a573-3ddbc59b3954 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1300316 Jul 27 21:44:50.049475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7bb4-796e-4432-a023-9b2a8e739e66 req-167919d5-be44-42de-89bc-5c7b681886be tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.051208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a5a7bb4-796e-4432-a023-9b2a8e739e66 req-167919d5-be44-42de-89bc-5c7b681886be tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1223576 Jul 27 21:44:50.055694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:50.116240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a5a7bb4-796e-4432-a023-9b2a8e739e66 req-586f76c2-ce5c-47b2-85c2-36bb8fef9b68 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Jul 27 21:44:50.246209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-38881425-4f45-4237-aae8-2470a03bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.247978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-38881425-4f45-4237-aae8-2470a03bf1b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064230 Jul 27 21:44:50.294909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 39970026-8aec-418c-832c-3c261f2111bb no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:50.320791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 39970026-8aec-418c-832c-3c261f2111bb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:50.321730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 39970026-8aec-418c-832c-3c261f2111bb not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:50.350610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:50.364598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.372475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:50.426546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:50.429186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:50.446632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-a5b031a9-d4d7-41d8-b7a0-197bce6e353d tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "PUT /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 695 time: 1.7783220 Jul 27 21:44:50.589814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-694390be-7805-426a-9c61-3983e07fd0f8 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247011 Jul 27 21:44:50.672585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d0a6-6467-467a-a84f-037377609666 req-28dded54-79db-4457-8b90-9fede0f24f52 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.674264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8877d0a6-6467-467a-a84f-037377609666 req-28dded54-79db-4457-8b90-9fede0f24f52 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1358814 Jul 27 21:44:50.697235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:50.735952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-2620ead7-d874-4803-b42e-6ebcd5bef473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.744563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8877d0a6-6467-467a-a84f-037377609666 req-d4321bc7-eb64-44ec-9a83-578298633830 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Jul 27 21:44:50.744773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-2620ead7-d874-4803-b42e-6ebcd5bef473 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1097 time: 0.2901947 Jul 27 21:44:50.839120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-741d9a52-f0dd-4c8a-86e4-1bb3cedfff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:50.841388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-741d9a52-f0dd-4c8a-86e4-1bb3cedfff94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1101 time: 0.3268733 Jul 27 21:44:50.873707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:50.941045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ae3ffae-f1f4-44cf-8a68-4a48128d1114 req-09a519e0-9bf0-4f1f-a49c-147052ab277c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0715053 Jul 27 21:44:50.996054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bda2b46-63fa-4f0f-99bc-73e445cb94a6 req-d03b972a-93be-414a-b153-a37ab8e42d8f service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960676 Jul 27 21:44:51.109440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:51.110490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:51.118708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11024110-0fe9-4d74-9c2f-1ea0dba999c0 req-1b76077f-f9ba-4e46-b4c8-67261e88b194 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b09643c-cd82-4d4e-a1ef-b96bfc0b26b7 HTTP/1.1" status: 200 len: 210 time: 0.0588365 Jul 27 21:44:51.124719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.160703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:51.171937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-9f06aa4d-d602-44fc-85aa-cacb8253474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:51.173589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-9f06aa4d-d602-44fc-85aa-cacb8253474f service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.4280779 Jul 27 21:44:51.176415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:51.177168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:51.254313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-5ca6fc00-f124-4bf4-9f20-3f4f837ffcdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 217 time: 0.0543764 Jul 27 21:44:51.409375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7994301-6ed9-4661-866f-e9de08dc1b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.423335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-1e59e746-1fd9-43ed-b15e-a3823cfc0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:51.425612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-1e59e746-1fd9-43ed-b15e-a3823cfc0508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1563666 Jul 27 21:44:51.542232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985ecf9-3904-4cc0-8aeb-b24a22b8b038 req-55d66068-cce6-4df8-b078-fb007ab03474 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:51.544849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:51.551903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5985ecf9-3904-4cc0-8aeb-b24a22b8b038 req-55d66068-cce6-4df8-b078-fb007ab03474 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.2153234 Jul 27 21:44:51.584794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:51.632697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5985ecf9-3904-4cc0-8aeb-b24a22b8b038 req-9a58ad44-ebf6-47b1-8e04-718ba386f26b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794959 Jul 27 21:44:51.679013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:51.685762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-cb217287-d55a-4ef6-8bcf-b70db56d5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:51.690215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-cb217287-d55a-4ef6-8bcf-b70db56d5e03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401470 Jul 27 21:44:51.751403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7994301-6ed9-4661-866f-e9de08dc1b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.816170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7994301-6ed9-4661-866f-e9de08dc1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.821237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6'}, {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:51.826877 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6"}, {"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-unplugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:51.833116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.918116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Transition to ACTIVE for port object 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:51.953536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:51.959930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c7994301-6ed9-4661-866f-e9de08dc1b71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efc5ab7b4a6c426c91313ad72a804a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350906 Jul 27 21:44:51.960762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53792) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:51.979886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7994301-6ed9-4661-866f-e9de08dc1b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3617ec44-a8d7-495f-8084-e17511cfc3bc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:52.022342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3df2-9165-4871-897d-078d81ce6af7 None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:52.037262 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.064171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-8cfb9211-a151-4885-8378-97d5f47bced4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:52.065842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-8cfb9211-a151-4885-8378-97d5f47bced4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.4120564 Jul 27 21:44:52.093319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-720fdc36-a00a-4426-8343-f2cd44bbe8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203096 Jul 27 21:44:52.105184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.124348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:52.148574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Request body: {'port': {'device_id': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'admin_state_up': True, 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:52.170074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dee22-4840-4b78-90a0-31a3c362d7b4 req-323a0979-34fd-4085-9a00-13803747c770 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:52.174827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-534dee22-4840-4b78-90a0-31a3c362d7b4 req-323a0979-34fd-4085-9a00-13803747c770 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.2814188 Jul 27 21:44:52.183049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.254525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] No DVR routers for this DVR port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:52.292551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-534dee22-4840-4b78-90a0-31a3c362d7b4 req-0a2d1330-3df8-48fe-ab4f-c89479990e34 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557690 Jul 27 21:44:52.309555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.311555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.313216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3617ec44-a8d7-495f-8084-e17511cfc3bc HTTP/1.1" status: 204 len: 168 time: 0.3502603 Jul 27 21:44:52.347150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddd2ec-5254-403b-bf72-1aef1e235aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3617ec44-a8d7-495f-8084-e17511cfc3bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:52.444467 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec40f095-7d99-4b11-9284-f886402a993c x-openstack-request-id: req-ec40f095-7d99-4b11-9284-f886402a993c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:52.454893 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6", "status": "completed", "code": 200}, {"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-unplugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:52.455728 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec40f095-7d99-4b11-9284-f886402a993c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:52.456662 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'status': 'completed', 'code': 200} Jul 27 21:44:52.457126 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'code': 200} Jul 27 21:44:52.515602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0d7e1-8347-424e-9a52-4a96d8c7ee54 None None] New status for floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:52.543197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:52.548260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:52.548260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:52.548544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e02957d-1f12-4635-ad67-4ba6eaf0c343 req-f491ca07-7958-4da0-9b75-c7aac7fb5939 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0616891 Jul 27 21:44:52.591161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:52.591715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:52.604347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:52.604703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:52.605464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:52.605642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Bound port: 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:52.606023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.614852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-5d4d093e-ef08-463e-8f6c-5f429275156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:52.620331 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-5d4d093e-ef08-463e-8f6c-5f429275156b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 1097 time: 0.1980145 Jul 27 21:44:52.685493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3557c383-2ff8-4cb9-b0d5-7df67a02dfa0 req-06df080c-27f5-4fd9-bc0d-83a525260b59 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861639 Jul 27 21:44:52.762426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:52.766896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:52.816064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-f16b934c-ac89-4a08-bc0f-b59ae49da26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:52.818347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-f16b934c-ac89-4a08-bc0f-b59ae49da26b service neutron] 10.222.0.50 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.1898239 Jul 27 21:44:52.849679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:52.854728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.901757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.919125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-48079773-4c3c-42f3-a8c6-3db2d1ab44b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 200 len: 217 time: 0.0912662 Jul 27 21:44:52.979794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:52.980528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.981995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] 10.222.0.76 "PUT /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 1096 time: 2.1191831 Jul 27 21:44:53.007193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb9a67-03d1-4bad-ada3-49fa7b11e935 req-1809f065-051e-4abe-b6a6-86de8f35df3e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.024826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ccb9a67-03d1-4bad-ada3-49fa7b11e935 req-1809f065-051e-4abe-b6a6-86de8f35df3e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.2485704 Jul 27 21:44:53.063856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-a12c7ed0-dae6-4c9f-aea8-79152b1b0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.066705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-a12c7ed0-dae6-4c9f-aea8-79152b1b0f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1377146 Jul 27 21:44:53.215157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-10ac39be-35e6-401e-8f0f-454850ba5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.220541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-10ac39be-35e6-401e-8f0f-454850ba5397 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400015 Jul 27 21:44:53.439920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-4a43da3b-3371-4f83-a1f8-127858238c1f service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101319 Jul 27 21:44:53.472194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:53.486101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad0707-4387-48c6-a922-b7cacdf1210f service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:53.502641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ccb9a67-03d1-4bad-ada3-49fa7b11e935 req-b2aceff3-5ce9-4a7a-92a5-f55ca029347e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756851 Jul 27 21:44:53.543123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:53.585222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:53.621054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30105f98-434d-4c5e-b812-d47a0a1f58c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.629310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-8daef0f8-a0fd-4c5b-a9b6-e8cc444f37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.631499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-8daef0f8-a0fd-4c5b-a9b6-e8cc444f37f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1099 time: 0.5388038 Jul 27 21:44:53.645336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Allocated IP 172.20.0.11 (d0760cbe-b737-43d3-a774-760d66b7ed89/85b2b40a-e745-410c-aa79-8b60635fdb2c/3c8208ff-7d05-4d2f-8493-18d20e654adb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:53.719822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3a2455-98ab-4de7-bf54-fdfdd5187c5e req-2017ee91-cbf7-4a42-a282-2d6f427971c2 service neutron] 10.222.0.50 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722225 Jul 27 21:44:53.835424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30105f98-434d-4c5e-b812-d47a0a1f58c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.895689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30105f98-434d-4c5e-b812-d47a0a1f58c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.933503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-8f9768b3-ce96-44c1-895f-81f7ebafcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.935296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-8f9768b3-ce96-44c1-895f-81f7ebafcd15 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2835348 Jul 27 21:44:53.980255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30105f98-434d-4c5e-b812-d47a0a1f58c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f9d903ecad64bf79da85227fe2225d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942225 Jul 27 21:44:53.983326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30105f98-434d-4c5e-b812-d47a0a1f58c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed3358-2c4a-4b8e-ad05-9ec9e89fd2d8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:53.989995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53824) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:54.014473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3602-1814-4d2c-bb63-dcd01e3e82a7 req-5dd4649c-9dca-4d3f-ac2d-12e04435563a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.018833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9fd3602-1814-4d2c-bb63-dcd01e3e82a7 req-5dd4649c-9dca-4d3f-ac2d-12e04435563a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.2966626 Jul 27 21:44:54.025810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-0f369e64-0743-42c5-a7bb-4893a03fcc89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0779305 Jul 27 21:44:54.072523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a3a0-0bc5-49ca-b67f-8673187aa9c6 req-8f01c560-58c7-4f63-abfb-d9495181b650 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.074189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e76a3a0-0bc5-49ca-b67f-8673187aa9c6 req-8f01c560-58c7-4f63-abfb-d9495181b650 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.1932337 Jul 27 21:44:54.098236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.123180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.158404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.162639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9fd3602-1814-4d2c-bb63-dcd01e3e82a7 req-7bfc682e-9ac6-49a2-b616-073126eb59f8 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324894 Jul 27 21:44:54.173206 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e76a3a0-0bc5-49ca-b67f-8673187aa9c6 req-fba4a781-45ed-4130-995b-8d7e626dff3e tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851641 Jul 27 21:44:54.176447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-0f237078-e2a1-4b88-82ca-2fcfc80f1431 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.178716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-0f237078-e2a1-4b88-82ca-2fcfc80f1431 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 944 time: 0.3192613 Jul 27 21:44:54.181996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-383c2530-2767-4745-90d5-ad75fb5138f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.183550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-383c2530-2767-4745-90d5-ad75fb5138f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1232605 Jul 27 21:44:54.301820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.304847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.309815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72ed3358-2c4a-4b8e-ad05-9ec9e89fd2d8 HTTP/1.1" status: 204 len: 168 time: 0.3150904 Jul 27 21:44:54.317020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb702acc-2740-4a28-bb00-104dcd76d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed3358-2c4a-4b8e-ad05-9ec9e89fd2d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:54.351093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ae94de3-79da-40dd-bcb8-b2d3dee725ca req-9cda2f2c-1f28-4918-a0b0-fbd765fdf3cd tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0711665 Jul 27 21:44:54.421323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.483695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:54.488099 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074ac102-22d4-42b2-af3f-f0316cdf77ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:54.509016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-063b24c3-2d71-437d-899f-c724f4e007d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.515903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-063b24c3-2d71-437d-899f-c724f4e007d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3178983 Jul 27 21:44:54.519475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-fa6d9e13-1bd7-48ad-b66d-8c9db8521c27 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.522172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-fa6d9e13-1bd7-48ad-b66d-8c9db8521c27 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1346934 Jul 27 21:44:54.539752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Network d0760cbe-b737-43d3-a774-760d66b7ed89 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:54.570535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:54.584477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:54.613486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-717d512c-ad60-4244-9494-14bcdc073975 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 696 time: 0.0778196 Jul 27 21:44:54.622267 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7c5be-53bb-40b8-b336-e7c6ac741ff6 x-openstack-request-id: req-8ed7c5be-53bb-40b8-b336-e7c6ac741ff6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:54.622643 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:54.622825 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ed7c5be-53bb-40b8-b336-e7c6ac741ff6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:54.623236 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'status': 'completed', 'code': 200} Jul 27 21:44:54.637181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:54.645840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:54.668701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Deleting port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:54.669157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.713163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.763400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.764062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.789713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-a221b81e-c048-49f3-9957-10527cb42337 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545128 Jul 27 21:44:54.880060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] For port f3864eb0-c13e-4e0e-90bb-900d983dd1d5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:54.881416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.897374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-30729a9c-eae2-498e-bd28-6cd82ee2f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:54.899200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-30729a9c-eae2-498e-bd28-6cd82ee2f9e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1099 time: 0.2142327 Jul 27 21:44:54.905013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Calling delete_port for f3864eb0-c13e-4e0e-90bb-900d983dd1d5 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:55.013257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-fabd17b1-1041-4f40-acdd-f9a8992b7df8 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083483 Jul 27 21:44:55.207139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-ea5d0128-5f3b-4dbd-b88a-f95a66b6400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.207139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-ea5d0128-5f3b-4dbd-b88a-f95a66b6400e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2061026 Jul 27 21:44:55.207355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27b2ab-ea41-44f5-9c2f-aef0055f26cc req-57d6474b-b12b-4c32-903d-0146076253cc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.207355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa27b2ab-ea41-44f5-9c2f-aef0055f26cc req-57d6474b-b12b-4c32-903d-0146076253cc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1472650 Jul 27 21:44:55.207613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-8fd758cc-56de-4dad-b4e4-7327dddb27c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0395870 Jul 27 21:44:55.207719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa27b2ab-ea41-44f5-9c2f-aef0055f26cc req-a7ca7518-d598-4497-a3a7-908f5926b9f6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Jul 27 21:44:55.290375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-f303bb62-7a91-4dcf-a34e-efa42cb9b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.292281 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-f303bb62-7a91-4dcf-a34e-efa42cb9b6fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0876682 Jul 27 21:44:55.364122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-d5a80df6-a8f4-43f4-9e14-16e500381e81 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.365614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-d5a80df6-a8f4-43f4-9e14-16e500381e81 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.50 "GET /v2.0/ports?device_id=db60ac41-2276-4d8d-b7e8-7e0088148708 HTTP/1.1" status: 200 len: 946 time: 0.1307571 Jul 27 21:44:55.436780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-5adb71ab-5a84-4d3c-bae6-59ec5ea3c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.438322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-5adb71ab-5a84-4d3c-bae6-59ec5ea3c041 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324716 Jul 27 21:44:55.442567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09aee-4314-42f8-85c8-2972b506a393 req-438dce24-5db3-4076-8089-1b5e65aea0eb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.446994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dee09aee-4314-42f8-85c8-2972b506a393 req-438dce24-5db3-4076-8089-1b5e65aea0eb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.0808711 Jul 27 21:44:55.486033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dee09aee-4314-42f8-85c8-2972b506a393 req-efd2ba89-1c80-4f7c-98cf-a3854d4e4869 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Jul 27 21:44:55.514498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-739106c8-52ad-42d9-b3ce-14bf9f0262f7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4198632 Jul 27 21:44:55.530965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Request body: {'port': {'device_id': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:55.572738 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.602751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-2cb9dfca-cde7-4ed5-971b-e7f153ac8d39 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460507 Jul 27 21:44:55.605915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Deleting port f0b06feb-1cee-43fb-985e-1b25b01b37a6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:55.606545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.614580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c4c43eb-ae34-4ec6-bded-50b6a9b180e7 req-e9cfec3b-f00a-4c42-8add-d6468027997d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=a45f8183-3b81-4da9-befa-0eb48f72677a HTTP/1.1" status: 200 len: 210 time: 0.0493205 Jul 27 21:44:55.701446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event deleted for resources: {'Port': ['ID=f3864eb0-c13e-4e0e-90bb-900d983dd1d5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:55.730056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] No DVR routers for this DVR port f3864eb0-c13e-4e0e-90bb-900d983dd1d5 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:55.756596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.760709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56cbdc07-7b4e-4d7b-ab91-fe098b775197 req-2eb9730e-dd4c-4262-823a-a7db0ae1107d tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "DELETE /v2.0/ports/f3864eb0-c13e-4e0e-90bb-900d983dd1d5 HTTP/1.1" status: 204 len: 173 time: 1.5678799 Jul 27 21:44:55.813549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.857871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] For port f0b06feb-1cee-43fb-985e-1b25b01b37a6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f0b06feb-1cee-43fb-985e-1b25b01b37a6,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:55.857871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.865498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-573a4cf9-fda3-4b12-88de-36ac0af01eb0 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532494 Jul 27 21:44:55.896358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Calling delete_port for f0b06feb-1cee-43fb-985e-1b25b01b37a6 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:55.896992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-9920ea95-93ed-4fe4-9e0f-ba33999848ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:55.898872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-9920ea95-93ed-4fe4-9e0f-ba33999848ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1099 time: 0.2091160 Jul 27 21:44:56.014892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.101956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.243572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801cb87-0a6e-4ab0-af6d-833aa82ee131 req-fe0b2e17-7c0d-4a90-be90-c5b59bfaf66e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:56.251751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4801cb87-0a6e-4ab0-af6d-833aa82ee131 req-fe0b2e17-7c0d-4a90-be90-c5b59bfaf66e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 932 time: 0.4164579 Jul 27 21:44:56.262611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:56.278803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.301940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ee5e29f0-5dc2-438b-81df-5a121b7d6547'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:44:56.317546 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f associated. External IP: 172.25.3.167, port: ee5e29f0-5dc2-438b-81df-5a121b7d6547. Jul 27 21:44:56.317813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-cbf3f4bd-3d26-4087-b232-1cb03d676c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:56.319464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-cbf3f4bd-3d26-4087-b232-1cb03d676c2c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.4009891 Jul 27 21:44:56.329390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:56.334044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4801cb87-0a6e-4ab0-af6d-833aa82ee131 req-a568f571-dd96-4b14-8d3f-74566524f5f6 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812213 Jul 27 21:44:56.358732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: f3864eb0-c13e-4e0e-90bb-900d983dd1d5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:56.359405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f3864eb0-c13e-4e0e-90bb-900d983dd1d5 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:56.426597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-c00e9498-e578-4e19-b9a1-e9421f9a0889 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0587852 Jul 27 21:44:56.431655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1895124497-network', 'tenant_id': '1fb12b80ce154848bc316835b95735eb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:56.436774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event deleted for resources: {'Port': ['ID=f0b06feb-1cee-43fb-985e-1b25b01b37a6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:56.518998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] No DVR routers for this DVR port f0b06feb-1cee-43fb-985e-1b25b01b37a6 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:56.521709 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.524231 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850bf58-1943-45dc-82c5-fd0ef251f1cc req-ae755db2-9895-4cd5-b55b-05bd0e4edd25 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.50 "DELETE /v2.0/ports/f0b06feb-1cee-43fb-985e-1b25b01b37a6 HTTP/1.1" status: 204 len: 173 time: 1.1519601 Jul 27 21:44:56.527690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'name': 'network-vif-deleted', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:56.530077 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d4402-e868-4c68-b1f6-f7f72d9408c2" -d '{"events": [{"server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "name": "network-vif-deleted", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:56.586061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-df467833-bee9-4c96-83ba-abdf546ffff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:56.588221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-df467833-bee9-4c96-83ba-abdf546ffff7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1273098 Jul 27 21:44:56.625774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-deleted', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:56.628072 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69112f-1075-4d31-a6f2-05ae47e7b868" -d '{"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-deleted", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:56.695664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8208ff-7d05-4d2f-8493-18d20e654adb {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:44:56.711816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.740034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9d84c-1c3c-4dfa-bdd6-5691a03897da req-d4a341ae-f431-4754-af3c-6217ceafbdaf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:56.748423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dd9d84c-1c3c-4dfa-bdd6-5691a03897da req-d4a341ae-f431-4754-af3c-6217ceafbdaf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.2852407 Jul 27 21:44:56.767964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Transition to ACTIVE for port object 3c8208ff-7d05-4d2f-8493-18d20e654adb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:56.811333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-06ded53f-c05b-4f6a-bab9-80eba031d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:56.813100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-06ded53f-c05b-4f6a-bab9-80eba031d1ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894963 Jul 27 21:44:56.816856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dd9d84c-1c3c-4dfa-bdd6-5691a03897da req-c01e7bab-b530-4369-b557-0cfc70d34b7f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Jul 27 21:44:56.821948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.982766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Made reservation on behalf of 1fb12b80ce154848bc316835b95735eb for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:56.982766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.982766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.037040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:57.218585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:57.221398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.229907 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.233786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:57.240787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.262274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:57.263340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:57.314886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-15aee016-463e-4a55-9ea7-bbd4ac6f9654 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "PUT /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 997 time: 2.6856065 Jul 27 21:44:57.316030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.375285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76433f7-c587-458d-bd19-dc40c1467cea,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.379999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-cb6e898e-f0db-4ea6-9d96-00a3ef8304e7 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530665 Jul 27 21:44:57.409710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:44:57.425789 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.426135 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Added segment 4b4e55f7-d9b1-4526-b619-a193e7ae0edf of type vlan for network 722a2106-6172-4ed8-ba1a-8fd9a218151c Jul 27 21:44:57.427200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Attempting to bind port 3c8208ff-7d05-4d2f-8493-18d20e654adb on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:57.427549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Attempting to bind port 3c8208ff-7d05-4d2f-8493-18d20e654adb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:57.431538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Attempting to bind port 3c8208ff-7d05-4d2f-8493-18d20e654adb on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:57.433537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:57.470269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Port 3c8208ff-7d05-4d2f-8493-18d20e654adb on network d0760cbe-b737-43d3-a774-760d66b7ed89 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:44:57.470521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Attempting to bind port 3c8208ff-7d05-4d2f-8493-18d20e654adb on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:57.486603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:57.487155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Checking segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:57.488643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Bound using segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:57.488643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Bound port: 3c8208ff-7d05-4d2f-8493-18d20e654adb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:57.488962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.516869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f0b06feb-1cee-43fb-985e-1b25b01b37a6 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:57.517861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb3754-361c-4202-bbc9-0f8fd8df43e5 req-0351fcc4-2eba-4d19-a08b-815e4dcf2561 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.518715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.519493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ccb3754-361c-4202-bbc9-0f8fd8df43e5 req-0351fcc4-2eba-4d19-a08b-815e4dcf2561 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.2154124 Jul 27 21:44:57.548814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f0b06feb-1cee-43fb-985e-1b25b01b37a6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:57.549578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f0b06feb-1cee-43fb-985e-1b25b01b37a6 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:57.552135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-13e8e002-932f-48a8-a9fc-38a1c57c1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.555554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-13e8e002-932f-48a8-a9fc-38a1c57c1695 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.1895471 Jul 27 21:44:57.616347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-074ac102-22d4-42b2-af3f-f0316cdf77ff req-3b74a9c9-0a7d-46e0-93ee-03c3fecbd7d5 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214351 Jul 27 21:44:57.654491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ccb3754-361c-4202-bbc9-0f8fd8df43e5 req-253c9be8-20b8-469b-a24a-5a459cc197a5 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225903 Jul 27 21:44:57.659526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:57.663615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:57.683023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-01c4ef5a-6d8a-4180-8d39-ef34cb207e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.684769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-01c4ef5a-6d8a-4180-8d39-ef34cb207e2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.1091182 Jul 27 21:44:57.710179 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bc5f62-3715-4f1d-80fd-b2b904f825a9 x-openstack-request-id: req-28bc5f62-3715-4f1d-80fd-b2b904f825a9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:57.710528 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db60ac41-2276-4d8d-b7e8-7e0088148708", "name": "network-vif-deleted", "tag": "f0b06feb-1cee-43fb-985e-1b25b01b37a6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:57.711855 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28bc5f62-3715-4f1d-80fd-b2b904f825a9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:57.712301 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db60ac41-2276-4d8d-b7e8-7e0088148708', 'name': 'network-vif-deleted', 'tag': 'f0b06feb-1cee-43fb-985e-1b25b01b37a6', 'status': 'completed', 'code': 200} Jul 27 21:44:57.744193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.745189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.745905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.746045 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4827dcb5-c730-41c7-a2ee-399bb4e2a785 x-openstack-request-id: req-4827dcb5-c730-41c7-a2ee-399bb4e2a785 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:57.746335 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45f8183-3b81-4da9-befa-0eb48f72677a", "name": "network-vif-deleted", "tag": "f3864eb0-c13e-4e0e-90bb-900d983dd1d5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:57.746547 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4827dcb5-c730-41c7-a2ee-399bb4e2a785 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:57.747303 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45f8183-3b81-4da9-befa-0eb48f72677a', 'name': 'network-vif-deleted', 'tag': 'f3864eb0-c13e-4e0e-90bb-900d983dd1d5', 'status': 'completed', 'code': 200} Jul 27 21:44:57.765490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.772491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:55Z', 'revision_number': 8, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:57.806144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.807101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.809126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] 10.222.0.50 "PUT /v2.0/ports/3c8208ff-7d05-4d2f-8493-18d20e654adb HTTP/1.1" status: 200 len: 1092 time: 2.2855296 Jul 27 21:44:57.822896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:57.835839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:57.837553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:57.844868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9ab6-47a6-4566-9234-2525aa5a354b service neutron] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.853149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] Pushing event updated for resources: {'Network': ['ID=722a2106-6172-4ed8-ba1a-8fd9a218151c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.858197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-931bf1c4-ebca-4bf7-9310-7813f7a20253 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 1000 time: 0.1649215 Jul 27 21:44:57.891489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:57.936609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-6ce37d5d-21c4-43f6-87d8-3f778bc91677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:57.938175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-6ce37d5d-21c4-43f6-87d8-3f778bc91677 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0702238 Jul 27 21:44:57.991319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb8413a3-41ec-4486-b85a-7d0bf2834289 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7262518 Jul 27 21:44:57.994338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:57.999908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Request body: {'subnet': {'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1895124497-subnet', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:58.039334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-fc7d9ecd-17d1-4a02-b695-62f73bc8ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.046637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-fc7d9ecd-17d1-4a02-b695-62f73bc8ed4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901463 Jul 27 21:44:58.046890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:58.047021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-344d261c-6d8d-47d7-bba5-c848a68c8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.048323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-344d261c-6d8d-47d7-bba5-c848a68c8387 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 1095 time: 0.1115470 Jul 27 21:44:58.061733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59c1d-d983-496c-9ece-f4f255377cfc req-86d0b7a9-1247-4156-84de-dd3532e4d3b7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.062897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8b59c1d-d983-496c-9ece-f4f255377cfc req-86d0b7a9-1247-4156-84de-dd3532e4d3b7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 944 time: 0.0921955 Jul 27 21:44:58.108213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-74c60dcd-72a3-43f9-84ab-3a5ced20e43e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb HTTP/1.1" status: 200 len: 217 time: 0.0443225 Jul 27 21:44:58.148133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Made reservation on behalf of 1fb12b80ce154848bc316835b95735eb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:58.150689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.166399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-f59c43b8-89db-4b83-a33e-45bdb4ce0234 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130412 Jul 27 21:44:58.174276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8b59c1d-d983-496c-9ece-f4f255377cfc req-bfbdaaa5-84e7-4f1b-aa94-c83dd261417f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024926 Jul 27 21:44:58.185196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-31cf90f7-5fc3-4a11-9850-a53a7477d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.187359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-31cf90f7-5fc3-4a11-9850-a53a7477d856 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.0701933 Jul 27 21:44:58.232587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-9d6cba52-de73-4c0e-80db-42662f2c48de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368497 Jul 27 21:44:58.338085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:55Z', 'revision_number': 8, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:58.343992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4deda127-1670-4e61-9ffb-9d6424186f0c req-65d606e3-6b64-4707-8aab-043c884b891e service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500204 Jul 27 21:44:58.350550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-ff70d3b9-ff23-4c84-ae3b-afdcc83d15f4 service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103606 Jul 27 21:44:58.371785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38a4fd-c1fc-4277-9774-66d193c6a62c None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '9144bb27-6d7b-4c7f-b7db-62097bc9901f', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'port_id': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'mac_address': 'fa:16:3e:ac:65:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:44:12Z', 'updated_at': '2021-07-27T21:44:55Z', 'revision_number': 8, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:58.475686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd5a85bb-291e-4cf6-b084-e809e72981a6 req-b4396cf5-2e9e-449f-b9b0-4aef9d51398c service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170616 Jul 27 21:44:58.562747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80cf3e-6e1c-4c15-804e-ea30bbc39872 req-5b811999-0de2-492f-b28b-8545e6fe1a3b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.564398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d80cf3e-6e1c-4c15-804e-ea30bbc39872 req-5b811999-0de2-492f-b28b-8545e6fe1a3b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.0746758 Jul 27 21:44:58.565519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.618827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce62c65-890c-4237-ad64-fd5b7a187db2 None None] New status for floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:58.654801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d75e1f-fe65-4515-ad26-df66bf926248,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:58.662777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d80cf3e-6e1c-4c15-804e-ea30bbc39872 req-0f118126-35fe-479e-8351-6708f41807ad tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Jul 27 21:44:58.687312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Checking segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:58.687684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Network hostable DHCP agents. Network: 722a2106-6172-4ed8-ba1a-8fd9a218151c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:58.764295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78f98422-5a68-41b9-ae02-9e60a6df1ac1 req-4f560fce-0c2b-45d5-a907-92bd8cf3837f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 997 time: 0.0923553 Jul 27 21:44:58.783291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:58.830843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c6802-0e71-452a-97ac-9fedc25e60bf req-0ff4becc-fbce-4e92-9d93-aa118ed146ab tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.832487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e1c6802-0e71-452a-97ac-9fedc25e60bf req-0ff4becc-fbce-4e92-9d93-aa118ed146ab tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.0912511 Jul 27 21:44:58.885598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e1c6802-0e71-452a-97ac-9fedc25e60bf req-8862e492-6ee0-4e0d-b003-18d8fdebec47 tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466113 Jul 27 21:44:58.892387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 722a2106-6172-4ed8-ba1a-8fd9a218151c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:58.899828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.906150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b1d14-b7d1-4db9-934a-c95ce5105619 None None] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:58.908546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f98422-5a68-41b9-ae02-9e60a6df1ac1 req-2d67eea5-72be-404f-bfce-93b9e0a55221 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:58.917714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78f98422-5a68-41b9-ae02-9e60a6df1ac1 req-2d67eea5-72be-404f-bfce-93b9e0a55221 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1523783 Jul 27 21:44:58.918831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.924667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-78f98422-5a68-41b9-ae02-9e60a6df1ac1 req-64344ee5-57dd-4fa7-8716-615abfc77662 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:44:58.925723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78f98422-5a68-41b9-ae02-9e60a6df1ac1 req-64344ee5-57dd-4fa7-8716-615abfc77662 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072274 Jul 27 21:44:59.054905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64b744e9-c841-41b6-ab6d-29446bdc5741 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0590260 Jul 27 21:44:59.059881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:59.065603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:59.093706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-722a2106-6172-4ed8-ba1a-8fd9a218151c', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:44:59.095547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.114888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92626f86-eb69-461d-84e9-14e3411eb48c req-5ec2a8e6-e3a6-4ba0-8743-3b548cec959b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:59.116602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92626f86-eb69-461d-84e9-14e3411eb48c req-5ec2a8e6-e3a6-4ba0-8743-3b548cec959b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 948 time: 0.1340005 Jul 27 21:44:59.127210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-5255d54c-ce14-4d42-abfa-85248cacdfc0 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.0946827 Jul 27 21:44:59.164764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92626f86-eb69-461d-84e9-14e3411eb48c req-9002b09d-f132-4662-bd63-4473637fe897 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Jul 27 21:44:59.193396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-05dfb5c1-d245-4d13-9710-7cfe11a141f9 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:59.194968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-05dfb5c1-d245-4d13-9710-7cfe11a141f9 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports/ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 943 time: 0.0669284 Jul 27 21:44:59.221524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.222636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.254332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Allocated IP 172.20.0.2 (722a2106-6172-4ed8-ba1a-8fd9a218151c/11d75e1f-fe65-4515-ad26-df66bf926248/9234e0e3-7c3f-40c6-aa76-747e48fd259d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:59.330141 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.378844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-e5e5ab37-b1fd-4205-95ae-b8fbcb4732ce tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:59.380495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-e5e5ab37-b1fd-4205-95ae-b8fbcb4732ce tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1594913 Jul 27 21:44:59.391157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-b4b4cdda-1f72-4dc7-b5bb-0bd67eb6ff34 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1131167 Jul 27 21:44:59.406768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b74d58-9208-4bc2-b69b-8c1a1cdb52a0 req-1c00da24-9bcd-4f92-bbe9-9bcf8fc259e2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:59.408579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3b74d58-9208-4bc2-b69b-8c1a1cdb52a0 req-1c00da24-9bcd-4f92-bbe9-9bcf8fc259e2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 944 time: 0.1298654 Jul 27 21:44:59.446220 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.457653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Transition to ACTIVE for port object 9234e0e3-7c3f-40c6-aa76-747e48fd259d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:59.487330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Transition to ACTIVE for port object 9234e0e3-7c3f-40c6-aa76-747e48fd259d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:59.518685 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3b74d58-9208-4bc2-b69b-8c1a1cdb52a0 req-596f9228-d855-4717-8df1-478fcd1c47ee tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jul 27 21:44:59.583064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.585077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.587205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-75005442-9d9b-46cc-b4ba-269dbc1c5e77 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:59.589646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-75005442-9d9b-46cc-b4ba-269dbc1c5e77 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1970904 Jul 27 21:44:59.630107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:59.634132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:59.638542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:59.655304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Pushing event updated for resources: {'Port': ['ID=9234e0e3-7c3f-40c6-aa76-747e48fd259d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:59.684243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Deleting port 280565c6-9dc3-4be3-babf-b3425a651bad {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:59.684598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.720389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Attempting to bind port 9234e0e3-7c3f-40c6-aa76-747e48fd259d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:59.720758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Attempting to bind port 9234e0e3-7c3f-40c6-aa76-747e48fd259d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:59.721260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Attempting to bind port 9234e0e3-7c3f-40c6-aa76-747e48fd259d on network 722a2106-6172-4ed8-ba1a-8fd9a218151c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:59.727440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:59.728141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Checking segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:59.728732 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.729132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Bound using segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:59.729851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Bound port: 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:59.730254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.749396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:59.751817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-154737b6-23c5-47bf-83f8-bc6fa1582fc0 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 1002 time: 0.1547227 Jul 27 21:44:59.755229 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a04509-15f3-40c8-bf3b-f13d9faf3d63" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:59.756738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:59.760549 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c01147-84ff-4791-827b-c61c27271a18" -d '{"events": [{"name": "network-changed", "server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:59.770994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:59.838869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] For port 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:59.842660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] For port 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9234e0e3-7c3f-40c6-aa76-747e48fd259d,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:59.866305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.919230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] For port 280565c6-9dc3-4be3-babf-b3425a651bad, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=280565c6-9dc3-4be3-babf-b3425a651bad,segment=NetworkSegment(94ee4c81-9ca5-4eb9-8cf2-b54f2177e852),segment_id=94ee4c81-9ca5-4eb9-8cf2-b54f2177e852)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:59.919607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.932356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.942223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Calling delete_port for 280565c6-9dc3-4be3-babf-b3425a651bad owned by compute:tempest-test_az-253007422 {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:59.996198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.024346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c652b0-47c5-4961-af7a-63b25aa87211 None None] Pushing event updated for resources: {'Port': ['ID=9234e0e3-7c3f-40c6-aa76-747e48fd259d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:00.032811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.046208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5cd56-9f08-4c9a-9b64-bb2914449ef2 req-20940503-dff1-47a2-aadc-488b57a22ce6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.053748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cb5cd56-9f08-4c9a-9b64-bb2914449ef2 req-20940503-dff1-47a2-aadc-488b57a22ce6 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1977568 Jul 27 21:45:00.137243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.153036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cb5cd56-9f08-4c9a-9b64-bb2914449ef2 req-b8dad119-dd2f-4b95-b21b-8cd8a8bd7409 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979478 Jul 27 21:45:00.217791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.218403 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f disassociated. External IP: 172.25.3.167, port: ee5e29f0-5dc2-438b-81df-5a121b7d6547. Jul 27 21:45:00.259714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Allocated IP 172.25.3.91 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/c1b7cded-0ea1-47f1-8167-6789230270c9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:00.272224 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98f2e6b-e6f6-4a99-bb92-7606b4a5d8a9 x-openstack-request-id: req-b98f2e6b-e6f6-4a99-bb92-7606b4a5d8a9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:00.272224 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:00.272224 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b98f2e6b-e6f6-4a99-bb92-7606b4a5d8a9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:00.272224 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:45:00.320550 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64ff34-b52d-40a6-91ce-dc980e7dfadd x-openstack-request-id: req-8e64ff34-b52d-40a6-91ce-dc980e7dfadd {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:00.321112 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:00.321407 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e64ff34-b52d-40a6-91ce-dc980e7dfadd {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:00.321769 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'status': 'completed', 'code': 200} Jul 27 21:45:00.322894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:00.471149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-443336f5-a9b5-4d2a-83e0-ca0efbc79f49 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.472650 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-443336f5-a9b5-4d2a-83e0-ca0efbc79f49 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.3541062 Jul 27 21:45:00.496652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:00.497056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-738018-6'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:00.504441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.511838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'mac_address': 'fa:16:3e:21:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:00.549739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36138055-c362-48c8-97a3-9b391ae543ee req-6f33906f-70f0-45e4-a7b8-54ee0bf4437b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.551492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36138055-c362-48c8-97a3-9b391ae543ee req-6f33906f-70f0-45e4-a7b8-54ee0bf4437b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/ports?device_id=3bd6d1f5-10f2-4000-9904-29efdfed8ec4 HTTP/1.1" status: 200 len: 966 time: 0.1285629 Jul 27 21:45:00.555580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01147-84ff-4791-827b-c61c27271a18 req-f0c4bd32-a57b-4218-a548-98d8241986f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.556762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.557169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-f0c4bd32-a57b-4218-a548-98d8241986f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 1095 time: 0.1822975 Jul 27 21:45:00.571476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:00.593484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:00.598581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-fb954e48-138c-4196-84dc-55200ac3dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.600116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-fb954e48-138c-4196-84dc-55200ac3dc62 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.2896197 Jul 27 21:45:00.607513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.668177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36138055-c362-48c8-97a3-9b391ae543ee req-1a871500-4f7a-46a3-a655-99a9e9f63a8b tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.37 "GET /v2.0/security-groups?id=2745b23c-ee13-4aec-b8a3-d0cf75572301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 Jul 27 21:45:00.672478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.690693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Pushing event deleted for resources: {'Port': ['ID=280565c6-9dc3-4be3-babf-b3425a651bad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:00.707606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.709463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01147-84ff-4791-827b-c61c27271a18 req-4642e287-f635-46f8-ae05-41df6687a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.712002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-4642e287-f635-46f8-ae05-41df6687a3a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 905 time: 0.1448627 Jul 27 21:45:00.747977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:00.792732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:00.798644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-4cfe3e7d-f4d1-464b-9745-65d27c9aa0d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb HTTP/1.1" status: 200 len: 217 time: 0.0581429 Jul 27 21:45:00.801709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:00.808345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:00.819424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Pushing event updated for resources: {'Port': ['ID=c1b7cded-0ea1-47f1-8167-6789230270c9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:00.989372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c01147-84ff-4791-827b-c61c27271a18 req-a559b863-c00d-4afd-be19-4c0c2261aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:00.990631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-a559b863-c00d-4afd-be19-4c0c2261aa68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.1836841 Jul 27 21:45:01.059544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-f31fefe9-85a4-4d9d-a4a7-33f9f474fe7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394814 Jul 27 21:45:01.082531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.103159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['02ad1b2a-eec2-4d35-b5ae-0571758d15c9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:01.130120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] No DVR routers for this DVR port 280565c6-9dc3-4be3-babf-b3425a651bad on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:01.144338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.146235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d904239b-af5f-419b-ac4a-a3898e0beaf9 req-858dbdfe-8ee8-4001-95de-dd41f09a305a tempest-LiveAutoBlockMigrationV225Test-1527838125 tempest-LiveAutoBlockMigrationV225Test-1527838125-project] 10.222.0.76 "DELETE /v2.0/ports/280565c6-9dc3-4be3-babf-b3425a651bad HTTP/1.1" status: 204 len: 173 time: 1.7424576 Jul 27 21:45:01.189997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269a30d-d6e4-4592-b9d7-7e09d1f4eb2c req-ecf0f2d0-25ce-42cd-8162-d1e743cda4f2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:01.191762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e269a30d-d6e4-4592-b9d7-7e09d1f4eb2c req-ecf0f2d0-25ce-42cd-8162-d1e743cda4f2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.3110917 Jul 27 21:45:01.212782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:01.240102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-64937c40-e92a-4071-a9b3-bd0be622b7dd service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574142 Jul 27 21:45:01.273499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66202ba7-c22c-4d87-b624-14f88c5f6f3a None None] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:45:01.283525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-5cc06ee3-32f3-44ee-9679-3c89fd458c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:01.287553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-5cc06ee3-32f3-44ee-9679-3c89fd458c40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.6687014 Jul 27 21:45:01.410228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-9d60f035-5a2e-4225-ac79-6c8c523cb229 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.0630929 Jul 27 21:45:01.505822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e269a30d-d6e4-4592-b9d7-7e09d1f4eb2c req-33ef6452-0cc8-4ae7-b293-16a277e1591c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044546 Jul 27 21:45:01.512084 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.519848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:01.543985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9234e0e3-7c3f-40c6-aa76-747e48fd259d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:01.546339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:01.562400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-72850ef3-abf7-48d0-9d3a-ec0a7f0d79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:01.563961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-72850ef3-abf7-48d0-9d3a-ec0a7f0d79d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1348600 Jul 27 21:45:01.611284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:01.627059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c01147-84ff-4791-827b-c61c27271a18 req-f8cdbe98-1564-4a45-ae13-60c56b8e9529 service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776436 Jul 27 21:45:01.715543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:01.726998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.729492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c1f6f5ce-2110-4178-8905-970929fdd2f3 None None] Provisioning for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:01.735687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.766121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:01.776222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-3d0c2fac-4b34-488c-84f5-7395a599e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:01.777808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-3d0c2fac-4b34-488c-84f5-7395a599e0b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346109 Jul 27 21:45:01.805454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-fa5648ee-3a42-428b-8877-a06e0c5fe888 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "PUT /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 696 time: 2.0501151 Jul 27 21:45:01.861830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.863742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:01.864383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:01.865133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e1f14-e3d9-405e-83a0-1726412d9aa4 req-7f5f8841-a93d-44c2-82de-b9efdaaef976 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:01.870701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-744e1f14-e3d9-405e-83a0-1726412d9aa4 req-7f5f8841-a93d-44c2-82de-b9efdaaef976 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 944 time: 0.1953502 Jul 27 21:45:01.917279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.962329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:01.974440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8a072ec-b7a1-4386-bd0a-00749249aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.988073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-744e1f14-e3d9-405e-83a0-1726412d9aa4 req-7d9e329d-45fa-41ef-ab4d-aa1bdda9cc13 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055787 Jul 27 21:45:01.992536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:01.998808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'mac_address': 'fa:16:3e:89:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:02.001347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-1352d69c-57c4-453a-880f-9752e927561f service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086926 Jul 27 21:45:02.006599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:02.061994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:02.062731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.136596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:02.137206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:02.137482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:02.146367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-1c3794d9-ab47-40cb-8051-de700dca3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.154934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-1c3794d9-ab47-40cb-8051-de700dca3cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.3085680 Jul 27 21:45:02.186142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:02.186574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:02.188568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:02.192914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.228065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Router 5298e6cd-ccdb-4bac-9412-eb122b860e93 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:45:02.239957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:02.240313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:02.240717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:02.241182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Bound port: fad55598-4338-4962-bc1c-733082c05608, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:02.241555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.256038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57a04509-15f3-40c8-bf3b-f13d9faf3d63 req-05f68b00-1f47-4544-b99d-0620039a674f service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251172 Jul 27 21:45:02.277809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8208ff-7d05-4d2f-8493-18d20e654adb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:02.323691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-deleted', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad'}, {'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad55598-4338-4962-bc1c-733082c05608'}, {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:02.326071 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef197555-acf7-45f4-917d-710f7fcaa691" -d '{"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-deleted", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad"}, {"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "fad55598-4338-4962-bc1c-733082c05608"}, {"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:02.366519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:02.372267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-593bf03b-7be0-4860-b341-b2c3820dc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.380070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:02.380785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-593bf03b-7be0-4860-b341-b2c3820dc64b service neutron] 10.222.0.37 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.2249081 Jul 27 21:45:02.433219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-1bd3687f-b487-4e32-a280-96815282e593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.0502954 Jul 27 21:45:02.494749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 280565c6-9dc3-4be3-babf-b3425a651bad {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:02.494749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 280565c6-9dc3-4be3-babf-b3425a651bad not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:02.501134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.501483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fad55598-4338-4962-bc1c-733082c05608 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:02.511587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:02.534191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-2030bede-eeb1-434e-9fbf-196a18a61809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.535848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-2030bede-eeb1-434e-9fbf-196a18a61809 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.0897887 Jul 27 21:45:02.537923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:02.574945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.610109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-4b9667e3-08ec-4376-b6ab-10d43231fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.611759 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-4b9667e3-08ec-4376-b6ab-10d43231fa8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669715 Jul 27 21:45:02.616132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.695928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:02.725536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9234e0e3-7c3f-40c6-aa76-747e48fd259d,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:02.770967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f02cabd1-685d-4eca-adb3-ccc7e7b797a6 None None] Provisioning complete for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:02.770967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02cabd1-685d-4eca-adb3-ccc7e7b797a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.777823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.778632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.780140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 1121 time: 2.2964904 Jul 27 21:45:02.783468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d2b2d-af3e-4918-be2a-58a50e17d4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:02.824686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.843741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-9772f318-26ee-411b-bee9-aa7a43fc7c96 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951337 Jul 27 21:45:02.863382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585ee74-89fe-401d-ae69-4de0d711db7f req-4455bb9b-0455-41d0-96d7-e43cc97114e8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:02.865103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d585ee74-89fe-401d-ae69-4de0d711db7f req-4455bb9b-0455-41d0-96d7-e43cc97114e8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.6180577 Jul 27 21:45:02.876501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:02.897026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Sync routers for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:02.908833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['fad55598-4338-4962-bc1c-733082c05608'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:02.919299 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:02.920343 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:02.944475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:02.950091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9b4ae78-2a7a-4a9c-a19f-0ec9e286642b req-42fe7068-7d81-4825-8ffb-562dd26e7286 service neutron] 10.222.0.37 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017988 Jul 27 21:45:02.959576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d585ee74-89fe-401d-ae69-4de0d711db7f req-ad57ca58-7a32-4daa-8ab5-403e34adffd3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Jul 27 21:45:02.997551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fad55598-4338-4962-bc1c-733082c05608'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:03.022559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.025667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03263dbe-8577-40a0-b265-62e51dec3fdf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9632611 Jul 27 21:45:03.028275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:03.049768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=9234e0e3-7c3f-40c6-aa76-747e48fd259d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:03.060921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:03.087317 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:03.200618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:03.201108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:03.201367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:03.214515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:45:03.219974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:03.225413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:03.228810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Attempting to bind port fad55598-4338-4962-bc1c-733082c05608 on network a81e5183-4527-4bd4-9b03-3e67d80c5ce0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:03.267369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Deleting subnet b10a98b7-4511-4017-9c60-3087305ae72a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:45:03.273081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0ec812-befb-4706-acec-08e2c01b023e x-openstack-request-id: req-5a0ec812-befb-4706-acec-08e2c01b023e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:03.273886 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd6d1f5-10f2-4000-9904-29efdfed8ec4", "name": "network-vif-deleted", "tag": "280565c6-9dc3-4be3-babf-b3425a651bad", "status": "completed", "code": 200}, {"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "fad55598-4338-4962-bc1c-733082c05608", "code": 200}, {"name": "network-changed", "server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:03.273886 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a0ec812-befb-4706-acec-08e2c01b023e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:03.275006 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd6d1f5-10f2-4000-9904-29efdfed8ec4', 'name': 'network-vif-deleted', 'tag': '280565c6-9dc3-4be3-babf-b3425a651bad', 'status': 'completed', 'code': 200} Jul 27 21:45:03.275281 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fad55598-4338-4962-bc1c-733082c05608', 'code': 200} Jul 27 21:45:03.275951 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:45:03.278242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.329386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:03.346543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:03.347063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Checking segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:03.347700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Bound using segment: {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:03.348213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Bound port: fad55598-4338-4962-bc1c-733082c05608, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f56499-2e15-4591-9fc9-431a62740575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a81e5183-4527-4bd4-9b03-3e67d80c5ce0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:03.348634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.390688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:01Z', 'revision_number': 3, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:03.426564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Checking router: 5298e6cd-ccdb-4bac-9412-eb122b860e93 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:03.427070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Updating router 5298e6cd-ccdb-4bac-9412-eb122b860e93 port c1b7cded-0ea1-47f1-8167-6789230270c9 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:45:03.454151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.499322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9234e0e3-7c3f-40c6-aa76-747e48fd259d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:03.519065 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.615699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:03.616368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:03.672142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-5548241c-99c5-4bb8-8bb6-7d2a7c5d831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:03.674237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-5548241c-99c5-4bb8-8bb6-7d2a7c5d831c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b49a96618c0648beae28f0fa293f6cec&device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 1097 time: 0.3228776 Jul 27 21:45:03.693653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.697035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5925295-ceed-438c-b874-5db08a5b8f48 req-642e7da6-04ed-429e-ada6-b944dd9d1c82 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:03.698001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5925295-ceed-438c-b874-5db08a5b8f48 req-642e7da6-04ed-429e-ada6-b944dd9d1c82 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 945 time: 0.2799077 Jul 27 21:45:03.888443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5925295-ceed-438c-b874-5db08a5b8f48 req-356cb78f-9a09-4e2a-bd51-e4ff57f2fff6 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770363 Jul 27 21:45:03.964721 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.977641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Transition to ACTIVE for port object c1b7cded-0ea1-47f1-8167-6789230270c9 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:03.981371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-1b009826-179a-41b3-82b1-38241c274be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:03.983132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-1b009826-179a-41b3-82b1-38241c274be4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 200 len: 921 time: 0.2861362 Jul 27 21:45:04.042192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-57da4fce-970b-4d78-aea1-e99a01740c28 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 200 len: 696 time: 0.1104946 Jul 27 21:45:04.050126 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.065293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-be68d29b-a5e7-467f-a657-d9c684790459 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:04.067004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-be68d29b-a5e7-467f-a657-d9c684790459 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c&tenant_id=55f15e54bfab423cb281c253fa848f5d&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 949 time: 0.5225713 Jul 27 21:45:04.072874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-6582b51c-fff7-41e7-a2af-9405ec5410e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 200 len: 217 time: 0.0735903 Jul 27 21:45:04.137176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Attempting to bind port c1b7cded-0ea1-47f1-8167-6789230270c9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:04.138386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Attempting to bind port c1b7cded-0ea1-47f1-8167-6789230270c9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:04.138386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Attempting to bind port c1b7cded-0ea1-47f1-8167-6789230270c9 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:04.149359 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c7b4-aaf6-4e3d-a5cc-a58db7ea9426 None None] Pushing event updated for resources: {'Port': ['ID=c1b7cded-0ea1-47f1-8167-6789230270c9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:04.153107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:04.153488 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:04.153892 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.154307 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:04.154788 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Bound port: c1b7cded-0ea1-47f1-8167-6789230270c9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:04.155857 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.193673 n-d-738018-6 neutron-server[94673]: WARNING neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Concurrent port binding operations failed on port fad55598-4338-4962-bc1c-733082c05608 Jul 27 21:45:04.206112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:04.217693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da12d7-834c-4649-a835-e0893f4723eb req-7f1b4caf-8722-41ab-8ef8-2f55e1d091ec tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:04.219812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3da12d7-834c-4649-a835-e0893f4723eb req-7f1b4caf-8722-41ab-8ef8-2f55e1d091ec tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.5520802 Jul 27 21:45:04.225372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.234616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-1b16b628-f47b-4e0a-8b36-086b41c72357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:04.236150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-1b16b628-f47b-4e0a-8b36-086b41c72357 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 200 len: 859 time: 0.1464009 Jul 27 21:45:04.263430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] For port c1b7cded-0ea1-47f1-8167-6789230270c9, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:04.263790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-0621b8ba-2e01-4849-8cad-d7738b387fe6 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:04.271140 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] For port c1b7cded-0ea1-47f1-8167-6789230270c9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1b7cded-0ea1-47f1-8167-6789230270c9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:04.273860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-0621b8ba-2e01-4849-8cad-d7738b387fe6 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2284503 Jul 27 21:45:04.293233 n-d-738018-6 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Attempt 2 to bind port fad55598-4338-4962-bc1c-733082c05608 Jul 27 21:45:04.293760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fad55598-4338-4962-bc1c-733082c05608 has no active binding in host n-h1-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:45:04.303514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10a98b7-4511-4017-9c60-3087305ae72a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:04.324322 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.332527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.338166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d82e2454-1f58-4e2f-b513-138b3401df88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b10a98b7-4511-4017-9c60-3087305ae72a HTTP/1.1" status: 204 len: 168 time: 1.2763493 Jul 27 21:45:04.338880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:04.341302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-009d76db-4a34-4419-b836-7fb19361b91f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 699 time: 0.0690637 Jul 27 21:45:04.345367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-e19cd19c-79fa-40ac-9b84-728fd83f2aee service neutron] 10.222.0.76 "GET /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9/bindings/n-h2-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.2637992 Jul 27 21:45:04.386164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:04.392725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.415725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-c9610f4b-2d09-4679-b8c6-64df82ce1958 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.167 HTTP/1.1" status: 200 len: 699 time: 0.0645797 Jul 27 21:45:04.492881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c7b4-aaf6-4e3d-a5cc-a58db7ea9426 None None] Pushing event updated for resources: {'Port': ['ID=c1b7cded-0ea1-47f1-8167-6789230270c9,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:04.499366 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:04.501995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:44:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:04.502848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:04.516534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-468dfd89-d1bd-45e4-b50b-c928189322d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.669153 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:04.670199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Deleting port 0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:04.670599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.690170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:04.690673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.692873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3c8208ff-7d05-4d2f-8493-18d20e654adb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:04.772463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Allocated IP 172.20.0.1 (722a2106-6172-4ed8-ba1a-8fd9a218151c/11d75e1f-fe65-4515-ad26-df66bf926248/bce499b7-17d6-4634-82f5-036971c0691c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:04.833441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.833779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.842089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3da12d7-834c-4649-a835-e0893f4723eb req-8074ce30-f3f5-49f1-b259-24265367b7db tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021800 Jul 27 21:45:04.887072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Calling delete_port for 0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:04.893286 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.971732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.996350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-93425ab6-ef17-4b15-a8a2-d7de5435500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:04.998375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-93425ab6-ef17-4b15-a8a2-d7de5435500f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985929ae-08a7-4882-84f6-a1771c31d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7457635 Jul 27 21:45:05.016223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.020013 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:01Z', 'revision_number': 3, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:05.022912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:05.041386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Transition to ACTIVE for port object bce499b7-17d6-4634-82f5-036971c0691c will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:05.050729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:05.054884 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.085409 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f6e287-df3e-42ce-86f8-a33e4a675d0b None None] The sync data for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 is: [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:01Z', 'revision_number': 3, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:05.164726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:05.202149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e064630-c3cf-4691-b1bf-6e07fd4cc03c None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:43:39Z', 'revision_number': 4, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '74d5c8fc-54d9-4a91-8dde-315003b9d986', 'name': '', 'network_id': '985929ae-08a7-4882-84f6-a1771c31d854', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'mac_address': 'fa:16:3e:cb:50:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:36Z', 'updated_at': '2021-07-27T21:43:48Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'subnets': [{'id': 'c68416e1-d778-41e5-aed3-8a9ef6ba8b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:05.218740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-fbfda981-b933-4139-af83-6a004132738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:05.219136 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.220628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-fbfda981-b933-4139-af83-6a004132738a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1100 time: 0.8382232 Jul 27 21:45:05.267097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.294799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:05.295146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.297178 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f245c67-4194-45ef-b74d-f516c4bc140e" -d '{"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:05.304186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'tag': 'fad55598-4338-4962-bc1c-733082c05608'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:05.307640 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b4338d-eb14-4757-b361-7fcf385d514e" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "tag": "fad55598-4338-4962-bc1c-733082c05608"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:05.313641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:05.330407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:05.346468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.365244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-2d7a8311-a9b7-43a8-8d1b-235f6770b22b service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408611 Jul 27 21:45:05.368413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:05.369527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a706c0-8355-45c7-a564-2d220ff8c447']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:05.373406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:05.392708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.437725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Pushing event updated for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:05.488042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:05.504244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event deleted for resources: {'Port': ['ID=0ece0b37-a625-4e4c-bd3b-7e5f4f6d091b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:05.510191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.521754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:05.522073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ee4c81-9ca5-4eb9-8cf2-b54f2177e852') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:05.550831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d74f6-1dc4-49e3-a9be-a7104a2bfead req-339fe6e5-9010-404b-8403-3d6953402f0e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:05.552419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-906d74f6-1dc4-49e3-a9be-a7104a2bfead req-339fe6e5-9010-404b-8403-3d6953402f0e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.5505941 Jul 27 21:45:05.558591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.606099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.612431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.613689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-163ad7d1-5f58-4042-882e-f0dd22f651c6 req-de0e6176-9a96-4b8c-a786-5d28b5aaebfe tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "DELETE /v2.0/floatingips/9144bb27-6d7b-4c7f-b7db-62097bc9901f HTTP/1.1" status: 204 len: 173 time: 1.2059734 Jul 27 21:45:05.669779 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.674060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef197555-acf7-45f4-917d-710f7fcaa691 req-aff25c59-ffb9-48e8-ba5f-685e834f7673 service neutron] 10.222.0.76 "GET /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947335 Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:45:05.707990 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:45:05.724705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-9d18a792-9a77-4590-b785-3a4a0b5bf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:05.727223 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-9d18a792-9a77-4590-b785-3a4a0b5bf0d8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.4835930 Jul 27 21:45:05.736034 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.769634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cf80b-1edf-4c98-b7e5-9c1cca719845 None None] New status for floating IP 9144bb27-6d7b-4c7f-b7db-62097bc9901f: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:45:05.801459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-906d74f6-1dc4-49e3-a9be-a7104a2bfead req-ca3259a4-d604-418d-ba3e-5158ee334390 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180324 Jul 27 21:45:05.845311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-81780081-018f-4fbf-afc9-ba7242adfb40 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0646892 Jul 27 21:45:05.927941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.967386 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07daf8b4-7520-499f-b572-8d52fd9b61d2 x-openstack-request-id: req-07daf8b4-7520-499f-b572-8d52fd9b61d2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:05.967728 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:05.968491 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07daf8b4-7520-499f-b572-8d52fd9b61d2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:05.968932 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'code': 200} Jul 27 21:45:05.991642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-962b91f3-b709-4672-ae3b-0ef1c189544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:05.993997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-962b91f3-b709-4672-ae3b-0ef1c189544c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1318870 Jul 27 21:45:06.028405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9c33f87-b728-4fbf-8bc5-870d73ce6e3f None None] Provisioning for port bce499b7-17d6-4634-82f5-036971c0691c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:06.035553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9c33f87-b728-4fbf-8bc5-870d73ce6e3f None None] Provisioning complete for port bce499b7-17d6-4634-82f5-036971c0691c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:06.035959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9c33f87-b728-4fbf-8bc5-870d73ce6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.037216 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc60a29-a1e6-419f-8153-785024d6528a x-openstack-request-id: req-8fc60a29-a1e6-419f-8153-785024d6528a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:06.037628 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "tag": "fad55598-4338-4962-bc1c-733082c05608", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:06.037973 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fc60a29-a1e6-419f-8153-785024d6528a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:06.038648 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'tag': 'fad55598-4338-4962-bc1c-733082c05608', 'status': 'completed', 'code': 200} Jul 27 21:45:06.043103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.082261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.084379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0a706c0-8355-45c7-a564-2d220ff8c447 HTTP/1.1" status: 204 len: 168 time: 1.7421384 Jul 27 21:45:06.097276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53972) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:06.130705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d9c33f87-b728-4fbf-8bc5-870d73ce6e3f None None] Port bce499b7-17d6-4634-82f5-036971c0691c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:06.141434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc444be5-f8d0-4b6e-ac04-54d4634e0165 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a706c0-8355-45c7-a564-2d220ff8c447,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:06.162886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516abd-0317-4776-8730-bce6bdd3c8c7 req-910153e0-476e-4434-9aa6-f037918c41a9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.165241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31516abd-0317-4776-8730-bce6bdd3c8c7 req-910153e0-476e-4434-9aa6-f037918c41a9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 945 time: 0.2323828 Jul 27 21:45:06.222859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Deleting subnet a4e14280-bd35-495f-abc7-4797bafe69ef {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:45:06.229686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-bed226ef-0eae-49bb-91ba-4ec6adc585e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.231606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-bed226ef-0eae-49bb-91ba-4ec6adc585e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110281 Jul 27 21:45:06.236146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.266920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31516abd-0317-4776-8730-bce6bdd3c8c7 req-a9409549-6d91-48d5-9b8b-cf2dbbb093fc tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Jul 27 21:45:06.269054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4338d-eb14-4757-b361-7fcf385d514e req-85ce31fe-09fb-4fdf-813f-e9abcaced8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.270671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-85ce31fe-09fb-4fdf-813f-e9abcaced8a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1124 time: 0.2072117 Jul 27 21:45:06.295792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:06.322542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.391204 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.412687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.498847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-63aa9c4b-a338-44ff-84ac-1fe17e458ed5 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538855 Jul 27 21:45:06.509134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4338d-eb14-4757-b361-7fcf385d514e req-1e217160-e779-4ef2-b3ca-e0e60aac951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.510883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-1e217160-e779-4ef2-b3ca-e0e60aac951c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.2052729 Jul 27 21:45:06.513657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 3c8208ff-7d05-4d2f-8493-18d20e654adb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:06.527172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3c8208ff-7d05-4d2f-8493-18d20e654adb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:06.527955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.532558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.603136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193bbac-4218-449e-bd4a-66c7a767a91a req-47824f2e-0640-40ef-b1b1-d8efdb3e198f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.612205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b193bbac-4218-449e-bd4a-66c7a767a91a req-47824f2e-0640-40ef-b1b1-d8efdb3e198f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.2370377 Jul 27 21:45:06.617760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.659964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-80a633b9-382d-4d90-bfe4-fd494a09ea3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 217 time: 0.0780225 Jul 27 21:45:06.666163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e14280-bd35-495f-abc7-4797bafe69ef,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:06.683615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Pushing event updated for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:06.689079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.691033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bb3fd04d-c7ac-4477-8b91-312c36f63cd3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4e14280-bd35-495f-abc7-4797bafe69ef HTTP/1.1" status: 204 len: 168 time: 0.5888593 Jul 27 21:45:06.692293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.700999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53976) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:06.752912 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.768243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b193bbac-4218-449e-bd4a-66c7a767a91a req-9c1c4ca2-a292-4461-9777-6616b7e01d72 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550267 Jul 27 21:45:06.770930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-6a5c6bc5-de67-4bce-9d8c-cd7d992ed2ac service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561276 Jul 27 21:45:06.798092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4338d-eb14-4757-b361-7fcf385d514e req-e82d5830-ab92-4abf-807d-ecefc5cf2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.801886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-e82d5830-ab92-4abf-807d-ecefc5cf2b8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1295826 Jul 27 21:45:06.803095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.846442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d732dd-4966-4408-9f97-3d9d5ec4d4ea req-af371342-0129-40af-acee-a60fd4a92e77 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:06.861927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d732dd-4966-4408-9f97-3d9d5ec4d4ea req-af371342-0129-40af-acee-a60fd4a92e77 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.3421199 Jul 27 21:45:06.862183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:06.880861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-46b11c52-6e37-423b-8807-91367265950f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719686 Jul 27 21:45:06.919221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:06.966976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d732dd-4966-4408-9f97-3d9d5ec4d4ea req-176f5d7e-a653-4625-aa1d-303df6cd63f7 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040201 Jul 27 21:45:07.004548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.054678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-365b3501-1f96-47f4-9704-f15e2c5b3399 service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549165 Jul 27 21:45:07.076019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:07.102550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:07.109104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:07.126160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.177642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180a13bd-48e5-4178-9a9a-55ca6d551ba1']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:07.201304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a53bb7-d9d1-429a-a7f2-54a208a1d3de') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:07.201748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a53bb7-d9d1-429a-a7f2-54a208a1d3de') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:07.215927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.236269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6128d9-452d-4328-90e3-0d36d6582b31 req-296c3476-3ad4-4338-8cc0-fae61fe52db4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:07.238093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e6128d9-452d-4328-90e3-0d36d6582b31 req-296c3476-3ad4-4338-8cc0-fae61fe52db4 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1688576 Jul 27 21:45:07.250689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.300940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e6128d9-452d-4328-90e3-0d36d6582b31 req-ea4a81c4-389d-4fdb-96b8-a5d57f095c49 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Jul 27 21:45:07.322771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08b4338d-eb14-4757-b361-7fcf385d514e req-7b6ad5af-e4fa-493a-8f2e-b885f317dcbc service neutron] 10.222.0.76 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308288 Jul 27 21:45:07.346805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.386646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:45:07.387141 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:45:07.396853 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:45:07.461874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5b4b624c-5f4b-444f-899f-0fab03fea809 None None] Provisioning complete for port bce499b7-17d6-4634-82f5-036971c0691c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:07.462328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b4b624c-5f4b-444f-899f-0fab03fea809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.492710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1b7cded-0ea1-47f1-8167-6789230270c9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:07.530632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Router 5298e6cd-ccdb-4bac-9412-eb122b860e93 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:07.567553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b624c-5f4b-444f-899f-0fab03fea809 None None] Port bce499b7-17d6-4634-82f5-036971c0691c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:07.613612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010c765-18f3-4330-bba1-2310d85ad241 req-c50068aa-2227-44e2-aa3b-e1650ff4674f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:07.619038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4010c765-18f3-4330-bba1-2310d85ad241 req-c50068aa-2227-44e2-aa3b-e1650ff4674f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 946 time: 0.2396586 Jul 27 21:45:07.619038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.629171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.631208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] 10.222.0.37 "DELETE /v2.0/networks/180a13bd-48e5-4178-9a9a-55ca6d551ba1 HTTP/1.1" status: 204 len: 168 time: 0.9264925 Jul 27 21:45:07.672670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c1b7cded-0ea1-47f1-8167-6789230270c9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:07.677171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c1b7cded-0ea1-47f1-8167-6789230270c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:07.677645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.691043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f20a34-e8b2-419d-8f79-541ffae76eae admin admin] Pushing event deleted for resources: {'Network': ['ID=180a13bd-48e5-4178-9a9a-55ca6d551ba1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:07.742736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4010c765-18f3-4330-bba1-2310d85ad241 req-ddf7447e-b079-4d29-86de-1f2d8e2ff04d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167910 Jul 27 21:45:07.756555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:07.765364 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Sync routers for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:07.770016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b9a03bc0-885a-4585-80d1-4ee6ab75258c admin admin] 10.222.0.37 "PUT /v2.0/routers/5298e6cd-ccdb-4bac-9412-eb122b860e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7385931 Jul 27 21:45:07.785000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.789012 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:07.789854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:07.819834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c1b7cded-0ea1-47f1-8167-6789230270c9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1b7cded-0ea1-47f1-8167-6789230270c9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:07.844821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.912593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:07.930555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.991642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:07.995096 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c907b-3e7f-4e93-9496-4d95a5d4abe3" -d '{"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:08.002846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0afc3-dde4-43c4-b4e4-dda450e49dbc req-162bce92-5fde-4219-b9cf-1b029057654f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:08.012894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7b0afc3-dde4-43c4-b4e4-dda450e49dbc req-162bce92-5fde-4219-b9cf-1b029057654f tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1491609 Jul 27 21:45:08.055755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:08.060623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c1b7cded-0ea1-47f1-8167-6789230270c9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:08.111035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7b0afc3-dde4-43c4-b4e4-dda450e49dbc req-9b5cb837-463b-4e87-8f4e-09bf33702328 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975320 Jul 27 21:45:08.164835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28485a39-4a8d-447b-a302-c241cbff4f8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10ef786a13ea4d3e9d0f7a14088cd41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079211 Jul 27 21:45:08.168589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:08.241385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f82aac-abb4-44af-9e7c-d7596ef3dcfb req-61e24dae-1472-4df5-bb5a-065009759074 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:08.245701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36f82aac-abb4-44af-9e7c-d7596ef3dcfb req-61e24dae-1472-4df5-bb5a-065009759074 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.1315911 Jul 27 21:45:08.254763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.289857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.339014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36f82aac-abb4-44af-9e7c-d7596ef3dcfb req-f938614e-92dd-4209-96b6-4d4662970198 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0f299ca-fab8-4807-988c-f8b59778378f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 Jul 27 21:45:08.341111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:06Z', 'revision_number': 2, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:08.424343 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Checking router: 5298e6cd-ccdb-4bac-9412-eb122b860e93 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:08.426828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Updating router 5298e6cd-ccdb-4bac-9412-eb122b860e93 port bce499b7-17d6-4634-82f5-036971c0691c binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:45:08.434378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-95af4407-afb3-4447-8b7d-33649ac5350f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:08.436833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-95af4407-afb3-4447-8b7d-33649ac5350f tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 946 time: 0.1348481 Jul 27 21:45:08.439389 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90677d-97a3-4b82-adaa-454901fbe4ed x-openstack-request-id: req-5b90677d-97a3-4b82-adaa-454901fbe4ed {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:08.440435 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:08.442522 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b90677d-97a3-4b82-adaa-454901fbe4ed {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:08.443172 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'code': 200} Jul 27 21:45:08.479624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.481825 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.482220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.490465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2745b23c-ee13-4aec-b8a3-d0cf75572301 HTTP/1.1" status: 204 len: 168 time: 0.3137724 Jul 27 21:45:08.694209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b0ea-261e-425f-883c-e48756a966d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2745b23c-ee13-4aec-b8a3-d0cf75572301,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:08.763561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Deleting port ee5e29f0-5dc2-438b-81df-5a121b7d6547 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:08.763561 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.768532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd22c6-199f-4e12-b095-e798c92fc7e1 req-2de4b71a-320f-4ae1-8c4c-6fd62897da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:08.770328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44dd22c6-199f-4e12-b095-e798c92fc7e1 req-2de4b71a-320f-4ae1-8c4c-6fd62897da4c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 1097 time: 0.2376375 Jul 27 21:45:08.836374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:08.847060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958832066', 'description': 'tempest-description--322966645'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:08.924351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44dd22c6-199f-4e12-b095-e798c92fc7e1 req-768066d5-81dc-4b9a-8feb-54cb2073a4c0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366146 Jul 27 21:45:08.969313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11587a61-9fae-431f-86ee-0e9eafba90cc req-503c9851-57bd-4d70-8a27-b02875a23c2a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:08.971930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11587a61-9fae-431f-86ee-0e9eafba90cc req-503c9851-57bd-4d70-8a27-b02875a23c2a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.2581491 Jul 27 21:45:09.020219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] For port ee5e29f0-5dc2-438b-81df-5a121b7d6547, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ee5e29f0-5dc2-438b-81df-5a121b7d6547,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:09.020913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.040103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11587a61-9fae-431f-86ee-0e9eafba90cc req-b830a48b-092a-4306-863d-083f6052c34f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Jul 27 21:45:09.048550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Calling delete_port for ee5e29f0-5dc2-438b-81df-5a121b7d6547 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:09.072208 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.087540 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Transition to ACTIVE for port object bce499b7-17d6-4634-82f5-036971c0691c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:09.120825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.227051 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.248488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f937-22c8-49e2-ae69-d73d21b4ac7e req-099027f1-73ed-41cb-9f54-b78efbf003c4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:09.250134 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d916f937-22c8-49e2-ae69-d73d21b4ac7e req-099027f1-73ed-41cb-9f54-b78efbf003c4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 946 time: 0.3050416 Jul 27 21:45:09.278861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-89fefd1d-9547-409b-ab56-5b092b98c510 service neutron] 10.222.0.76 "GET /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.2125189 Jul 27 21:45:09.318827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b51399-c0d1-4a0f-b16c-96cf49240b8f None None] Pushing event updated for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:09.391073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.417852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1b7cded-0ea1-47f1-8167-6789230270c9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:09.435949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b8900-1845-4fe8-99aa-3807b741d682 req-cd17455d-30cf-4801-a5f4-ba7fa7928886 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:09.444951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-889b8900-1845-4fe8-99aa-3807b741d682 req-cd17455d-30cf-4801-a5f4-ba7fa7928886 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1949875 Jul 27 21:45:09.449088 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Attempting to bind port bce499b7-17d6-4634-82f5-036971c0691c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:09.449244 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Attempting to bind port bce499b7-17d6-4634-82f5-036971c0691c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:09.449577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Attempting to bind port bce499b7-17d6-4634-82f5-036971c0691c on network 722a2106-6172-4ed8-ba1a-8fd9a218151c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:09.464045 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:09.465112 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Checking segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:09.465112 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.467852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Bound using segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:09.467852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Bound port: bce499b7-17d6-4634-82f5-036971c0691c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:09.467852 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.478699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d916f937-22c8-49e2-ae69-d73d21b4ac7e req-deba3b64-24f3-4d99-9ca9-8278adbd22fc tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208421 Jul 27 21:45:09.520993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-889b8900-1845-4fe8-99aa-3807b741d682 req-0085dc20-a636-4a8e-b84c-82d691890f34 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Jul 27 21:45:09.525361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c1b7cded-0ea1-47f1-8167-6789230270c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:09.526067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.546627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.633355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:09.650612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] For port bce499b7-17d6-4634-82f5-036971c0691c, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:09.655805 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] For port bce499b7-17d6-4634-82f5-036971c0691c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bce499b7-17d6-4634-82f5-036971c0691c,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:09.697146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.714257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ee5e29f0-5dc2-438b-81df-5a121b7d6547'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:09.729029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.729029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b8d456aa-7b05-4ae3-b543-8c5d43b25921 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8891361 Jul 27 21:45:09.731780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:09.742323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'security_group_rule': {'security_group_id': 'ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:09.748172 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.766516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7aee0218-041c-43aa-a672-ff27ce3041ba req-3ddfe951-a45b-424a-ba0b-473d7a2038a3 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 210 time: 0.0953753 Jul 27 21:45:09.793420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:09.816008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Pushing event deleted for resources: {'Port': ['ID=ee5e29f0-5dc2-438b-81df-5a121b7d6547,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:09.886637 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:09.895980 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:09.905087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:09.905896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1670fbba-a03a-48d2-8d7e-1dbd277a600c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3540510bf6e04e8a96ec63ebb7546962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107266 Jul 27 21:45:09.930512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.941601 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b51399-c0d1-4a0f-b16c-96cf49240b8f None None] Pushing event updated for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:09.953199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] No DVR routers for this DVR port ee5e29f0-5dc2-438b-81df-5a121b7d6547 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:09.962173 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.964345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67b16fd2-ab11-4686-b95b-47dcb8d2b8ee req-da9a0354-e13d-4244-89d9-0b143bf605aa tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.76 "DELETE /v2.0/ports/ee5e29f0-5dc2-438b-81df-5a121b7d6547 HTTP/1.1" status: 204 len: 173 time: 1.5207531 Jul 27 21:45:09.977338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'name': 'network-vif-deleted', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:10.008480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.130389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.139251 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:10.199301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9bf4aa-4ed9-49c5-b8fb-5a3951adde9d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:10.285090 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd294bcc-a6ee-41e6-9174-6a0ba485feec" -d '{"events": [{"server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "name": "network-vif-deleted", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:10.303171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4856126-3d42-43b1-9b53-dc32da953ba9 req-34f70bfa-9193-45e0-9761-9287f088e197 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:10.314377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4856126-3d42-43b1-9b53-dc32da953ba9 req-34f70bfa-9193-45e0-9761-9287f088e197 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1629083 Jul 27 21:45:10.341102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.349408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-93f7f423-9ad8-4f1a-b5c4-ba468dcb8211 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6160240 Jul 27 21:45:10.353154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:10.358254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'security_group_rule': {'security_group_id': 'ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:10.377159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:10.397271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ee5e29f0-5dc2-438b-81df-5a121b7d6547 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:10.397682 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776318a-9171-49c2-8a1a-65281cf5bb74 x-openstack-request-id: req-c776318a-9171-49c2-8a1a-65281cf5bb74 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:10.398061 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7d9c4e-1add-4c40-8610-24e448c9f319", "name": "network-vif-deleted", "tag": "ee5e29f0-5dc2-438b-81df-5a121b7d6547", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:10.398479 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c776318a-9171-49c2-8a1a-65281cf5bb74 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:10.399106 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7d9c4e-1add-4c40-8610-24e448c9f319', 'name': 'network-vif-deleted', 'tag': 'ee5e29f0-5dc2-438b-81df-5a121b7d6547', 'status': 'completed', 'code': 200} Jul 27 21:45:10.404889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.446846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.449167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:10.450233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: ee5e29f0-5dc2-438b-81df-5a121b7d6547 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:10.454577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ee5e29f0-5dc2-438b-81df-5a121b7d6547 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:10.455529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:10.462589 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:09Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:10.501424 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3a2f9-1cd3-4cbb-90c6-8e5f6a670101 None None] The sync data for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 is: [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:09Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:10.511740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-66271fec-dfb2-421a-ba81-e1b57c33b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:10.513409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-66271fec-dfb2-421a-ba81-e1b57c33b329 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c&tenant_id=55f15e54bfab423cb281c253fa848f5d HTTP/1.1" status: 200 len: 1101 time: 0.2202039 Jul 27 21:45:10.532522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad55598-4338-4962-bc1c-733082c05608 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:10.550884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:10.605722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:10.672065 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.698873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.722609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:10.723790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:10.730242 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6facbd-c1d0-4409-a835-51115c926d64" -d '{"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-unplugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:10.827035 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.827771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fad55598-4338-4962-bc1c-733082c05608 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:10.843684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.866335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9a29-7cdd-44dd-a5fb-7e31ea6fffa7 req-88be49db-23d3-4f98-934d-8830db1d9c83 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:10.874495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5fc9a29-7cdd-44dd-a5fb-7e31ea6fffa7 req-88be49db-23d3-4f98-934d-8830db1d9c83 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 946 time: 0.2503667 Jul 27 21:45:10.897235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.900046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:10.907618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bea7ecc7-4224-4762-b419-2e497803bb9d HTTP/1.1" status: 204 len: 168 time: 0.9954817 Jul 27 21:45:10.931239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4856126-3d42-43b1-9b53-dc32da953ba9 req-5a914aee-62e1-4122-9912-9953bd62655c tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152611 Jul 27 21:45:10.938048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:10.977467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] Transition to ACTIVE for port object fad55598-4338-4962-bc1c-733082c05608 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:10.986057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d65f8-7144-4a41-911c-6226f9be3c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7ecc7-4224-4762-b419-2e497803bb9d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:10.999911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.024213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5fc9a29-7cdd-44dd-a5fb-7e31ea6fffa7 req-36f0a7a5-0f3d-4bff-90e5-07f11fb960f4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487126 Jul 27 21:45:11.176016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.193850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.206512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81666ffd-c8c2-4654-96d9-e70684a20848 req-65e06e92-9baf-4d93-a011-0f393388900d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:11.208374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81666ffd-c8c2-4654-96d9-e70684a20848 req-65e06e92-9baf-4d93-a011-0f393388900d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.1339524 Jul 27 21:45:11.270363 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519208c-3f12-4e4e-bc5d-861683c073db x-openstack-request-id: req-d519208c-3f12-4e4e-bc5d-861683c073db {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:11.270863 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-unplugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:11.271594 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d519208c-3f12-4e4e-bc5d-861683c073db {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:11.272222 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'code': 200} Jul 27 21:45:11.275668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.297386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81666ffd-c8c2-4654-96d9-e70684a20848 req-d83bfe48-94f1-4cd9-b042-2e16b190b127 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 Jul 27 21:45:11.352349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fd0a51-ea66-4f8b-a31c-da5b2dd8037b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:11.361336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] No DVR routers for this DVR port fad55598-4338-4962-bc1c-733082c05608 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:11.456787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.461794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf89ba41-e5dc-4436-b992-393d31513a09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1076353 Jul 27 21:45:11.463921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:11.467931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:11.518480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bce499b7-17d6-4634-82f5-036971c0691c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:11.555601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] 10.222.0.76 "PUT /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608/bindings/n-h1-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2498112 Jul 27 21:45:11.557735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f78f894-265c-4f57-9ac8-3d738d8671fd req-6ecbbca7-6476-406a-bff9-580cb011f440 tempest-FloatingIPsAssociationTestJSON-309652069 tempest-FloatingIPsAssociationTestJSON-309652069-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c7d9c4e-1add-4c40-8610-24e448c9f319 HTTP/1.1" status: 200 len: 210 time: 0.0950234 Jul 27 21:45:11.562085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2c97e-b49a-458c-88bd-77c5f485d840 service neutron] Pushing event updated for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:11.576587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:11.636828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:11.686034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.694986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:11.706070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.736753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Transition to ACTIVE for port object 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:11.743030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port bce499b7-17d6-4634-82f5-036971c0691c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:11.748863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bce499b7-17d6-4634-82f5-036971c0691c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:11.749326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.854590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.936294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-9b717688-b2e7-47d1-a556-a457c6eaa333 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:11.938632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-9b717688-b2e7-47d1-a556-a457c6eaa333 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.1816325 Jul 27 21:45:11.940600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:11.965442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] No DVR routers for this DVR port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:12.026315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port bce499b7-17d6-4634-82f5-036971c0691c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bce499b7-17d6-4634-82f5-036971c0691c,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:12.027350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771508d-c1a3-4f37-8b6d-b8d2190f6735 req-f9f1fe87-ad8f-4692-a631-6a195cf43795 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.036164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f771508d-c1a3-4f37-8b6d-b8d2190f6735 req-f9f1fe87-ad8f-4692-a631-6a195cf43795 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 946 time: 0.2518420 Jul 27 21:45:12.046107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:12.084612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.142269 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.172288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:12.172680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:12.173021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:12.193937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-93149fe5-a8a6-4db5-8887-f3bf51ffdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.196521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-93149fe5-a8a6-4db5-8887-f3bf51ffdf1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8&tenant_id=fe82726d8ab94b8d989adfa90df3063f HTTP/1.1" status: 200 len: 1095 time: 0.2478495 Jul 27 21:45:12.239722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f771508d-c1a3-4f37-8b6d-b8d2190f6735 req-d988578e-7502-426e-a59b-8413c81d25a4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877275 Jul 27 21:45:12.254625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:12.254625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Attempting to bind port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:12.259225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:12.269464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:12.269788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:12.270189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:12.270700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Bound port: 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:12.271080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.363713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e677c-98c9-4203-b365-76f8bdb38c95 req-1c008d13-1b15-4e76-b664-99e61bdd6578 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.367532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-075e677c-98c9-4203-b365-76f8bdb38c95 req-1c008d13-1b15-4e76-b664-99e61bdd6578 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.2827072 Jul 27 21:45:12.389345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Allocated IP 172.25.3.233 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/c41d8a32-f989-45c8-8df4-b3cb65c1f24d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:12.414391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:12.421897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:12.428449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4187376c-cfa7-4283-aac4-cb4de2bab310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.430110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-4187376c-cfa7-4283-aac4-cb4de2bab310 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe82726d8ab94b8d989adfa90df3063f&device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1095 time: 0.2067366 Jul 27 21:45:12.513449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.560961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.561619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.563820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] 10.222.0.50 "PUT /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 1097 time: 1.9783466 Jul 27 21:45:12.564292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:12.565397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-075e677c-98c9-4203-b365-76f8bdb38c95 req-bf58b9af-9a43-4fc7-8471-7c5474259aaf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775823 Jul 27 21:45:12.595563 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:12.658946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d188c5-98f8-4e8c-835f-9c1a13cf95ed req-b3f147d7-c068-4d24-a6c4-b56301baf325 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.668938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4d188c5-98f8-4e8c-835f-9c1a13cf95ed req-b3f147d7-c068-4d24-a6c4-b56301baf325 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.2432170 Jul 27 21:45:12.669163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54086) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:12.749666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-c9df33a8-a4ba-4f39-9c38-410e9b7e1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.751584 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-c9df33a8-a4ba-4f39-9c38-410e9b7e1410 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 200 len: 909 time: 0.3093410 Jul 27 21:45:12.759072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:12.784600 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b868085-0d4d-4109-b4b3-7c31233e9659 x-openstack-request-id: req-4b868085-0d4d-4109-b4b3-7c31233e9659 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:12.785223 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:12.790398 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b868085-0d4d-4109-b4b3-7c31233e9659 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:12.790398 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'status': 'completed', 'code': 200} Jul 27 21:45:12.808867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-e8d22d17-afb5-4d27-9451-c33c180749c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 200 len: 217 time: 0.0470107 Jul 27 21:45:12.900652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571409b5-1f59-49e6-8d20-48151b15807c service neutron] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=12']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:12.932353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4d188c5-98f8-4e8c-835f-9c1a13cf95ed req-fd20d33c-98f5-4599-a7fc-eb6206e0d983 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613335 Jul 27 21:45:12.970766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-e6d24532-25f6-4402-b2cc-94cb8462106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.973522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-e6d24532-25f6-4402-b2cc-94cb8462106e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1100 time: 0.3642428 Jul 27 21:45:12.985988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-fc5c626e-6f7b-40d7-8400-8517c96f4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:12.986707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-fc5c626e-6f7b-40d7-8400-8517c96f4c65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 200 len: 848 time: 0.1687005 Jul 27 21:45:13.065713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-f20f0cbd-3da0-4da2-94e0-f430a3e672bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.067552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-f20f0cbd-3da0-4da2-94e0-f430a3e672bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1100 time: 0.2494297 Jul 27 21:45:13.077917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-816505f5-dc01-4b8d-999d-04d41c15e55e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a81e5183-4527-4bd4-9b03-3e67d80c5ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438986 Jul 27 21:45:13.078983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.162413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-85e8cb9e-bef0-47fe-80e0-b0f210c18e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.164299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-85e8cb9e-bef0-47fe-80e0-b0f210c18e8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1824155 Jul 27 21:45:13.206673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:13.222579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:13.225725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:13.236363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'Port': ['ID=c41d8a32-f989-45c8-8df4-b3cb65c1f24d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:13.261035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-5a7f7735-0943-4906-820a-7fd33e09e6b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0883334 Jul 27 21:45:13.376632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-29e1c819-a67b-4a15-9afd-a90af0ed3b42 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846613 Jul 27 21:45:13.397248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-894802e2-c346-47a2-92f2-1bf574b1eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.404653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-894802e2-c346-47a2-92f2-1bf574b1eec7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3229370 Jul 27 21:45:13.418358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-ee58679c-2ed4-4f13-a51c-95e5c138e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.420326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-ee58679c-2ed4-4f13-a51c-95e5c138e75d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1443806 Jul 27 21:45:13.470764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bce499b7-17d6-4634-82f5-036971c0691c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:13.506477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-ecca3701-9b78-4d1e-ba07-d38ae2f720e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0844920 Jul 27 21:45:13.542886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.564424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bce499b7-17d6-4634-82f5-036971c0691c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:13.565609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.610896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-34994fd2-cf2d-4b9a-9fec-519c019457ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.613907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-34994fd2-cf2d-4b9a-9fec-519c019457ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0795722 Jul 27 21:45:13.615424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-a466f59a-ad22-4e0d-a21f-d5f598628168 service neutron] 10.222.0.50 "GET /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093410 Jul 27 21:45:13.632290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e8a4-fb73-4574-8dd0-35d569c7852a req-453db013-8d66-43b5-93f0-c329aaf68ac8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.634065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9a4e8a4-fb73-4574-8dd0-35d569c7852a req-453db013-8d66-43b5-93f0-c329aaf68ac8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 946 time: 0.2564988 Jul 27 21:45:13.652196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-ef067029-9ef2-410d-a70d-358c1b762cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.652196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-ef067029-9ef2-410d-a70d-358c1b762cab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602116 Jul 27 21:45:13.754258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9a4e8a4-fb73-4574-8dd0-35d569c7852a req-48417f60-d613-4c26-9d41-726319faa38b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059563 Jul 27 21:45:13.760028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.817036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:13.838481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-1b0313d9-32d7-465f-8120-4463c4ffa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:13.840107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-1b0313d9-32d7-465f-8120-4463c4ffa117 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179756 Jul 27 21:45:13.948027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-203ec99c-074f-4e77-8e85-193886ab7b12 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767992 Jul 27 21:45:14.132522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.136233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d44cb101-db16-481d-8eb3-5ecc801e5970 req-0cb7748b-d888-4bfe-9585-0c88e1c338c1 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261380 Jul 27 21:45:14.182867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f83f-78d0-4cba-8012-71fba7d5dc2c req-04c81351-b34a-4d54-830a-7806d4ebe280 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:14.198324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6f5f83f-78d0-4cba-8012-71fba7d5dc2c req-04c81351-b34a-4d54-830a-7806d4ebe280 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.4539974 Jul 27 21:45:14.272302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.281151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Deleting port 74d5c8fc-54d9-4a91-8dde-315003b9d986 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:14.281595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.309899 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-6dd0aa60-7ef0-407f-9a45-79c57b1d4f3c service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523687 Jul 27 21:45:14.328766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6f5f83f-78d0-4cba-8012-71fba7d5dc2c req-1174a0d1-0edd-4f66-9ea7-607847777bb2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268504 Jul 27 21:45:14.408085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'Port': ['ID=c41d8a32-f989-45c8-8df4-b3cb65c1f24d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:14.429410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-b0801478-0f7c-4c90-9df7-edf32c4a07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:14.432240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-b0801478-0f7c-4c90-9df7-edf32c4a07cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f15e54bfab423cb281c253fa848f5d&device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1100 time: 0.2243791 Jul 27 21:45:14.453812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.475436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-162b70bf-cb27-480c-8fa3-762bfe27aef1 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:14.477386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-162b70bf-cb27-480c-8fa3-762bfe27aef1 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8&tenant_id=fe82726d8ab94b8d989adfa90df3063f&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1095 time: 0.2465882 Jul 27 21:45:14.481602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] For port 74d5c8fc-54d9-4a91-8dde-315003b9d986, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=74d5c8fc-54d9-4a91-8dde-315003b9d986,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:14.482145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.524136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Calling delete_port for 74d5c8fc-54d9-4a91-8dde-315003b9d986 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:14.615093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.616376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3dd45cc-6ddf-44f0-b543-881d827d9094 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1526802 Jul 27 21:45:14.869082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-a5bb0a17-d479-436b-b700-b83a3bb522eb service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395780 Jul 27 21:45:14.902535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-82c6e4da-e0d5-43f4-9d61-010b724d9d68 service neutron] For port fad55598-4338-4962-bc1c-733082c05608, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:14.908693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-82c6e4da-e0d5-43f4-9d61-010b724d9d68 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.909937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66328b5b-88b2-4347-9b17-7f6e7265554d req-82c6e4da-e0d5-43f4-9d61-010b724d9d68 service neutron] 10.222.0.50 "DELETE /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608/bindings/n-h2-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.4232385 Jul 27 21:45:14.912975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-ab274918-ef76-449e-a737-3302d75a80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:14.914980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-ab274918-ef76-449e-a737-3302d75a80ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.4738388 Jul 27 21:45:14.924065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:14.941382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550c6f-f104-4d4a-a240-906ce9be0f65 req-71f683cd-aa84-487a-9cca-8433d10f595c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:14.950019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51550c6f-f104-4d4a-a240-906ce9be0f65 req-71f683cd-aa84-487a-9cca-8433d10f595c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.4302564 Jul 27 21:45:14.971313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Pushing event deleted for resources: {'Port': ['ID=74d5c8fc-54d9-4a91-8dde-315003b9d986,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:14.998237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-205e3108-b90b-4508-ae18-21099fe66431 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 200 len: 217 time: 0.0744228 Jul 27 21:45:15.058834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-11461b24-9aad-4b82-9b53-4fda9ddd10fc tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=78d1cc39bd2a415a8497f238dd41818f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660157 Jul 27 21:45:15.080639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51550c6f-f104-4d4a-a240-906ce9be0f65 req-441b14a8-1dc9-409e-8d70-6d2e655f53cb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276851 Jul 27 21:45:15.101456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-fd252162-4d4d-41d4-be25-627d8dc6b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:15.103986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-fd252162-4d4d-41d4-be25-627d8dc6b76d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0968781 Jul 27 21:45:15.231244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-0fdf3093-4b03-48b3-bd29-1472e8c8dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:15.232869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-0fdf3093-4b03-48b3-bd29-1472e8c8dc0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190937 Jul 27 21:45:15.443998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-b821ee7a-6031-4b13-a64c-e60462721666 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1958832066&fields=id&tenant_id=1fb12b80ce154848bc316835b95735eb HTTP/1.1" status: 200 len: 267 time: 0.0861189 Jul 27 21:45:15.478088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-7e878dd8-c7bd-4889-a62e-275a222ba4a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349329 Jul 27 21:45:15.646966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-71e61c06-3458-45fc-8b59-e855b032008b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:15.654961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-71e61c06-3458-45fc-8b59-e855b032008b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5798445 Jul 27 21:45:15.671533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-78ee10cf-82c6-48cf-bfff-63c3c33a21a4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/quotas/78d1cc39bd2a415a8497f238dd41818f HTTP/1.1" status: 200 len: 375 time: 0.0152040 Jul 27 21:45:15.677019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-894bf636-e74b-4ec7-a291-265905a271c4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:15.678658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-894bf636-e74b-4ec7-a291-265905a271c4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/networks?id=722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 200 len: 806 time: 0.2194738 Jul 27 21:45:15.684494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-019a8f5f-aaf8-48b2-a74e-90a32cfc8d9f req-d3909591-9ef8-424a-a8ac-ed18c8342c8e service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905091 Jul 27 21:45:15.699834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-112db4e7-6823-4212-816b-c33e5b971ced tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/quotas/1fb12b80ce154848bc316835b95735eb HTTP/1.1" status: 200 len: 375 time: 0.0141497 Jul 27 21:45:15.725794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-9e3f7b63-37a9-44a5-81a7-26b47fc1d4a8 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78d1cc39bd2a415a8497f238dd41818f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383439 Jul 27 21:45:15.728773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:15.803441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-668c5828-83e2-435c-8f99-a832f6b9593e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1fb12b80ce154848bc316835b95735eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947537 Jul 27 21:45:15.941106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-e0249ffe-c6a9-47b6-bab9-ddc7b4ff659d service neutron] 10.222.0.37 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233325 Jul 27 21:45:15.990401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Router add96187-390d-46f2-873b-e3265b66b7f9 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:16.149999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-9c1e063f-09a0-40f3-9917-bb3cf41f6af7 service neutron] 10.222.0.37 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958990 Jul 27 21:45:16.237680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:16.245918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:16.249453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Sync routers for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:16.253337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-baddbcdd-7256-4d15-9fe2-b64549ff380b admin admin] 10.222.0.37 "PUT /v2.0/routers/add96187-390d-46f2-873b-e3265b66b7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5830262 Jul 27 21:45:16.267723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:16.269686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:16.322483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd80eb-ecbd-4be1-8135-e46af004b48a req-ff15d6c6-ac93-43ac-95f9-22fe55ebf9f9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:16.330428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93cd80eb-ecbd-4be1-8135-e46af004b48a req-ff15d6c6-ac93-43ac-95f9-22fe55ebf9f9 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.1737404 Jul 27 21:45:16.366167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:16.386505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93cd80eb-ecbd-4be1-8135-e46af004b48a req-80c8e731-c689-4baf-b342-f882486cbb25 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Jul 27 21:45:16.427055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:16.438594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:16.589832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:16.608958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f931232-1efe-43e1-97cf-61af04e63f26 req-a82de464-22a8-4746-9adc-e900b2b3f003 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.0831859 Jul 27 21:45:16.744164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905eef8-531e-4abe-8a0b-f2b24875cec5 req-018bad58-db52-4206-8ae3-3ebe41d8492c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:16.746470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5905eef8-531e-4abe-8a0b-f2b24875cec5 req-018bad58-db52-4206-8ae3-3ebe41d8492c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 949 time: 0.1303694 Jul 27 21:45:16.838943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5905eef8-531e-4abe-8a0b-f2b24875cec5 req-fb7adb75-977f-4d99-aa21-586e59523d08 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825183 Jul 27 21:45:16.841733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Deleting port b3bfbee3-4b61-497d-9383-6020077ecfca {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:16.842091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:16.980387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:16.997202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'mac_address': 'fa:16:3e:21:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:17.005453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df9832bc-e486-462e-aa7c-a752e8d1d8e8 req-03c08ce2-5b90-4ef3-a0a3-0ff347723f1b tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0518639 Jul 27 21:45:17.008081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] For port b3bfbee3-4b61-497d-9383-6020077ecfca, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3bfbee3-4b61-497d-9383-6020077ecfca,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:17.008689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.028413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Calling delete_port for b3bfbee3-4b61-497d-9383-6020077ecfca owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:17.076183 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.096762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:17.124844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:45:14Z', 'revision_number': 5, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port': {'id': 'b3bfbee3-4b61-497d-9383-6020077ecfca', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:11:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:27Z', 'updated_at': '2021-07-27T21:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:17.141907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:17.172013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Checking router: add96187-390d-46f2-873b-e3265b66b7f9 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:17.183046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Routers {'add96187-390d-46f2-873b-e3265b66b7f9'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:17.183607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['add96187-390d-46f2-873b-e3265b66b7f9'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:17.284009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] Set router add96187-390d-46f2-873b-e3265b66b7f9 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:17.290305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001204ca-8994-422c-9daa-1bba820ff52d req-811667bc-2d28-4b46-be52-13cd325f8ba9 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:17.292179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-001204ca-8994-422c-9daa-1bba820ff52d req-811667bc-2d28-4b46-be52-13cd325f8ba9 tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1148267 Jul 27 21:45:17.342184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-001204ca-8994-422c-9daa-1bba820ff52d req-15b45f29-0c97-405c-a3c7-9ae0119ac64d tempest-LiveMigrationTest-639443103 tempest-LiveMigrationTest-639443103-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Jul 27 21:45:17.353622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.357421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:45:16Z', 'revision_number': 6, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:17.385358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.412597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6716d9-21aa-4b1f-9904-8d862dc41a05 None None] The sync data for ids ['add96187-390d-46f2-873b-e3265b66b7f9'] in n-d-738018-6 is: [{'id': 'add96187-390d-46f2-873b-e3265b66b7f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-546818200-router', 'tenant_id': 'b49a96618c0648beae28f0fa293f6cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:24Z', 'updated_at': '2021-07-27T21:45:16Z', 'revision_number': 6, 'project_id': 'b49a96618c0648beae28f0fa293f6cec', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:17.420689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bfbee3-4b61-497d-9383-6020077ecfca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:17.485947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=13']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:17.497165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.501947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.503192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.503192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:17.557004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.661762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.665241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.737184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['02ad1b2a-eec2-4d35-b5ae-0571758d15c9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:17.766518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a76dec0-e0d6-4e24-a423-3f8a66e6a0be req-78796d97-6597-4956-8e34-f0b5ed2a9ffd tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.0411978 Jul 27 21:45:17.903251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.915198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Fanout notify agent at l3_agent the message router_deleted on router add96187-390d-46f2-873b-e3265b66b7f9 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:45:17.924890 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:17.926257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-105d612a-77ca-4532-ae3a-1793e48264be admin admin] 10.222.0.37 "DELETE /v2.0/routers/add96187-390d-46f2-873b-e3265b66b7f9 HTTP/1.1" status: 204 len: 168 time: 1.6791217 Jul 27 21:45:17.929244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54220) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:18.004244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Deleting subnet c68416e1-d778-41e5-aed3-8a9ef6ba8b61 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:45:18.008169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.050589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.084283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ff6c-0095-4ea7-a3c9-061871ba9ab8 req-f010ca26-7d7e-4680-859b-8b32a4210f65 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:18.087225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfd6ff6c-0095-4ea7-a3c9-061871ba9ab8 req-f010ca26-7d7e-4680-859b-8b32a4210f65 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.0851629 Jul 27 21:45:18.166216 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.239133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfd6ff6c-0095-4ea7-a3c9-061871ba9ab8 req-630ec617-c689-422f-a4c5-c371f79e185e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399984 Jul 27 21:45:18.256458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63416852-4a2b-4838-bf1f-c248a57ac908 req-f7dd2cf2-e342-4522-a959-5cc340e58669 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0415268 Jul 27 21:45:18.359747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.373065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:18.428364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68416e1-d778-41e5-aed3-8a9ef6ba8b61,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:18.434559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.437867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d5aee36-d246-43ad-b59e-f37b962e7d3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c68416e1-d778-41e5-aed3-8a9ef6ba8b61 HTTP/1.1" status: 204 len: 168 time: 0.5075228 Jul 27 21:45:18.439239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032654d6-31f2-4485-97cf-6fa3d04bfd2f req-c56a94dc-7dad-47a5-a0d1-8a73fa5e02c3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:18.449236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-032654d6-31f2-4485-97cf-6fa3d04bfd2f req-c56a94dc-7dad-47a5-a0d1-8a73fa5e02c3 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.0929971 Jul 27 21:45:18.457793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:18.473265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0afdf-7b4f-4adc-b05e-c529da135334 None None] Network 985929ae-08a7-4882-84f6-a1771c31d854 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:45:18.558594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9c24d-d4c4-4ad6-8ea0-a9bf7f4a048d req-0f5fdcb2-07b0-4330-a534-38f8185f7094 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:18.566992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36e9c24d-d4c4-4ad6-8ea0-a9bf7f4a048d req-0f5fdcb2-07b0-4330-a534-38f8185f7094 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 1101 time: 0.1548431 Jul 27 21:45:18.591240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-032654d6-31f2-4485-97cf-6fa3d04bfd2f req-67d8d176-3e83-4d27-9cee-ed56e56488da tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399515 Jul 27 21:45:18.618610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.664527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36e9c24d-d4c4-4ad6-8ea0-a9bf7f4a048d req-5c0c18c4-0009-4da4-abec-27b4173f5798 tempest-MigrationsAdminTest-2010831741 tempest-MigrationsAdminTest-2010831741-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958390 Jul 27 21:45:18.798561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Deleting port b4aeadbc-9c50-484b-ba0c-017153328a00 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:18.800222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:18.956731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:18.985129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'mac_address': 'fa:16:3e:89:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:18.994257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43897b54-be97-4e99-b603-f0258915bbf2 req-3a25c5de-3b47-4913-856e-47f8e82052ff tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.0710227 Jul 27 21:45:19.015453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] For port b4aeadbc-9c50-484b-ba0c-017153328a00, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4aeadbc-9c50-484b-ba0c-017153328a00,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:19.015737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.036092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Calling delete_port for b4aeadbc-9c50-484b-ba0c-017153328a00 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:19.056465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.107479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c8208ff-7d05-4d2f-8493-18d20e654adb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:19.117096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-ff945d3d-3576-4183-9fe2-632fad3d67f8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:19.129904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-ff945d3d-3576-4183-9fe2-632fad3d67f8 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.2954299 Jul 27 21:45:19.166258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] DHCP port deletion for 985929ae-08a7-4882-84f6-a1771c31d854 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:45:19.285671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:19.324677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Deleting port fad55598-4338-4962-bc1c-733082c05608 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:19.325446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.336083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Deleting port b4aeadbc-9c50-484b-ba0c-017153328a00 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:19.336743 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.431460 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.432530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.501747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] No DVR routers for this DVR port b4aeadbc-9c50-484b-ba0c-017153328a00 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:19.503817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b4aeadbc-9c50-484b-ba0c-017153328a00,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:19.518617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4aeadbc-9c50-484b-ba0c-017153328a00 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:19.570896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b4aeadbc-9c50-484b-ba0c-017153328a00 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:19.576007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4aeadbc-9c50-484b-ba0c-017153328a00 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:19.576581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 74d5c8fc-54d9-4a91-8dde-315003b9d986 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:19.580017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a3ca906-945f-45dc-8c8d-cac788d761d6 req-46388aa7-924d-446f-b374-e59c1751cc19 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0533540 Jul 27 21:45:19.598625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:19.614882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3c8208ff-7d05-4d2f-8493-18d20e654adb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:19.624607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 74d5c8fc-54d9-4a91-8dde-315003b9d986 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:19.624607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 74d5c8fc-54d9-4a91-8dde-315003b9d986 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:19.624607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3bfbee3-4b61-497d-9383-6020077ecfca no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:19.627686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] For port b4aeadbc-9c50-484b-ba0c-017153328a00, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4aeadbc-9c50-484b-ba0c-017153328a00,segment=NetworkSegment(96897a85-f368-444e-b4b3-40cd9d2896d9),segment_id=96897a85-f368-444e-b4b3-40cd9d2896d9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:19.628105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.683330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b3bfbee3-4b61-497d-9383-6020077ecfca {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:19.683696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3bfbee3-4b61-497d-9383-6020077ecfca not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:19.705805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Calling delete_port for b4aeadbc-9c50-484b-ba0c-017153328a00 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:19.734699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] For port fad55598-4338-4962-bc1c-733082c05608, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fad55598-4338-4962-bc1c-733082c05608,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:19.735289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.752563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.781003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Calling delete_port for fad55598-4338-4962-bc1c-733082c05608 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:19.784122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985929ae-08a7-4882-84f6-a1771c31d854']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:19.802855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96897a85-f368-444e-b4b3-40cd9d2896d9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:19.803666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96897a85-f368-444e-b4b3-40cd9d2896d9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:19.829025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff644b4-1638-4565-a74d-d51e25105547 req-9bb3996f-a049-44bb-bb11-97ddd7178aaa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:19.829312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b2e59-a91b-441f-b8e4-4a8d342d2684 req-981153b7-671a-4f4c-957b-6bbc2f541f81 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:19.839812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff644b4-1638-4565-a74d-d51e25105547 req-9bb3996f-a049-44bb-bb11-97ddd7178aaa tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.3432691 Jul 27 21:45:19.840590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-699b2e59-a91b-441f-b8e4-4a8d342d2684 req-981153b7-671a-4f4c-957b-6bbc2f541f81 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 944 time: 0.1335464 Jul 27 21:45:19.854347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.912709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-699b2e59-a91b-441f-b8e4-4a8d342d2684 req-875417e3-8a33-4a37-9aa5-1a98d1e6f5df tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Jul 27 21:45:19.922352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.955843 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:19.977413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff644b4-1638-4565-a74d-d51e25105547 req-a14d3a8c-1fb4-4a8f-9264-8cc3f5f0b792 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294506 Jul 27 21:45:19.996433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:45:19.996960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:45:20.000383 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:45:20.010728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] Pushing event deleted for resources: {'Port': ['ID=b4aeadbc-9c50-484b-ba0c-017153328a00,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:20.019038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daea9ba-490e-4751-8093-aa98de68dd99 None None] No DVR routers for this DVR port b4aeadbc-9c50-484b-ba0c-017153328a00 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:20.254407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30f669b5-abf8-407c-af0e-a5f1ba11743d req-ccf5f8d7-a91e-44ca-ac1a-60e90fb4c5e1 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.1316373 Jul 27 21:45:20.260024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.271217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-83c5b12b-31a3-4719-b0f4-66bd877c5071 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=78d1cc39bd2a415a8497f238dd41818f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088638 Jul 27 21:45:20.284277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.286870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] 10.222.0.37 "DELETE /v2.0/networks/985929ae-08a7-4882-84f6-a1771c31d854 HTTP/1.1" status: 204 len: 168 time: 1.8269982 Jul 27 21:45:20.339327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81ef1-da54-4fdd-8060-67c6016d25fc admin admin] Pushing event deleted for resources: {'Network': ['ID=985929ae-08a7-4882-84f6-a1771c31d854,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:20.384503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:20.495110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-7db960ac-1126-4d31-aa7b-432a2503b174 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:20.497037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-7db960ac-1126-4d31-aa7b-432a2503b174 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069368 Jul 27 21:45:20.500242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.519795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['015b99a7-f989-44d7-ba64-2c907a1e14b6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:20.525598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3c8208ff-7d05-4d2f-8493-18d20e654adb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:20.527747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.531380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Request body: {'port': {'device_id': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '78d1cc39bd2a415a8497f238dd41818f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:20.746459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.795112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:20.799119 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a87f0-5058-4000-9f35-4537ff45dab0" -d '{"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:20.824495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:20.904069 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e880f0-d433-4efa-bde6-7637f6b65263 x-openstack-request-id: req-74e880f0-d433-4efa-bde6-7637f6b65263 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:20.912393 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:20.921095 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e880f0-d433-4efa-bde6-7637f6b65263 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:20.921095 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'code': 200} Jul 27 21:45:20.937048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:20.956059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:20.956990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:20.961396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-9bf90822-54a2-4d4e-8233-cbef29d0770e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:20.965287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-9bf90822-54a2-4d4e-8233-cbef29d0770e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.1752484 Jul 27 21:45:21.008228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event deleted for resources: {'Port': ['ID=fad55598-4338-4962-bc1c-733082c05608,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:21.061388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6821d656-e5d9-4c54-8253-ff7b7b74a6b0 req-1429b772-745d-4e9e-931d-67173df2b509 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0502341 Jul 27 21:45:21.113170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0448f393-0f95-4094-8465-9d15e40e4a8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b49a96618c0648beae28f0fa293f6cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724436 Jul 27 21:45:21.115456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:21.142741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:21.143021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d8c40e-84a3-4a9b-a344-3704acb85387 req-cefbf89b-ecfe-40ba-b540-5a4e282bb7fd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0987115 Jul 27 21:45:21.226480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:21.231991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:21.232479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.283275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Deleting port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:21.283897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.380759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] No DVR routers for this DVR port fad55598-4338-4962-bc1c-733082c05608 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:21.391722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.394657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ad94fdd-c707-4f8f-996c-46fae0a97136 req-75624328-7fdf-468a-b73a-46fca807e897 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "DELETE /v2.0/ports/fad55598-4338-4962-bc1c-733082c05608 HTTP/1.1" status: 204 len: 173 time: 2.2660918 Jul 27 21:45:21.398187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-deleted', 'tag': 'fad55598-4338-4962-bc1c-733082c05608'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:21.400912 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917ac493-02c9-44b4-b6ac-50099bd357c6" -d '{"events": [{"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-deleted", "tag": "fad55598-4338-4962-bc1c-733082c05608"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:21.416701 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.468314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-5cb7624a-48f5-4520-b894-2767dc7cc224 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:21.470192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-5cb7624a-48f5-4520-b894-2767dc7cc224 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.76 "GET /v2.0/networks?id=722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 200 len: 806 time: 0.3198750 Jul 27 21:45:21.487496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:21.557953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] For port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:21.558312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.570555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.585759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.599495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Calling delete_port for 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:21.601944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-26159d7f-03d2-4553-9686-026458d0192b tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fb12b80ce154848bc316835b95735eb HTTP/1.1" status: 200 len: 380 time: 0.1218228 Jul 27 21:45:21.622041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'port': {'device_id': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'admin_state_up': True, 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'security_groups': ['ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:21.631656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d80ff0d-4807-4447-b0b7-d0ca73b5fe47 req-92bc1e10-9e7c-4382-8218-951facc81748 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.0549119 Jul 27 21:45:21.651299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493aff9-6224-4b65-9172-4bc1d26cb9e2 req-87182122-012f-4419-b845-ca96ee363fff tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:21.659256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a493aff9-6224-4b65-9172-4bc1d26cb9e2 req-87182122-012f-4419-b845-ca96ee363fff tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 950 time: 0.3464692 Jul 27 21:45:21.688735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=14']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:21.732902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.761817 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e9e5f-1e2e-438e-8867-f527ff7263fe x-openstack-request-id: req-a40e9e5f-1e2e-438e-8867-f527ff7263fe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:21.762662 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8faa8-5799-4366-a878-9655a67b2fa8", "name": "network-vif-deleted", "tag": "fad55598-4338-4962-bc1c-733082c05608", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:21.763032 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40e9e5f-1e2e-438e-8867-f527ff7263fe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:21.763564 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8faa8-5799-4366-a878-9655a67b2fa8', 'name': 'network-vif-deleted', 'tag': 'fad55598-4338-4962-bc1c-733082c05608', 'status': 'completed', 'code': 200} Jul 27 21:45:21.770525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Made reservation on behalf of 78d1cc39bd2a415a8497f238dd41818f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:21.775783 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.816147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:21.893435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a493aff9-6224-4b65-9172-4bc1d26cb9e2 req-ca09b95f-f43a-4947-8827-d829e8fa72e2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323346 Jul 27 21:45:22.051822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.067236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332', '334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:22.101596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event deleted for resources: {'Port': ['ID=02ad1b2a-eec2-4d35-b5ae-0571758d15c9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:22.142155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.148844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.167587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0f299ca-fab8-4807-988c-f8b59778378f HTTP/1.1" status: 204 len: 168 time: 1.0271516 Jul 27 21:45:22.240451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f299ca-fab8-4807-988c-f8b59778378f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:22.240920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] No DVR routers for this DVR port 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:22.244302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.259654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8', '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:22.261960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-70ea75ba-4d3b-4f74-a2b1-8cdafdbf75f8 req-0ffc8466-dfad-46db-9379-7b42b1c9225e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "DELETE /v2.0/ports/02ad1b2a-eec2-4d35-b5ae-0571758d15c9 HTTP/1.1" status: 204 len: 173 time: 1.2878525 Jul 27 21:45:22.280016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.282275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.285369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.285762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.286374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-deleted', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:22.290096 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6112a-585e-46d7-a305-c4a116c796ec" -d '{"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-deleted", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:22.302664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.303565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.304096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d9452e-5483-4bbe-a16e-5a216823b421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:22.337266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8934b51a-0c5b-4ee3-b5db-daac9ff58516 req-c2385159-322f-43e3-8acf-47d40a7adb7c tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0954478 Jul 27 21:45:22.429347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fad55598-4338-4962-bc1c-733082c05608 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:22.457709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0222cb83-1d3c-4257-bc7b-07fff330b9e3 req-32435142-e8be-4a97-94cc-424152a3c8bc tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.1246588 Jul 27 21:45:22.583765 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1a4a3a-f662-4029-92cc-7c430bdc03fb x-openstack-request-id: req-9b1a4a3a-f662-4029-92cc-7c430bdc03fb {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:22.590859 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-deleted", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:22.590859 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b1a4a3a-f662-4029-92cc-7c430bdc03fb {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:22.590859 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-deleted', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'status': 'completed', 'code': 200} Jul 27 21:45:22.623261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: fad55598-4338-4962-bc1c-733082c05608 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:22.623900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fad55598-4338-4962-bc1c-733082c05608 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:22.634647 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.736575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:22.921940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:22.926980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b80a19-2040-48fd-a512-286567967336,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:22.928404 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3b4bf-5430-4621-824a-dbc9cab41a2d" -d '{"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:22.942807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57aa8f6d-d43d-4742-8828-d9e894633067 req-7aed7723-1970-467d-b17e-1be7ebf3a819 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.1511736 Jul 27 21:45:22.999118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Made reservation on behalf of 1fb12b80ce154848bc316835b95735eb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:23.016916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:23.066759 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176de3b-7d8c-40b1-b915-9130bc237318 x-openstack-request-id: req-9176de3b-7d8c-40b1-b915-9130bc237318 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:23.066759 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3941695-bc0e-44b0-ae74-e29b4a0aa56c", "name": "network-vif-plugged", "status": "completed", "tag": "02ad1b2a-eec2-4d35-b5ae-0571758d15c9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:23.067253 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9176de3b-7d8c-40b1-b915-9130bc237318 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:23.067629 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3941695-bc0e-44b0-ae74-e29b4a0aa56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad1b2a-eec2-4d35-b5ae-0571758d15c9', 'code': 200} Jul 27 21:45:23.130857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Allocated IP 192.168.233.52 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/dbf94748-03ff-407c-81c2-730a02d1e5e2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:23.332209 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:23.347969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Transition to ACTIVE for port object dbf94748-03ff-407c-81c2-730a02d1e5e2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:23.521861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-985ff77e-39cd-475f-900a-7ae9ea25bda4 req-d5bd522c-0da6-4368-bb51-5aec55d15316 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3941695-bc0e-44b0-ae74-e29b4a0aa56c HTTP/1.1" status: 200 len: 210 time: 0.1247883 Jul 27 21:45:23.531285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e0e6992-4dd7-44f2-892f-83bf52ab0780 req-e49591e7-5d7c-46fc-915f-b785db6dc726 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0532291 Jul 27 21:45:23.610974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:23.714762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:23.762326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:23.772677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:23.837890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59077220-9e24-4b00-a6f4-4a628638a9ad req-1a25d6f9-af23-4b47-9a19-a79176326332 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.1213427 Jul 27 21:45:23.938615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Allocated IP 172.20.0.9 (722a2106-6172-4ed8-ba1a-8fd9a218151c/11d75e1f-fe65-4515-ad26-df66bf926248/95ec387e-18e1-458c-8ff4-dc1454cd8d71) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:23.958386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Pushing event updated for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:24.032656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.033506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.204144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-63964aa4-5874-4a57-b1f9-230f156b23e4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6829405 Jul 27 21:45:24.219876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Request body: {'port': {'device_id': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:24.294444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a241b-a551-4a68-9d6c-fe6cac96cd81 req-6b8b9090-e135-470c-96ff-1ab76a9a8106 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:24.306571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e8a241b-a551-4a68-9d6c-fe6cac96cd81 req-6b8b9090-e135-470c-96ff-1ab76a9a8106 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 935 time: 0.1690784 Jul 27 21:45:24.322404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.350967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Transition to ACTIVE for port object 95ec387e-18e1-458c-8ff4-dc1454cd8d71 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:24.381962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e8a241b-a551-4a68-9d6c-fe6cac96cd81 req-1b5c1bba-32a4-4ccf-bf32-f58dfa3ef51e tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Jul 27 21:45:24.399788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:24.404744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:24.418180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.434896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:24.434896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 02ad1b2a-eec2-4d35-b5ae-0571758d15c9 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:24.436731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e6956e5f-5d2e-41c1-83c9-acbe64cbfa71 None None] Provisioning for port dbf94748-03ff-407c-81c2-730a02d1e5e2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:24.442256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e6956e5f-5d2e-41c1-83c9-acbe64cbfa71 None None] Provisioning complete for port dbf94748-03ff-407c-81c2-730a02d1e5e2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:24.443434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6956e5f-5d2e-41c1-83c9-acbe64cbfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.502723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e6956e5f-5d2e-41c1-83c9-acbe64cbfa71 None None] Port dbf94748-03ff-407c-81c2-730a02d1e5e2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:24.694972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c48f65c4-7c7e-490b-aff4-d1854432f789 req-0787d5b3-ddd9-4f30-895e-2cd6ab60e0c8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0541427 Jul 27 21:45:24.739513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-network', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:24.911618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf94748-03ff-407c-81c2-730a02d1e5e2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:24.921919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.923734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Made reservation on behalf of 9859b58bf499474d8168c0351b2aeb7e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:24.927261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.932625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.980965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.015744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Transition to ACTIVE for port object dbf94748-03ff-407c-81c2-730a02d1e5e2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:25.034962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:25.043996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:25.047564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event updated for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:25.052801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:25.064682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b30980f-95fb-42d1-adf1-d9e2be77b140 req-0ea01b1f-f403-43ed-82cf-91cc031891b2 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0537808 Jul 27 21:45:25.122461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.320850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.326592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.474082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:25.605837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097a440-de68-4f4a-8be0-75b8b0c52915 req-956b3cee-21eb-4866-b2cb-928c1ed449f2 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.615527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6097a440-de68-4f4a-8be0-75b8b0c52915 req-956b3cee-21eb-4866-b2cb-928c1ed449f2 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.1275461 Jul 27 21:45:25.666969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6097a440-de68-4f4a-8be0-75b8b0c52915 req-b8d72942-1703-45ad-b6e0-ad2bc3022f93 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Jul 27 21:45:25.670007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Attempting to bind port dbf94748-03ff-407c-81c2-730a02d1e5e2 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:25.670219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Attempting to bind port dbf94748-03ff-407c-81c2-730a02d1e5e2 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:25.670502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Attempting to bind port dbf94748-03ff-407c-81c2-730a02d1e5e2 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:25.691952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6061a-6805-44a9-8b7b-7fbb61119f8b req-0632ad10-afd2-4579-aa19-7217dd102bfb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.693893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60d6061a-6805-44a9-8b7b-7fbb61119f8b req-0632ad10-afd2-4579-aa19-7217dd102bfb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 950 time: 0.3077307 Jul 27 21:45:25.697708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.700309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Port dbf94748-03ff-407c-81c2-730a02d1e5e2 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:25.700958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Attempting to bind port dbf94748-03ff-407c-81c2-730a02d1e5e2 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:25.701470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-151b7ab9-ff8a-4d5d-b6f4-47b1f259017a None None] Provisioning for port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:25.710048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:25.711402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:25.717971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:25.717971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Bound port: dbf94748-03ff-407c-81c2-730a02d1e5e2, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:25.717971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.718345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-151b7ab9-ff8a-4d5d-b6f4-47b1f259017a None None] Provisioning complete for port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:25.718345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-151b7ab9-ff8a-4d5d-b6f4-47b1f259017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.780988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-151b7ab9-ff8a-4d5d-b6f4-47b1f259017a None None] Port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:25.830681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60d6061a-6805-44a9-8b7b-7fbb61119f8b req-9dc0e31d-099c-40c7-ac97-414de8a8cd3d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135180 Jul 27 21:45:25.839048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:25.843394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:25.864289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.930894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aa303-b82c-4bc1-b06c-f2e2be1f331f req-3d3fc7a9-34f6-4005-a05b-bb364d507e09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:25.943012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:45:25.943360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec4aa303-b82c-4bc1-b06c-f2e2be1f331f req-3d3fc7a9-34f6-4005-a05b-bb364d507e09 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 931 time: 0.1277401 Jul 27 21:45:25.980887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:25.997955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec4aa303-b82c-4bc1-b06c-f2e2be1f331f req-5387e9e7-d963-43ed-9fb2-51c74ea193f5 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524225 Jul 27 21:45:26.050654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d9a956-c53e-4410-be83-5b51ea447257,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:26.054938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.055405 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Added segment 0a920078-91a4-4295-a5db-7d74f591adec of type vlan for network c5705910-e415-4c1a-a395-940719fd47e8 Jul 27 21:45:26.077812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-03fa4f29-dff3-4b89-90a0-2426897a6bfb tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4645927 Jul 27 21:45:26.087427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:26.088115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.089550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] 10.222.0.76 "PUT /v2.0/ports/dbf94748-03ff-407c-81c2-730a02d1e5e2 HTTP/1.1" status: 200 len: 1095 time: 1.8769414 Jul 27 21:45:26.090017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:26.092340 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a498b5-8d35-4430-a5e3-30be4650ca3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:26.195826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Request body: {'port': {'device_id': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:26.202143 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39b1548-d357-41c3-b19a-e5dedb814d57 x-openstack-request-id: req-a39b1548-d357-41c3-b19a-e5dedb814d57 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:26.202870 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:26.203576 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a39b1548-d357-41c3-b19a-e5dedb814d57 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:26.208068 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2', 'status': 'completed', 'code': 200} Jul 27 21:45:26.305897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.406023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f99900-ba40-452c-8595-3d94d11bbc56 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:26.417426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4f35fc5-e7f0-4896-8be4-335afe41ad43 req-ce72f07b-f678-4aac-8a84-fef66a6e9b59 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0925446 Jul 27 21:45:26.437200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.518332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a498b5-8d35-4430-a5e3-30be4650ca3d req-58d34a50-4e1c-4545-93d8-4cf13808504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:26.518332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42a498b5-8d35-4430-a5e3-30be4650ca3d req-58d34a50-4e1c-4545-93d8-4cf13808504b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78d1cc39bd2a415a8497f238dd41818f&device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 1098 time: 0.3051534 Jul 27 21:45:26.538611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.540207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:26.540453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:26.633947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42a498b5-8d35-4430-a5e3-30be4650ca3d req-eb9b952d-86ff-48e8-936a-cd93f84d9bb0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=78d1cc39bd2a415a8497f238dd41818f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068151 Jul 27 21:45:26.814417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] Pushing event updated for resources: {'Network': ['ID=c5705910-e415-4c1a-a395-940719fd47e8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:26.827334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c5705910-e415-4c1a-a395-940719fd47e8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:45:26.830384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433cd13-2213-46ea-9d99-4c40c16987c1 req-a488db1c-058d-4f3a-9886-c88ceba6061e tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:26.832252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c433cd13-2213-46ea-9d99-4c40c16987c1 req-a488db1c-058d-4f3a-9886-c88ceba6061e tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.0860515 Jul 27 21:45:26.918521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c433cd13-2213-46ea-9d99-4c40c16987c1 req-29de1542-8402-4fad-904b-9663a1090ddc tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Jul 27 21:45:27.201764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f316-ceb1-4305-8c77-3dfc4a045cc0 req-6a24a110-7c67-44e4-9538-675fe0770783 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.205201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f85f316-ceb1-4305-8c77-3dfc4a045cc0 req-6a24a110-7c67-44e4-9538-675fe0770783 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 931 time: 0.1135280 Jul 27 21:45:27.279439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f85f316-ceb1-4305-8c77-3dfc4a045cc0 req-2aab14c2-06b2-4ded-b61f-c183fc7e5eca tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668147 Jul 27 21:45:27.313922 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ee548cb8-7af6-44d8-8777-9b41937c498d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.9047978 Jul 27 21:45:27.314204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54470) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:27.321123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Request body: {'subnet': {'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-subnet', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:27.426842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a498b5-8d35-4430-a5e3-30be4650ca3d req-65c4c970-ab86-43de-b011-ad126e0247f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.429102 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42a498b5-8d35-4430-a5e3-30be4650ca3d req-65c4c970-ab86-43de-b011-ad126e0247f1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7641938 Jul 27 21:45:27.445980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-5c50454a-0409-4a7a-a4de-0371624f9031 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.447605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-5c50454a-0409-4a7a-a4de-0371624f9031 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 950 time: 0.7279286 Jul 27 21:45:27.527634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Made reservation on behalf of 9859b58bf499474d8168c0351b2aeb7e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:27.530015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.588853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98b501-0ae5-4ee3-b5f4-10ecb4ed4e2e req-3a723b8d-9c10-4dc6-8aff-dfa2fb03fc3d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.596608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a98b501-0ae5-4ee3-b5f4-10ecb4ed4e2e req-3a723b8d-9c10-4dc6-8aff-dfa2fb03fc3d tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 950 time: 0.6631010 Jul 27 21:45:27.701442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8e3961f5-26ef-4faa-9e75-dc4f41ca519a req-696c8447-0438-4f16-a8a4-48e2beb6d9da tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0650184 Jul 27 21:45:27.706164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ec387e-18e1-458c-8ff4-dc1454cd8d71 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:27.727924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.767495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a98b501-0ae5-4ee3-b5f4-10ecb4ed4e2e req-b1cf6694-f353-4388-ba87-b0278e90d19b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699479 Jul 27 21:45:27.808247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Transition to ACTIVE for port object 95ec387e-18e1-458c-8ff4-dc1454cd8d71 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:27.829718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-b9fc5779-9f2e-4ceb-a97c-04ac48d07502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:27.832310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-b9fc5779-9f2e-4ceb-a97c-04ac48d07502 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78d1cc39bd2a415a8497f238dd41818f&device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 1098 time: 0.3205910 Jul 27 21:45:27.932128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:27.935396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-b3df023b-7c03-4414-a801-38e2285ef992 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2 HTTP/1.1" status: 200 len: 217 time: 0.0898418 Jul 27 21:45:28.004915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Deleting port 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:28.005490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.049968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.170860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-17bfd548-2c34-4b12-9cf8-1c771814528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.172367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-17bfd548-2c34-4b12-9cf8-1c771814528f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2251101 Jul 27 21:45:28.176955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:28.204271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ff2b0c-646c-4eff-9774-7b3923138120,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:28.225100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.226389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.226710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.228227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.228227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.228227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.228227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.229022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.229022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.229022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.229366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.229704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:28.247575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Checking segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:28.247944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Network hostable DHCP agents. Network: c5705910-e415-4c1a-a395-940719fd47e8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:45:28.292973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c2ed9-043d-44bf-a316-491dd525d876 req-a12423f5-d1a8-4363-ba92-93b833eabd14 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.310330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a82c2ed9-043d-44bf-a316-491dd525d876 req-a12423f5-d1a8-4363-ba92-93b833eabd14 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.1970844 Jul 27 21:45:28.375044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] For port 334a0e0b-2955-4ff5-a280-e9f786123224, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=334a0e0b-2955-4ff5-a280-e9f786123224,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:28.375797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.430473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a82c2ed9-043d-44bf-a316-491dd525d876 req-dc143a43-17f0-4516-9adc-e5360d3b93bf tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133649 Jul 27 21:45:28.447607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Calling delete_port for 334a0e0b-2955-4ff5-a280-e9f786123224 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:28.450476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Attempting to bind port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:28.451335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Attempting to bind port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:28.455887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Attempting to bind port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 on network 722a2106-6172-4ed8-ba1a-8fd9a218151c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:28.477876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Network c5705910-e415-4c1a-a395-940719fd47e8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:45:28.524879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 on network 722a2106-6172-4ed8-ba1a-8fd9a218151c not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:28.524879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Attempting to bind port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 on network 722a2106-6172-4ed8-ba1a-8fd9a218151c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:28.580882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:28.581303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Checking segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:28.581629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Bound using segment: {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:28.582151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Bound port: 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4e55f7-d9b1-4526-b619-a193e7ae0edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:28.582561 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.622067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a814e0-a935-4013-8485-45ba3f922568 req-02cbfe35-0c1b-48a4-8dff-ea6484d7e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.623874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-02cbfe35-0c1b-48a4-8dff-ea6484d7e219 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4098325 Jul 27 21:45:28.626978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c5705910-e415-4c1a-a395-940719fd47e8) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:28.644642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290fd555-5680-4068-be24-4911120ba882 None None] Network c5705910-e415-4c1a-a395-940719fd47e8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:45:28.660780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.661461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.777140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-db74cedb-c79b-43b7-919a-8c831e4ff928 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4616749 Jul 27 21:45:28.780501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:28.785809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:28.867095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541161c1-a144-4e75-8d50-e7a999f57534 req-91f28409-3385-4a9b-8549-efb7f973f0cf tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:28.879984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-541161c1-a144-4e75-8d50-e7a999f57534 req-91f28409-3385-4a9b-8549-efb7f973f0cf tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 943 time: 0.4095795 Jul 27 21:45:28.935043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.936145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.952425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c5705910-e415-4c1a-a395-940719fd47e8', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:45:28.953322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:28.973381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:28.984593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:29.048568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96c2233b-2289-4ed9-8c4f-25f61df7cb90 req-fad00250-d5c5-42c6-ac4e-4db9ef8dfc04 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=41c8faa8-5799-4366-a878-9655a67b2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0932574 Jul 27 21:45:29.102224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:29.154128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-541161c1-a144-4e75-8d50-e7a999f57534 req-cf93ec6e-40d2-4975-9df3-7a2d9c1ac32e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727087 Jul 27 21:45:29.348362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Allocated IP 172.20.0.2 (c5705910-e415-4c1a-a395-940719fd47e8/b9ff2b0c-646c-4eff-9774-7b3923138120/0b43560f-1ddc-4905-96a4-2d4b9c1b405b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:29.351188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:29.354936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:29.358274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] 10.222.0.76 "PUT /v2.0/ports/95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 200 len: 1091 time: 3.2300708 Jul 27 21:45:29.359364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:29.363379 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c9b82-71b6-48d1-9ade-463b84b9fd85" -d '{"events": [{"name": "network-changed", "server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:29.387962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-20be777c-64fc-40a8-a8ab-0968d46605c1 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469816 Jul 27 21:45:29.485446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019286a-fe6e-4f38-9096-233144e4f5ff req-57d91562-92f4-490b-a658-ab3728c5d9ab tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:29.491976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7019286a-fe6e-4f38-9096-233144e4f5ff req-57d91562-92f4-490b-a658-ab3728c5d9ab tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 950 time: 0.1645956 Jul 27 21:45:29.594940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:29.630663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332', '334a0e0b-2955-4ff5-a280-e9f786123224'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:29.717846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:29.775258 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2376ab-5697-4213-a3e6-15dc230305a3 x-openstack-request-id: req-9c2376ab-5697-4213-a3e6-15dc230305a3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:29.776411 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:29.776411 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c2376ab-5697-4213-a3e6-15dc230305a3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:29.776708 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'status': 'completed', 'code': 200} Jul 27 21:45:29.778892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:29.791926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7019286a-fe6e-4f38-9096-233144e4f5ff req-2801fd53-5c7b-408e-88ae-9050e07cf126 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926259 Jul 27 21:45:29.875430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de474f-301c-4c8c-8e25-7c0fa05a7fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:30.116573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event deleted for resources: {'Port': ['ID=334a0e0b-2955-4ff5-a280-e9f786123224,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:30.348382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39a814e0-a935-4013-8485-45ba3f922568 req-4d8ea9f7-a1d5-41a1-8661-d263b9bbe66b service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969393 Jul 27 21:45:30.349440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] No DVR routers for this DVR port 334a0e0b-2955-4ff5-a280-e9f786123224 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:30.357466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:30.359457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2861deb-06d6-4488-b11d-4f6912058d00 req-9ef207e0-3aff-4a11-8540-339f1d70e200 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "DELETE /v2.0/ports/334a0e0b-2955-4ff5-a280-e9f786123224 HTTP/1.1" status: 204 len: 173 time: 2.8970635 Jul 27 21:45:30.389223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:30.392558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-8fdcdbe1-34bf-4344-9a26-3c417d7fce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.394206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-8fdcdbe1-34bf-4344-9a26-3c417d7fce7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fb12b80ce154848bc316835b95735eb&device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 1094 time: 0.8929629 Jul 27 21:45:30.428752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197fdf9-64ec-4b17-82c3-2e075360e084 req-d98dff05-83bc-4343-bc4d-c8e101366267 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.437201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1197fdf9-64ec-4b17-82c3-2e075360e084 req-d98dff05-83bc-4343-bc4d-c8e101366267 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.6393504 Jul 27 21:45:30.467825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:30.526708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Transition to ACTIVE for port object 0b43560f-1ddc-4905-96a4-2d4b9c1b405b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:30.538764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-44d0c8b2-4c17-4287-aa16-7055e2948aef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 200 len: 217 time: 0.1273046 Jul 27 21:45:30.559453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7fd69-2f41-4f9b-a01d-1eed9018272c req-0f8e2cb3-7e27-4ed8-86a2-75470bcd2e61 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.572151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcd7fd69-2f41-4f9b-a01d-1eed9018272c req-0f8e2cb3-7e27-4ed8-86a2-75470bcd2e61 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 943 time: 0.2404876 Jul 27 21:45:30.608333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1197fdf9-64ec-4b17-82c3-2e075360e084 req-60e3d542-abd0-41fb-b697-70c53c0de459 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695290 Jul 27 21:45:30.774211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcd7fd69-2f41-4f9b-a01d-1eed9018272c req-389a8450-c07a-4822-b300-2c90d3249133 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913903 Jul 27 21:45:30.895888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-a1c15579-c8af-40ab-adf9-f170104e429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:30.900207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Transition to ACTIVE for port object 0b43560f-1ddc-4905-96a4-2d4b9c1b405b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:30.908987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-a1c15579-c8af-40ab-adf9-f170104e429a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=11d75e1f-fe65-4515-ad26-df66bf926248 HTTP/1.1" status: 200 len: 845 time: 0.3513467 Jul 27 21:45:30.993641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.095889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Network c5705910-e415-4c1a-a395-940719fd47e8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:31.118157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:31.127183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:31.171605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-4dcf6f5a-8fff-43a4-a346-d4c3028b2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:31.174085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-4dcf6f5a-8fff-43a4-a346-d4c3028b2b19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=722a2106-6172-4ed8-ba1a-8fd9a218151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599733 Jul 27 21:45:31.238164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa50c4e9-23bd-40dd-9757-671c0c80038d req-eb3c5c03-8fb5-4486-9086-efddaf947bed tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=acef17c5-0ea4-4685-a5ec-51e19c3e2952 HTTP/1.1" status: 200 len: 210 time: 0.1159883 Jul 27 21:45:31.303506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Pushing event updated for resources: {'Port': ['ID=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:31.320905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.352301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.439271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Attempting to bind port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:31.439271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Attempting to bind port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:31.439271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Attempting to bind port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b on network c5705910-e415-4c1a-a395-940719fd47e8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:31.448729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:31.454655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Checking segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:31.460272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.461256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Bound using segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:31.462221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Bound port: 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:31.463127 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.519133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-9c57e02f-8d81-47ea-8b03-86737739ebe2 service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315368 Jul 27 21:45:31.535691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Allocated IP 172.25.3.34 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/647ddfc7-050a-49a3-b7fa-a1880fcb9b41) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:31.644032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] For port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:31.647850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] For port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:31.730914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.744736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:31.778086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-deleted', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:31.789252 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9be41f3-3d99-4f67-9c4e-2044b15a5c03" -d '{"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-deleted", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:31.825754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a747bc8b-1705-47d2-b5b5-ff16e1a87bcc req-a42188e1-c1e1-44ff-b0cd-efdc26821c45 service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978313 Jul 27 21:45:31.927143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:32.021197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f9dc1-c7ab-41fe-9c6a-6bd27de10c0e None None] Pushing event updated for resources: {'Port': ['ID=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:32.043110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ec135ed-581f-4307-ab4c-2a818b2b374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:32.178607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:32.184688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Pushing event updated for resources: {'Port': ['ID=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:32.195014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:32.216486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:32.222171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c1825-a1d0-4348-9943-f1f5bef51908 req-14f13a8f-ee9a-46fe-addc-8d63fc2879c6 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.245051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-793c1825-a1d0-4348-9943-f1f5bef51908 req-14f13a8f-ee9a-46fe-addc-8d63fc2879c6 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 943 time: 0.2992725 Jul 27 21:45:32.333728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-5a960fce-f6b1-4de9-9aae-d5027e775d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.336980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-5a960fce-f6b1-4de9-9aae-d5027e775d4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fb12b80ce154848bc316835b95735eb&device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 1094 time: 0.2882218 Jul 27 21:45:32.377483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86559d-81c4-4a19-b859-35e93e397438 req-c644bdb6-7998-44bb-b90e-9ce8d435d10d tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.394887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e86559d-81c4-4a19-b859-35e93e397438 req-c644bdb6-7998-44bb-b90e-9ce8d435d10d tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.5542860 Jul 27 21:45:32.485909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-793c1825-a1d0-4348-9943-f1f5bef51908 req-56615115-4296-4280-8ce6-b5d8b8282b68 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124848 Jul 27 21:45:32.553110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:32.563305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e86559d-81c4-4a19-b859-35e93e397438 req-1a092ca4-2881-4da1-9ed5-da3d3536d86f tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667345 Jul 27 21:45:32.651573 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589884c-895a-4f93-9e9c-772d959d307f x-openstack-request-id: req-9589884c-895a-4f93-9e9c-772d959d307f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:32.651852 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acef17c5-0ea4-4685-a5ec-51e19c3e2952", "name": "network-vif-deleted", "tag": "334a0e0b-2955-4ff5-a280-e9f786123224", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:32.652116 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9589884c-895a-4f93-9e9c-772d959d307f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:32.652522 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acef17c5-0ea4-4685-a5ec-51e19c3e2952', 'name': 'network-vif-deleted', 'tag': '334a0e0b-2955-4ff5-a280-e9f786123224', 'status': 'completed', 'code': 200} Jul 27 21:45:32.658090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 334a0e0b-2955-4ff5-a280-e9f786123224 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:32.658499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 334a0e0b-2955-4ff5-a280-e9f786123224 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:32.677221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-be0399e2-07f0-468d-af53-804b493e77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.688604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-be0399e2-07f0-468d-af53-804b493e77ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 200 len: 907 time: 0.3283510 Jul 27 21:45:32.772847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-54093acd-4994-4a56-9c23-1df7f04862d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 200 len: 217 time: 0.0760806 Jul 27 21:45:32.933445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-bc6504bb-20f6-48b9-a01d-f3e67094dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:32.939510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-bc6504bb-20f6-48b9-a01d-f3e67094dcac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=11d75e1f-fe65-4515-ad26-df66bf926248 HTTP/1.1" status: 200 len: 845 time: 0.1597137 Jul 27 21:45:33.148979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-64f9d22f-2a9b-495a-b4f2-d5fca1f7c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:33.152050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-64f9d22f-2a9b-495a-b4f2-d5fca1f7c04b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=722a2106-6172-4ed8-ba1a-8fd9a218151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2007592 Jul 27 21:45:33.387271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-42db6fcb-6dc8-4ee5-bff7-515b5c5cbad2 service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275841 Jul 27 21:45:33.468970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:33.530598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b43560f-1ddc-4905-96a4-2d4b9c1b405b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:33.714744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e43c9b82-71b6-48d1-9ade-463b84b9fd85 req-fa16f252-8cd3-4463-921d-7589f38ffced service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193686 Jul 27 21:45:33.797883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633cdb6-87b0-4441-8327-bfc78e6c67b4 None None] Network c5705910-e415-4c1a-a395-940719fd47e8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:45:33.842923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a9347-d5b5-432a-9a0e-e8ac6803857d req-2e69c9ee-336d-4a44-9641-aa92dd5b3b59 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:33.857089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f5a9347-d5b5-432a-9a0e-e8ac6803857d req-2e69c9ee-336d-4a44-9641-aa92dd5b3b59 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 943 time: 0.2024941 Jul 27 21:45:33.926120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:33.996818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.027438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Provisioning for port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:34.056558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f5a9347-d5b5-432a-9a0e-e8ac6803857d req-d3f71d2b-3478-42bb-9def-56398df833d6 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980267 Jul 27 21:45:34.080413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Provisioning complete for port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:34.090759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.310310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb723fc8-74b7-46fd-af06-9e14ac1e9988 req-a20213d5-097e-46e3-ad85-e8312a01e4e7 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.312339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb723fc8-74b7-46fd-af06-9e14ac1e9988 req-a20213d5-097e-46e3-ad85-e8312a01e4e7 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 947 time: 0.3554442 Jul 27 21:45:34.332678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadf4f3-b0fe-48a2-953d-18836249fa77 req-fe408419-b1c9-408f-9d3b-126f1e5492a7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:34.341312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fadf4f3-b0fe-48a2-953d-18836249fa77 req-fe408419-b1c9-408f-9d3b-126f1e5492a7 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1571724 Jul 27 21:45:34.374502 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f2e5d45-7b17-4f26-b8c0-d5539b0596ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.380671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.390872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb723fc8-74b7-46fd-af06-9e14ac1e9988 req-a956d799-ba58-4061-b273-be6a0378e65b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672903 Jul 27 21:45:34.434321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fadf4f3-b0fe-48a2-953d-18836249fa77 req-1123d46c-471f-4b1c-8be7-f26a80b8d7b0 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857008 Jul 27 21:45:34.452730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] For port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:34.461601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Router 5fc11b69-6149-45b3-9d30-5fdb0818500d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:45:34.518123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.656535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbf94748-03ff-407c-81c2-730a02d1e5e2 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:34.832169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:34.846339 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Sync routers for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:34.874630 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:34.875598 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:34.924913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.929834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50e1db03-4a18-4ff9-ba89-32f2e31524d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.1462421 Jul 27 21:45:34.932398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:34.961278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.971820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cb7e1f0-940d-49e7-87f8-2f66b535a24f None None] Provisioning complete for port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:34.972319 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cb7e1f0-940d-49e7-87f8-2f66b535a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.976037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e33ce-f98b-4051-830e-bd6b8c85a37c None None] Pushing event updated for resources: {'Port': ['ID=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:35.074211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:35.150519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'dbf94748-03ff-407c-81c2-730a02d1e5e2', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'dbf94748-03ff-407c-81c2-730a02d1e5e2', 'mac_address': 'fa:16:3e:51:c2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:35.252270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.268975 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:35.270183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf94748-03ff-407c-81c2-730a02d1e5e2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:35.315199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:35.399163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.400159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 95ec387e-18e1-458c-8ff4-dc1454cd8d71 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:35.417858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e5e0-8e14-4a74-9a1e-25e3e090eeba req-3bb7b706-0883-417d-a8c4-b4fc6227151f tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:35.431634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8165e5e0-8e14-4a74-9a1e-25e3e090eeba req-3bb7b706-0883-417d-a8c4-b4fc6227151f tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 943 time: 0.1799643 Jul 27 21:45:35.639465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:35.639465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b43560f-1ddc-4905-96a4-2d4b9c1b405b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:35.678748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8165e5e0-8e14-4a74-9a1e-25e3e090eeba req-fe855f68-d63d-40ae-8204-c44bc42412f4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906319 Jul 27 21:45:35.780703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-bfdf9922-870a-4c6d-85cc-0448870a9e1a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:35.783556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-bfdf9922-870a-4c6d-85cc-0448870a9e1a tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.7097719 Jul 27 21:45:35.804742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:35.805829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.882845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:32Z', 'revision_number': 3, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:35.916436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:35.922358 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Checking router: 5fc11b69-6149-45b3-9d30-5fdb0818500d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:35.922830 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Updating router 5fc11b69-6149-45b3-9d30-5fdb0818500d port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:45:35.939465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'port_id': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'mac_address': 'fa:16:3e:10:5d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:35.972781 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.983576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb0453-3e8e-47cc-b0c9-8bb96c690983 req-fc8616e1-21c7-42f3-bc25-1e5df59928f4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:35.992370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16eb0453-3e8e-47cc-b0c9-8bb96c690983 req-fc8616e1-21c7-42f3-bc25-1e5df59928f4 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1768351 Jul 27 21:45:36.079129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16eb0453-3e8e-47cc-b0c9-8bb96c690983 req-ce759f7f-e70c-40c6-98e7-557c537a5801 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852296 Jul 27 21:45:36.081944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.106608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ec387e-18e1-458c-8ff4-dc1454cd8d71 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:36.149942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.179841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:36.295308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.380865 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.414406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Transition to ACTIVE for port object 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:36.440728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:36.495222 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.562966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['95ec387e-18e1-458c-8ff4-dc1454cd8d71'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:36.574674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dbf94748-03ff-407c-81c2-730a02d1e5e2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:36.625743 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Attempting to bind port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:36.626148 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Attempting to bind port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:36.626559 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Attempting to bind port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:36.633354 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Pushing event updated for resources: {'Port': ['ID=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:36.636952 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:36.637333 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:36.637738 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.640121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:36.641170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Bound port: 647ddfc7-050a-49a3-b7fa-a1880fcb9b41, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:36.641616 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.661418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Deleting port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:36.661778 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.730097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] For port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:36.735065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] For port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:36.737403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.737960 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.738778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.739278 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.739770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.740277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.742368 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.744290 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.757741 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.765077 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.766420 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.767832 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:45:36.874124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846af8-a2a7-492c-837d-f9b94c9837c7 req-a3470a31-a7b4-4ef8-89f2-c900e626cdfb tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:36.885416 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:36.889065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f846af8-a2a7-492c-837d-f9b94c9837c7 req-a3470a31-a7b4-4ef8-89f2-c900e626cdfb tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 948 time: 1.1041794 Jul 27 21:45:36.999695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.049719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f846af8-a2a7-492c-837d-f9b94c9837c7 req-29e04cba-37d5-4ad3-a5a3-448d599882d9 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580317 Jul 27 21:45:37.090309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] For port 8bab84c2-33e1-402f-b6b6-193b1a0e4332, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8bab84c2-33e1-402f-b6b6-193b1a0e4332,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:37.094485 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.128402 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:37.131951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:37.173250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Calling delete_port for 8bab84c2-33e1-402f-b6b6-193b1a0e4332 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:37.245483 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f2f07-9dca-4267-8c55-4f2010dce5f2 None None] Pushing event updated for resources: {'Port': ['ID=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:37.343601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211d4e-68a5-4c5b-bd6e-698685b26d60 req-a778036a-df4d-4394-b5d3-ff307242c8bf tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:37.357541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.358994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99211d4e-68a5-4c5b-bd6e-698685b26d60 req-a778036a-df4d-4394-b5d3-ff307242c8bf tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 944 time: 0.2382789 Jul 27 21:45:37.444600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99211d4e-68a5-4c5b-bd6e-698685b26d60 req-016a08ab-f573-46b8-be4c-93ebf772ee6f tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680387 Jul 27 21:45:37.519354 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:37.658141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.740059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb56e-7519-4287-b804-2b2b459fdb5c req-7a0d867f-9652-4032-814a-c2b87c981041 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:37.742846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-695fb56e-7519-4287-b804-2b2b459fdb5c req-7a0d867f-9652-4032-814a-c2b87c981041 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 949 time: 0.1612148 Jul 27 21:45:37.752934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659b415-def0-4ced-abb5-21d69794472d req-614bba46-424d-4f85-a40b-c5f9b2c1fb2d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:37.754528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9659b415-def0-4ced-abb5-21d69794472d req-614bba46-424d-4f85-a40b-c5f9b2c1fb2d tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.2494593 Jul 27 21:45:37.885768 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.930092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-695fb56e-7519-4287-b804-2b2b459fdb5c req-1735d919-5023-4517-b0ad-ab950189466c tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744270 Jul 27 21:45:37.950180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Deleting port 015b99a7-f989-44d7-ba64-2c907a1e14b6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:37.950649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.989912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fe3e8-1fbd-40ac-b004-11996a18fd5a req-57a39349-15cb-4d5d-b0ee-3e1a695a444e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:38.009058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee6fe3e8-1fbd-40ac-b004-11996a18fd5a req-57a39349-15cb-4d5d-b0ee-3e1a695a444e tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 944 time: 0.5854635 Jul 27 21:45:38.101476 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:32Z', 'revision_number': 3, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:38.155369 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9becbcaf-a1a9-4822-9fb2-a1f25d25233e None None] The sync data for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 is: [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:32Z', 'revision_number': 3, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:38.183201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] For port 015b99a7-f989-44d7-ba64-2c907a1e14b6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=015b99a7-f989-44d7-ba64-2c907a1e14b6,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:38.183732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:38.250580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Calling delete_port for 015b99a7-f989-44d7-ba64-2c907a1e14b6 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:38.450111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee6fe3e8-1fbd-40ac-b004-11996a18fd5a req-6f432ecd-28e4-4fc0-ad85-7e0ffbb5b903 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365733 Jul 27 21:45:38.488723 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:38.500730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8bab84c2-33e1-402f-b6b6-193b1a0e4332'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:38.571328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:38.671109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbf94748-03ff-407c-81c2-730a02d1e5e2 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:38.698036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event deleted for resources: {'Port': ['ID=8bab84c2-33e1-402f-b6b6-193b1a0e4332,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:38.840882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Allocated IP 172.20.0.1 (c5705910-e415-4c1a-a395-940719fd47e8/b9ff2b0c-646c-4eff-9774-7b3923138120/a38eb68f-8b45-40c9-884a-27b93a33168e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:38.868241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] No DVR routers for this DVR port 8bab84c2-33e1-402f-b6b6-193b1a0e4332 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:38.899751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:38.911316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-628ec516-c4d7-4f72-8cc0-6ead54ee0caf req-56598679-d124-4c70-9ce6-b7f707c2d45e tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.76 "DELETE /v2.0/ports/8bab84c2-33e1-402f-b6b6-193b1a0e4332 HTTP/1.1" status: 204 len: 173 time: 3.0716391 Jul 27 21:45:38.913790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-deleted', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:38.918109 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c3e34d-750a-49fd-8fc0-1d8a7986a8dc" -d '{"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-deleted", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:39.205358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port dbf94748-03ff-407c-81c2-730a02d1e5e2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:39.382034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port dbf94748-03ff-407c-81c2-730a02d1e5e2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:39.391545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:39.422000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:39.514195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a2f5-24e7-4198-8d95-7eec27de4ba5 req-322b2135-1acf-4d4e-941c-f197bbaab2c9 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:39.538058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bf1a2f5-24e7-4198-8d95-7eec27de4ba5 req-322b2135-1acf-4d4e-941c-f197bbaab2c9 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 948 time: 0.9775598 Jul 27 21:45:39.564974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Transition to ACTIVE for port object a38eb68f-8b45-40c9-884a-27b93a33168e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:39.670026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18a95-5c06-4fa7-8815-97a531f35875 req-1a843c64-199a-475a-9d34-10b77e88cc47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:39.685856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bf1a2f5-24e7-4198-8d95-7eec27de4ba5 req-db5e12e4-4e86-42ce-8434-2c365d6dd6e8 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326923 Jul 27 21:45:39.724369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b18a95-5c06-4fa7-8815-97a531f35875 req-1a843c64-199a-475a-9d34-10b77e88cc47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 1.2295120 Jul 27 21:45:39.738929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:39.802053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b18a95-5c06-4fa7-8815-97a531f35875 req-05c25d7a-f926-4679-9756-6adea546e649 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750079 Jul 27 21:45:39.838801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:39.879433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:39.906239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Network c5705910-e415-4c1a-a395-940719fd47e8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:39.908041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event deleted for resources: {'Port': ['ID=015b99a7-f989-44d7-ba64-2c907a1e14b6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:39.912128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:39.916067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:40.008917 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77099889-93db-4c01-952b-3f4fa7d104ca x-openstack-request-id: req-77099889-93db-4c01-952b-3f4fa7d104ca {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:40.009480 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b93929-a307-4c79-a2d0-c9b61e6e5e0e", "name": "network-vif-deleted", "tag": "8bab84c2-33e1-402f-b6b6-193b1a0e4332", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:40.019432 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77099889-93db-4c01-952b-3f4fa7d104ca {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:40.020923 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b93929-a307-4c79-a2d0-c9b61e6e5e0e', 'name': 'network-vif-deleted', 'tag': '8bab84c2-33e1-402f-b6b6-193b1a0e4332', 'status': 'completed', 'code': 200} Jul 27 21:45:40.083576 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.092818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Pushing event updated for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:40.185225 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:45:40.186573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] No DVR routers for this DVR port 015b99a7-f989-44d7-ba64-2c907a1e14b6 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:40.196155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.210391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:40.212357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:40.215509 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef9eb6-be22-4360-a52c-cf89b392c7cb" -d '{"events": [{"server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:40.217169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9659b415-def0-4ced-abb5-21d69794472d req-a754faf6-11eb-4b19-a48f-a935808552cd tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "DELETE /v2.0/ports/015b99a7-f989-44d7-ba64-2c907a1e14b6 HTTP/1.1" status: 204 len: 173 time: 2.4504595 Jul 27 21:45:40.218098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-deleted', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:40.222717 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb14cf24-4a9f-433d-8558-0af02c2e0ed1" -d '{"events": [{"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-deleted", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:40.231735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fbc57-b4f3-4cbb-ab3b-b55e4c8b1dd8 req-80ed25b7-662d-469e-adbb-228a249830f1 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:40.234715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:40.239838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-232fbc57-b4f3-4cbb-ab3b-b55e4c8b1dd8 req-80ed25b7-662d-469e-adbb-228a249830f1 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 944 time: 0.4156628 Jul 27 21:45:40.243346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.250388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:40.251326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.354645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.356689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 95ec387e-18e1-458c-8ff4-dc1454cd8d71 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:40.374558 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e30005a-f6e3-47bb-a885-5f917ef7be4c req-5a4d3b4e-fc08-46aa-8a36-6ca3add25533 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=74b93929-a307-4c79-a2d0-c9b61e6e5e0e HTTP/1.1" status: 200 len: 210 time: 0.1456523 Jul 27 21:45:40.490601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-232fbc57-b4f3-4cbb-ab3b-b55e4c8b1dd8 req-1b0ef963-d49f-407b-8cb5-2f11845cdf42 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276397 Jul 27 21:45:40.544716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:40.786171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 015b99a7-f989-44d7-ba64-2c907a1e14b6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:40.788642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 015b99a7-f989-44d7-ba64-2c907a1e14b6 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:40.832294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:40.891477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb969a34-76ab-46ce-a0fe-0b4aeffac9d1 req-98cc2ff0-5945-46c9-a3a8-cbd66a8e2eaf tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=04c0c60a-a3a0-4375-869b-7b1c2fc6715f HTTP/1.1" status: 200 len: 210 time: 0.0565114 Jul 27 21:45:40.927179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d94756e-9582-4523-b0d7-edd5f2f334c2 None None] Provisioning for port a38eb68f-8b45-40c9-884a-27b93a33168e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:40.941991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:40.955331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d94756e-9582-4523-b0d7-edd5f2f334c2 None None] Provisioning complete for port a38eb68f-8b45-40c9-884a-27b93a33168e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:40.956058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d94756e-9582-4523-b0d7-edd5f2f334c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:40.966905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:40.967765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.044183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.056410 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c0a06-8267-4ae2-bdf3-0b8e9ea9dc87 x-openstack-request-id: req-c27c0a06-8267-4ae2-bdf3-0b8e9ea9dc87 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:41.056761 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:41.056961 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c27c0a06-8267-4ae2-bdf3-0b8e9ea9dc87 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:41.057618 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2', 'code': 200} Jul 27 21:45:41.083048 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.151019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d94756e-9582-4523-b0d7-edd5f2f334c2 None None] Port a38eb68f-8b45-40c9-884a-27b93a33168e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:41.157750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:41.188999 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e5451-ad07-4bb5-a96e-2ca407d668ae x-openstack-request-id: req-f57e5451-ad07-4bb5-a96e-2ca407d668ae {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:41.189346 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c0c60a-a3a0-4375-869b-7b1c2fc6715f", "name": "network-vif-deleted", "tag": "015b99a7-f989-44d7-ba64-2c907a1e14b6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:41.189690 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f57e5451-ad07-4bb5-a96e-2ca407d668ae {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:41.190324 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c0c60a-a3a0-4375-869b-7b1c2fc6715f', 'name': 'network-vif-deleted', 'tag': '015b99a7-f989-44d7-ba64-2c907a1e14b6', 'status': 'completed', 'code': 200} Jul 27 21:45:41.239726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.309374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.386213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:41.399390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:41.422381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c3472-009c-49d4-818a-0fb5b4698aa3 req-b4eb77bb-151e-4a33-9c39-bdf857436ffb tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.435241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-110c3472-009c-49d4-818a-0fb5b4698aa3 req-b4eb77bb-151e-4a33-9c39-bdf857436ffb tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.1510375 Jul 27 21:45:41.503845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-110c3472-009c-49d4-818a-0fb5b4698aa3 req-dd67a00c-f2fd-44c3-ab4c-2afb86bb277b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Jul 27 21:45:41.547078 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.549790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:41.594451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aab07a-df78-4370-9796-8a7b2bf8317f req-de7d345b-6582-489a-b14e-462d9d16f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.596122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88aab07a-df78-4370-9796-8a7b2bf8317f req-de7d345b-6582-489a-b14e-462d9d16f510 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 1100 time: 0.1803260 Jul 27 21:45:41.632417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 8bab84c2-33e1-402f-b6b6-193b1a0e4332 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:41.634036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8bab84c2-33e1-402f-b6b6-193b1a0e4332 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:41.740091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:41.741911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.760903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88aab07a-df78-4370-9796-8a7b2bf8317f req-7a503fe9-ac79-4981-8975-420d68f2f6e6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364024 Jul 27 21:45:41.809359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.854820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7803852-14d1-485f-b6ad-c94947d85696 req-bf9f37b4-c886-44d3-a843-0651cb8af559 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:41.863927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7803852-14d1-485f-b6ad-c94947d85696 req-bf9f37b4-c886-44d3-a843-0651cb8af559 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.1293154 Jul 27 21:45:41.875295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:41.951183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7803852-14d1-485f-b6ad-c94947d85696 req-cb032c56-8437-4747-8ac1-92285ff7c1c9 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859218 Jul 27 21:45:42.045554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Network c5705910-e415-4c1a-a395-940719fd47e8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:42.046894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Pushing event updated for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:42.051765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:42.327377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Router 5fc11b69-6149-45b3-9d30-5fdb0818500d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:42.498440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:42.540896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-168e9452-9ee0-45fe-b767-4679c2b8bc63 admin admin] 10.222.0.37 "PUT /v2.0/routers/5fc11b69-6149-45b3-9d30-5fdb0818500d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6035297 Jul 27 21:45:42.553603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Sync routers for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:42.559628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97365150-513d-4772-8007-cb396e02a3d9 None None] Provisioning complete for port a38eb68f-8b45-40c9-884a-27b93a33168e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:42.566498 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97365150-513d-4772-8007-cb396e02a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:42.571176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197ba9-d783-45ca-b752-58de1a396cec req-1efb89d5-e374-4690-85c9-53867563ba37 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:42.574059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d197ba9-d783-45ca-b752-58de1a396cec req-1efb89d5-e374-4690-85c9-53867563ba37 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.1708448 Jul 27 21:45:42.602950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:42.604390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:42.668299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d197ba9-d783-45ca-b752-58de1a396cec req-688facd2-f749-4e60-843a-2cbff0de140c tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772090 Jul 27 21:45:42.697834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97365150-513d-4772-8007-cb396e02a3d9 None None] Port a38eb68f-8b45-40c9-884a-27b93a33168e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:42.879696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:43.090518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:43.093698 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e4573-ee0d-456f-a54c-5ed552f7ac74" -d '{"events": [{"server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "name": "network-vif-plugged", "status": "completed", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:43.189825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7124a1-c77a-43af-af0f-24ab1fac5aae req-d42db0fe-f205-4ee6-9e22-cebcd8774fd4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:43.211444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a7124a1-c77a-43af-af0f-24ab1fac5aae req-d42db0fe-f205-4ee6-9e22-cebcd8774fd4 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.2390740 Jul 27 21:45:43.248031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 2, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:43.283997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Checking router: 5fc11b69-6149-45b3-9d30-5fdb0818500d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:43.284586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Updating router 5fc11b69-6149-45b3-9d30-5fdb0818500d port a38eb68f-8b45-40c9-884a-27b93a33168e binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:45:43.321269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a7124a1-c77a-43af-af0f-24ab1fac5aae req-a2e52a9a-95e9-425f-934e-96a027d0b361 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083508 Jul 27 21:45:43.338256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:43.404724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4492ee6-ae0e-43b2-b54f-987c80dd7aa2 req-bd60f52b-903f-4745-bd4a-5befe6b8cbae tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:43.407013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4492ee6-ae0e-43b2-b54f-987c80dd7aa2 req-bd60f52b-903f-4745-bd4a-5befe6b8cbae tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.1199419 Jul 27 21:45:43.458834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:43.504367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4492ee6-ae0e-43b2-b54f-987c80dd7aa2 req-8c7d3a9d-9be4-4dea-b821-6963737a06d2 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bceb514-0b74-4436-9ca1-fb0caa171a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903525 Jul 27 21:45:43.675850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd4fc6-0cd0-46a4-831d-c3c7a4100c5b req-8cbda6f1-64b6-45f8-9903-0133662395a9 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:43.677256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbcd4fc6-0cd0-46a4-831d-c3c7a4100c5b req-8cbda6f1-64b6-45f8-9903-0133662395a9 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.1105149 Jul 27 21:45:43.763109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbcd4fc6-0cd0-46a4-831d-c3c7a4100c5b req-d2c8b5d6-f00a-4c6a-a9c6-3245da75c797 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777187 Jul 27 21:45:43.764986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:43.765778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:43.833133 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c745642-d949-4da7-a9ec-7c2a9a645e03 x-openstack-request-id: req-6c745642-d949-4da7-a9ec-7c2a9a645e03 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:43.833722 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "name": "network-vif-plugged", "status": "completed", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:43.835679 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c745642-d949-4da7-a9ec-7c2a9a645e03 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:43.835679 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'code': 200} Jul 27 21:45:44.031050 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.046620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Transition to ACTIVE for port object a38eb68f-8b45-40c9-884a-27b93a33168e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:44.052293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-2ad2bc4e-7c2e-411e-a9f7-dafc6184847b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.054526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-2ad2bc4e-7c2e-411e-a9f7-dafc6184847b tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 944 time: 0.3000474 Jul 27 21:45:44.061585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-b8cbdc77-7ef5-4352-a6e9-5c6824b091db tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.063051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-b8cbdc77-7ef5-4352-a6e9-5c6824b091db tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 828 time: 0.4070733 Jul 27 21:45:44.105268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca54cd1-49a7-419b-840c-98e1f0e26e78 req-822ad982-141f-48e5-a980-ce5b2c017940 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.106858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ca54cd1-49a7-419b-840c-98e1f0e26e78 req-822ad982-141f-48e5-a980-ce5b2c017940 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 944 time: 0.1679127 Jul 27 21:45:44.109577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d846-58e7-4f73-a126-749da9ec677b req-fbfe137c-a6fc-4cca-a9f1-e086bf5103d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.110423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9629d846-58e7-4f73-a126-749da9ec677b req-fbfe137c-a6fc-4cca-a9f1-e086bf5103d5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 1096 time: 0.2011240 Jul 27 21:45:44.110618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-6e2a01f4-41ea-4bbe-9412-b640bffeb76b tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/quotas/9859b58bf499474d8168c0351b2aeb7e HTTP/1.1" status: 200 len: 375 time: 0.0361688 Jul 27 21:45:44.175604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9629d846-58e7-4f73-a126-749da9ec677b req-0de2faae-7dea-49ac-9c39-cef897016b96 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562809 Jul 27 21:45:44.178711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ca54cd1-49a7-419b-840c-98e1f0e26e78 req-cb2cba72-7e7a-4206-b493-df70e8d936ad tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607924 Jul 27 21:45:44.240654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-de52a14b-b627-478c-8a37-6d9f1bef8fa0 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224756 Jul 27 21:45:44.243833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Deleting port 1803eef4-013a-497e-8531-62c641467e9b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:44.244599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.265957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.477968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a4ea-ea49-44ce-ac86-ad3cdb81a9bc None None] Pushing event updated for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:44.484467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:45:44.547920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Attempting to bind port a38eb68f-8b45-40c9-884a-27b93a33168e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:44.548299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Attempting to bind port a38eb68f-8b45-40c9-884a-27b93a33168e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:44.548666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Attempting to bind port a38eb68f-8b45-40c9-884a-27b93a33168e on network c5705910-e415-4c1a-a395-940719fd47e8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:44.550848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-34effefe-d9e2-40f3-9f58-0231b8b5a066 service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028541 Jul 27 21:45:44.552840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] For port 1803eef4-013a-497e-8531-62c641467e9b, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1803eef4-013a-497e-8531-62c641467e9b,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:44.553502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.652007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:44.652306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-8e77f797-d528-4918-970a-32b87e922cbe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.652816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Checking segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:44.654093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-8e77f797-d528-4918-970a-32b87e922cbe tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 949 time: 0.2601428 Jul 27 21:45:44.656032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.656468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Bound using segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:44.656980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Bound port: a38eb68f-8b45-40c9-884a-27b93a33168e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:44.657353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.668929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f0be-be08-4912-bd09-e71006d24a4b req-05181ed3-e09a-487b-adf4-d35e3063e529 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:44.670969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14c3f0be-be08-4912-bd09-e71006d24a4b req-05181ed3-e09a-487b-adf4-d35e3063e529 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.1665478 Jul 27 21:45:44.679681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Calling delete_port for 1803eef4-013a-497e-8531-62c641467e9b owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:44.796387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14c3f0be-be08-4912-bd09-e71006d24a4b req-ae5914a3-f50f-42d5-82e3-641962032768 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170306 Jul 27 21:45:44.826223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-ff8aa8a5-818a-450d-a1ff-c2d8874ad3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589436 Jul 27 21:45:44.876834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] For port a38eb68f-8b45-40c9-884a-27b93a33168e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:44.880867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] For port a38eb68f-8b45-40c9-884a-27b93a33168e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a38eb68f-8b45-40c9-884a-27b93a33168e,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:44.882874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Deleting port 07821177-835b-4bcb-a1de-2f006a37f8c8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:44.883110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:44.903624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:44.930202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:45:44.986926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.013059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:45.032080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] For port 07821177-835b-4bcb-a1de-2f006a37f8c8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=07821177-835b-4bcb-a1de-2f006a37f8c8,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:45.032558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.047645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.050903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Calling delete_port for 07821177-835b-4bcb-a1de-2f006a37f8c8 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:45.151558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a4ea-ea49-44ce-ac86-ad3cdb81a9bc None None] Pushing event updated for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:45.151801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.187805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:45.223041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event deleted for resources: {'Port': ['ID=1803eef4-013a-497e-8531-62c641467e9b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:45.227170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:45.228717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:45.277799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.361459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['07821177-835b-4bcb-a1de-2f006a37f8c8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:45.397122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.437489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Pushing event deleted for resources: {'Port': ['ID=07821177-835b-4bcb-a1de-2f006a37f8c8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:45.453369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] No DVR routers for this DVR port 1803eef4-013a-497e-8531-62c641467e9b on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:45.458961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.462536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-546b7495-97cc-49e4-8602-9e30d0cc3a88 req-651c5b94-7756-4742-9130-767a1bcd9870 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "DELETE /v2.0/ports/1803eef4-013a-497e-8531-62c641467e9b HTTP/1.1" status: 204 len: 173 time: 1.3970242 Jul 27 21:45:45.464216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-deleted', 'tag': '1803eef4-013a-497e-8531-62c641467e9b'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:45.475764 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c3fe7a-e382-4b43-81fe-37fd4cb3c504" -d '{"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-deleted", "tag": "1803eef4-013a-497e-8531-62c641467e9b"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:45.491472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a054c400-764f-4c15-9337-22e277256412 req-b78154c8-356b-441d-a042-1d1bb746b1fb tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0864706 Jul 27 21:45:45.550462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] No DVR routers for this DVR port 07821177-835b-4bcb-a1de-2f006a37f8c8 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:45.555738 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:45.562904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dd1fd95-eae1-463a-a48d-fbed8a1cfbaa req-a6efc257-539d-4a96-b0e1-381332118d28 tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.50 "DELETE /v2.0/ports/07821177-835b-4bcb-a1de-2f006a37f8c8 HTTP/1.1" status: 204 len: 173 time: 0.8857355 Jul 27 21:45:45.563591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-deleted', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:45.578079 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb5d8b-ae3a-4c57-9322-fe0c154f1faf" -d '{"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-deleted", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:45.626310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f5246-81a0-4eaa-892d-1a4fafda0215 req-7a1ba9c8-27d0-4cf6-8c66-efbba02d5870 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:45.635106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc9f5246-81a0-4eaa-892d-1a4fafda0215 req-7a1ba9c8-27d0-4cf6-8c66-efbba02d5870 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.3478661 Jul 27 21:45:45.678261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc9f5246-81a0-4eaa-892d-1a4fafda0215 req-3859612c-b48d-441e-849b-e92ec9626a8e tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418477 Jul 27 21:45:45.693636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439874-86a3-49b5-a87c-46c65322355d req-02d6eaa5-8ce4-4ed4-abe3-5f478387dfe4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:45.693636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a439874-86a3-49b5-a87c-46c65322355d req-02d6eaa5-8ce4-4ed4-abe3-5f478387dfe4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.0932088 Jul 27 21:45:45.736976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a439874-86a3-49b5-a87c-46c65322355d req-db62c432-7ae7-4030-a889-44b88d8697a9 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Jul 27 21:45:45.785109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f850af2e-0db1-433b-b9db-ae37a8c793de'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:45:45.823105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44fa7986-24ca-43da-bcf5-9284c41e1365 req-d8ed88b4-8575-4781-9bf0-1c9346a0b85a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.0472906 Jul 27 21:45:45.830932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed39973d-a80a-4cfb-bfd6-41b0f5bcf380 req-644a2c1e-9bd9-4d5b-8a7c-7293a7c8f194 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 210 time: 0.0388355 Jul 27 21:45:45.965243 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e4788-e369-4778-acd8-2e1fe6071fd2 x-openstack-request-id: req-8d2e4788-e369-4778-acd8-2e1fe6071fd2 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:45.965543 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edac1759-4b05-4616-8374-009b4146cabe", "name": "network-vif-deleted", "tag": "1803eef4-013a-497e-8531-62c641467e9b", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:45.965807 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d2e4788-e369-4778-acd8-2e1fe6071fd2 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:45.966232 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac1759-4b05-4616-8374-009b4146cabe', 'name': 'network-vif-deleted', 'tag': '1803eef4-013a-497e-8531-62c641467e9b', 'status': 'completed', 'code': 200} Jul 27 21:45:45.969008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:46.051466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:46.054450 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae4f1d-ac60-4153-b493-99f6a57e57c1 x-openstack-request-id: req-84ae4f1d-ac60-4153-b493-99f6a57e57c1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:46.054919 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29340f59-f606-4f6d-86e3-fe09c1547207", "name": "network-vif-deleted", "tag": "07821177-835b-4bcb-a1de-2f006a37f8c8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:46.055273 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84ae4f1d-ac60-4153-b493-99f6a57e57c1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:46.056404 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29340f59-f606-4f6d-86e3-fe09c1547207', 'name': 'network-vif-deleted', 'tag': '07821177-835b-4bcb-a1de-2f006a37f8c8', 'status': 'completed', 'code': 200} Jul 27 21:45:46.246612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3f0e4-cce2-43b9-998c-fd6d977f8357 req-eac683a3-6fce-4eb0-8322-8dfae6a7ebc4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:46.248334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9da3f0e4-cce2-43b9-998c-fd6d977f8357 req-eac683a3-6fce-4eb0-8322-8dfae6a7ebc4 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.0820405 Jul 27 21:45:46.257965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:46.264225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Request body: {'floatingip': {'port_id': '95ec387e-18e1-458c-8ff4-dc1454cd8d71'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:46.329644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:46.406021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:44Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:46.468535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e4efe-0ff5-4ff1-ad19-483977de7978 None None] The sync data for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 is: [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:44Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:46.494947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:46.629840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f850af2e-0db1-433b-b9db-ae37a8c793de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:46.630603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:46.876932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:46.955085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:46.957547 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eb5611-5c55-44d6-bb47-45346dc5658e" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:46.976987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:47.107221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36e4c7-fca4-41cc-b017-e81b5750d308 req-3f386edd-84df-4a91-b75d-5fee9bb0d660 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:47.109309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c36e4c7-fca4-41cc-b017-e81b5750d308 req-3f386edd-84df-4a91-b75d-5fee9bb0d660 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.4080560 Jul 27 21:45:47.134783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:47.135801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1803eef4-013a-497e-8531-62c641467e9b no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:47.186270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 1803eef4-013a-497e-8531-62c641467e9b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:47.186751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1803eef4-013a-497e-8531-62c641467e9b not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:47.213603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8ad73e2-9cdd-4aa9-aafd-26d402a4e242 req-413d1c11-db5c-4af3-b719-5b435309aa9b tempest-MigrationsAdminTest-1253599916 tempest-MigrationsAdminTest-1253599916-project] 10.222.0.37 "GET /v2.0/ports?device_id=29340f59-f606-4f6d-86e3-fe09c1547207 HTTP/1.1" status: 200 len: 210 time: 0.0896282 Jul 27 21:45:47.284938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:47.322998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c36e4c7-fca4-41cc-b017-e81b5750d308 req-81957c9d-e0b9-4355-8fe3-9b166b2250e5 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022336 Jul 27 21:45:47.410655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35b84286-0916-44d0-a531-1867d7edb62c req-1d166da2-eea4-4510-be99-a4c4a00fc725 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 210 time: 0.0767493 Jul 27 21:45:47.569800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:45:47.647585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a38eb68f-8b45-40c9-884a-27b93a33168e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:47.692133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4b5c675-9768-4c7f-93f5-de7d0d211df9 req-5ac8e49f-dc3d-40ba-a52d-bba532e2a89a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=edac1759-4b05-4616-8374-009b4146cabe HTTP/1.1" status: 200 len: 210 time: 0.1470573 Jul 27 21:45:47.745546 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f449c6-4032-4b8c-9595-adf171485cec x-openstack-request-id: req-63f449c6-4032-4b8c-9595-adf171485cec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:47.746001 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:47.748052 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63f449c6-4032-4b8c-9595-adf171485cec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:47.748700 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:45:47.777701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:47.899939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:47.963652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a38eb68f-8b45-40c9-884a-27b93a33168e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:47.969935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a38eb68f-8b45-40c9-884a-27b93a33168e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:47.970339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.269185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.381910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a38eb68f-8b45-40c9-884a-27b93a33168e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a38eb68f-8b45-40c9-884a-27b93a33168e,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:48.484279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:48.532265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 07821177-835b-4bcb-a1de-2f006a37f8c8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:48.532887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 07821177-835b-4bcb-a1de-2f006a37f8c8 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:48.536029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:48.620303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e17d6f-7129-4495-a8e3-92aa96c470e8 req-45cbddd1-62eb-45cf-bdc9-5528febf4323 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:48.629631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40e17d6f-7129-4495-a8e3-92aa96c470e8 req-45cbddd1-62eb-45cf-bdc9-5528febf4323 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.7707436 Jul 27 21:45:48.655350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:48.666480 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Floating IP b1d7c9b8-e22b-4bd4-a443-f1547eab49f7 associated. External IP: 172.25.3.233, port: 95ec387e-18e1-458c-8ff4-dc1454cd8d71. Jul 27 21:45:48.868325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40e17d6f-7129-4495-a8e3-92aa96c470e8 req-d58d9af1-6d95-4ffb-a79c-ce57ddfd9e4e tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373335 Jul 27 21:45:48.938169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-2e28751a-c9cb-4988-a64b-dfa7cf8ac926 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:48.952083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-2e28751a-c9cb-4988-a64b-dfa7cf8ac926 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.76 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.8306732 Jul 27 21:45:49.312544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-1282b546-25a1-4182-b28a-e0f408b01361 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:49.314185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-1282b546-25a1-4182-b28a-e0f408b01361 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.6421471 Jul 27 21:45:49.459859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a38eb68f-8b45-40c9-884a-27b93a33168e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:49.478814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-087ab9cd-8ff4-4d8d-b079-b3f829363814 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:49.480729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-087ab9cd-8ff4-4d8d-b079-b3f829363814 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.50 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 828 time: 0.4833927 Jul 27 21:45:49.551041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a38eb68f-8b45-40c9-884a-27b93a33168e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:49.552019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:49.571686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'port': {'device_id': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'admin_state_up': True, 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:49.696720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54952) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:49.824324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ad758-0df8-47fe-a5b7-ea45a9d61ef4 req-f0bda241-6804-4acd-9d7e-2c0c9609b94b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:49.829137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-250ad758-0df8-47fe-a5b7-ea45a9d61ef4 req-f0bda241-6804-4acd-9d7e-2c0c9609b94b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.7918189 Jul 27 21:45:49.871738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c08b264-6eec-423b-aa3a-5ff1c6538d2f req-2fca91cd-4d0a-4bb4-94be-e0fc4dbe9e5e tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 210 time: 0.0484357 Jul 27 21:45:49.985934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cc561a11-ac3a-4ffd-ae6f-b5fcded67799 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55f15e54bfab423cb281c253fa848f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846708 Jul 27 21:45:49.988203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54962) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:50.064706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Deleting port dbf94748-03ff-407c-81c2-730a02d1e5e2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:50.065520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.066063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.085707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-250ad758-0df8-47fe-a5b7-ea45a9d61ef4 req-540b5aeb-69e5-4327-a2a7-592ebb7a6387 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056549 Jul 27 21:45:50.092352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Deleting port 080ba372-7fbe-483a-a1c6-55450b69246e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:50.092881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.113240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.194871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Router 5298e6cd-ccdb-4bac-9412-eb122b860e93 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:50.261684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Made reservation on behalf of 9859b58bf499474d8168c0351b2aeb7e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:45:50.265259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.289145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.291800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.293149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bceb514-0b74-4436-9ca1-fb0caa171a7d HTTP/1.1" status: 204 len: 168 time: 0.3037045 Jul 27 21:45:50.301759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4f7f-6932-499f-a9de-0de77dd241ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bceb514-0b74-4436-9ca1-fb0caa171a7d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:50.482909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:50.634328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] For port dbf94748-03ff-407c-81c2-730a02d1e5e2, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbf94748-03ff-407c-81c2-730a02d1e5e2,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:50.635316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.704367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] For port 080ba372-7fbe-483a-a1c6-55450b69246e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=080ba372-7fbe-483a-a1c6-55450b69246e,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:50.704938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.739216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f301e8-45f8-481b-9035-fba1639febd7 req-68e518d6-97c2-4bee-9127-c9caa54ab3d7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:50.746767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0f301e8-45f8-481b-9035-fba1639febd7 req-68e518d6-97c2-4bee-9127-c9caa54ab3d7 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 946 time: 0.5589821 Jul 27 21:45:50.799309 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:50.799810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Calling delete_port for dbf94748-03ff-407c-81c2-730a02d1e5e2 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:50.863751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:50.867681 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff2740-4d7e-45d7-9892-2c9c9e7b6f30" -d '{"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:50.888594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:51.067469 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:51.106068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:51.113810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:51.118513 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Sync routers for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:51.132855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:51.133884 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:51.170116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:51.196521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Allocated IP 172.20.0.8 (c5705910-e415-4c1a-a395-940719fd47e8/b9ff2b0c-646c-4eff-9774-7b3923138120/5b812109-a116-443e-93f5-e3040dcb3b29) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:45:51.201833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0f301e8-45f8-481b-9035-fba1639febd7 req-401e2a77-0630-4a63-8775-59a8de6c2240 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993418 Jul 27 21:45:51.360082 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:51.372576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-48fd28bf-7103-413e-95a8-b2017392cf00 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "PUT /v2.0/floatingips/b1d7c9b8-e22b-4bd4-a443-f1547eab49f7 HTTP/1.1" status: 200 len: 991 time: 5.1130514 Jul 27 21:45:51.385745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:51.387035 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e7616-b320-473b-bf8d-255507831ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:51.518538 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81755dd-de4b-4864-b8ae-46a072e622bc x-openstack-request-id: req-e81755dd-de4b-4864-b8ae-46a072e622bc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:51.526916 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:51.527345 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e81755dd-de4b-4864-b8ae-46a072e622bc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:51.527898 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'code': 200} Jul 27 21:45:51.586336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54998) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:51.704894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cae22f99-be40-4b93-8964-94fd7612bb7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f59a556995d041618ea4e2d5ba8feaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162393 Jul 27 21:45:51.723874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:51.725340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-f6b0975b-cd77-4acd-b57b-e675dc2b7635 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:51.728760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-f6b0975b-cd77-4acd-b57b-e675dc2b7635 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.2349708 Jul 27 21:45:51.779153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2660b62a-8b87-4612-b4ea-6b0778a6f98c req-d35e684f-b41d-4de8-b503-a52deb46b45d tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 210 time: 0.0896556 Jul 27 21:45:51.803785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-bdf39947-caf7-4290-902f-99b56dbaf45c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/quotas/ade725dccc2f49bc935a7a45eb7264f1 HTTP/1.1" status: 200 len: 375 time: 0.0595298 Jul 27 21:45:51.805513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:51.805891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:51.806205 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Floating IP a75807e6-b447-444a-ae5d-b5d763f59449 disassociated. External IP: 172.25.3.225, port: 080ba372-7fbe-483a-a1c6-55450b69246e. Jul 27 21:45:51.806600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Calling delete_port for 080ba372-7fbe-483a-a1c6-55450b69246e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:51.971095 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b1d7c9b8-e22b-4bd4-a443-f1547eab49f7', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'port_id': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'mac_address': 'fa:16:3e:10:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:45:13Z', 'updated_at': '2021-07-27T21:45:47Z', 'revision_number': 1, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:51.988699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.011407 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Checking router: 5298e6cd-ccdb-4bac-9412-eb122b860e93 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:52.024586 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:52.025235 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:52.039315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-5ad930b2-6144-4f6c-ae2f-360480bf0d67 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:52.041691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-5ad930b2-6144-4f6c-ae2f-360480bf0d67 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.2112188 Jul 27 21:45:52.048166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.105864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1e5b8-6f99-4b77-a745-3f15681a4a4e req-8f9bde27-153c-411e-b802-1b12cf79ea1d tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:52.114217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bd1e5b8-6f99-4b77-a745-3f15681a4a4e req-8f9bde27-153c-411e-b802-1b12cf79ea1d tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 949 time: 0.1976769 Jul 27 21:45:52.168977 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:52.236295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bd1e5b8-6f99-4b77-a745-3f15681a4a4e req-2efa72ba-5139-4ebf-829c-dbf17e1f19d1 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/security-groups?id=99b80a19-2040-48fd-a512-286567967336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200578 Jul 27 21:45:52.338967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Deleting port 0d9befba-829a-46e5-814b-5e97df2446b3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:52.339477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.347156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.353142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.357752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76941844-6b44-4f5e-968a-951bd45c40d4 HTTP/1.1" status: 204 len: 168 time: 0.6276586 Jul 27 21:45:52.477096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb007-cb73-4634-a08a-eeb1fc589efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76941844-6b44-4f5e-968a-951bd45c40d4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:52.617777 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b1d7c9b8-e22b-4bd4-a443-f1547eab49f7', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'port_id': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'mac_address': 'fa:16:3e:10:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:45:13Z', 'updated_at': '2021-07-27T21:45:47Z', 'revision_number': 1, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:52.649164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a65df465-28dd-4671-9386-a62c923d802c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:52.651464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a65df465-28dd-4671-9386-a62c923d802c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "GET /v2.0/ports?device_id=516e3883-bb2b-4470-b2ca-eb33fb32a6c7 HTTP/1.1" status: 200 len: 944 time: 0.3841581 Jul 27 21:45:52.660267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbf94748-03ff-407c-81c2-730a02d1e5e2 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:52.677081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886df80-d2b5-4a7c-a95f-b91e15906d0d x-openstack-request-id: req-6886df80-d2b5-4a7c-a95f-b91e15906d0d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:52.677081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:52.677081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6886df80-d2b5-4a7c-a95f-b91e15906d0d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:52.677081 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'status': 'completed', 'code': 200} Jul 27 21:45:52.686682 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8c869-b6cc-45e3-b85b-bf04b3edc05b None None] The sync data for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 is: [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b1d7c9b8-e22b-4bd4-a443-f1547eab49f7', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'port_id': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'mac_address': 'fa:16:3e:10:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:45:13Z', 'updated_at': '2021-07-27T21:45:47Z', 'revision_number': 1, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:52.763779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] For port 0d9befba-829a-46e5-814b-5e97df2446b3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0d9befba-829a-46e5-814b-5e97df2446b3,segment=NetworkSegment(12f56499-2e15-4591-9fc9-431a62740575),segment_id=12f56499-2e15-4591-9fc9-431a62740575)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:52.773469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.786786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.792934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:52.798201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Calling delete_port for 0d9befba-829a-46e5-814b-5e97df2446b3 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:52.798480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No active binding found for port dbf94748-03ff-407c-81c2-730a02d1e5e2 {{(pid=94673) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:45:52.798839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbf94748-03ff-407c-81c2-730a02d1e5e2 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:52.799279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 080ba372-7fbe-483a-a1c6-55450b69246e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:52.923440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Pushing event deleted for resources: {'Port': ['ID=dbf94748-03ff-407c-81c2-730a02d1e5e2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:52.952615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-437a4c59-a524-4f19-b566-6f63b90b4465 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1387722 Jul 27 21:45:52.967046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda53bb-f67a-4d47-801c-5bc3975e57df req-060d28d5-7412-4b12-9ab5-7d6f72b6b27a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:52.969136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2fda53bb-f67a-4d47-801c-5bc3975e57df req-060d28d5-7412-4b12-9ab5-7d6f72b6b27a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 945 time: 0.4396803 Jul 27 21:45:52.995856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.054364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Transition to ACTIVE for port object 5b812109-a116-443e-93f5-e3040dcb3b29 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:53.085167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Deleting port 3c8208ff-7d05-4d2f-8493-18d20e654adb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:53.085658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.137589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.148382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] No DVR routers for this DVR port dbf94748-03ff-407c-81c2-730a02d1e5e2 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:53.151667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.154798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-371b7510-3eac-4fa8-aec5-a083e3821004 req-d980be14-7819-4712-aca3-6567159f6278 tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.76 "DELETE /v2.0/ports/dbf94748-03ff-407c-81c2-730a02d1e5e2 HTTP/1.1" status: 204 len: 173 time: 4.1848655 Jul 27 21:45:53.191738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2fda53bb-f67a-4d47-801c-5bc3975e57df req-2353371d-d586-4741-a168-b4feec657e2f tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a1feddd-9383-477c-9bfe-4f46f2fb8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102914 Jul 27 21:45:53.201239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3921e4-dabc-4975-b5e2-a26bfbb417a6 None None] New status for floating IP b1d7c9b8-e22b-4bd4-a443-f1547eab49f7: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:45:53.335126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.392473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] For port 3c8208ff-7d05-4d2f-8493-18d20e654adb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3c8208ff-7d05-4d2f-8493-18d20e654adb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:53.392867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.397209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7616-b320-473b-bf8d-255507831ba0 req-b5237305-1db9-4350-b681-fd2d32d3363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:53.397437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.401748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-b5237305-1db9-4350-b681-fd2d32d3363c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fb12b80ce154848bc316835b95735eb&device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 1096 time: 0.7360990 Jul 27 21:45:53.426226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event deleted for resources: {'Port': ['ID=080ba372-7fbe-483a-a1c6-55450b69246e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:53.456423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Pushing event deleted for resources: {'Port': ['ID=0d9befba-829a-46e5-814b-5e97df2446b3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:53.466219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Calling delete_port for 3c8208ff-7d05-4d2f-8493-18d20e654adb owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:45:53.588683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] No DVR routers for this DVR port 0d9befba-829a-46e5-814b-5e97df2446b3 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:53.608029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2dfeed87-efc8-446f-88bc-8dfc4007cbfe req-9f0c14a4-a286-422d-87d3-066a296b36ae tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.1628699 Jul 27 21:45:53.616043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:53.620791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f8cb981-b866-4478-81d7-fe02cc646d17 req-4c11d17b-aa80-4f34-a367-4890dbba4c77 tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.50 "DELETE /v2.0/ports/0d9befba-829a-46e5-814b-5e97df2446b3 HTTP/1.1" status: 204 len: 173 time: 1.5679059 Jul 27 21:45:53.621300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-deleted', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:53.631931 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd7d906-c684-4537-a6d7-03850a953a24" -d '{"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-deleted", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:53.750108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Network c5705910-e415-4c1a-a395-940719fd47e8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:45:53.768021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:45:53.781422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:45:53.789927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7616-b320-473b-bf8d-255507831ba0 req-29939301-ee92-40c3-a633-e10e39b1aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:53.791499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-29939301-ee92-40c3-a633-e10e39b1aa0d service neutron] 10.222.0.76 "GET /v2.0/networks?id=722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 200 len: 907 time: 0.3733985 Jul 27 21:45:53.812593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event updated for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:53.909811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9153b4-372f-4d1b-ac2f-1b854eb2f163 req-70c4cee3-e512-40a5-b87d-bb5d938dc774 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:53.923648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f9153b4-372f-4d1b-ac2f-1b854eb2f163 req-70c4cee3-e512-40a5-b87d-bb5d938dc774 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 931 time: 0.2043121 Jul 27 21:45:54.055897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-900090a1-c093-402a-9933-90f2dccdbfd6 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770118 Jul 27 21:45:54.149875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f9153b4-372f-4d1b-ac2f-1b854eb2f163 req-fc5ebfeb-e44c-4641-ad35-063cd6e18f21 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250388 Jul 27 21:45:54.208954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:54.266245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:54.266245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:54.322597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event deleted for resources: {'Port': ['ID=3c8208ff-7d05-4d2f-8493-18d20e654adb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:54.372631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0065edce-ae85-4f7d-a130-a650d352e422 req-8bcf1bf6-3268-4e3b-8124-4526f8a32b5b tempest-ServerDiagnosticsNegativeTest-891894149 tempest-ServerDiagnosticsNegativeTest-891894149-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7 HTTP/1.1" status: 200 len: 210 time: 0.0630207 Jul 27 21:45:54.399139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-369a52da-f078-4274-b183-73d13051e8b5 None None] Provisioning for port 5b812109-a116-443e-93f5-e3040dcb3b29 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:54.404239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] No DVR routers for this DVR port 3c8208ff-7d05-4d2f-8493-18d20e654adb on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:54.413597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:54.415353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-369a52da-f078-4274-b183-73d13051e8b5 None None] Provisioning complete for port 5b812109-a116-443e-93f5-e3040dcb3b29 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:54.420090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-369a52da-f078-4274-b183-73d13051e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:54.429663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-999a0f63-2552-4ebe-86ed-b8ad05eec63a req-a79434cc-ad3d-4d30-a01e-e5f650d7ac64 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "DELETE /v2.0/ports/3c8208ff-7d05-4d2f-8493-18d20e654adb HTTP/1.1" status: 204 len: 173 time: 1.7636402 Jul 27 21:45:54.465422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-369a52da-f078-4274-b183-73d13051e8b5 None None] Port 5b812109-a116-443e-93f5-e3040dcb3b29 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:45:54.484079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-a4d49bd9-13ab-410b-ab29-6783377a7101 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065691 Jul 27 21:45:54.495901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-a2bfc16a-05b2-41ee-99de-05865f89a1c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 200 len: 1001 time: 0.6667891 Jul 27 21:45:54.514314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:54.548662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Router 570b594e-80e4-434b-aaaa-4ccc5566b515 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:45:54.577029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 0d9befba-829a-46e5-814b-5e97df2446b3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:54.577497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0d9befba-829a-46e5-814b-5e97df2446b3 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:54.633163 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35524b13-03c6-471a-b2c3-dffbbfc07ae7 x-openstack-request-id: req-35524b13-03c6-471a-b2c3-dffbbfc07ae7 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:54.633505 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaeb15a-2a0b-45d1-9779-f50499671b34", "name": "network-vif-deleted", "tag": "0d9befba-829a-46e5-814b-5e97df2446b3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:54.634307 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35524b13-03c6-471a-b2c3-dffbbfc07ae7 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:54.635143 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaeb15a-2a0b-45d1-9779-f50499671b34', 'name': 'network-vif-deleted', 'tag': '0d9befba-829a-46e5-814b-5e97df2446b3', 'status': 'completed', 'code': 200} Jul 27 21:45:54.654708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7616-b320-473b-bf8d-255507831ba0 req-5baf39aa-2f8a-4c75-9510-f255ecd1b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:54.659399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-5baf39aa-2f8a-4c75-9510-f255ecd1b9e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=11d75e1f-fe65-4515-ad26-df66bf926248 HTTP/1.1" status: 200 len: 845 time: 0.1525104 Jul 27 21:45:54.659399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-04ffa51d-a204-45f7-9814-d50029ea2a19 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0992968 Jul 27 21:45:54.678915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'name': 'network-vif-deleted', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:54.683329 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599bd033-4c72-4f09-a463-ea2a4b0acb27" -d '{"events": [{"server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "name": "network-vif-deleted", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:54.690703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Request body: {'port': {'device_id': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:54.818981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd6f9882-3be2-441b-9618-ae203f2b99bd req-e1bd251f-b31c-4672-ae53-4d700b3a176a tempest-LiveMigrationTest-724721242 tempest-LiveMigrationTest-724721242-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceaeb15a-2a0b-45d1-9779-f50499671b34 HTTP/1.1" status: 200 len: 210 time: 0.0376866 Jul 27 21:45:54.940138 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:54.948793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7616-b320-473b-bf8d-255507831ba0 req-2fcca6a4-2937-4ce4-8e4d-611f1f32c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:54.950592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-2fcca6a4-2937-4ce4-8e4d-611f1f32c595 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=722a2106-6172-4ed8-ba1a-8fd9a218151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2854104 Jul 27 21:45:54.958054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:45:54.979508 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Sync routers for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:55.006095 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:55.008790 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:55.031955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc34d0d7-d825-4756-b5d6-0d3cf4005bce req-436b556e-d986-46c6-85c4-3d9c8c96e81c tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.1251142 Jul 27 21:45:55.198191 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378349dc-2edc-4976-b4bd-17ff104a21af x-openstack-request-id: req-378349dc-2edc-4976-b4bd-17ff104a21af {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:55.198715 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24e9ca6-c6db-4eff-b5bf-1b8e33019bf7", "name": "network-vif-deleted", "tag": "dbf94748-03ff-407c-81c2-730a02d1e5e2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:55.199127 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-378349dc-2edc-4976-b4bd-17ff104a21af {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:55.199733 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24e9ca6-c6db-4eff-b5bf-1b8e33019bf7', 'name': 'network-vif-deleted', 'tag': 'dbf94748-03ff-407c-81c2-730a02d1e5e2', 'status': 'completed', 'code': 200} Jul 27 21:45:55.206652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] No DVR routers for this DVR port 080ba372-7fbe-483a-a1c6-55450b69246e on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:45:55.218721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:55.225895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c086f497-fe10-4a40-8213-22d5eab3efd6 req-8a5ae345-9bbf-4a5e-8577-4577963bbebf tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.76 "DELETE /v2.0/ports/080ba372-7fbe-483a-a1c6-55450b69246e HTTP/1.1" status: 204 len: 173 time: 5.8783600 Jul 27 21:45:55.309295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c60cc3f2-5839-4a54-a2af-bcd9935d3833 req-e3ad3713-60e9-4f33-b2c0-39068026c605 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.1120014 Jul 27 21:45:55.497634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:55.796328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-f4de69fb-a8a0-4960-8cca-c43e85ae976e service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8333976 Jul 27 21:45:55.981030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55088) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:56.073308 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:56.100605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee5ddc-92a9-4934-ac90-7f65e3094e73 req-de278272-e1ce-4acd-8c43-4c8e3a929f52 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:56.114733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ee5ddc-92a9-4934-ac90-7f65e3094e73 req-de278272-e1ce-4acd-8c43-4c8e3a929f52 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 931 time: 0.7651732 Jul 27 21:45:56.180879 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Checking router: 570b594e-80e4-434b-aaaa-4ccc5566b515 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:56.213366 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:56.215339 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:56.279964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f29e7616-b320-473b-bf8d-255507831ba0 req-4c419838-ff45-4b45-979b-429c4901e198 service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156291 Jul 27 21:45:56.353458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ee5ddc-92a9-4934-ac90-7f65e3094e73 req-c51237f1-d03b-4b53-8ee7-a746c685c889 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353292 Jul 27 21:45:56.439521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80c857cb-10ad-41bb-bc39-0a57c3225777 req-e5bbecf4-8cd8-4849-afec-720c0d0f5254 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3f20af9-18ec-4886-8f45-ae7198c87e99 HTTP/1.1" status: 200 len: 210 time: 0.1746194 Jul 27 21:45:56.487917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b812109-a116-443e-93f5-e3040dcb3b29 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:45:56.496084 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:56.517677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:56.522244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:45:56.577156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 3c8208ff-7d05-4d2f-8493-18d20e654adb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:45:56.579537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3c8208ff-7d05-4d2f-8493-18d20e654adb not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:45:56.607939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ffb1147-f306-4426-84bc-37b4430cc591 req-ed240509-a7ff-40b3-8419-894164146b36 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.1042016 Jul 27 21:45:56.614504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Transition to ACTIVE for port object 5b812109-a116-443e-93f5-e3040dcb3b29 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:56.636756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-deleted', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:56.639225 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b8128-8a9a-4e76-bf95-0e9cdcd4c61e" -d '{"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-deleted", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:56.733863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:56.855629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55114) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:56.860249 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef327fb7-6328-4ddb-8687-4a0df1517ade x-openstack-request-id: req-ef327fb7-6328-4ddb-8687-4a0df1517ade {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:56.860932 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516e3883-bb2b-4470-b2ca-eb33fb32a6c7", "name": "network-vif-deleted", "tag": "3c8208ff-7d05-4d2f-8493-18d20e654adb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:56.861392 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef327fb7-6328-4ddb-8687-4a0df1517ade {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:56.863310 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516e3883-bb2b-4470-b2ca-eb33fb32a6c7', 'name': 'network-vif-deleted', 'tag': '3c8208ff-7d05-4d2f-8493-18d20e654adb', 'status': 'completed', 'code': 200} Jul 27 21:45:56.932100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Deleting subnet 90e4cb15-b86e-4483-890e-bec4acbffd16 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:45:56.946185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.056830 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:57.075331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:57.112704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.140059 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d4668-9837-4a7f-9b7d-f6b93e2aa4fb None None] The sync data for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 is: [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:43:09Z', 'revision_number': 4, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '23cb9796-6fef-4bf8-9f16-f69b12fa99d9', 'name': '', 'network_id': '199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'mac_address': 'fa:16:3e:3c:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:07Z', 'updated_at': '2021-07-27T21:43:17Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'subnets': [{'id': '3b0675f0-79b1-4e25-99e5-07087646c66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:57.215199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'name': 'network-vif-deleted', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:57.217486 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d293473-2378-47ca-835e-95f64f512b09" -d '{"events": [{"server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "name": "network-vif-deleted", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:57.249504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.329002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea6d721e-6ba7-4eb3-95d9-203c1c9c4439 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78d1cc39bd2a415a8497f238dd41818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599617 Jul 27 21:45:57.352053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55124) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:57.353644 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20055c29-40e7-433c-bc83-22e28a92b8e8 x-openstack-request-id: req-20055c29-40e7-433c-bc83-22e28a92b8e8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:57.353961 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f20af9-18ec-4886-8f45-ae7198c87e99", "name": "network-vif-deleted", "tag": "080ba372-7fbe-483a-a1c6-55450b69246e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:57.354241 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20055c29-40e7-433c-bc83-22e28a92b8e8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:57.354622 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f20af9-18ec-4886-8f45-ae7198c87e99', 'name': 'network-vif-deleted', 'tag': '080ba372-7fbe-483a-a1c6-55450b69246e', 'status': 'completed', 'code': 200} Jul 27 21:45:57.355313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Attempting to bind port 5b812109-a116-443e-93f5-e3040dcb3b29 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:57.355662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Attempting to bind port 5b812109-a116-443e-93f5-e3040dcb3b29 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:57.361512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Attempting to bind port 5b812109-a116-443e-93f5-e3040dcb3b29 on network c5705910-e415-4c1a-a395-940719fd47e8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:57.416217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Port 5b812109-a116-443e-93f5-e3040dcb3b29 on network c5705910-e415-4c1a-a395-940719fd47e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:45:57.416544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Attempting to bind port 5b812109-a116-443e-93f5-e3040dcb3b29 on network c5705910-e415-4c1a-a395-940719fd47e8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:57.435627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:57.436086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Checking segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:57.436355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Bound using segment: {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:57.436801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Bound port: 5b812109-a116-443e-93f5-e3040dcb3b29, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a920078-91a4-4295-a5db-7d74f591adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:57.437172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.561373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.667091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.675315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c693c-6456-4227-b05a-35949a5a38e2 None None] New status for floating IP a75807e6-b447-444a-ae5d-b5d763f59449: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:45:57.686312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:57.693362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5b812109-a116-443e-93f5-e3040dcb3b29,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:57.710809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.712754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.714229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.715334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.717516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.718837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.720226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.721518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.722667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.723988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.729356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad3ec9b0-f9e2-48db-a11c-dbb441a704a2 req-4231dde2-c671-4aa3-8a79-ebcc7dc837a4 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7098 time: 0.4180655 Jul 27 21:45:57.772578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d10b-c06f-4769-8b7b-c46709319ca6 req-f64e9d7b-03a6-463d-a9af-6b97138fdc1e tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:57.783200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9820d10b-c06f-4769-8b7b-c46709319ca6 req-f64e9d7b-03a6-463d-a9af-6b97138fdc1e tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 943 time: 0.2167675 Jul 27 21:45:57.812542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.904583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.910702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:57.913499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90e4cb15-b86e-4483-890e-bec4acbffd16 HTTP/1.1" status: 204 len: 168 time: 1.9276066 Jul 27 21:45:57.917193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:57.924665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8a8a1-4023-4e7d-aed0-c14bdbbe8a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e4cb15-b86e-4483-890e-bec4acbffd16,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:57.959377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-647483c7-3573-4be0-a15c-164007d4ab81 req-5921db52-de18-4baa-8122-3303b3c13d3b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.0836303 Jul 27 21:45:58.003213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9820d10b-c06f-4769-8b7b-c46709319ca6 req-b5e65c6f-9d96-494c-bb28-6da624f344ca tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163889 Jul 27 21:45:58.088263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.095505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:58.095505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 1091 time: 3.4225264 Jul 27 21:45:58.095899 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:58.099631 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:58.101331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99b80a19-2040-48fd-a512-286567967336 HTTP/1.1" status: 204 len: 168 time: 0.7427266 Jul 27 21:45:58.128578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e14c56-b662-4404-b8d5-635dbdc75c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b80a19-2040-48fd-a512-286567967336,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:58.177988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:58.212636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be9b39-77d0-4ac7-9bf1-fe83c5c24cd9 req-cb4d1b92-fb7d-4af8-9b4d-72bf1544358f tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.222779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1be9b39-77d0-4ac7-9bf1-fe83c5c24cd9 req-cb4d1b92-fb7d-4af8-9b4d-72bf1544358f tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 886 time: 0.1949804 Jul 27 21:45:58.273584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137f9fc-edee-45a6-b13e-76fa6f380f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:58.279416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:58.824420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.825049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.825723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.826271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.826851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.827397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.827926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.828412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.829638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.829791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:58.836833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21d3d2aa-7646-455b-998a-77301d70dd34 req-3f1f3bac-bb52-4376-8ee2-d8692e85a708 tempest-NetworksTest-909355752 tempest-NetworksTest-909355752-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7060 time: 0.5925348 Jul 27 21:45:59.202553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.213551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-630d1f77-d929-4c7d-983e-7dcb0956eaae req-197507ca-177f-4348-9c33-dbef040bd681 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.1351097 Jul 27 21:45:59.222084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.239085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20bf2e-bac5-4883-a3d1-88d39376a086 req-06e8454f-4dd6-41f2-897f-8e1bf5a66881 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:59.241293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab20bf2e-bac5-4883-a3d1-88d39376a086 req-06e8454f-4dd6-41f2-897f-8e1bf5a66881 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 943 time: 0.1196535 Jul 27 21:45:59.249933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81e5183-4527-4bd4-9b03-3e67d80c5ce0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:59.271400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-5f6fbbc6-1615-4f1e-988b-1e1710926640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:59.272954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-5f6fbbc6-1615-4f1e-988b-1e1710926640 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1094 time: 1.0568442 Jul 27 21:45:59.280395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:59.284436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f56499-2e15-4591-9fc9-431a62740575') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:59.284770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f56499-2e15-4591-9fc9-431a62740575') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:59.290327 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.322047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab20bf2e-bac5-4883-a3d1-88d39376a086 req-b4781708-e2de-4bcb-b4ba-adb3b8882f69 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741119 Jul 27 21:45:59.338973 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.390548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:45:59.392835 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8b5096-f7ba-4eef-a90b-ca9927857652" -d '{"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:45:59.402666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-14c42dd6-a8c1-458b-9151-38c486fd5c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.417677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-a9a74ab7-96bc-4b8c-94df-c495e3504346 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 217 time: 0.1163445 Jul 27 21:45:59.441159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.491361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-f808af9c-ca48-4426-90c5-e46d87d12e68 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:59.492958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-f808af9c-ca48-4426-90c5-e46d87d12e68 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.9680951 Jul 27 21:45:59.497634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3fcf7f-abec-48ee-bc00-89d2f260fd54 x-openstack-request-id: req-8b3fcf7f-abec-48ee-bc00-89d2f260fd54 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b3fcf7f-abec-48ee-bc00-89d2f260fd54 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29', 'status': 'completed', 'code': 200} Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:45:59.503825 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:45:59.508093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55170) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:59.556291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Request body: {'port': {'device_id': '3a1da354-eacd-476a-b841-191be7f5226d', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'admin_state_up': True, 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:45:59.642083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9082-8065-4eba-96b6-90a2f4137fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.664355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-945b9143-3996-4cca-ad4d-73162aa6e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:59.665895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-945b9143-3996-4cca-ad4d-73162aa6e05c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.2301023 Jul 27 21:45:59.733820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.736492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.737662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "DELETE /v2.0/security-groups/b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0 HTTP/1.1" status: 204 len: 168 time: 1.5512531 Jul 27 21:45:59.741089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55174) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:59.755830 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-4a9ab306-6020-4e27-89a3-41e7cf4f8186 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] show failed (client error): The resource could not be found. Jul 27 21:45:59.760305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4a9ab306-6020-4e27-89a3-41e7cf4f8186 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "GET /v2.0/security-groups/b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0 HTTP/1.1" status: 404 len: 347 time: 0.0181601 Jul 27 21:45:59.761648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55176) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:59.764836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.782154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.784244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] 10.222.0.37 "DELETE /v2.0/networks/a81e5183-4527-4bd4-9b03-3e67d80c5ce0 HTTP/1.1" status: 204 len: 168 time: 1.8638737 Jul 27 21:45:59.787904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93919cb0-1296-4d57-91a9-893059a690dc tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa2403-12ad-4d1b-93b5-e6acd1d3ddb0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:59.794021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:45:59.862273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821d3ed-cd47-4beb-bb2f-c8fabcfe6faa admin admin] Pushing event deleted for resources: {'Network': ['ID=a81e5183-4527-4bd4-9b03-3e67d80c5ce0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:59.916114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Deleting subnet 99b074a3-bb15-4f3f-a5b0-ec4d3c67e020 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:45:59.924940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.959789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-14c42dd6-a8c1-458b-9151-38c486fd5c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.966931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698d51-cf15-40ca-8506-b916f493b907 req-69d48ea4-3b21-41aa-8638-efef3e92c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:45:59.968511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-69d48ea4-3b21-41aa-8638-efef3e92c2f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898879 Jul 27 21:45:59.972578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Deleting port f591502e-e9c1-44dc-89cb-9646f9ab68aa {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:45:59.972578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:59.985600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.076299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-14c42dd6-a8c1-458b-9151-38c486fd5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.097679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.105313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.133842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Calling delete_port for f591502e-e9c1-44dc-89cb-9646f9ab68aa owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:00.151157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.158505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-14c42dd6-a8c1-458b-9151-38c486fd5c3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af9f141ebc924315b3f01ec0803de1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8651898 Jul 27 21:46:00.158607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:00.172589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c42dd6-a8c1-458b-9151-38c486fd5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f388f4-3d0f-4dec-8d90-d90daef07dfc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:00.215799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-bc7a8261-182f-4877-ba54-82182e0fb007 service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053969 Jul 27 21:46:00.304434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9082-8065-4eba-96b6-90a2f4137fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.331615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.499960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.501279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d06710d-4fae-4365-b48d-ea7370d74aca req-ade6d5c8-7ab4-460e-ab2b-85a9b5e1809c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.0547545 Jul 27 21:46:00.501279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7698d51-cf15-40ca-8506-b916f493b907 req-e8578029-116e-47cb-a68c-0f8776369a99 service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705475 Jul 27 21:46:00.550937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f67e4f-0424-4f50-92fd-d0181d856f48 req-b1607036-cce5-4006-8452-9ac19673736a tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:00.553335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78f67e4f-0424-4f50-92fd-d0181d856f48 req-b1607036-cce5-4006-8452-9ac19673736a tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 943 time: 0.1008141 Jul 27 21:46:00.591722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78f67e4f-0424-4f50-92fd-d0181d856f48 req-fe49e0df-a4b4-4702-93d5-2aac884d402b tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Jul 27 21:46:00.625419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.649394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9082-8065-4eba-96b6-90a2f4137fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.656153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.656361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b074a3-bb15-4f3f-a5b0-ec4d3c67e020,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:00.658884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.660145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5f388f4-3d0f-4dec-8d90-d90daef07dfc HTTP/1.1" status: 204 len: 168 time: 0.5008669 Jul 27 21:46:00.661036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.672079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.675392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6840076e-14e9-4c76-8b28-de77e9c9ce17 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/99b074a3-bb15-4f3f-a5b0-ec4d3c67e020 HTTP/1.1" status: 204 len: 168 time: 0.8749418 Jul 27 21:46:00.683137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:00.710383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d9082-8065-4eba-96b6-90a2f4137fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d081f0e-f7df-4a71-8622-a02aefffbf36,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:00.751690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Pushing event deleted for resources: {'Port': ['ID=f591502e-e9c1-44dc-89cb-9646f9ab68aa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:00.759209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4b2e9-3938-4161-9338-8bb4c75cd1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f388f4-3d0f-4dec-8d90-d90daef07dfc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:00.791789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b0d9082-8065-4eba-96b6-90a2f4137fd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7e4a3c56f2344d09d4171ba9079aa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2812750 Jul 27 21:46:00.794421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:00.805544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.816778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:00.821304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.834923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.839758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:00.842447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3a91fb78-5659-4d51-a296-853f6953c380 tempest-ServersTestManualDisk-606391676 tempest-ServersTestManualDisk-606391676-project] 10.222.0.37 "DELETE /v2.0/floatingips/a75807e6-b447-444a-ae5d-b5d763f59449 HTTP/1.1" status: 204 len: 168 time: 1.0790296 Jul 27 21:46:00.845500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55202) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:00.947484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-b1e8684d-f3d2-4796-bfad-a0a20218b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:00.949014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-b1e8684d-f3d2-4796-bfad-a0a20218b9d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1094 time: 0.2568803 Jul 27 21:46:01.243112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.255124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.258261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-7e3a585f-56e6-4761-8c64-bc4151b5e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:01.260543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-7e3a585f-56e6-4761-8c64-bc4151b5e028 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 929 time: 0.2979884 Jul 27 21:46:01.268643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c6af7-60e6-44cc-987a-6943b000e7d0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:01.348887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Allocated IP 172.20.0.13 (d0760cbe-b737-43d3-a774-760d66b7ed89/85b2b40a-e745-410c-aa79-8b60635fdb2c/ce14e7aa-885f-465e-9391-5a1e85a9cafb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:01.356728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646c467c-70d7-464e-9c0a-84ef3fe4da14') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:01.357288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646c467c-70d7-464e-9c0a-84ef3fe4da14') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:01.374468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-7515c05b-1658-4855-995c-87dde85f0f5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 217 time: 0.0931983 Jul 27 21:46:01.382900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.390093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.459292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.461991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.492936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:46:01.493385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:46:01.499003 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:46:01.634929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-d74a307a-0f1c-4049-ace9-e946aacbfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:01.637621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-d74a307a-0f1c-4049-ace9-e946aacbfd30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.2447441 Jul 27 21:46:01.664671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d041c9b3-36d6-4509-8052-2e42399bd0c5 req-27f7c262-7d68-4155-9cb0-2b947801746c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 210 time: 0.1464643 Jul 27 21:46:01.765123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.776316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.778805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5c6c6af7-60e6-44cc-987a-6943b000e7d0 HTTP/1.1" status: 204 len: 168 time: 1.0943007 Jul 27 21:46:01.835632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab0a8a-7eb8-4185-add7-b97be5e5b411 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6c6af7-60e6-44cc-987a-6943b000e7d0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:01.906409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a5b150e-a8d0-4077-8cde-5bcbe22437cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.051906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.094630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-4e86b83a-ffb6-46c1-a597-e8a5ce0ac1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:02.096296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-4e86b83a-ffb6-46c1-a597-e8a5ce0ac1dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4236560 Jul 27 21:46:02.097572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.102139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.106773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d081f0e-f7df-4a71-8622-a02aefffbf36 HTTP/1.1" status: 204 len: 168 time: 1.3112736 Jul 27 21:46:02.188041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Deleting port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:02.189025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.214365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9efd5e-66fd-4398-bb9b-0a008ec5c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d081f0e-f7df-4a71-8622-a02aefffbf36,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:02.239359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.296349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55234) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:02.317596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:02.322057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0247-df50-47fd-a922-ff59db92eb21 req-3f8b3171-beec-421e-ab8e-6173d97d40cc tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:02.324568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3bb0247-df50-47fd-a922-ff59db92eb21 req-3f8b3171-beec-421e-ab8e-6173d97d40cc tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 943 time: 0.5406792 Jul 27 21:46:02.349980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Network d0760cbe-b737-43d3-a774-760d66b7ed89 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:02.384627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:02.387998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:02.440061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20d6977c-e6f8-4094-8d66-be773bf98f96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe82726d8ab94b8d989adfa90df3063f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393816 Jul 27 21:46:02.442608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55236) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:02.465320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:02.466013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.494042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3bb0247-df50-47fd-a922-ff59db92eb21 req-7a90fc1a-1a25-45ca-bf23-c87bc9f48d05 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566060 Jul 27 21:46:02.496055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-7d18915a-a824-4313-a699-10238828aa0d service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864915 Jul 27 21:46:02.538727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5b812109-a116-443e-93f5-e3040dcb3b29 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:02.624992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] For port 23cb9796-6fef-4bf8-9f16-f69b12fa99d9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:02.629601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.689273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.729624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Calling delete_port for 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:02.741503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-825fae25-36b5-4e2e-8a9d-83725492c9f9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2141602 Jul 27 21:46:02.763665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Request body: {'port': {'device_id': '3a1da354-eacd-476a-b841-191be7f5226d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:02.913828 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:02.939097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5b812109-a116-443e-93f5-e3040dcb3b29,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:02.967715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '5b812109-a116-443e-93f5-e3040dcb3b29', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'mac_address': 'fa:16:3e:1f:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:03.028079 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.055005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b812109-a116-443e-93f5-e3040dcb3b29 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:03.086254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5b812109-a116-443e-93f5-e3040dcb3b29,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:03.173389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.199617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91969207-3ac8-4b5d-aa0f-7b3783571620 req-6fc6cfd9-39a8-4955-995f-a4d29e047213 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:03.208017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91969207-3ac8-4b5d-aa0f-7b3783571620 req-6fc6cfd9-39a8-4955-995f-a4d29e047213 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 932 time: 0.2566772 Jul 27 21:46:03.287031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55250) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:03.317403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91969207-3ac8-4b5d-aa0f-7b3783571620 req-343d6e0f-7564-4013-a74d-3978df2eae18 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934894 Jul 27 21:46:03.342095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:03.348050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.350334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.354399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a1feddd-9383-477c-9bfe-4f46f2fb8e12 HTTP/1.1" status: 204 len: 168 time: 0.9038253 Jul 27 21:46:03.372440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6db10d93-f086-49f5-a7a6-d6c454912719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.402231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b1802-cc8f-433e-8258-5db4867bcbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1feddd-9383-477c-9bfe-4f46f2fb8e12,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:03.423082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['5b812109-a116-443e-93f5-e3040dcb3b29'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:03.424800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.455520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5096-f7ba-4eef-a90b-ca9927857652 req-9b69389c-9077-4358-9626-a60847b768ed service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9517055 Jul 27 21:46:03.497294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6db10d93-f086-49f5-a7a6-d6c454912719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.601312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6db10d93-f086-49f5-a7a6-d6c454912719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.750271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db10d93-f086-49f5-a7a6-d6c454912719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc325242-182f-42e9-83b0-8f6a6d98896f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:03.781453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6db10d93-f086-49f5-a7a6-d6c454912719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52bd20f440ed42f6a5147b3211ff2836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620476 Jul 27 21:46:03.782013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55264) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:03.869735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.916060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb9796-6fef-4bf8-9f16-f69b12fa99d9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:03.939714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:03.988448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf01d7d-5551-4886-b4b8-337619d325c5 req-fbe93397-179a-4087-9ab3-839a9894eb4c tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:03.992034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fcf01d7d-5551-4886-b4b8-337619d325c5 req-fbe93397-179a-4087-9ab3-839a9894eb4c tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 944 time: 0.3257353 Jul 27 21:46:04.092512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.106117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fcf01d7d-5551-4886-b4b8-337619d325c5 req-3de9e8dc-47f2-457c-9c5d-1a250b9dd72d tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071572 Jul 27 21:46:04.297432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce14e7aa-885f-465e-9391-5a1e85a9cafb {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:04.308547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.317478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5934ae45-98c6-4654-9924-e472e884e2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.347085 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.395487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Transition to ACTIVE for port object ce14e7aa-885f-465e-9391-5a1e85a9cafb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:04.408784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.411677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.413585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc325242-182f-42e9-83b0-8f6a6d98896f HTTP/1.1" status: 204 len: 168 time: 0.6182015 Jul 27 21:46:04.437902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9208c-bf1b-4317-9b8d-576e8bbb198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc325242-182f-42e9-83b0-8f6a6d98896f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:04.471527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.546134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5b812109-a116-443e-93f5-e3040dcb3b29 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:04.624263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:04.740682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b81b8-9ec9-4450-a624-1b10eb1b6916 req-84f6a0e3-3bf1-46d5-b92d-762c374755aa tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:04.747552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:04.763129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-492b81b8-9ec9-4450-a624-1b10eb1b6916 req-84f6a0e3-3bf1-46d5-b92d-762c374755aa tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 932 time: 0.3550529 Jul 27 21:46:04.769415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Attempting to bind port ce14e7aa-885f-465e-9391-5a1e85a9cafb on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:04.771940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Attempting to bind port ce14e7aa-885f-465e-9391-5a1e85a9cafb by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:04.773613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Attempting to bind port ce14e7aa-885f-465e-9391-5a1e85a9cafb on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:04.793823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.806354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ce054494-0f96-426a-8dbe-448f7081da94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0488e7ced1724f4fae54ca05ab0a87a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801665 Jul 27 21:46:04.807774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Port ce14e7aa-885f-465e-9391-5a1e85a9cafb on network d0760cbe-b737-43d3-a774-760d66b7ed89 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:04.808277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Attempting to bind port ce14e7aa-885f-465e-9391-5a1e85a9cafb on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:04.815461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:04.816474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:04.817257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Checking segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:04.818558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Bound using segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:04.820193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Bound port: ce14e7aa-885f-465e-9391-5a1e85a9cafb, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:04.820770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.929825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 5b812109-a116-443e-93f5-e3040dcb3b29 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:04.934042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 5b812109-a116-443e-93f5-e3040dcb3b29 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:04.934587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.997737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.031909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:05.057475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.070476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:05.139549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.154940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-492b81b8-9ec9-4450-a624-1b10eb1b6916 req-f4544977-e508-4859-8639-8a4be82caec3 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758862 Jul 27 21:46:05.214757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Router 570b594e-80e4-434b-aaaa-4ccc5566b515 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:46:05.267049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.352396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:05.355086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:05.355819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.357372 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef77cd3-9be0-4408-8f50-d9ae4c1b00ea" -d '{"events": [{"server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "name": "network-vif-plugged", "status": "completed", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:05.366490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/ce14e7aa-885f-465e-9391-5a1e85a9cafb HTTP/1.1" status: 200 len: 1092 time: 2.6165340 Jul 27 21:46:05.369760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d922f-8bfc-4214-bb24-2c82a3ab05d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:05.377463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:05.383859 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70da69-61ca-4af8-be05-c3565f1e68ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:05.384211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5b812109-a116-443e-93f5-e3040dcb3b29,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:05.502208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.574830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:46:05.582628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.587426 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Sync routers for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:46:05.590635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a694916d-4263-4e61-99dc-c93393728318 admin admin] 10.222.0.37 "PUT /v2.0/routers/570b594e-80e4-434b-aaaa-4ccc5566b515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7438242 Jul 27 21:46:05.593225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55308) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:05.599591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.600870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/951262c5-1993-481b-884e-859e51c9e8ae HTTP/1.1" status: 204 len: 168 time: 0.7595577 Jul 27 21:46:05.604223 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:05.605014 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:05.629890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd508-9031-4945-83c3-581ae4c16011 req-d122a52d-f813-4899-97ef-86c5f40dd6bb tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:05.629890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-597dd508-9031-4945-83c3-581ae4c16011 req-d122a52d-f813-4899-97ef-86c5f40dd6bb tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 944 time: 0.2269282 Jul 27 21:46:05.653235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd00c8-060d-4135-82f3-fc0890cd079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951262c5-1993-481b-884e-859e51c9e8ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:05.703385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-cf90f675-9e51-4667-b01c-9aa9f99445da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:05.704998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-cf90f675-9e51-4667-b01c-9aa9f99445da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 1095 time: 0.2360241 Jul 27 21:46:05.718672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:05.801995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-597dd508-9031-4945-83c3-581ae4c16011 req-30cbefd1-7653-4d62-aa51-faf3dd2ff221 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845649 Jul 27 21:46:05.806610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-3a618cad-9cee-4598-a7b6-02fc2852cf63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb HTTP/1.1" status: 200 len: 217 time: 0.0894470 Jul 27 21:46:05.814623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.842353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.938253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-8aa5076b-7f2a-4c1c-87a0-64efab098d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:05.940092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-8aa5076b-7f2a-4c1c-87a0-64efab098d02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.1243434 Jul 27 21:46:05.953761 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ef77a4-18ff-47df-99f2-e59f3364538e x-openstack-request-id: req-d0ef77a4-18ff-47df-99f2-e59f3364538e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:05.954464 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "name": "network-vif-plugged", "status": "completed", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:05.954963 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0ef77a4-18ff-47df-99f2-e59f3364538e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:05.955603 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29', 'code': 200} Jul 27 21:46:06.072795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:06.138727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-97287dc4-f326-4d2f-90fe-6d0602dd8273 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897607 Jul 27 21:46:06.144566 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c791239-714f-463e-a52a-7a124d5ac745 x-openstack-request-id: req-7c791239-714f-463e-a52a-7a124d5ac745 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:06.144922 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:06.145124 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c791239-714f-463e-a52a-7a124d5ac745 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:06.145503 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'status': 'completed', 'code': 200} Jul 27 21:46:06.200046 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:06.291607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Deleting port ef7f3506-8c04-4267-8e1e-55f3e74f2338 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:06.291876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:06.336172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-e14fb1bb-b39e-4fc0-bb1a-ecdc9fcc5c0e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2944636 Jul 27 21:46:06.431485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-849d96f6-bcdc-4b14-9e3b-fbec0169979e service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714489 Jul 27 21:46:06.449522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068ab25-29a4-4931-8657-904b650811fb req-6318f5f5-1d57-46a2-ad6a-2dd75b6235b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:06.451061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5068ab25-29a4-4931-8657-904b650811fb req-6318f5f5-1d57-46a2-ad6a-2dd75b6235b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1096 time: 0.4032252 Jul 27 21:46:06.584879 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5068ab25-29a4-4931-8657-904b650811fb req-0aac3409-d99b-408e-b0c5-20109b144da3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160798 Jul 27 21:46:06.601441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-5e7a1989-bd03-4e9f-a5d5-9a7303b65326 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:06.608218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3e0d5-440f-4410-af4a-700b1eb24b38 req-c21cbaaf-d750-45c9-bd14-41bf55bd3780 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:06.609872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1be3e0d5-440f-4410-af4a-700b1eb24b38 req-c21cbaaf-d750-45c9-bd14-41bf55bd3780 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 944 time: 0.3103101 Jul 27 21:46:06.611916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] For port ef7f3506-8c04-4267-8e1e-55f3e74f2338, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ef7f3506-8c04-4267-8e1e-55f3e74f2338,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:06.612291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:06.625136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-5e7a1989-bd03-4e9f-a5d5-9a7303b65326 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869892 Jul 27 21:46:06.636916 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:46:03Z', 'revision_number': 5, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port': {'id': 'ef7f3506-8c04-4267-8e1e-55f3e74f2338', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:60:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:04Z', 'updated_at': '2021-07-27T21:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:06.656452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Calling delete_port for ef7f3506-8c04-4267-8e1e-55f3e74f2338 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:06.680626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-0c2e375f-6cb4-4acf-a62c-6678d6c1fc45 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/quotas/2953e601c93744c583a081fe5aaedc59 HTTP/1.1" status: 200 len: 375 time: 0.0542533 Jul 27 21:46:06.690111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Checking router: 570b594e-80e4-434b-aaaa-4ccc5566b515 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:46:06.719376 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Routers {'570b594e-80e4-434b-aaaa-4ccc5566b515'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:06.720035 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['570b594e-80e4-434b-aaaa-4ccc5566b515'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:06.734237 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:06.745245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3ac7f0ca-2c93-40c1-9ae2-177bcc52a213 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607543 Jul 27 21:46:06.755770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1be3e0d5-440f-4410-af4a-700b1eb24b38 req-b72a6c91-ac4f-4966-84d1-39a81e40cdbc tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265752 Jul 27 21:46:06.764532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-777aa7ec-3f86-4f62-9297-fffa895949d0 req-9619f431-3e3b-4373-94c3-5448be503984 service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082378 Jul 27 21:46:07.005351 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] Set router 570b594e-80e4-434b-aaaa-4ccc5566b515 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:07.113341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb22229-baf7-4ebe-aa8f-d65fa94f3478 req-1c0909fc-d627-4081-896b-0d0405219b48 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:07.118799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-35ca3ce0-8a0b-4986-bcf6-f846d73c9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:07.120749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-35ca3ce0-8a0b-4986-bcf6-f846d73c9d4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 1095 time: 0.1829460 Jul 27 21:46:07.126032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbb22229-baf7-4ebe-aa8f-d65fa94f3478 req-1c0909fc-d627-4081-896b-0d0405219b48 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 945 time: 0.1173863 Jul 27 21:46:07.170408 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:46:06Z', 'revision_number': 6, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:07.171619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.205541 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af67dd-851b-483e-9e21-e8b1a638baec None None] The sync data for ids ['570b594e-80e4-434b-aaaa-4ccc5566b515'] in n-d-738018-6 is: [{'id': '570b594e-80e4-434b-aaaa-4ccc5566b515', 'name': 'tempest-ServersTestManualDisk-719445293-router', 'tenant_id': 'e6026dc716bf48c1804facc185be6cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:02Z', 'updated_at': '2021-07-27T21:46:06Z', 'revision_number': 6, 'project_id': 'e6026dc716bf48c1804facc185be6cc6', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:46:07.311775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7f3506-8c04-4267-8e1e-55f3e74f2338,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:07.343093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-b74b54ba-741f-4d75-a93f-194f1f0451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:07.344627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-b74b54ba-741f-4d75-a93f-194f1f0451a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 905 time: 0.2045524 Jul 27 21:46:07.352330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.404773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-36701976-3064-4a46-9e3d-56fbc6c79ded service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb HTTP/1.1" status: 200 len: 217 time: 0.0493751 Jul 27 21:46:07.439284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbb22229-baf7-4ebe-aa8f-d65fa94f3478 req-77888b16-84cd-409b-a192-46a5cb8cd52e tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110840 Jul 27 21:46:07.525545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-860325e4-109b-489b-9ba0-f945f5003b89 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345652 Jul 27 21:46:07.531325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.557288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-028a2564-ab85-4565-bdc9-0dee0c59dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:07.559766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-028a2564-ab85-4565-bdc9-0dee0c59dd8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.1435230 Jul 27 21:46:07.728319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.734874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.758612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:07.775628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-41d932b4-d511-46a8-9858-653481004e15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731410 Jul 27 21:46:07.922752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:07.923229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23cb9796-6fef-4bf8-9f16-f69b12fa99d9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:07.954874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-845bd363-57f9-4bb4-990f-128fa090074a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:07.956869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-845bd363-57f9-4bb4-990f-128fa090074a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150937 Jul 27 21:46:07.997044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-107c9114-5baa-41ad-8165-82e90fca45c8 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/quotas/2953e601c93744c583a081fe5aaedc59 HTTP/1.1" status: 200 len: 375 time: 0.0132253 Jul 27 21:46:08.017189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.017821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570b594e-80e4-434b-aaaa-4ccc5566b515 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:46:08.042392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.047432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba26a833-a985-46ec-a7c1-f46282985b38 admin admin] 10.222.0.37 "DELETE /v2.0/routers/570b594e-80e4-434b-aaaa-4ccc5566b515 HTTP/1.1" status: 204 len: 168 time: 2.4529109 Jul 27 21:46:08.049258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55400) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:08.065272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.117337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-522b812e-d20b-4a03-9ad9-43914b34cd44 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127064 Jul 27 21:46:08.165935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Deleting subnet 3b0675f0-79b1-4e25-99e5-07087646c66e {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:46:08.169568 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.183681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-32e3a46b-9fd2-49fe-833a-5e5dcf7bd9da service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888885 Jul 27 21:46:08.231573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.320117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ed4bf-50af-4674-bb60-76baca55298d req-13a42c74-b12d-4c88-ac53-86834e04f5a0 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:08.327904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac5ed4bf-50af-4674-bb60-76baca55298d req-13a42c74-b12d-4c88-ac53-86834e04f5a0 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 944 time: 0.3788438 Jul 27 21:46:08.414564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d70da69-61ca-4af8-be05-c3565f1e68ec req-97e835e5-ace5-4b52-b9bc-0e4f50f86f78 service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179008 Jul 27 21:46:08.502953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac5ed4bf-50af-4674-bb60-76baca55298d req-001dc921-2983-4c5e-8945-857a45b413e2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739662 Jul 27 21:46:08.552061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:08.681514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-941e6db6-313a-4994-ab9d-08acfd76796f req-6900fabe-6fa3-48d7-9b22-1f2344efd732 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.0397115 Jul 27 21:46:08.717305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c18ef9-bed5-432c-9397-ae61615c1a9b req-d6be4022-d799-41a8-92f3-6131135972e0 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:08.719219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-89c18ef9-bed5-432c-9397-ae61615c1a9b req-d6be4022-d799-41a8-92f3-6131135972e0 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 945 time: 0.1142306 Jul 27 21:46:08.768397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-89c18ef9-bed5-432c-9397-ae61615c1a9b req-ccb8bc1f-8df3-484b-8674-92cfd8b462df tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Jul 27 21:46:09.008252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-2ab043b9-418a-4115-9ad2-3f5d3069d644 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 258 time: 0.2021019 Jul 27 21:46:09.019267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:09.284486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.285072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.309382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0675f0-79b1-4e25-99e5-07087646c66e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:09.313558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.321846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b5eff-56db-4224-969c-98cc1130f141 None None] Network 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:09.333654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0584947-a6d4-48b1-8a49-3bf72f0187dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b0675f0-79b1-4e25-99e5-07087646c66e HTTP/1.1" status: 204 len: 168 time: 1.2681422 Jul 27 21:46:09.346344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:09.415148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef7f3506-8c04-4267-8e1e-55f3e74f2338 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:09.465139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ef7f3506-8c04-4267-8e1e-55f3e74f2338 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:09.468288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ef7f3506-8c04-4267-8e1e-55f3e74f2338 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:09.496447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.563533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.812323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b9666-54c2-413c-a34a-990553beb129 None None] DHCP port deletion for 199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:46:09.881643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Deleting port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:09.882419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.902116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Allocated IP 172.25.3.252 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/298a99db-0994-4ef3-a9b9-dc8892918472) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:09.980981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-409b9666-54c2-413c-a34a-990553beb129 None None] For port ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,segment=NetworkSegment(1cbb2b63-23e3-4aee-90f4-218abd1599a6),segment_id=1cbb2b63-23e3-4aee-90f4-218abd1599a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:09.981793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.006543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Calling delete_port for ae67ae9d-76f6-40e2-a231-b3f567baf7a1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:10.200075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.218343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.289034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Deleting port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:10.289618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.364684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42df3a-30f8-4f99-a79c-ce64dcf79868 req-160e1f65-1233-4159-a4d1-de6373b52406 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:10.366429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab42df3a-30f8-4f99-a79c-ce64dcf79868 req-160e1f65-1233-4159-a4d1-de6373b52406 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 944 time: 0.1761949 Jul 27 21:46:10.421177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.421910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] For port ae67ae9d-76f6-40e2-a231-b3f567baf7a1, host n-d-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:10.422313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.448682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab42df3a-30f8-4f99-a79c-ce64dcf79868 req-1ba604ea-d180-4941-94fb-c4c86e9b44ce tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641360 Jul 27 21:46:10.456864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Calling delete_port for ae67ae9d-76f6-40e2-a231-b3f567baf7a1 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:10.462942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 was not found and therefore no delete operation was performed {{(pid=94671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:46:10.466214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.493246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b9666-54c2-413c-a34a-990553beb129 None None] No DVR routers for this DVR port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:10.499612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b9666-54c2-413c-a34a-990553beb129 None None] Pushing event deleted for resources: {'Port': ['ID=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:10.521850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:10.533207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:10.541754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:10.553301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae67ae9d-76f6-40e2-a231-b3f567baf7a1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:10.556266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] No DVR routers for this DVR port ae67ae9d-76f6-40e2-a231-b3f567baf7a1 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:10.622082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event updated for resources: {'Port': ['ID=298a99db-0994-4ef3-a9b9-dc8892918472,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:10.641440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.684075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:10.717944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b5f7b62-dccf-4539-9d38-7818b53b0a2c req-beca7d0c-2f72-4990-b0b5-12c854792b9d tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.0584323 Jul 27 21:46:10.719824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbb2b63-23e3-4aee-90f4-218abd1599a6') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:10.720164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbb2b63-23e3-4aee-90f4-218abd1599a6') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:10.738836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.760477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.768349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:46:10.769042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:46:10.781022 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:46:10.787064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:10.828984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.924138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:10.937915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'mac_address': 'fa:16:3e:63:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:10.988170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.991901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:10.998401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.016512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce14e7aa-885f-465e-9391-5a1e85a9cafb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:11.016784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] 10.222.0.37 "DELETE /v2.0/networks/199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8 HTTP/1.1" status: 204 len: 168 time: 1.6739581 Jul 27 21:46:11.046207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f677-f184-4b83-a3f3-c1d79b7da311 admin admin] Pushing event deleted for resources: {'Network': ['ID=199dbd96-97e6-4c8e-9b72-8b6bcd3f51d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:11.049013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:11.107115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3ff05483-a2ba-4a12-a6f8-21203d157889 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193407 Jul 27 21:46:11.140249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.164121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.168739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-b4e86be2-1ff3-4096-8049-43a8f8fd19d1 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f5616103ceaf462ea06b40593b9c50ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288630 Jul 27 21:46:11.225729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:11.282483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-0542fc1a-d316-43d3-9dac-835cd60963f1 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:11.283968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-0542fc1a-d316-43d3-9dac-835cd60963f1 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142287 Jul 27 21:46:11.301635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-e3399415-06ec-432a-b55d-c070e708d625 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/quotas/f5616103ceaf462ea06b40593b9c50ab HTTP/1.1" status: 200 len: 375 time: 0.0095773 Jul 27 21:46:11.346560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-3140d79e-8fc2-4bde-a293-49d6747869a6 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367446 Jul 27 21:46:11.381994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3cf59db6-44c9-492c-b551-63af8ffeb681 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:11.384023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3cf59db6-44c9-492c-b551-63af8ffeb681 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699525 Jul 27 21:46:11.409120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Request body: {'port': {'device_id': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '2953e601c93744c583a081fe5aaedc59'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:11.420444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ce14e7aa-885f-465e-9391-5a1e85a9cafb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:11.458129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ae67ae9d-76f6-40e2-a231-b3f567baf7a1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:11.482700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ae67ae9d-76f6-40e2-a231-b3f567baf7a1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:11.483051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ae67ae9d-76f6-40e2-a231-b3f567baf7a1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:11.554465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55494) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:11.560277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.612524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2699cb1-48fa-4fcc-a472-0b93cddfcc37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6026dc716bf48c1804facc185be6cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566056 Jul 27 21:46:11.615927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55504) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:11.669655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.754774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Made reservation on behalf of 2953e601c93744c583a081fe5aaedc59 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:11.758422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.774113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.786963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event updated for resources: {'Port': ['ID=298a99db-0994-4ef3-a9b9-dc8892918472,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:11.789374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.837781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-ddb22afd-b956-4028-ae2b-dfef11716e52 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407619 Jul 27 21:46:11.846307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.894519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:11.966812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407736aa-346c-419c-a388-99eb94c0689e req-a40fa513-0b84-41c0-b06a-a4bc8dd39d10 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:11.968446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-407736aa-346c-419c-a388-99eb94c0689e req-a40fa513-0b84-41c0-b06a-a4bc8dd39d10 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 945 time: 0.0952811 Jul 27 21:46:12.012380 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-407736aa-346c-419c-a388-99eb94c0689e req-359bd164-493b-4eb0-aa9d-df0b4103f074 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Jul 27 21:46:12.092242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bd8a2a2-1943-4b33-bc45-4e54cf43d7f3 req-1e8e3b62-5edd-469a-b60a-b09182ac8159 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 210 time: 0.0315142 Jul 27 21:46:12.257366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-327c1f5c-5855-4457-b5eb-abb469225387 req-7ab28007-8302-462c-ab93-80d37a58305a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.0430183 Jul 27 21:46:12.333821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-5f89f7bb-8e80-42c1-ac6e-b304de2f6603 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:12.335471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-5f89f7bb-8e80-42c1-ac6e-b304de2f6603 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4850948 Jul 27 21:46:12.359615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Request body: {'port': {'device_id': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '2953e601c93744c583a081fe5aaedc59'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:12.432559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.473834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.476330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.477484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d947c056-012f-4b48-a3d3-6082263af57e HTTP/1.1" status: 204 len: 168 time: 0.8602223 Jul 27 21:46:12.488394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862ff7b-4674-480e-82e1-2b8f49032e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947c056-012f-4b48-a3d3-6082263af57e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:12.512350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.632240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.634225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-86354fa7-fdeb-4130-ba54-5405c96eccf6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6188219 Jul 27 21:46:12.642150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a79682-6c21-4c82-8110-0a22ad98ed73,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:12.708788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-f318e9f6-e513-4002-b38c-ce3c980af5ec tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.0613062 Jul 27 21:46:12.754651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Made reservation on behalf of 2953e601c93744c583a081fe5aaedc59 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:12.759080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.796873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:12.856584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Allocated IP 192.168.233.96 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/efcc428f-d2e1-4b9d-a9dc-9db0150ae927) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:12.951300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port ce14e7aa-885f-465e-9391-5a1e85a9cafb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:12.963364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ce14e7aa-885f-465e-9391-5a1e85a9cafb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:12.963958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:12.982591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-9d90e0e3-f047-4f25-927c-1629b49683b6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:12.984943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f5cc5e1-7c3e-4b3c-ac90-8e8bbc82009a req-9d90e0e3-f047-4f25-927c-1629b49683b6 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2663891 Jul 27 21:46:13.096807 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.127832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:13.130266 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9480eb-66e3-4bdb-b18e-2149b672318c" -d '{"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-plugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:13.147006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:13.182902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.203778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Transition to ACTIVE for port object efcc428f-d2e1-4b9d-a9dc-9db0150ae927 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:13.220432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb217415-85f2-4209-9262-7e01fa6a582d req-ade24a25-8c04-42f9-9ea3-c4279b56cea9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:13.221920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb217415-85f2-4209-9262-7e01fa6a582d req-ade24a25-8c04-42f9-9ea3-c4279b56cea9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.1351433 Jul 27 21:46:13.231548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.289575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb217415-85f2-4209-9262-7e01fa6a582d req-7067e0a6-e6f8-4b33-9c3a-0446abdacdac tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597126 Jul 27 21:46:13.290196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:13.341179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.469874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:13.482584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:13.492969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:13.495874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Allocated IP 192.168.233.17 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/54228205-b5bf-4da9-9246-3c601eca1c99) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:13.531299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:13.598466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:13.599186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.608868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe801-fede-49ea-852c-e03acb83194e req-078b81b0-99d0-4dcc-bea7-c25c8318ec39 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:13.610688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-078b81b0-99d0-4dcc-bea7-c25c8318ec39 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2317040 Jul 27 21:46:13.742628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-0f47f249-f86b-4883-8e30-2265e2085640 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.1227560 Jul 27 21:46:13.754276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'floatingip': {'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:13.758453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-17db0ed7-317e-4632-b443-2d5630ec87dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3548770 Jul 27 21:46:13.785420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55562) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:13.791413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c93e7096-62c0-42cc-99bf-6d59f4f821f6 None None] Provisioning for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:13.797944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c93e7096-62c0-42cc-99bf-6d59f4f821f6 None None] Provisioning complete for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:13.798667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c93e7096-62c0-42cc-99bf-6d59f4f821f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.803714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Request body: {'port': {'device_id': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:13.840487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c93e7096-62c0-42cc-99bf-6d59f4f821f6 None None] Port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:13.852364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a108870-4a65-4602-a0dc-ae237810f834 req-294e68ea-3c3e-4dd9-9354-ceacb36ac9fa tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:13.861051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a108870-4a65-4602-a0dc-ae237810f834 req-294e68ea-3c3e-4dd9-9354-ceacb36ac9fa tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1161914 Jul 27 21:46:13.901459 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:13.921031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a108870-4a65-4602-a0dc-ae237810f834 req-a687a6f3-19f3-42a1-bb5e-cd25d9e3b59c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Jul 27 21:46:13.929101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-599677654-network', 'tenant_id': 'd7639150317d4bf09c290ba074f5874f'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:14.025543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.033581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d4800e3-a79a-4d4c-8f77-99d62a130320 req-6fd3df5b-1ec9-4e41-8b60-8928a81e9441 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 210 time: 0.0396626 Jul 27 21:46:14.054742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.076924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Made reservation on behalf of d7639150317d4bf09c290ba074f5874f for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:14.079796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.085210 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06133e9-1b1e-43a7-99ce-3471b5ebb26b x-openstack-request-id: req-c06133e9-1b1e-43a7-99ce-3471b5ebb26b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:14.085703 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-plugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:14.085960 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c06133e9-1b1e-43a7-99ce-3471b5ebb26b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:14.086407 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'code': 200} Jul 27 21:46:14.096983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.123066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Transition to ACTIVE for port object 54228205-b5bf-4da9-9246-3c601eca1c99 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:14.261884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.264644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ef5e36f-2676-4cd0-93d9-15b8e68624c9 req-8d80015f-a12a-4d0e-89db-d0c1c6175333 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.0381069 Jul 27 21:46:14.357713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.368890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-584e4f06-09ee-4bda-a180-60e4e5c69b07 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5616103ceaf462ea06b40593b9c50ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519307 Jul 27 21:46:14.401195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:46:14.432327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.433042 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Added segment c87176aa-22dd-4a8f-a289-2b3ea184f6e6 of type vlan for network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 Jul 27 21:46:14.452396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:14.480157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.507750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.597799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:14.632011 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.633812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:14.635117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.644778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:14.656696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77e2f5-c781-4347-82a3-8eedb58b7d60 req-bc6d3bbb-90dd-4bd7-8060-280da9f67f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:14.658837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e77e2f5-c781-4347-82a3-8eedb58b7d60 req-bc6d3bbb-90dd-4bd7-8060-280da9f67f28 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 1097 time: 0.4313779 Jul 27 21:46:14.676496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:14.698352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:14.730833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.759600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9702036 Jul 27 21:46:14.761426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event updated for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:14.767688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:14.775236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Request body: {'subnet': {'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-599677654-subnet', 'tenant_id': 'd7639150317d4bf09c290ba074f5874f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:14.785047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:14.791828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255e2b-8036-4c8e-a582-1341fc61db08 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:14.809095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:46:14.835429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-de8d79cb-9c6b-4e0f-ab11-b8471a53b39b tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:14.836937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-de8d79cb-9c6b-4e0f-ab11-b8471a53b39b tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371650 Jul 27 21:46:14.932715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Made reservation on behalf of d7639150317d4bf09c290ba074f5874f for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:14.932954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.935859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:14.995539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:15.168139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Request body: {'port': {'device_id': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'f5616103ceaf462ea06b40593b9c50ab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:15.180859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09afc557-4544-4425-9fc2-85ca749f2415 None None] Provisioning for port 54228205-b5bf-4da9-9246-3c601eca1c99 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:15.187271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09afc557-4544-4425-9fc2-85ca749f2415 None None] Provisioning complete for port 54228205-b5bf-4da9-9246-3c601eca1c99 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:15.188062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09afc557-4544-4425-9fc2-85ca749f2415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.261072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31e81e-e45d-4735-b1b1-2de63388a578 req-f32ac59f-969e-4bde-bad9-7b23edba33df tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:15.262701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09afc557-4544-4425-9fc2-85ca749f2415 None None] Port 54228205-b5bf-4da9-9246-3c601eca1c99 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:15.265028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e77e2f5-c781-4347-82a3-8eedb58b7d60 req-626b6322-ff1b-4546-8cf1-da202de55685 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935752 Jul 27 21:46:15.265222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c31e81e-e45d-4735-b1b1-2de63388a578 req-f32ac59f-969e-4bde-bad9-7b23edba33df tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1525300 Jul 27 21:46:15.276277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:15.276942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.312537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c31e81e-e45d-4735-b1b1-2de63388a578 req-22ce0042-129e-42ec-94b9-dc2cb6bcd4d1 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Jul 27 21:46:15.330537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.409397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:15.412653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6d0942-dc2c-428c-9808-8dae8db0b604,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:15.418033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Checking segment: {'id': 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:15.418509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Network hostable DHCP agents. Network: f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:46:15.418795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-fa3a5fb1-6c5f-43d4-89a4-3d0aa4a1319b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0648878 Jul 27 21:46:15.422003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.437557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Request body: {'port': {'device_id': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:15.484653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Transition to ACTIVE for port object efcc428f-d2e1-4b9d-a9dc-9db0150ae927 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:15.489995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:46:15.572552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.574085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:46:15.575398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.615934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.642209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Made reservation on behalf of f5616103ceaf462ea06b40593b9c50ab for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:15.646119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.662910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:15.666604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:15.672591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:15.675834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd8275-0475-4e53-9c1b-a5ada9a1a60d None None] Network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:15.681915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.686367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.694529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:15.788467 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a9597f1-98ea-4f99-a546-5edbae4dc031 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0196147 Jul 27 21:46:15.848264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a42458-93a3-489f-b8d3-bd4d8d0aca80 None None] Network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:16.073238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Attempting to bind port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:16.073847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Attempting to bind port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:16.073983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Attempting to bind port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:16.087313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:16.089740 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843eb0e-9ced-4585-941f-7cf3d00df3ec" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:16.101050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:16.101388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Attempting to bind port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:16.117946 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Floating IP b83069dc-0ad0-46fd-af66-e89eb1edff4a associated. External IP: 172.25.3.252, port: 5b812109-a116-443e-93f5-e3040dcb3b29. Jul 27 21:46:16.170736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:16.171084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:16.171475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:16.171932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Bound port: efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:16.172293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.303560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.378029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:16.454241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.462039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:16.492587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54228205-b5bf-4da9-9246-3c601eca1c99 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:16.551568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.620671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b718d44-e43a-4bb9-aa3d-7133db777b26,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:16.636154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.638458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Transition to ACTIVE for port object 54228205-b5bf-4da9-9246-3c601eca1c99 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:16.700536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:16.702331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.703479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] 10.222.0.76 "PUT /v2.0/ports/efcc428f-d2e1-4b9d-a9dc-9db0150ae927 HTTP/1.1" status: 200 len: 1095 time: 2.9065766 Jul 27 21:46:16.705967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:16.709239 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7bcbf6-0e15-4fe6-8d75-925d3548da98" -d '{"events": [{"name": "network-changed", "server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:16.731238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:16.735137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7cccb57-a19b-4555-91ad-8596f505e183 req-547fbe8e-83da-4a84-bd11-701e0ab64487 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 210 time: 0.0489557 Jul 27 21:46:16.779369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Router 5fc11b69-6149-45b3-9d30-5fdb0818500d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:46:16.805618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a237fe6-122b-4e16-8007-0d5c555c8236 service neutron] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:16.944736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Allocated IP 192.168.233.91 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/18e5599d-c74b-4003-b490-791470e81288) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:16.987210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92731b48-3e69-48ad-9a28-6576f1e0c940 req-00e7169e-0e6d-414c-99bf-018568813683 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:16.988812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92731b48-3e69-48ad-9a28-6576f1e0c940 req-00e7169e-0e6d-414c-99bf-018568813683 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 947 time: 0.0771871 Jul 27 21:46:17.041254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92731b48-3e69-48ad-9a28-6576f1e0c940 req-a96fab9c-262b-4482-89ec-2ad3b1a807fa tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Jul 27 21:46:17.054422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Pushing event updated for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:17.168956 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:46:17.219128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:17.294640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:46:17.307498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.315411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Attempting to bind port 54228205-b5bf-4da9-9246-3c601eca1c99 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:17.315750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Attempting to bind port 54228205-b5bf-4da9-9246-3c601eca1c99 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:17.316264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Attempting to bind port 54228205-b5bf-4da9-9246-3c601eca1c99 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:17.322026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Sync routers for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:46:17.339572 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:17.340281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:17.353969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-84721100-5b30-4492-87e2-9da12722aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:17.355549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-84721100-5b30-4492-87e2-9da12722aea3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1098 time: 0.5037005 Jul 27 21:46:17.367489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Port 54228205-b5bf-4da9-9246-3c601eca1c99 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:17.367819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Attempting to bind port 54228205-b5bf-4da9-9246-3c601eca1c99 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:17.377418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccb78e0c-7291-46c0-aad2-70883979db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.410701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:17.412158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:17.412158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:17.412575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Bound port: 54228205-b5bf-4da9-9246-3c601eca1c99, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:17.413003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.464616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-369a320e-6c60-4c84-b37b-11bc695828ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927 HTTP/1.1" status: 200 len: 217 time: 0.0815752 Jul 27 21:46:17.476386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4737d89d-41b9-4081-a3ea-d21ba78325fe tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "PUT /v2.0/floatingips/b83069dc-0ad0-46fd-af66-e89eb1edff4a HTTP/1.1" status: 200 len: 996 time: 3.7326901 Jul 27 21:46:17.492985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:17.589456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.601723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-1d102709-162b-457a-bc26-dfdd10a3648c tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:17.603561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-1d102709-162b-457a-bc26-dfdd10a3648c tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/networks?id=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 HTTP/1.1" status: 200 len: 821 time: 0.1716449 Jul 27 21:46:17.607021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccb78e0c-7291-46c0-aad2-70883979db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.626464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-79e941d5-af33-4cf5-a711-a4cc1a39b47b tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/quotas/d7639150317d4bf09c290ba074f5874f HTTP/1.1" status: 200 len: 375 time: 0.0123503 Jul 27 21:46:17.639039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Transition to ACTIVE for port object 18e5599d-c74b-4003-b490-791470e81288 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:17.665466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-5711e433-0608-497a-86e3-6661f7c85579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:17.667063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-5711e433-0608-497a-86e3-6661f7c85579 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1852565 Jul 27 21:46:17.678618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-210385d9-e2a0-4a07-882e-8b098c2d7370 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7639150317d4bf09c290ba074f5874f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364254 Jul 27 21:46:17.689107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccb78e0c-7291-46c0-aad2-70883979db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.732751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:17.755789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=54228205-b5bf-4da9-9246-3c601eca1c99,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:17.766646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4b825929-44b8-4532-9cd9-24c87a6d4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:17.768526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-4b825929-44b8-4532-9cd9-24c87a6d4ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1096 time: 0.2705431 Jul 27 21:46:17.794116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ccb78e0c-7291-46c0-aad2-70883979db47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f3189cc0ffd4198aa488224a2e00297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738413 Jul 27 21:46:17.796152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:17.799045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78e0c-7291-46c0-aad2-70883979db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd9609-56b8-4053-809b-45e53f31c9d9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:17.815306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b83069dc-0ad0-46fd-af66-e89eb1edff4a', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'mac_address': 'fa:16:3e:1f:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:46:10Z', 'updated_at': '2021-07-27T21:46:15Z', 'revision_number': 1, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:17.842648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-f3354d01-7e35-4dca-b8d0-9e061e19c463 service neutron] 10.222.0.37 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435125 Jul 27 21:46:17.870098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Checking router: 5fc11b69-6149-45b3-9d30-5fdb0818500d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:46:17.875188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3669ce7f-e97b-4edd-b527-712dafce77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:17.876774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-3669ce7f-e97b-4edd-b527-712dafce77fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963651 Jul 27 21:46:17.881366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:17.882181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:17.888170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:17.963015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-3f5dee14-8e25-4885-b2ef-52007b4f2b54 service neutron] 10.222.0.37 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098523 Jul 27 21:46:18.025418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:18.252340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.313835 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a598d9d9-3142-4fbb-be54-721f7670165b x-openstack-request-id: req-a598d9d9-3142-4fbb-be54-721f7670165b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:18.314374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:18.314635 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a598d9d9-3142-4fbb-be54-721f7670165b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:18.315042 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:46:18.336660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:18.337771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.339524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] 10.222.0.76 "PUT /v2.0/ports/54228205-b5bf-4da9-9246-3c601eca1c99 HTTP/1.1" status: 200 len: 1095 time: 2.9106431 Jul 27 21:46:18.354796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b83069dc-0ad0-46fd-af66-e89eb1edff4a', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'mac_address': 'fa:16:3e:1f:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:46:10Z', 'updated_at': '2021-07-27T21:46:15Z', 'revision_number': 1, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:18.418266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f1e96-5720-4240-b03a-eb54cedba670 None None] The sync data for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 is: [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b83069dc-0ad0-46fd-af66-e89eb1edff4a', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'mac_address': 'fa:16:3e:1f:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:46:10Z', 'updated_at': '2021-07-27T21:46:15Z', 'revision_number': 1, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:46:18.424475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:18.443606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.445756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:18.447863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dbe91-1b64-44f5-a9cc-e062a4bfcbcc service neutron] Pushing event updated for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:18.453246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:18.561082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe801-fede-49ea-852c-e03acb83194e req-87803367-ca14-4e91-ac6a-b6ea59e79712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:18.562801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-87803367-ca14-4e91-ac6a-b6ea59e79712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 929 time: 0.7681985 Jul 27 21:46:18.582471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d01d9-b07b-477a-bf72-cfb64461fadc req-b766e0c4-2767-40c4-8f15-ee138390684a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:18.585168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-290d01d9-b07b-477a-bf72-cfb64461fadc req-b766e0c4-2767-40c4-8f15-ee138390684a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1631334 Jul 27 21:46:18.607175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:18.654673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-290d01d9-b07b-477a-bf72-cfb64461fadc req-53384d04-cc90-4991-a8f1-1e41cd643485 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626285 Jul 27 21:46:18.689045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.774982 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a53aa-4aed-481f-a2b2-17ef3c9414e0 x-openstack-request-id: req-9a8a53aa-4aed-481f-a2b2-17ef3c9414e0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:18.775643 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:18.776152 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a8a53aa-4aed-481f-a2b2-17ef3c9414e0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:18.776819 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'status': 'completed', 'code': 200} Jul 27 21:46:18.796464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-31794736-1564-4271-8890-b03aff0eb7d5 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8994682 Jul 27 21:46:18.829172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:18.843437 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:18.857139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Pushing event updated for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:18.897074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:18.897813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.906706 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037fd847-77b2-42cb-b068-4782a8b4917a None None] New status for floating IP b83069dc-0ad0-46fd-af66-e89eb1edff4a: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:46:18.933013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:18.956262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:18.986461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:19.002435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-55449071-3263-4334-ad14-4b6a5be36764 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 999 time: 0.4104245 Jul 27 21:46:19.046133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a98bc-0fb1-4c0a-9a94-02989ff35a0e req-4ada150b-cee0-4618-9896-373a8abc82b2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.055398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd2a98bc-0fb1-4c0a-9a94-02989ff35a0e req-4ada150b-cee0-4618-9896-373a8abc82b2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 935 time: 0.1473610 Jul 27 21:46:19.056657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-7e9cbefa-1fb1-4d3b-8468-8b9eb2b4ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.058244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-7e9cbefa-1fb1-4d3b-8468-8b9eb2b4ce96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 1098 time: 0.5485728 Jul 27 21:46:19.059330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:19.095733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-dae537c5-c74b-4a37-9f55-b43ce683649a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9429417 Jul 27 21:46:19.117879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd2a98bc-0fb1-4c0a-9a94-02989ff35a0e req-7cb2921e-8529-4655-8458-ab74b35a30c3 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616248 Jul 27 21:46:19.134164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Request body: {'port': {'device_id': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:19.138539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe801-fede-49ea-852c-e03acb83194e req-59d62b67-e691-400a-918c-b5872df28f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.140249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-59d62b67-e691-400a-918c-b5872df28f33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.1286218 Jul 27 21:46:19.142012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-719bce5c-d8ea-4647-9730-b2d67d26cd96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=54228205-b5bf-4da9-9246-3c601eca1c99 HTTP/1.1" status: 200 len: 217 time: 0.0691612 Jul 27 21:46:19.146992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d594ff-439b-4e96-af4c-acd105a7fd28 req-c8f2fe1f-a1e0-4487-baf6-e5466b265d8e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177614 Jul 27 21:46:19.164374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f850af2e-0db1-433b-b9db-ae37a8c793de'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:19.164374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:19.193050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.193294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.193643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.194010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.194346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.194866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.195393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.195710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.196158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.196366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.197466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.197466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:19.289456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-94c6016a-fc6f-437a-9706-6a3cb733c72d None None] Provisioning for port 18e5599d-c74b-4003-b490-791470e81288 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:19.301011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-94c6016a-fc6f-437a-9706-6a3cb733c72d None None] Provisioning complete for port 18e5599d-c74b-4003-b490-791470e81288 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:19.301011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94c6016a-fc6f-437a-9706-6a3cb733c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:19.307888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:19.310787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:19.314423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5bd9609-56b8-4053-809b-45e53f31c9d9 HTTP/1.1" status: 204 len: 168 time: 1.5146124 Jul 27 21:46:19.345443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94c6016a-fc6f-437a-9706-6a3cb733c72d None None] Port 18e5599d-c74b-4003-b490-791470e81288 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:19.368586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e50ce1-6f1b-499f-a2b1-c9ca09d46b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd9609-56b8-4053-809b-45e53f31c9d9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:19.436906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-4f33eecd-95d4-46a0-aeed-b4ad396abe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.438607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-4f33eecd-95d4-46a0-aeed-b4ad396abe84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2084074 Jul 27 21:46:19.499160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10f5fb-6e1e-44b7-a529-426b1ad969ab req-8dd75614-d780-4f6b-a237-cfa4135aaae6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.506879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a10f5fb-6e1e-44b7-a529-426b1ad969ab req-8dd75614-d780-4f6b-a237-cfa4135aaae6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 947 time: 0.1119871 Jul 27 21:46:19.559415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a10f5fb-6e1e-44b7-a529-426b1ad969ab req-8fcdda21-ca71-4389-a736-df06e5a6cea8 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499125 Jul 27 21:46:19.560192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:19.585461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fe801-fede-49ea-852c-e03acb83194e req-0d4d3ab9-9ed7-4018-9887-0454f7be63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.587363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-0d4d3ab9-9ed7-4018-9887-0454f7be63cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346119 Jul 27 21:46:19.635601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-46a44c1a-895c-4dca-a87c-c1e8aa8ac95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.637122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-46a44c1a-895c-4dca-a87c-c1e8aa8ac95a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1098 time: 0.2631209 Jul 27 21:46:19.645365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1e86612-1f44-431f-aace-922d076d5d1c req-d00ea3cc-a6bd-4fa8-93ba-daba08874ebf tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 210 time: 0.0325089 Jul 27 21:46:19.758754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-d7fe15af-2b62-4cde-a486-999052b32385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.760524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-d7fe15af-2b62-4cde-a486-999052b32385 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727034 Jul 27 21:46:19.986827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-761c22cd-4269-4d4f-ad6e-4a31713b92df service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854046 Jul 27 21:46:19.988252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-54e023fb-f8f9-4617-848c-355cfca084de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:19.990594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-54e023fb-f8f9-4617-848c-355cfca084de service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.3377440 Jul 27 21:46:20.142129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-74bb25c1-722c-4bb9-bc47-e119ce9128a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927 HTTP/1.1" status: 200 len: 217 time: 0.1303072 Jul 27 21:46:20.155129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-606552a4-45a6-41ae-ae33-9e9a6a09ac14 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747444 Jul 27 21:46:20.174023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55688) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:20.204844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94012bd-67da-451c-a822-0889f00deb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.346768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-bd1deb36-c2fc-46f9-a0a5-11457473bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:20.348927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-bd1deb36-c2fc-46f9-a0a5-11457473bd19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1871715 Jul 27 21:46:20.354589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4fe801-fede-49ea-852c-e03acb83194e req-72f60bb7-d897-48eb-b062-dceb254ab290 service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459589 Jul 27 21:46:20.377127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94012bd-67da-451c-a822-0889f00deb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.425089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdaa511-7fc8-42bb-85a3-86ca85cc22b5 req-739de13c-67dc-4ad9-a4cc-8bc7c918310f service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622342 Jul 27 21:46:20.467193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94012bd-67da-451c-a822-0889f00deb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.474644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e5599d-c74b-4003-b490-791470e81288 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:20.486944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.505812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-29943d82-9967-4581-b21a-a5d99b0e5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:20.507591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-29943d82-9967-4581-b21a-a5d99b0e5017 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459389 Jul 27 21:46:20.508609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Transition to ACTIVE for port object 18e5599d-c74b-4003-b490-791470e81288 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:20.509866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94012bd-67da-451c-a822-0889f00deb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b00bf9-5ccb-482e-8240-8f1b75fe11f4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:20.540068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b94012bd-67da-451c-a822-0889f00deb61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=094097a210864cd2b660eb36d21692f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633888 Jul 27 21:46:20.542354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:20.603978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc958f0-3f89-4ac7-8135-482ef6e7cbf5 req-7d5c62a7-d2ad-4691-a3f2-242aec1f37b4 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:20.612110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffc958f0-3f89-4ac7-8135-482ef6e7cbf5 req-7d5c62a7-d2ad-4691-a3f2-242aec1f37b4 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 935 time: 0.1877215 Jul 27 21:46:20.638904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:20.671275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.686829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.698885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffc958f0-3f89-4ac7-8135-482ef6e7cbf5 req-71112b8b-ad6f-4c73-b5b8-c9be5fc28b33 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857439 Jul 27 21:46:20.725193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f850af2e-0db1-433b-b9db-ae37a8c793de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:20.726589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.790554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-2575967d-c930-4bac-9045-ec03eb401931 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637444 Jul 27 21:46:20.791973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29'}, {'name': 'network-changed', 'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:20.795039 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a37ede-c56e-4cf5-9b77-ba719f93f166" -d '{"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29"}, {"name": "network-changed", "server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:20.799660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:20.908846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.910790 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:20.986312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:20.989706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:20.995444 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18790953-fd15-4c33-8a9f-412dadd65ad5" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:21.002011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7bcbf6-0e15-4fe6-8d75-925d3548da98 req-4a6ff4a9-a509-4626-9a4c-e37b5597118b service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813977 Jul 27 21:46:21.087369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.167831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dc226-e5d7-4b99-847f-e3a566360a6a req-c606f604-e705-4f71-a30e-1686123bd84f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:21.171079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-765dc226-e5d7-4b99-847f-e3a566360a6a req-c606f604-e705-4f71-a30e-1686123bd84f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.5134189 Jul 27 21:46:21.198357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:21.206038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Attempting to bind port 18e5599d-c74b-4003-b490-791470e81288 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:21.206455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Attempting to bind port 18e5599d-c74b-4003-b490-791470e81288 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:21.206765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Attempting to bind port 18e5599d-c74b-4003-b490-791470e81288 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:21.216665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Port 18e5599d-c74b-4003-b490-791470e81288 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:21.216992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Attempting to bind port 18e5599d-c74b-4003-b490-791470e81288 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:21.234392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:21.234734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:21.238484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:21.239084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Bound port: 18e5599d-c74b-4003-b490-791470e81288, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:21.243593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.246748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-765dc226-e5d7-4b99-847f-e3a566360a6a req-0800d050-e0cc-425f-9971-4ab066d197c8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683472 Jul 27 21:46:21.351607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1893e535-4a14-46e1-a300-e526b888848c req-c60b3338-80c4-4e1a-93e8-d1ae06e4023a tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 258 time: 0.6156769 Jul 27 21:46:21.371594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:21.375899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18e5599d-c74b-4003-b490-791470e81288,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:21.378359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:21.399010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.403592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.405128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72b00bf9-5ccb-482e-8240-8f1b75fe11f4 HTTP/1.1" status: 204 len: 168 time: 0.8618479 Jul 27 21:46:21.456145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7c04-c96c-452d-bc32-0765404ca99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b00bf9-5ccb-482e-8240-8f1b75fe11f4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:21.480633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.523741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-f4d32b5c-ef5c-4e2e-8541-14ce2e692388 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:21.525487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-f4d32b5c-ef5c-4e2e-8541-14ce2e692388 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.50 "GET /v2.0/networks?id=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 HTTP/1.1" status: 200 len: 821 time: 0.3812177 Jul 27 21:46:21.546646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Request body: {'port': {'device_id': '5a949fcf-478b-459a-9361-8adac6af8a21', 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9', 'admin_state_up': True, 'tenant_id': 'd7639150317d4bf09c290ba074f5874f'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:21.581976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:21.582947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.585751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] 10.222.0.50 "PUT /v2.0/ports/18e5599d-c74b-4003-b490-791470e81288 HTTP/1.1" status: 200 len: 1095 time: 2.4574542 Jul 27 21:46:21.613395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.666033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ec34-6da6-48dd-9267-038aada683ac req-6d7048e3-c69a-44ad-b400-6fb2cfd2b442 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:21.673032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17c0ec34-6da6-48dd-9267-038aada683ac req-6d7048e3-c69a-44ad-b400-6fb2cfd2b442 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 947 time: 0.2876923 Jul 27 21:46:21.702032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371cfa0-9b80-4321-9ab4-64773bcb4197 service neutron] Pushing event updated for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:21.732004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17c0ec34-6da6-48dd-9267-038aada683ac req-0d758817-14f5-492b-ac4f-4e2d69fadf0a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578239 Jul 27 21:46:21.841620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aeb03f2b-349a-48b0-9a1a-b3ff42725da4 req-998214c5-a640-43e4-977e-876d3536d8d8 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 210 time: 0.0530856 Jul 27 21:46:21.921313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:21.937605 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b38f78b-970f-4fb4-bed5-3761294be686 x-openstack-request-id: req-8b38f78b-970f-4fb4-bed5-3761294be686 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:21.937605 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:21.937605 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b38f78b-970f-4fb4-bed5-3761294be686 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:21.937605 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29', 'status': 'completed', 'code': 200} Jul 27 21:46:21.937605 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99', 'status': 'completed', 'code': 200} Jul 27 21:46:22.001279 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5b5e0-d479-47e1-aa00-be192965bf7b x-openstack-request-id: req-07c5b5e0-d479-47e1-aa00-be192965bf7b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:22.002263 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:22.003013 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07c5b5e0-d479-47e1-aa00-be192965bf7b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:22.004099 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:46:22.026577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Made reservation on behalf of d7639150317d4bf09c290ba074f5874f for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:22.030594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:22.246245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-faf262a0-c499-4552-8738-2636577e9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.248878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-faf262a0-c499-4552-8738-2636577e9e3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1096 time: 0.2548716 Jul 27 21:46:22.250637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Allocated IP 172.25.3.223 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/64551c2b-2e54-4c25-80cb-8b7c7642c5ea) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:22.483881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-f3e069c5-a998-4245-9497-e0736e01731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.485766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-f3e069c5-a998-4245-9497-e0736e01731b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 1098 time: 0.5491076 Jul 27 21:46:22.502453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-3d5bba82-60df-4146-b8fb-f2c884d3343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.505313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-3d5bba82-60df-4146-b8fb-f2c884d3343d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 929 time: 0.2064149 Jul 27 21:46:22.571805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3ebf1-ac09-482c-97f9-8b70aeb5a889 req-5d27f1b6-9ec3-4c4d-b558-dbcf6059e43c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.571805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01a3ebf1-ac09-482c-97f9-8b70aeb5a889 req-5d27f1b6-9ec3-4c4d-b558-dbcf6059e43c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 947 time: 0.2636621 Jul 27 21:46:22.587535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-66c2aefa-ee84-487f-a37d-dd9f3d1423a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=18e5599d-c74b-4003-b490-791470e81288 HTTP/1.1" status: 200 len: 217 time: 0.0905704 Jul 27 21:46:22.594849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-75a63aad-b946-45d2-a9e3-b0b74539449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.599853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-75a63aad-b946-45d2-a9e3-b0b74539449e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 1098 time: 0.2955663 Jul 27 21:46:22.629994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Allocated IP 172.20.0.6 (f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9/1d6d0942-dc2c-428c-9808-8dae8db0b604/c996aeac-996b-4298-93ec-764b906d4753) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:22.711535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-fce40e40-e5dd-4d05-8be5-94dd3545bf84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 1001 time: 0.1980398 Jul 27 21:46:22.786930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:22.820160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01a3ebf1-ac09-482c-97f9-8b70aeb5a889 req-e4b1c81b-7542-4f88-bd87-63edc3f06623 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306080 Jul 27 21:46:22.837500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 54228205-b5bf-4da9-9246-3c601eca1c99 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:22.872526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-b9b1f26d-d849-4f8b-85cd-224c289cc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.876214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-b9b1f26d-d849-4f8b-85cd-224c289cc5d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2739420 Jul 27 21:46:22.879280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-88f61a57-fd26-4aef-a906-8f444c1d8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.902025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-88f61a57-fd26-4aef-a906-8f444c1d8234 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2810636 Jul 27 21:46:22.953740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-ea62c6d4-97dc-4715-84cb-dd406d738a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:22.955724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-ea62c6d4-97dc-4715-84cb-dd406d738a38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.2299273 Jul 27 21:46:23.112659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.132982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-7506f94b-4471-416a-9e1d-cc6e67020975 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=54228205-b5bf-4da9-9246-3c601eca1c99 HTTP/1.1" status: 200 len: 217 time: 0.0924098 Jul 27 21:46:23.147665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-4f4f9fd8-f0f4-410f-8aa3-ca4d97c389b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.149130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-4f4f9fd8-f0f4-410f-8aa3-ca4d97c389b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846681 Jul 27 21:46:23.235303 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.304028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:23.312590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:23.321906 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.321906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:23.349337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event updated for resources: {'Port': ['ID=64551c2b-2e54-4c25-80cb-8b7c7642c5ea,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:23.380140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=54228205-b5bf-4da9-9246-3c601eca1c99,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:23.402167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '54228205-b5bf-4da9-9246-3c601eca1c99', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '54228205-b5bf-4da9-9246-3c601eca1c99', 'mac_address': 'fa:16:3e:54:5a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:23.406891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-827f22bf-285b-4fe3-bb6b-a9b7fd592310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.408891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-827f22bf-285b-4fe3-bb6b-a9b7fd592310 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2201879 Jul 27 21:46:23.455593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.471718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-e0c6907a-941c-4f55-975b-9b16137dfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.474712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-e0c6907a-941c-4f55-975b-9b16137dfb95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5663121 Jul 27 21:46:23.477870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54228205-b5bf-4da9-9246-3c601eca1c99 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:23.509045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cd5c8-cdf0-43bf-8a1c-ea10da264897 req-262e59f1-c53f-434b-be7b-7546735e775e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.510764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=54228205-b5bf-4da9-9246-3c601eca1c99,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:23.512636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-913cd5c8-cdf0-43bf-8a1c-ea10da264897 req-262e59f1-c53f-434b-be7b-7546735e775e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.4932692 Jul 27 21:46:23.540666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:23.544373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-99e8e162-4fee-473a-ae2e-7f5011e99eda service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832128 Jul 27 21:46:23.555269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:23.584621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:23.584866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.585680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:23.666822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-913cd5c8-cdf0-43bf-8a1c-ea10da264897 req-953d5af9-f86d-47f2-86a1-49eb7232f722 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382341 Jul 27 21:46:23.692469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Pushing event updated for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:23.697344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:23.750319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-2164b98f-7be3-4bcf-91d4-d0afe01cb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.752513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-2164b98f-7be3-4bcf-91d4-d0afe01cb51e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3294189 Jul 27 21:46:23.760553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'mac_address': 'fa:16:3e:3d:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:23.815083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.843468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:23.844657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.886493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-047e73a3-7c45-4006-ab91-8ab855b0ed8e service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153631 Jul 27 21:46:23.948207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:23.964083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-907c2bcd-0d03-4f5a-b62f-27698f1e5d95 service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997066 Jul 27 21:46:23.980710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'tag': '18e5599d-c74b-4003-b490-791470e81288'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:23.985480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:23.994351 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a5f55-1341-4705-9cef-2463e397f993" -d '{"events": [{"name": "network-changed", "server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "tag": "18e5599d-c74b-4003-b490-791470e81288"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:24.025931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-d0207e36-6379-4c0a-9abe-a305f6b20694 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408905 Jul 27 21:46:24.037932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:24.103066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:24.108381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:24.111460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-857ca43e-4341-4487-ba2f-eb34fc9aa44f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5727763 Jul 27 21:46:24.242691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:24.261959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944982-377a-4593-9add-cb831dcecd5a req-5902dc93-4216-4819-8856-2943e58eb88a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:24.272167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b944982-377a-4593-9add-cb831dcecd5a req-5902dc93-4216-4819-8856-2943e58eb88a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 948 time: 0.3875992 Jul 27 21:46:24.371363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91a37ede-c56e-4cf5-9b77-ba719f93f166 req-94cd1656-be24-4ef9-96fb-083414d121a0 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747519 Jul 27 21:46:24.375152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:24.376065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5a54568-a2db-4537-bb13-bb662e7ab0ff req-84b9b26d-f0ac-4015-94b7-fa7e321ad954 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132784 Jul 27 21:46:24.397660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b944982-377a-4593-9add-cb831dcecd5a req-dece957c-42da-4ea4-aa04-d8a36dff12a6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242516 Jul 27 21:46:24.538312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['54228205-b5bf-4da9-9246-3c601eca1c99'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:24.625226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f72946-37d2-4a6a-ae5c-62ca26a6b0f5 req-1d3f49d2-cd78-4067-a69f-b5bf0206d262 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:24.634345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4f72946-37d2-4a6a-ae5c-62ca26a6b0f5 req-1d3f49d2-cd78-4067-a69f-b5bf0206d262 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 931 time: 0.1023369 Jul 27 21:46:24.647509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:24.726497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4f72946-37d2-4a6a-ae5c-62ca26a6b0f5 req-181fa5a0-985d-4efc-81b4-b881ed8a6525 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911231 Jul 27 21:46:24.740019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Request body: {'port': {'device_id': '5a949fcf-478b-459a-9361-8adac6af8a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:24.948016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.090659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f1353-4215-4788-a971-c1dfe548e73c req-aa188468-79ed-45ed-8d19-0989a7c108bf tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.093216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f5f1353-4215-4788-a971-c1dfe548e73c req-aa188468-79ed-45ed-8d19-0989a7c108bf tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 947 time: 0.1213632 Jul 27 21:46:25.155282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.170517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f5f1353-4215-4788-a971-c1dfe548e73c req-7d143ef4-8e54-4db2-8a6b-8c93c52402e7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Jul 27 21:46:25.248868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.253771 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f7745-2200-46bb-8226-43a72f0ec170 x-openstack-request-id: req-d58f7745-2200-46bb-8226-43a72f0ec170 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:25.254378 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "tag": "18e5599d-c74b-4003-b490-791470e81288", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:25.255323 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d58f7745-2200-46bb-8226-43a72f0ec170 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:25.255886 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'tag': '18e5599d-c74b-4003-b490-791470e81288', 'status': 'completed', 'code': 200} Jul 27 21:46:25.481300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event updated for resources: {'Port': ['ID=64551c2b-2e54-4c25-80cb-8b7c7642c5ea,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:25.492486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-38efd87c-0737-4269-a87f-ca05e19894a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.495912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-38efd87c-0737-4269-a87f-ca05e19894a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 1098 time: 0.2145760 Jul 27 21:46:25.507404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e3898-2603-4348-84de-1b44aaa52791 req-34c342cd-8051-47c5-8178-2f66f0ee0889 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.510509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be3e3898-2603-4348-84de-1b44aaa52791 req-34c342cd-8051-47c5-8178-2f66f0ee0889 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1496973 Jul 27 21:46:25.512226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.611201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.613702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1893e535-4a14-46e1-a300-e526b888848c req-aad9b1a1-1219-4e07-a045-efc7408807d9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2609823 Jul 27 21:46:25.680161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be3e3898-2603-4348-84de-1b44aaa52791 req-394f8e21-86fc-4ed9-bfd4-4d905c58391c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263700 Jul 27 21:46:25.705995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c996aeac-996b-4298-93ec-764b906d4753 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:25.714662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-5af13768-dbe4-4320-8b2b-96b6b1d66916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.716361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-5af13768-dbe4-4320-8b2b-96b6b1d66916 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2032132 Jul 27 21:46:25.732044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.742932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1893e535-4a14-46e1-a300-e526b888848c req-04bba89a-c6c2-4611-85bf-4e2d702b6ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.223 HTTP/1.1" status: 200 len: 696 time: 0.1205409 Jul 27 21:46:25.777913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-0410174c-1a69-438e-b704-5014cff1b18a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=18e5599d-c74b-4003-b490-791470e81288 HTTP/1.1" status: 200 len: 217 time: 0.0512629 Jul 27 21:46:25.840292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Transition to ACTIVE for port object c996aeac-996b-4298-93ec-764b906d4753 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:25.864945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-305a53cc-7dfc-4ab7-9124-f54b8c8267e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.867003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-305a53cc-7dfc-4ab7-9124-f54b8c8267e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0813887 Jul 27 21:46:25.912068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:25.951328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e535-4a14-46e1-a300-e526b888848c req-5539bc9d-311a-42ef-b3cf-2669d6ec8f3d tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.953453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1893e535-4a14-46e1-a300-e526b888848c req-5539bc9d-311a-42ef-b3cf-2669d6ec8f3d tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2003617 Jul 27 21:46:25.996331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-398b36e2-de6d-4d37-aed8-6d0bef164b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:25.998471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-398b36e2-de6d-4d37-aed8-6d0bef164b66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208680 Jul 27 21:46:26.042273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Pushing event updated for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:26.144501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-22428851-5300-4c86-90ac-852497212589 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375010 Jul 27 21:46:26.210564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9595267-3f86-4df4-a506-fd41a964006e req-1e9d9bce-0793-441c-8556-fe5adb73d4e2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.212186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9595267-3f86-4df4-a506-fd41a964006e req-1e9d9bce-0793-441c-8556-fe5adb73d4e2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 948 time: 0.1710415 Jul 27 21:46:26.215471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Attempting to bind port c996aeac-996b-4298-93ec-764b906d4753 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:26.215786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Attempting to bind port c996aeac-996b-4298-93ec-764b906d4753 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:26.216119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Attempting to bind port c996aeac-996b-4298-93ec-764b906d4753 on network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:26.224101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Port c996aeac-996b-4298-93ec-764b906d4753 on network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:26.224101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Attempting to bind port c996aeac-996b-4298-93ec-764b906d4753 on network f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:26.235456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:26.235804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Checking segment: {'id': 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:26.236185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Bound using segment: {'id': 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:26.236622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Bound port: c996aeac-996b-4298-93ec-764b906d4753, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:26.236986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:26.258783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd0a5f55-1341-4705-9cef-2463e397f993 req-20209613-07d3-4102-997e-e5db684d602f service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066544 Jul 27 21:46:26.304657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9595267-3f86-4df4-a506-fd41a964006e req-f48a3e5a-6e6c-4a62-882f-98aab8634860 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827572 Jul 27 21:46:26.345923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:26.349815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c996aeac-996b-4298-93ec-764b906d4753,segment=NetworkSegment(c87176aa-22dd-4a8f-a289-2b3ea184f6e6),segment_id=c87176aa-22dd-4a8f-a289-2b3ea184f6e6)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:26.428678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:26.472719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd581-2a69-44d6-bdbd-d389aa36776f req-1ac6b87f-0618-4e27-b759-9a050c6421d6 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.475248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efcfd581-2a69-44d6-bdbd-d389aa36776f req-1ac6b87f-0618-4e27-b759-9a050c6421d6 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 943 time: 0.1011879 Jul 27 21:46:26.487259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.487904 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:26.490217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-0165673a-7980-4697-8b15-082a4e61905a service neutron] 10.222.0.50 "PUT /v2.0/ports/c996aeac-996b-4298-93ec-764b906d4753 HTTP/1.1" status: 200 len: 1091 time: 1.7860868 Jul 27 21:46:26.495586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:26.497925 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "tag": "c996aeac-996b-4298-93ec-764b906d4753"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:26.549225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165673a-7980-4697-8b15-082a4e61905a service neutron] Pushing event updated for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:26.564812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efcfd581-2a69-44d6-bdbd-d389aa36776f req-a9957d69-a226-4cb1-8010-bc616f220b18 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803754 Jul 27 21:46:26.586052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e94e6-f700-4412-abe1-76293888b75f req-72345456-f248-40cd-8b3d-fc8b5811cfc3 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.586927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-175e94e6-f700-4412-abe1-76293888b75f req-72345456-f248-40cd-8b3d-fc8b5811cfc3 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0902233 Jul 27 21:46:26.646235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18e5599d-c74b-4003-b490-791470e81288 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:26.763792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-4d77784a-31df-4034-b605-7a075ab7feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.765608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-4d77784a-31df-4034-b605-7a075ab7feab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7639150317d4bf09c290ba074f5874f&device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 1094 time: 0.1483939 Jul 27 21:46:26.778330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-175e94e6-f700-4412-abe1-76293888b75f req-3be00793-5d00-4bc9-aa6b-96e17f27fc56 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.223 HTTP/1.1" status: 200 len: 696 time: 0.1824150 Jul 27 21:46:26.787486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-175e94e6-f700-4412-abe1-76293888b75f req-33250fd5-8748-4a1a-924d-3ea466b22113 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'floatingip': {'port_id': '5b812109-a116-443e-93f5-e3040dcb3b29', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:26.790852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52474d72-fbe8-41f3-a185-356faca27d9f req-fe690d81-a8b9-497a-b588-b65495c2c5bf tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:26.793220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52474d72-fbe8-41f3-a185-356faca27d9f req-fe690d81-a8b9-497a-b588-b65495c2c5bf tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 947 time: 0.1150675 Jul 27 21:46:26.829930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18e5599d-c74b-4003-b490-791470e81288,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:26.862206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '18e5599d-c74b-4003-b490-791470e81288', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '18e5599d-c74b-4003-b490-791470e81288', 'mac_address': 'fa:16:3e:27:1f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:26.868032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:26.874343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-175e94e6-f700-4412-abe1-76293888b75f req-33250fd5-8748-4a1a-924d-3ea466b22113 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:26.929654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-b945d4ed-d525-4647-8aff-2fb3c89e9560 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c996aeac-996b-4298-93ec-764b906d4753 HTTP/1.1" status: 200 len: 217 time: 0.1512804 Jul 27 21:46:26.947172 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:26.975452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e5599d-c74b-4003-b490-791470e81288 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:27.000625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52474d72-fbe8-41f3-a185-356faca27d9f req-0549eb92-f338-478a-aa32-03035743e951 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936247 Jul 27 21:46:27.008432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18e5599d-c74b-4003-b490-791470e81288,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:27.040534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890e146-5a77-4224-a7f8-bdc598667480 req-4814578c-5471-4fb7-9aab-cd4d134a1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:27.043071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-4814578c-5471-4fb7-9aab-cd4d134a1948 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d6d0942-dc2c-428c-9808-8dae8db0b604 HTTP/1.1" status: 200 len: 861 time: 0.0998964 Jul 27 21:46:27.076799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.179517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-f2ee447f-d1b2-43bf-b425-614c9c41a054 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166534 Jul 27 21:46:27.229649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:27.244564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:27.244867 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-175e94e6-f700-4412-abe1-76293888b75f req-33250fd5-8748-4a1a-924d-3ea466b22113 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:46:27.259224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:27.259455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.262398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-175e94e6-f700-4412-abe1-76293888b75f req-33250fd5-8748-4a1a-924d-3ea466b22113 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "PUT /v2.0/floatingips/27b57a0a-b253-4b86-aac2-4e9faf213972 HTTP/1.1" status: 409 len: 550 time: 0.4795873 Jul 27 21:46:27.340915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18e5599d-c74b-4003-b490-791470e81288'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:27.346586 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c136545-42bf-4f90-a76f-43c3e8ce333a x-openstack-request-id: req-9c136545-42bf-4f90-a76f-43c3e8ce333a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:27.346949 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "tag": "c996aeac-996b-4298-93ec-764b906d4753", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:27.347169 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c136545-42bf-4f90-a76f-43c3e8ce333a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:27.347518 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753', 'status': 'completed', 'code': 200} Jul 27 21:46:27.354606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-049b772e-6aef-4427-853a-68aaade1eda5 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips/27b57a0a-b253-4b86-aac2-4e9faf213972 HTTP/1.1" status: 200 len: 693 time: 0.0817451 Jul 27 21:46:27.461694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-f0053736-702b-43e5-b04a-17bc045b77a0 service neutron] 10.222.0.50 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735741 Jul 27 21:46:27.494224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-6341ff08-de74-4fd7-a983-44c9bafe6ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:27.495891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-6341ff08-de74-4fd7-a983-44c9bafe6ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1404679 Jul 27 21:46:27.556544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe4829-4095-4d59-97f2-6bd3eb898686 req-66d2a765-42e6-4965-ba5d-7e0723ddbd3f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:27.559076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aebe4829-4095-4d59-97f2-6bd3eb898686 req-66d2a765-42e6-4965-ba5d-7e0723ddbd3f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.2144704 Jul 27 21:46:27.569528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-bdecf40a-b615-48f3-a508-4368f3f5d0aa tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.223 HTTP/1.1" status: 200 len: 696 time: 0.0616159 Jul 27 21:46:27.636953 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.639776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-dd9d85c9-324f-4fa9-bd86-565085f2f60a tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.223 HTTP/1.1" status: 200 len: 696 time: 0.0617008 Jul 27 21:46:27.690341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:27.697630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:27.702433 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d596a9-6884-4166-be6b-908be9566c2d" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:27.710164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aebe4829-4095-4d59-97f2-6bd3eb898686 req-e51ac632-3eaa-4497-adcb-86b5b40f7d8b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315470 Jul 27 21:46:27.725285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c890e146-5a77-4224-a7f8-bdc598667480 req-bc565fbd-11fe-4867-9722-d9114ffc8520 service neutron] 10.222.0.50 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523015 Jul 27 21:46:27.745795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.746665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 54228205-b5bf-4da9-9246-3c601eca1c99 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:27.836078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:27.937638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 54228205-b5bf-4da9-9246-3c601eca1c99 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:27.945286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345c8e-a6e9-4eac-97b6-9230c0c047d5 req-684428e3-cc03-409c-bad6-716852d1ad45 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:27.947098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf345c8e-a6e9-4eac-97b6-9230c0c047d5 req-684428e3-cc03-409c-bad6-716852d1ad45 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 948 time: 0.1439579 Jul 27 21:46:27.948396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 54228205-b5bf-4da9-9246-3c601eca1c99 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:27.949292 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.957098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Deleting port 64551c2b-2e54-4c25-80cb-8b7c7642c5ea {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:27.957098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:27.969187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-11182ed6-4db7-4951-a2ca-d1dcdfe43e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:27.970975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-11182ed6-4db7-4951-a2ca-d1dcdfe43e8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7639150317d4bf09c290ba074f5874f&device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 1094 time: 0.1253877 Jul 27 21:46:28.060329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.060666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.069739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf345c8e-a6e9-4eac-97b6-9230c0c047d5 req-43b92855-ef1a-4db7-86bf-d2133da6b6a0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153378 Jul 27 21:46:28.075084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Calling delete_port for 64551c2b-2e54-4c25-80cb-8b7c7642c5ea owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:28.112252 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.147496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-1b9f105f-87de-496c-9c2b-97959ff2b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:28.149410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-1b9f105f-87de-496c-9c2b-97959ff2b2f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 HTTP/1.1" status: 200 len: 922 time: 0.1674333 Jul 27 21:46:28.179123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=54228205-b5bf-4da9-9246-3c601eca1c99,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:28.211809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-7697c6c6-05c1-4ae1-8bbe-f9a5b96ccbf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c996aeac-996b-4298-93ec-764b906d4753 HTTP/1.1" status: 200 len: 217 time: 0.0536637 Jul 27 21:46:28.254924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.350123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-d38702de-3a64-4870-8390-cbc27b857b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:28.353188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-d38702de-3a64-4870-8390-cbc27b857b63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1d6d0942-dc2c-428c-9808-8dae8db0b604 HTTP/1.1" status: 200 len: 861 time: 0.1280994 Jul 27 21:46:28.358357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:28.400455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-a17a7da1-8e48-42c9-ad8c-6b6d8d0db564 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321610 Jul 27 21:46:28.419739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.464561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event deleted for resources: {'Port': ['ID=64551c2b-2e54-4c25-80cb-8b7c7642c5ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:28.495674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.496032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.496400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.496721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.497066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.497410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.497746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.498108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.498916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.499071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.499363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.499699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:28.560298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-f9424f6f-bb01-4b77-acb6-eec3cccad233 service neutron] 10.222.0.50 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461601 Jul 27 21:46:28.592652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.598460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.616173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f0c7836-6ae5-49c3-b8f9-4e0b9d7672f7 req-1679a219-62a6-435a-aef2-070ada800448 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "DELETE /v2.0/floatingips/27b57a0a-b253-4b86-aac2-4e9faf213972 HTTP/1.1" status: 204 len: 173 time: 0.9457183 Jul 27 21:46:28.659380 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f4e8e-b663-431d-885b-b5ace89d7e6f x-openstack-request-id: req-c04f4e8e-b663-431d-885b-b5ace89d7e6f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:28.659839 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:28.660241 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c04f4e8e-b663-431d-885b-b5ace89d7e6f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:28.661079 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'code': 200} Jul 27 21:46:28.664337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18e5599d-c74b-4003-b490-791470e81288 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:28.874076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61790e37-1a86-4bb7-8496-c87c2cc83c1c req-e9c49c10-fd69-42a5-af97-7675439985f9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:28.885747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c284f-3044-47f2-b28f-4fa8037a1f5b req-bf526e62-e31a-4e9c-9594-98875a7fbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:28.887977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e1c284f-3044-47f2-b28f-4fa8037a1f5b req-bf526e62-e31a-4e9c-9594-98875a7fbe40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.1351490 Jul 27 21:46:28.888905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61790e37-1a86-4bb7-8496-c87c2cc83c1c req-e9c49c10-fd69-42a5-af97-7675439985f9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 943 time: 0.1825571 Jul 27 21:46:28.909479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca339a6-ed0e-40aa-b01f-3313bf3f9328 req-7408b8cd-3a96-4b71-88f7-68c6dc744582 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:28.919743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dca339a6-ed0e-40aa-b01f-3313bf3f9328 req-7408b8cd-3a96-4b71-88f7-68c6dc744582 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 948 time: 0.1685977 Jul 27 21:46:28.922509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 18e5599d-c74b-4003-b490-791470e81288 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:28.924567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b451e2e5-45fc-46f3-9e07-31717e2cb5ac req-71803f92-53f7-414d-9b8d-35770d9f0824 service neutron] 10.222.0.50 "GET /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513348 Jul 27 21:46:28.927946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 18e5599d-c74b-4003-b490-791470e81288 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:28.929699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:28.939929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61790e37-1a86-4bb7-8496-c87c2cc83c1c req-214ae29e-094f-4adc-82fb-6a0ebea103eb tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 Jul 27 21:46:28.978185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e1c284f-3044-47f2-b28f-4fa8037a1f5b req-933e1b25-0196-4cf7-982d-1f51ad716b59 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Jul 27 21:46:29.014547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dca339a6-ed0e-40aa-b01f-3313bf3f9328 req-4d433eb5-4a7a-447e-82fa-79c930ad9439 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904830 Jul 27 21:46:29.148518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:29.201724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18e5599d-c74b-4003-b490-791470e81288,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:29.280514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654335e-ad71-413b-9312-4d4e06b15f2b req-c3e8acca-0b13-40dd-9092-d8d032a630be tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:29.290053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c654335e-ad71-413b-9312-4d4e06b15f2b req-c3e8acca-0b13-40dd-9092-d8d032a630be tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1247687 Jul 27 21:46:29.323880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:29.350747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c654335e-ad71-413b-9312-4d4e06b15f2b req-53826099-5d73-467b-ad07-9aed42134130 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595682 Jul 27 21:46:29.437374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:29.539724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-5be2c6ef-6e02-4bec-a608-301960021660 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.5069828 Jul 27 21:46:29.556976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a3eb-c9e2-4e75-b6ab-bbd8831b44c9 req-f4fa5adc-f12e-44e4-96ee-91c787e106ed tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:29.558987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21b2a3eb-c9e2-4e75-b6ab-bbd8831b44c9 req-f4fa5adc-f12e-44e4-96ee-91c787e106ed tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.1182616 Jul 27 21:46:29.621438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21b2a3eb-c9e2-4e75-b6ab-bbd8831b44c9 req-4f058c04-01f9-4143-8bd3-86b260bfd47d tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Jul 27 21:46:29.646775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-88921ad6-0d80-4f79-bdf7-cd3342d469bf tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:29.646775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-88921ad6-0d80-4f79-bdf7-cd3342d469bf tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports/5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 942 time: 0.0949974 Jul 27 21:46:29.776317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-16e66ad9-458a-4233-89b0-56bba3b8b460 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.0870626 Jul 27 21:46:29.949125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-fc18c4ed-0a82-4a38-aa10-cedf2e0c3f71 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:29.951916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-fc18c4ed-0a82-4a38-aa10-cedf2e0c3f71 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1735256 Jul 27 21:46:30.098461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-db634a2a-44a9-40ab-a5b0-08ae7c3de28f tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 1001 time: 0.1237874 Jul 27 21:46:30.129947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:30.210264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7a075-ca2f-4be4-ac43-90c4dad70f84 req-61c1a5c8-c875-49a8-836b-03a76435a4f9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:30.216762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1fa7a075-ca2f-4be4-ac43-90c4dad70f84 req-61c1a5c8-c875-49a8-836b-03a76435a4f9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 943 time: 0.1741850 Jul 27 21:46:30.272972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:30.298935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1fa7a075-ca2f-4be4-ac43-90c4dad70f84 req-7ae9aabc-56eb-4baf-9954-a5d1c9fc5641 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774884 Jul 27 21:46:30.463497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f9729-47d8-46f2-8b9c-912a4b1b6b49 req-bcce286d-53b7-41b2-8a5a-71857ca814a2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:30.476732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-001f9729-47d8-46f2-8b9c-912a4b1b6b49 req-bcce286d-53b7-41b2-8a5a-71857ca814a2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.1068194 Jul 27 21:46:30.484118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:30.532928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-001f9729-47d8-46f2-8b9c-912a4b1b6b49 req-8b0d99d3-a0ff-468b-a8bb-f9367e2396bf tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Jul 27 21:46:30.562966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:30.563652 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Floating IP b83069dc-0ad0-46fd-af66-e89eb1edff4a disassociated. External IP: 172.25.3.252, port: 5b812109-a116-443e-93f5-e3040dcb3b29. Jul 27 21:46:30.663975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99'}, {'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5599d-c74b-4003-b490-791470e81288'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:30.666537 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b400ff5-57a2-4506-9002-f673b36ad0e0" -d '{"events": [{"server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "name": "network-vif-plugged", "status": "completed", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99"}, {"server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "18e5599d-c74b-4003-b490-791470e81288"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:30.672623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c996aeac-996b-4298-93ec-764b906d4753 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:30.756257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386cb52-4c29-4bfc-be91-0765f578fe28 req-7aaae6e6-0cd2-4312-a9a0-bebaad8a9792 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:30.758590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2386cb52-4c29-4bfc-be91-0765f578fe28 req-7aaae6e6-0cd2-4312-a9a0-bebaad8a9792 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1061397 Jul 27 21:46:30.868659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2386cb52-4c29-4bfc-be91-0765f578fe28 req-23984483-77ce-4fc1-aa9f-dd27792cab0b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Jul 27 21:46:30.895939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c996aeac-996b-4298-93ec-764b906d4753,segment=NetworkSegment(c87176aa-22dd-4a8f-a289-2b3ea184f6e6),segment_id=c87176aa-22dd-4a8f-a289-2b3ea184f6e6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:30.915484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:30.930796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c996aeac-996b-4298-93ec-764b906d4753', 'network_id': 'f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9', 'port_id': 'c996aeac-996b-4298-93ec-764b906d4753', 'mac_address': 'fa:16:3e:a0:2d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6d0942-dc2c-428c-9808-8dae8db0b604', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:30.998595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Router 5fc11b69-6149-45b3-9d30-5fdb0818500d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:46:31.039665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.088202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.092410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c996aeac-996b-4298-93ec-764b906d4753 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:31.135657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c996aeac-996b-4298-93ec-764b906d4753,segment=NetworkSegment(c87176aa-22dd-4a8f-a289-2b3ea184f6e6),segment_id=c87176aa-22dd-4a8f-a289-2b3ea184f6e6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:31.151493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2fcb3-2597-4ab0-9ad8-3b1fb4a0cd7d req-0de40cb1-63f7-49d6-9ff1-17ec4193d581 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.154197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9d2fcb3-2597-4ab0-9ad8-3b1fb4a0cd7d req-0de40cb1-63f7-49d6-9ff1-17ec4193d581 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.1683719 Jul 27 21:46:31.208970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:46:31.222010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Sync routers for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:46:31.222245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.233185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.234217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9d2fcb3-2597-4ab0-9ad8-3b1fb4a0cd7d req-15a61838-8b7b-4745-9ec0-12f87e53e889 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Jul 27 21:46:31.290917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-162a8584-2ced-4d0e-89f0-fcafb75b0457 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "PUT /v2.0/floatingips/b83069dc-0ad0-46fd-af66-e89eb1edff4a HTTP/1.1" status: 200 len: 695 time: 1.1707749 Jul 27 21:46:31.291528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:31.294391 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464d81b-95f2-4c85-89f7-e774b609a039" -d '{"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:31.328363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.356961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:31.357740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:31.404209 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb12869-fc6e-4b01-9a8b-f8866db9bee9 x-openstack-request-id: req-1fb12869-fc6e-4b01-9a8b-f8866db9bee9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:31.404372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.404479 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "name": "network-vif-plugged", "status": "completed", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99", "code": 200}, {"server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "name": "network-vif-plugged", "status": "completed", "tag": "18e5599d-c74b-4003-b490-791470e81288", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:31.404745 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fb12869-fc6e-4b01-9a8b-f8866db9bee9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:31.405149 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99', 'code': 200} Jul 27 21:46:31.405409 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e5599d-c74b-4003-b490-791470e81288', 'code': 200} Jul 27 21:46:31.477149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d56542424a24d65bfa4c8a6c935adb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578661 Jul 27 21:46:31.477149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8aab9-6590-41c6-be06-0f6adfc76a6d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:31.479628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:31.500214 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5957208-986a-41cb-b921-a658912f5f27 x-openstack-request-id: req-a5957208-986a-41cb-b921-a658912f5f27 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:31.510994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:31.517000 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5957208-986a-41cb-b921-a658912f5f27 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:31.517000 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29', 'status': 'completed', 'code': 200} Jul 27 21:46:31.522728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.524994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.525539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.526213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.526775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.529728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.532780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.532780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.532780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.534078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.534078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.535521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6714d5-33f2-49a8-ae8c-751a188eedeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:31.594655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:31.618129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-c1c9ad4a-621e-4b9f-a7f1-cd93489c5ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.619883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-c1c9ad4a-621e-4b9f-a7f1-cd93489c5ebd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1096 time: 0.3041337 Jul 27 21:46:31.700217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c996aeac-996b-4298-93ec-764b906d4753'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:31.758251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:31.761431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.800581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5f0c7-b1f8-4365-a60e-eb7a509a0d8c req-a2f13088-a24e-4807-98df-8acc1a79ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.803439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22a5f0c7-b1f8-4365-a60e-eb7a509a0d8c req-a2f13088-a24e-4807-98df-8acc1a79ea43 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 1100 time: 0.2531714 Jul 27 21:46:31.822062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-dc8bf6ba-23b3-41aa-b23b-590d26b1440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.824037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-dc8bf6ba-23b3-41aa-b23b-590d26b1440a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9859b58bf499474d8168c0351b2aeb7e&device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 1096 time: 0.2484224 Jul 27 21:46:31.825723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba988ec-48f8-464c-83bb-3998783a97b2 req-10004791-4ca2-49fa-818a-a2e6cc182578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.825900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.828505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ba988ec-48f8-464c-83bb-3998783a97b2 req-10004791-4ca2-49fa-818a-a2e6cc182578 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 1100 time: 0.3129618 Jul 27 21:46:31.831559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-a38f80b5-17e9-4a65-9a2a-85efa687776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.833320 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-a38f80b5-17e9-4a65-9a2a-85efa687776b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 929 time: 0.1904519 Jul 27 21:46:31.874021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53826efa-c2fa-4262-a8c1-5c58fa905e78 req-dec95498-71b6-4552-a186-6eb540e38db9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:31.876875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53826efa-c2fa-4262-a8c1-5c58fa905e78 req-dec95498-71b6-4552-a186-6eb540e38db9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 944 time: 0.2919378 Jul 27 21:46:31.951854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-22cb6dce-f608-4a13-85bc-884e3276be64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 217 time: 0.0996253 Jul 27 21:46:31.972297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f5c50b0-59b3-431d-85b8-650c5c46f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:31.982601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22a5f0c7-b1f8-4365-a60e-eb7a509a0d8c req-2ac804ca-828b-4bf1-8042-0c3b2d2adfa3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629038 Jul 27 21:46:32.015528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ba988ec-48f8-464c-83bb-3998783a97b2 req-5618685a-4733-4916-a90a-ebbb8b64813f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724107 Jul 27 21:46:32.027984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53826efa-c2fa-4262-a8c1-5c58fa905e78 req-2f874828-703a-467f-b2f6-e3ca880875a0 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281555 Jul 27 21:46:32.046873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-3f3e4bc6-645d-4b08-b4c0-01494f17d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.049555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-3f3e4bc6-645d-4b08-b4c0-01494f17d081 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.0858688 Jul 27 21:46:32.060240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-0843b021-ff8b-4e5b-b75b-8468c1fb6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.061869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-0843b021-ff8b-4e5b-b75b-8468c1fb6c06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 200 len: 929 time: 0.2274668 Jul 27 21:46:32.144223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:32.147548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:32.148730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ede8aab9-6590-41c6-be06-0f6adfc76a6d HTTP/1.1" status: 204 len: 168 time: 0.6676433 Jul 27 21:46:32.187811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b088d03-2cf6-4f34-8cf0-ac9461f4ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8aab9-6590-41c6-be06-0f6adfc76a6d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:32.192711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-6276a354-8b38-4736-a23d-fc72b323b22b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 200 len: 217 time: 0.1202037 Jul 27 21:46:32.278609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df72064-48fb-45aa-a419-f5091a3af8c2 req-5b92b24f-f27d-4307-96e4-9366870edf77 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.280314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1df72064-48fb-45aa-a419-f5091a3af8c2 req-5b92b24f-f27d-4307-96e4-9366870edf77 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.1305091 Jul 27 21:46:32.308447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:32.321844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-6179e55a-de7d-40a1-8fb5-f58eabb8889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.324092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-6179e55a-de7d-40a1-8fb5-f58eabb8889b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 200 len: 867 time: 0.1220429 Jul 27 21:46:32.329351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-5609ae15-ed9b-40eb-bc5c-10d74110d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.332225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-5609ae15-ed9b-40eb-bc5c-10d74110d3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626097 Jul 27 21:46:32.358155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Checking router: 5fc11b69-6149-45b3-9d30-5fdb0818500d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:46:32.375310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1df72064-48fb-45aa-a419-f5091a3af8c2 req-e11e47b3-1989-4e16-bb2b-c4326a3c18f2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Jul 27 21:46:32.385570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:32.388123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:32.576441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-41f97d95-9f32-4be4-bf91-e294c727b387 service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286894 Jul 27 21:46:32.593883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:32.659647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b1f3-4e71-4db8-a246-f35cf8f130d9 req-24c68294-4ec5-40c8-9320-d29204a5c405 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.678788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c824b1f3-4e71-4db8-a246-f35cf8f130d9 req-24c68294-4ec5-40c8-9320-d29204a5c405 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1879537 Jul 27 21:46:32.804421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c824b1f3-4e71-4db8-a246-f35cf8f130d9 req-00274727-eb96-4e5d-9e65-4b0675d05b7d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242468 Jul 27 21:46:32.865088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c9834d-2b68-4e9c-b9c4-5b06a87bb7f3 req-b9017059-628e-4f9f-9fd1-9f3dc1ab37e3 service neutron] 10.222.0.37 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877316 Jul 27 21:46:32.876315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-754fdb57-a048-4f6c-890a-90d73d47dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:32.877776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-754fdb57-a048-4f6c-890a-90d73d47dae7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c5705910-e415-4c1a-a395-940719fd47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440967 Jul 27 21:46:33.045456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-67548c67-7347-423a-b533-ab39c030e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:33.081525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-d7b95c1e-92b0-4433-a2af-82e8709a7a9a service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821091 Jul 27 21:46:33.150535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67548c67-7347-423a-b533-ab39c030e527 None None] The sync data for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 is: [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:45:40Z', 'revision_number': 4, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a38eb68f-8b45-40c9-884a-27b93a33168e', 'name': '', 'network_id': 'c5705910-e415-4c1a-a395-940719fd47e8', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'mac_address': 'fa:16:3e:95:15:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:37Z', 'updated_at': '2021-07-27T21:45:48Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'subnets': [{'id': 'b9ff2b0c-646c-4eff-9774-7b3923138120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:46:33.150856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:33.200095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47e2960d-078f-43a8-a622-ffca702078a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:33.367613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81746-a7d7-4b6b-808e-d5f6414995fd req-c7c77df9-561f-42a8-a753-e039ce94ade9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:33.376696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ae81746-a7d7-4b6b-808e-d5f6414995fd req-c7c77df9-561f-42a8-a753-e039ce94ade9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.3139985 Jul 27 21:46:33.400870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb5b1829-613a-4c65-961a-965732a2f71c req-62bab91e-fa58-460d-a1e1-a1d4874bed90 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips/b83069dc-0ad0-46fd-af66-e89eb1edff4a HTTP/1.1" status: 200 len: 695 time: 0.1335189 Jul 27 21:46:33.449941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6464d81b-95f2-4c85-89f7-e774b609a039 req-d60db249-47e5-4bff-a56b-d9773a3bb70d service neutron] 10.222.0.50 "GET /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599315 Jul 27 21:46:33.491233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ae81746-a7d7-4b6b-808e-d5f6414995fd req-ba13a831-eb16-4195-a78e-c6909e49b669 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135592 Jul 27 21:46:33.614574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47e2960d-078f-43a8-a622-ffca702078a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:33.648499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b1829-613a-4c65-961a-965732a2f71c req-2fdc5aef-7e43-4d3f-8ce5-8a974a0a2be5 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:33.660241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb5b1829-613a-4c65-961a-965732a2f71c req-2fdc5aef-7e43-4d3f-8ce5-8a974a0a2be5 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2281461 Jul 27 21:46:33.700061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860d3b1-8b82-45e9-8a36-e817e6072fb1 None None] New status for floating IP b83069dc-0ad0-46fd-af66-e89eb1edff4a: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:46:33.719750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb5b1829-613a-4c65-961a-965732a2f71c req-e24bb03b-c803-478d-9241-f70d731f8ccb tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 698 time: 0.0615921 Jul 27 21:46:33.731585 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47e2960d-078f-43a8-a622-ffca702078a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:33.780087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb5b1829-613a-4c65-961a-965732a2f71c req-7bf1152f-a731-4d62-b2c1-53e61af8602d tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 698 time: 0.0593300 Jul 27 21:46:33.887606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2960d-078f-43a8-a622-ffca702078a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c8e14-f294-4d8e-aae3-d7d985783d38,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:33.898710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-47e2960d-078f-43a8-a622-ffca702078a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bca7c23275e41d8a4e9a15c9cc6c0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445726 Jul 27 21:46:33.899491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55944) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:33.933910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5c298-72ad-496f-b06b-b9e7f83ada51 req-4521cb04-80a9-4b1b-8705-3c242e990cb1 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:33.944565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9b5c298-72ad-496f-b06b-b9e7f83ada51 req-4521cb04-80a9-4b1b-8705-3c242e990cb1 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 944 time: 0.3275077 Jul 27 21:46:33.952780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Deleting port 298a99db-0994-4ef3-a9b9-dc8892918472 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:33.953437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.031093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.047488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.047488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.051969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9b5c298-72ad-496f-b06b-b9e7f83ada51 req-5d4a6104-b811-44f9-aaac-bf990fee9b4c tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052678 Jul 27 21:46:34.060096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Calling delete_port for 298a99db-0994-4ef3-a9b9-dc8892918472 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:34.103098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.280729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff872-1094-4681-be94-bdf98794135c req-76aa2ef8-796a-4138-809f-c5f9c7928453 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:34.282589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04dff872-1094-4681-be94-bdf98794135c req-76aa2ef8-796a-4138-809f-c5f9c7928453 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.1258886 Jul 27 21:46:34.313175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.316120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.318933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e94c8e14-f294-4d8e-aae3-d7d985783d38 HTTP/1.1" status: 204 len: 168 time: 0.4169827 Jul 27 21:46:34.339381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7167e273-f62f-4bd4-a0d0-50125aacbb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.340269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.343874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04dff872-1094-4681-be94-bdf98794135c req-906c85c6-ebd6-4486-a48c-bb4909840a89 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Jul 27 21:46:34.351367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e859d-74d7-4d77-8ce4-0798c42e9958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c8e14-f294-4d8e-aae3-d7d985783d38,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:34.396790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event deleted for resources: {'Port': ['ID=298a99db-0994-4ef3-a9b9-dc8892918472,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:34.499078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.502465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.504015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb5b1829-613a-4c65-961a-965732a2f71c req-1f36f725-a993-4c52-889f-e3040f729575 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "DELETE /v2.0/floatingips/b83069dc-0ad0-46fd-af66-e89eb1edff4a HTTP/1.1" status: 204 len: 173 time: 0.7227821 Jul 27 21:46:34.556372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29ef0-dfa0-41ac-a41c-7270604a9383 req-fe7a3b57-b3ad-48c6-b69b-5436b3c3d2d2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:34.558233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38c29ef0-dfa0-41ac-a41c-7270604a9383 req-fe7a3b57-b3ad-48c6-b69b-5436b3c3d2d2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1029930 Jul 27 21:46:34.635748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38c29ef0-dfa0-41ac-a41c-7270604a9383 req-f88de848-fe15-4e56-9f83-3e8ed59e038d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Jul 27 21:46:34.663817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.682968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c996aeac-996b-4298-93ec-764b906d4753 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:34.855105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721139c-bc7f-4a08-bfe2-b90883db7ff0 req-16b82a87-e092-460a-9a25-6b7235664a96 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:34.856798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6721139c-bc7f-4a08-bfe2-b90883db7ff0 req-16b82a87-e092-460a-9a25-6b7235664a96 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.1344695 Jul 27 21:46:34.905107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port c996aeac-996b-4298-93ec-764b906d4753 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:34.909088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c996aeac-996b-4298-93ec-764b906d4753 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:34.909534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.933564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6721139c-bc7f-4a08-bfe2-b90883db7ff0 req-6e607f1b-5b8f-4f8d-9064-e7dace01ff46 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 Jul 27 21:46:35.096763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.114980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306aaa95-0cdb-4c47-ae96-a2cef91f27a2 req-88975ae5-08fa-48e7-925b-7622d67958ee tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.116876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-306aaa95-0cdb-4c47-ae96-a2cef91f27a2 req-88975ae5-08fa-48e7-925b-7622d67958ee tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0988226 Jul 27 21:46:35.125270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:35.132536 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f9d2e0-1a49-4882-89a4-ed3d6d0b21ab" -d '{"events": [{"server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c996aeac-996b-4298-93ec-764b906d4753"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:35.154100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c996aeac-996b-4298-93ec-764b906d4753,segment=NetworkSegment(c87176aa-22dd-4a8f-a289-2b3ea184f6e6),segment_id=c87176aa-22dd-4a8f-a289-2b3ea184f6e6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:35.185646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-306aaa95-0cdb-4c47-ae96-a2cef91f27a2 req-a42707eb-7b1b-4216-8be2-573f8b7b2cec tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0624998 Jul 27 21:46:35.220110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.359548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:35.398079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73706297-8227-4cbb-a9ed-4d595e814381 req-20fbbd64-1483-4555-8a35-b9a48b5f0221 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.408415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73706297-8227-4cbb-a9ed-4d595e814381 req-20fbbd64-1483-4555-8a35-b9a48b5f0221 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.1039641 Jul 27 21:46:35.462941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73706297-8227-4cbb-a9ed-4d595e814381 req-ddd55e16-a422-4e58-919b-1cdb521748b3 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534925 Jul 27 21:46:35.463502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71929506-23ec-4fad-91a4-e94cbbf0b681 req-42e5d9e6-d7f9-4f94-80ba-9b34b40b22c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.466677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71929506-23ec-4fad-91a4-e94cbbf0b681 req-42e5d9e6-d7f9-4f94-80ba-9b34b40b22c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1229622 Jul 27 21:46:35.510193 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237eeaf1-97f0-492b-9446-72b3f75f7465 x-openstack-request-id: req-237eeaf1-97f0-492b-9446-72b3f75f7465 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:35.510642 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "name": "network-vif-plugged", "status": "completed", "tag": "c996aeac-996b-4298-93ec-764b906d4753", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:35.511055 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-237eeaf1-97f0-492b-9446-72b3f75f7465 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:35.512091 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753', 'code': 200} Jul 27 21:46:35.601054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71929506-23ec-4fad-91a4-e94cbbf0b681 req-357bb18f-651b-4c4c-8e59-729b2502f5e0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253636 Jul 27 21:46:35.706719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eb3dd-5f2f-48e1-81f4-be90a2dfabc1 req-d9060680-bc80-4cdd-a939-6735d31c4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.709420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b4eb3dd-5f2f-48e1-81f4-be90a2dfabc1 req-d9060680-bc80-4cdd-a939-6735d31c4a94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 1096 time: 0.1337245 Jul 27 21:46:35.785974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.880589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b328de7e-3ed2-46d9-bfa4-721d159b8156 req-591e1fad-6caa-426a-a370-aacaf2ccc6e3 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1460447 Jul 27 21:46:35.896467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e429-3f1a-4617-b3a4-ffbcaaa22985 req-7f87d001-c46a-4eb1-9616-1b2e6ab36ac8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:35.904507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9a4e429-3f1a-4617-b3a4-ffbcaaa22985 req-7f87d001-c46a-4eb1-9616-1b2e6ab36ac8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.2763538 Jul 27 21:46:35.957467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b4eb3dd-5f2f-48e1-81f4-be90a2dfabc1 req-302ffee0-f269-4c3f-a553-4e4ea8497cc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206144 Jul 27 21:46:35.967857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9a4e429-3f1a-4617-b3a4-ffbcaaa22985 req-716b5465-bc68-44d1-8a09-ec979d6b4df2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623205 Jul 27 21:46:36.180460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fd475-e930-463c-a39d-30b8bac07ea4 req-e65a48c6-399b-45bc-9f87-a7c7c454977d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:36.193688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f36fd475-e930-463c-a39d-30b8bac07ea4 req-e65a48c6-399b-45bc-9f87-a7c7c454977d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1264806 Jul 27 21:46:36.281367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f36fd475-e930-463c-a39d-30b8bac07ea4 req-184f51d1-b877-4c64-96e7-bdca4122edb8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848293 Jul 27 21:46:36.500244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-c75f8a07-ce1e-4081-9a1b-fb3ce757baa3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710828 Jul 27 21:46:36.745176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-7473c32d-6288-409e-a793-c73bdc561775 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:36.748368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-7473c32d-6288-409e-a793-c73bdc561775 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278132 Jul 27 21:46:36.766148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-726ab239-3918-495c-99b0-bfe0d6fbbdcc tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f5616103ceaf462ea06b40593b9c50ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511026 Jul 27 21:46:36.777840 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:36.784144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-d1707c0a-6d6a-4f13-b618-c2d5752db803 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/quotas/2953e601c93744c583a081fe5aaedc59 HTTP/1.1" status: 200 len: 375 time: 0.0236554 Jul 27 21:46:36.905130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e1f255da-346a-4ac7-b716-79fe52d8f68a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172900 Jul 27 21:46:37.040953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-8cb72597-e794-4e15-85ea-9233a995ace2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:37.040953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-8cb72597-e794-4e15-85ea-9233a995ace2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207468 Jul 27 21:46:37.040953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-653eb1f3-dd70-40a9-b308-7b9c41d22b09 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/quotas/f5616103ceaf462ea06b40593b9c50ab HTTP/1.1" status: 200 len: 375 time: 0.0169225 Jul 27 21:46:37.126423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9ad215e0-236e-4ce9-9984-b40196adae8d tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933571 Jul 27 21:46:37.354174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bfcb0-89e4-4a15-80e1-3830143e297a req-930a04c8-8ef1-4355-aab7-456f14599ef3 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:37.357430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-859bfcb0-89e4-4a15-80e1-3830143e297a req-930a04c8-8ef1-4355-aab7-456f14599ef3 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.1247656 Jul 27 21:46:37.452913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-859bfcb0-89e4-4a15-80e1-3830143e297a req-a815ac44-090a-4dac-a5b8-085232d2ee6c tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623205 Jul 27 21:46:37.630686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8da0-d1a8-48b6-94f5-8dfe9d431bb8 req-55cce495-757c-4268-afd1-429f9ce273bc tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:37.632142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ceff8da0-d1a8-48b6-94f5-8dfe9d431bb8 req-55cce495-757c-4268-afd1-429f9ce273bc tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 945 time: 0.1158280 Jul 27 21:46:37.675795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ceff8da0-d1a8-48b6-94f5-8dfe9d431bb8 req-e4e0e390-6dfa-4b74-935d-7c9f2ea70905 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Jul 27 21:46:37.768129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:37.819751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea2c06d6-8efd-46ca-8cf4-19ba04a05274 req-a97de7d4-3d76-403c-be9c-f3fa386d0036 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0349369 Jul 27 21:46:37.888756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.013234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7729-1367-47a0-a4f2-7b89076648fc req-6e3c25fb-e6af-4833-ae97-27d9fee03f35 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:38.024753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7fa7729-1367-47a0-a4f2-7b89076648fc req-6e3c25fb-e6af-4833-ae97-27d9fee03f35 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1346269 Jul 27 21:46:38.079327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7fa7729-1367-47a0-a4f2-7b89076648fc req-04c55d5b-28dc-4b6d-b93f-fb6196e0fabc tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534432 Jul 27 21:46:38.171724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14aa5bf1-6c1b-45cf-8bcf-25cc25f36f7a req-4c414b77-a8e0-489c-83f9-f3e2dcb3821c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jul 27 21:46:38.264599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-180a0903-ebd2-4eb9-b2d9-ce3ad20cbe54 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:38.267852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-180a0903-ebd2-4eb9-b2d9-ce3ad20cbe54 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 945 time: 0.1160851 Jul 27 21:46:38.425033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Deleting port 5b812109-a116-443e-93f5-e3040dcb3b29 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:38.426319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.604185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] For port 5b812109-a116-443e-93f5-e3040dcb3b29, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5b812109-a116-443e-93f5-e3040dcb3b29,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:38.604572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.626892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Calling delete_port for 5b812109-a116-443e-93f5-e3040dcb3b29 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:38.724403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1532658-bb97-44e3-aff3-7e1a3c028e8b req-e1a45500-0426-4dfa-8f27-946527b28562 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:38.737147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1532658-bb97-44e3-aff3-7e1a3c028e8b req-e1a45500-0426-4dfa-8f27-946527b28562 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.2022526 Jul 27 21:46:38.821292 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1532658-bb97-44e3-aff3-7e1a3c028e8b req-a00ea615-d6c0-4249-9028-b98aa436c5d9 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Jul 27 21:46:38.865724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8fea9-2fb6-475b-9c4e-5f3a48c0ca84 req-94a5ab8f-5c7d-450c-bce0-dcf3afeb01d8 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:38.880754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72c8fea9-2fb6-475b-9c4e-5f3a48c0ca84 req-94a5ab8f-5c7d-450c-bce0-dcf3afeb01d8 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 945 time: 0.1119161 Jul 27 21:46:38.986988 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72c8fea9-2fb6-475b-9c4e-5f3a48c0ca84 req-c00bdfb5-429a-4a5a-a361-11e510ac2ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d9a956-c53e-4410-be83-5b51ea447257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533922 Jul 27 21:46:39.023078 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bab93fb-e75e-45ec-b69d-182a5edfe725 req-5779440f-6671-45f7-b232-0090f0aeec33 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245883 Jul 27 21:46:39.104365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffffec0c-fc69-4382-b81e-277fcc7c8707 req-9988265a-8742-493e-9333-11eb402a6cc0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0316105 Jul 27 21:46:39.151329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:39.167354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab93fb-e75e-45ec-b69d-182a5edfe725 req-7569b8dc-5b95-4c92-9409-1aa6a68bdcf9 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:39.169273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bab93fb-e75e-45ec-b69d-182a5edfe725 req-7569b8dc-5b95-4c92-9409-1aa6a68bdcf9 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400909 Jul 27 21:46:39.205812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Pushing event deleted for resources: {'Port': ['ID=5b812109-a116-443e-93f5-e3040dcb3b29,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:39.244110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bab93fb-e75e-45ec-b69d-182a5edfe725 req-783635c6-1f93-41ae-9556-dd1d90b4ae79 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/quotas/0c8c4ac1de974a90b6b84f435d370e31 HTTP/1.1" status: 200 len: 375 time: 0.0505207 Jul 27 21:46:39.270660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] No DVR routers for this DVR port 5b812109-a116-443e-93f5-e3040dcb3b29 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:39.273426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:39.275865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2ee3b03-f274-403f-ab26-26966f3d0c36 req-026238a6-cb7e-46be-aef9-806c6d841d42 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.50 "DELETE /v2.0/ports/5b812109-a116-443e-93f5-e3040dcb3b29 HTTP/1.1" status: 204 len: 173 time: 1.0010140 Jul 27 21:46:39.277034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'name': 'network-vif-deleted', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:39.280690 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03181f3d-46da-48ed-9301-f5f28552c733" -d '{"events": [{"server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "name": "network-vif-deleted", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:39.321380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bab93fb-e75e-45ec-b69d-182a5edfe725 req-43d37417-47fc-46e8-b50b-4f725c567f85 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526719 Jul 27 21:46:39.348601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33496f-06ae-48e1-9ca5-d9445fc70022 req-33312cde-da41-4974-b039-7a6ae5555968 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:39.348882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e33496f-06ae-48e1-9ca5-d9445fc70022 req-33312cde-da41-4974-b039-7a6ae5555968 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.0966079 Jul 27 21:46:39.426317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e33496f-06ae-48e1-9ca5-d9445fc70022 req-eea05b70-0d7d-43a0-803a-ca36eb3fe679 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617752 Jul 27 21:46:39.518897 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9db71-062d-4030-a3ed-5ad68f282514 x-openstack-request-id: req-5cf9db71-062d-4030-a3ed-5ad68f282514 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:39.519472 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b2442a-d603-469f-a0fe-1562fdc96cfb", "name": "network-vif-deleted", "tag": "5b812109-a116-443e-93f5-e3040dcb3b29", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:39.519729 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cf9db71-062d-4030-a3ed-5ad68f282514 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:39.520143 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b2442a-d603-469f-a0fe-1562fdc96cfb', 'name': 'network-vif-deleted', 'tag': '5b812109-a116-443e-93f5-e3040dcb3b29', 'status': 'completed', 'code': 200} Jul 27 21:46:39.589823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62a2153d-eb72-4e86-a549-307de530a385 req-0f4c912f-f3a6-4c39-81bc-6463ce2fda15 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 210 time: 0.0682182 Jul 27 21:46:40.077897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-898b9570-8e6e-4ed3-996c-f3cf6ed9383d req-06deba46-9c19-436f-9be5-aa8004d23473 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786 tempest-FloatingIPsAssociationNegativeTestJSON-1027863786-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b2442a-d603-469f-a0fe-1562fdc96cfb HTTP/1.1" status: 200 len: 210 time: 0.0331244 Jul 27 21:46:40.289542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f21caf9-efba-4c11-b7e1-abfc751b53c0 req-fb5fca9e-c475-4a48-92a2-32c49a5c2c2e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0417318 Jul 27 21:46:40.315123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dce3b6-0f3f-47b5-a6ae-6037c676d159 req-80d3e4fc-be4e-4643-a80b-06cf1fecae71 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:40.317377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3dce3b6-0f3f-47b5-a6ae-6037c676d159 req-80d3e4fc-be4e-4643-a80b-06cf1fecae71 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.0843213 Jul 27 21:46:40.397760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-4f5f650a-857e-4fad-935f-5f8c64a0fc10 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298910 Jul 27 21:46:40.415923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3dce3b6-0f3f-47b5-a6ae-6037c676d159 req-b199101f-6771-4981-93ff-ac5bb4f96fc0 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898151 Jul 27 21:46:40.561380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b04fd5ab-4f18-4dc0-97f2-a53e08691d96 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:40.563287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b04fd5ab-4f18-4dc0-97f2-a53e08691d96 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573784 Jul 27 21:46:40.605881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Request body: {'port': {'device_id': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '2953e601c93744c583a081fe5aaedc59'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:40.620022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936fec-9dda-4800-b129-cdc26c51bf73 req-e8c3d73c-0b8a-41e4-846c-a1c8da7ccfb8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:40.621840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05936fec-9dda-4800-b129-cdc26c51bf73 req-e8c3d73c-0b8a-41e4-846c-a1c8da7ccfb8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.0857689 Jul 27 21:46:40.679417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05936fec-9dda-4800-b129-cdc26c51bf73 req-b63c86b7-23ac-4b03-826b-a73db969bc23 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Jul 27 21:46:40.735686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5b812109-a116-443e-93f5-e3040dcb3b29 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:40.759433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 5b812109-a116-443e-93f5-e3040dcb3b29 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:40.760036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5b812109-a116-443e-93f5-e3040dcb3b29 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:40.760739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:40.829528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c27562-20fc-4f02-a3cc-72c39df23e6a req-9b28880c-00db-4e49-8550-1a5a27975cf4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:40.835559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efa0dcd6-2f0e-4402-8d8e-853bf9882222 req-f417f531-ec58-428c-ad16-6c81f3a55474 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 210 time: 0.0481055 Jul 27 21:46:40.836599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3c27562-20fc-4f02-a3cc-72c39df23e6a req-9b28880c-00db-4e49-8550-1a5a27975cf4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.1109869 Jul 27 21:46:40.872930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:40.902868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3c27562-20fc-4f02-a3cc-72c39df23e6a req-4ee5da4b-cbbb-4bf6-9eb5-192c7fc9143e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580080 Jul 27 21:46:40.912995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:40.915505 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e54f144-52d4-49e1-8f48-80d269e64ee3" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:40.928037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Made reservation on behalf of 2953e601c93744c583a081fe5aaedc59 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:40.931757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:40.931978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:40.979364 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b371918-810e-445f-8e9a-56308a705fbb x-openstack-request-id: req-9b371918-810e-445f-8e9a-56308a705fbb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:40.979364 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:40.979364 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b371918-810e-445f-8e9a-56308a705fbb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:40.979364 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:46:40.985753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd0f1a58-f7c5-4699-97e0-7c9eb59e782f req-01d94da6-e751-4da1-b096-a58f8859b83e tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281944 Jul 27 21:46:41.050054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:41.141414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Allocated IP 192.168.233.224 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/96542ab0-923c-4ed0-9e05-4033719f720f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:41.204906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1a58-f7c5-4699-97e0-7c9eb59e782f req-5d9da5c5-5a8c-4778-940b-e065c4f6f18d tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:41.218817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd0f1a58-f7c5-4699-97e0-7c9eb59e782f req-5d9da5c5-5a8c-4778-940b-e065c4f6f18d tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201300 Jul 27 21:46:41.247829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd0f1a58-f7c5-4699-97e0-7c9eb59e782f req-0f8ffe07-7ecc-41b5-a24b-3e7c191b0ebe tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/quotas/0c8c4ac1de974a90b6b84f435d370e31 HTTP/1.1" status: 200 len: 375 time: 0.0272727 Jul 27 21:46:41.308622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd0f1a58-f7c5-4699-97e0-7c9eb59e782f req-d7344be5-f22a-41d6-8fa2-89091d34b642 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580137 Jul 27 21:46:41.372874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:41.469456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56224) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:41.622130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2b60c6b7-6096-450d-9660-5544c905781e tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f5616103ceaf462ea06b40593b9c50ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4435661 Jul 27 21:46:41.654130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bb1db52-4779-4443-8733-8328a1715a87 req-cfe78681-e48f-46e0-bf47-93e1fb70a1d1 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0379920 Jul 27 21:46:41.923178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-4bab4729-62ec-4094-89ad-6302ee4c562f tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:41.924712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-4bab4729-62ec-4094-89ad-6302ee4c562f tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828138 Jul 27 21:46:41.936003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075c7e9-103c-4f2f-8e9b-7c8dcbed464e req-334e091a-6db3-4b70-b7a2-5a967c0044ac tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:41.937543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e075c7e9-103c-4f2f-8e9b-7c8dcbed464e req-334e091a-6db3-4b70-b7a2-5a967c0044ac tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.1882348 Jul 27 21:46:41.937876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-ff569666-f0cc-4cff-b73e-d559da7221ed tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:41.939431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-ff569666-f0cc-4cff-b73e-d559da7221ed tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 945 time: 0.3347330 Jul 27 21:46:41.949322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Request body: {'port': {'device_id': '204e1626-076f-46b8-a947-19446f75dedf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'f5616103ceaf462ea06b40593b9c50ab'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:42.039778 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.119240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Transition to ACTIVE for port object 96542ab0-923c-4ed0-9e05-4033719f720f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:42.299192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea0560-0f50-48b7-89cc-1ce40ce291b5 req-057c8e3e-6209-44c0-8201-9b8c3481d88d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:42.304504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcea0560-0f50-48b7-89cc-1ce40ce291b5 req-057c8e3e-6209-44c0-8201-9b8c3481d88d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2616253 Jul 27 21:46:42.314757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Deleting port c996aeac-996b-4298-93ec-764b906d4753 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:42.315287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.350777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.366246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927', '54228205-b5bf-4da9-9246-3c601eca1c99'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:42.369926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e075c7e9-103c-4f2f-8e9b-7c8dcbed464e req-0a7d3927-c206-4856-8f06-a6dfc73cd740 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/security-groups?id=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250767 Jul 27 21:46:42.400063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Made reservation on behalf of f5616103ceaf462ea06b40593b9c50ab for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:42.400063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.469516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-1d7c1c0f-bf81-44aa-b6d9-9e8968401496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:42.471444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-1d7c1c0f-bf81-44aa-b6d9-9e8968401496 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.1734664 Jul 27 21:46:42.503708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:42.511531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcea0560-0f50-48b7-89cc-1ce40ce291b5 req-ee9de3f5-b2cb-45a9-a771-81fe2f6f4193 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919816 Jul 27 21:46:42.527682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:42.718083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Allocated IP 192.168.233.196 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/d13e4a48-8cf6-4cf9-9d7b-5d51634a1306) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:42.730877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.786687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:42.792373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11baf45-732e-4117-ac15-618904585f72 req-4fa88e99-d22a-49b5-97fe-926ab113b90b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:42.794020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d11baf45-732e-4117-ac15-618904585f72 req-4fa88e99-d22a-49b5-97fe-926ab113b90b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.2576463 Jul 27 21:46:42.829799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-6784aa78-bcf4-482b-8427-f247639035a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:42.831290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-6784aa78-bcf4-482b-8427-f247639035a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2969794 Jul 27 21:46:42.860119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event updated for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:42.939758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4833d978-d8d6-44fa-be0f-ccc0f9bbbb44 req-8814ec76-2878-48dc-bc15-e7175b7ea4e5 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 210 time: 0.1500771 Jul 27 21:46:42.961727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d11baf45-732e-4117-ac15-618904585f72 req-0ce9096f-d33f-4a8b-86b8-280557cbe9e2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497152 Jul 27 21:46:42.977966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] For port c996aeac-996b-4298-93ec-764b906d4753, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c996aeac-996b-4298-93ec-764b906d4753,segment=NetworkSegment(c87176aa-22dd-4a8f-a289-2b3ea184f6e6),segment_id=c87176aa-22dd-4a8f-a289-2b3ea184f6e6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:42.981295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:42.981461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-20f27287-5e9e-4701-83c9-a0714f96aea4 None None] Provisioning for port 96542ab0-923c-4ed0-9e05-4033719f720f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:42.983407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-20f27287-5e9e-4701-83c9-a0714f96aea4 None None] Provisioning complete for port 96542ab0-923c-4ed0-9e05-4033719f720f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:42.984205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20f27287-5e9e-4701-83c9-a0714f96aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.005207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.006671 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.021432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Calling delete_port for c996aeac-996b-4298-93ec-764b906d4753 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:43.064687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-8d585717-2833-40a9-80d4-a67e437b5a7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1867635 Jul 27 21:46:43.107504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-20f27287-5e9e-4701-83c9-a0714f96aea4 None None] Port 96542ab0-923c-4ed0-9e05-4033719f720f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:43.138220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.141209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-b51e66cd-8562-4507-829a-d896431bff36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5401323 Jul 27 21:46:43.157722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Request body: {'port': {'device_id': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:43.235468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-f75b6d4a-f099-47a2-9bfa-a34dcf276423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.239244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-f75b6d4a-f099-47a2-9bfa-a34dcf276423 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1327827 Jul 27 21:46:43.242590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Transition to ACTIVE for port object d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:43.350001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.399912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.442999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Pushing event deleted for resources: {'Port': ['ID=c996aeac-996b-4298-93ec-764b906d4753,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:43.456989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.469242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4cddb-4c70-40f0-abf1-7b665828c54f req-4154b264-107d-4078-b4f3-361041f219bb tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.470923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75c4cddb-4c70-40f0-abf1-7b665828c54f req-4154b264-107d-4078-b4f3-361041f219bb tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 936 time: 0.2064035 Jul 27 21:46:43.476790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18e5599d-c74b-4003-b490-791470e81288'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:43.482191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-15fa9ac8-8c57-4195-a39d-a0b56b2204c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.483729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-15fa9ac8-8c57-4195-a39d-a0b56b2204c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175620 Jul 27 21:46:43.490974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Deleting port a38eb68f-8b45-40c9-884a-27b93a33168e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:43.491320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.645579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] No DVR routers for this DVR port c996aeac-996b-4298-93ec-764b906d4753 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:43.649286 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.651440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59fdd910-3747-468e-ba8b-4c30200f3e93 req-02d317cb-2b66-4a2d-bd64-1891ba2dfa5f tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.50 "DELETE /v2.0/ports/c996aeac-996b-4298-93ec-764b906d4753 HTTP/1.1" status: 204 len: 173 time: 1.6983325 Jul 27 21:46:43.654786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75c4cddb-4c70-40f0-abf1-7b665828c54f req-6e55443b-5925-4ab3-bd87-2fe3264533a2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400857 Jul 27 21:46:43.660891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'name': 'network-vif-deleted', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:43.663739 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c9325-7c1d-4e10-8a14-8482ae554f2e" -d '{"events": [{"server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "name": "network-vif-deleted", "tag": "c996aeac-996b-4298-93ec-764b906d4753"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:43.686472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] For port a38eb68f-8b45-40c9-884a-27b93a33168e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a38eb68f-8b45-40c9-884a-27b93a33168e,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:43.686862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.699754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-e30de0b3-252e-43d9-8961-e050df454ca6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063215 Jul 27 21:46:43.707219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Calling delete_port for a38eb68f-8b45-40c9-884a-27b93a33168e owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:43.708686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-285e9492-2b30-4e91-aed4-c72ffdd2e5fc req-5e1d9581-c85d-4e7d-9afe-9f2484313a68 tempest-InstanceActionsNegativeTestJSON-34375729 tempest-InstanceActionsNegativeTestJSON-34375729-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a949fcf-478b-459a-9361-8adac6af8a21 HTTP/1.1" status: 200 len: 210 time: 0.1337283 Jul 27 21:46:43.714333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:43.718914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Pushing event updated for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:43.726590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:43.744231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:43.882110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.882380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:43.912435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b99a0e0e-d600-4463-8444-506db0e6c593 req-b65840c3-a2e2-4367-bd4f-4ebace5a2be8 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867150 Jul 27 21:46:43.968269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e79dd-e694-4f82-9a61-1b98a79427d1 req-1a099bee-1ac8-4965-bd74-97431faa57b4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:43.971219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67e79dd-e694-4f82-9a61-1b98a79427d1 req-1a099bee-1ac8-4965-bd74-97431faa57b4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1566241 Jul 27 21:46:44.002535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-2da06e55-e1bc-4186-acba-5322c2fb121c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0599327 Jul 27 21:46:44.026716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Request body: {'port': {'device_id': '204e1626-076f-46b8-a947-19446f75dedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:44.027472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9926eb5a-b8d1-4e59-977f-c885f5a2c70c req-d6efe58e-1097-4080-9e32-9e7601a3dade service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166213 Jul 27 21:46:44.030498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96542ab0-923c-4ed0-9e05-4033719f720f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:44.061916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.091197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67e79dd-e694-4f82-9a61-1b98a79427d1 req-8b2f7b4c-7787-4f16-a781-10dcc8a73f5f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024392 Jul 27 21:46:44.097949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Transition to ACTIVE for port object 96542ab0-923c-4ed0-9e05-4033719f720f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:44.130019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0e0e-d600-4463-8444-506db0e6c593 req-2e15b3e2-971c-43b9-b2ac-33c44afbe252 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:44.133641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b99a0e0e-d600-4463-8444-506db0e6c593 req-2e15b3e2-971c-43b9-b2ac-33c44afbe252 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080166 Jul 27 21:46:44.157428 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c730bf9-6070-4c65-a3ad-6d7f21e6c9f5 x-openstack-request-id: req-3c730bf9-6070-4c65-a3ad-6d7f21e6c9f5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:44.157745 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a949fcf-478b-459a-9361-8adac6af8a21", "name": "network-vif-deleted", "tag": "c996aeac-996b-4298-93ec-764b906d4753", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:44.157992 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c730bf9-6070-4c65-a3ad-6d7f21e6c9f5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:44.158408 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a949fcf-478b-459a-9361-8adac6af8a21', 'name': 'network-vif-deleted', 'tag': 'c996aeac-996b-4298-93ec-764b906d4753', 'status': 'completed', 'code': 200} Jul 27 21:46:44.162006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b99a0e0e-d600-4463-8444-506db0e6c593 req-de9f23f3-b332-4783-b165-6235b1d69bd1 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/quotas/0c8c4ac1de974a90b6b84f435d370e31 HTTP/1.1" status: 200 len: 375 time: 0.0232549 Jul 27 21:46:44.169159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.205238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.225346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b99a0e0e-d600-4463-8444-506db0e6c593 req-4f08fc51-c387-48fb-acf3-349f5902d352 tempest-QuotasAdminNegativeTest-486098057 tempest-QuotasAdminNegativeTest-486098057-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401533 Jul 27 21:46:44.251455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2dc1e34b-d2a5-4d6a-af0f-e34eb41ed51f None None] Provisioning for port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:44.257681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2dc1e34b-d2a5-4d6a-af0f-e34eb41ed51f None None] Provisioning complete for port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:44.258410 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dc1e34b-d2a5-4d6a-af0f-e34eb41ed51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.302340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1e34b-d2a5-4d6a-af0f-e34eb41ed51f None None] Port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:44.324814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.398628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Pushing event updated for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:44.403238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a38eb68f-8b45-40c9-884a-27b93a33168e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:44.578476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610804-1dbf-4a8b-8a7d-458d1096de46 req-58681835-793c-4dbc-8f80-7d96bc50567c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:44.588863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd610804-1dbf-4a8b-8a7d-458d1096de46 req-58681835-793c-4dbc-8f80-7d96bc50567c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 936 time: 0.3780437 Jul 27 21:46:44.671526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02f42-8f21-43eb-a511-34ec03c8a16e req-c3b59cbe-d731-4aae-8e53-2a3c647a8655 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:44.673148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cc02f42-8f21-43eb-a511-34ec03c8a16e req-c3b59cbe-d731-4aae-8e53-2a3c647a8655 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.2759607 Jul 27 21:46:44.676437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.714982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd610804-1dbf-4a8b-8a7d-458d1096de46 req-aaa8476e-c42f-4ee0-affa-9982a2486f1c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249404 Jul 27 21:46:44.722394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Attempting to bind port 96542ab0-923c-4ed0-9e05-4033719f720f on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:44.723012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Attempting to bind port 96542ab0-923c-4ed0-9e05-4033719f720f by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:44.723012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Attempting to bind port 96542ab0-923c-4ed0-9e05-4033719f720f on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:44.732863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Port 96542ab0-923c-4ed0-9e05-4033719f720f on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:44.733512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Attempting to bind port 96542ab0-923c-4ed0-9e05-4033719f720f on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:44.747555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:44.754736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:44.754736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:44.754736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Bound port: 96542ab0-923c-4ed0-9e05-4033719f720f, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:44.754736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.758891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:44.782967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cc02f42-8f21-43eb-a511-34ec03c8a16e req-ba66e667-8450-4c85-a76f-b5103293f0c8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978539 Jul 27 21:46:44.814892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:44.823744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.838356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Transition to ACTIVE for port object d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:44.896745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:44.913024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c996aeac-996b-4298-93ec-764b906d4753 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:44.940901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'mac_address': 'fa:16:3e:b1:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:44.943232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: c996aeac-996b-4298-93ec-764b906d4753 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:44.943580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c996aeac-996b-4298-93ec-764b906d4753 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:44.963288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:44.967381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:44.971941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=96542ab0-923c-4ed0-9e05-4033719f720f,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:45.010785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.046443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:45.063154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Pushing event updated for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:45.092016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:45.095975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.155245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42813b06-9600-4326-8629-4fd6de57bf3f req-d31d5827-b978-425f-b06a-a05d48cf3b01 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:45.157675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:45.157888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42813b06-9600-4326-8629-4fd6de57bf3f req-d31d5827-b978-425f-b06a-a05d48cf3b01 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 948 time: 0.2758262 Jul 27 21:46:45.158551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.160635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] 10.222.0.76 "PUT /v2.0/ports/96542ab0-923c-4ed0-9e05-4033719f720f HTTP/1.1" status: 200 len: 1096 time: 2.0089195 Jul 27 21:46:45.180686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Attempting to bind port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:45.181198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Attempting to bind port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:45.181639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Attempting to bind port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:45.188610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.214531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Router 5fc11b69-6149-45b3-9d30-5fdb0818500d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:46:45.227767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:45.228101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Attempting to bind port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:45.228933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42813b06-9600-4326-8629-4fd6de57bf3f req-a0566e58-9c25-492c-8f6a-5051eaa1ec8c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Jul 27 21:46:45.237720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d7754-26e1-46ed-ba66-1c52b7165a62 service neutron] Pushing event updated for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:45.243885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:45.244261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:45.244628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:45.245080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Bound port: d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:45.245453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.316070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f850af2e-0db1-433b-b9db-ae37a8c793de'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:45.319231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:45.342173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=12']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:45.427902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:46:45.436608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a1c658f1-8f08-406a-8492-e25cf568df0d admin admin] 10.222.0.37 "PUT /v2.0/routers/5fc11b69-6149-45b3-9d30-5fdb0818500d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9627535 Jul 27 21:46:45.437544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:45.443268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Sync routers for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:46:45.495761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:45.498641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:45.599161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:45.729426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:45.965634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Deleting subnet 1d6d0942-dc2c-428c-9808-8dae8db0b604 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:46:45.969422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.012770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.014789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:46:44Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.060335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.060865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Checking router: 5fc11b69-6149-45b3-9d30-5fdb0818500d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:46:46.074609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Routers {'5fc11b69-6149-45b3-9d30-5fdb0818500d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:46:46.075281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:46:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5fc11b69-6149-45b3-9d30-5fdb0818500d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.125710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:46.149291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:46.171718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:46.175923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:46.179693 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:46.205360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4816a-b0be-4e52-a71a-e96b37ba860a req-408f68ff-acb2-4008-b96f-e114441ad08f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.213231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20a4816a-b0be-4e52-a71a-e96b37ba860a req-408f68ff-acb2-4008-b96f-e114441ad08f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 946 time: 0.8688095 Jul 27 21:46:46.225477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-8ce1e85a-095e-4d82-9153-330e36b1ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.227188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-8ce1e85a-095e-4d82-9153-330e36b1ca67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 1099 time: 0.9067135 Jul 27 21:46:46.232432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] Set router 5fc11b69-6149-45b3-9d30-5fdb0818500d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:46:46.236380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.268008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.306848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe70bd-550d-4ef1-8e07-e22f9d1f85ec req-7528b4ef-e0b7-4239-8b21-8bd8c6da91f9 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.320551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3fe70bd-550d-4ef1-8e07-e22f9d1f85ec req-7528b4ef-e0b7-4239-8b21-8bd8c6da91f9 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 948 time: 0.1349037 Jul 27 21:46:46.330129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6d0942-dc2c-428c-9808-8dae8db0b604,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:46.343357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-177e1562-dc98-4be0-bdb8-8c2cb1cb96c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=96542ab0-923c-4ed0-9e05-4033719f720f HTTP/1.1" status: 200 len: 217 time: 0.1040733 Jul 27 21:46:46.344492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.350713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.355733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32175c24-8c7d-4718-abe6-9c3af7e97435 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d6d0942-dc2c-428c-9808-8dae8db0b604 HTTP/1.1" status: 204 len: 168 time: 1.0309458 Jul 27 21:46:46.355906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56326) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:46.404669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20a4816a-b0be-4e52-a71a-e96b37ba860a req-7b9550f6-4b21-4910-bec2-3edd5920f4cb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905475 Jul 27 21:46:46.412740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9084fb59-90dc-4a91-9ea4-4a20fc3521a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.438945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.439579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.441195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] 10.222.0.76 "PUT /v2.0/ports/d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 HTTP/1.1" status: 200 len: 1096 time: 2.4217210 Jul 27 21:46:46.512365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d594865-31b6-4ff2-a5f8-1832fe84247f service neutron] Pushing event updated for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:46.515664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3fe70bd-550d-4ef1-8e07-e22f9d1f85ec req-09b52afb-7b2f-4934-8fbc-137e8339b705 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921580 Jul 27 21:46:46.535796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:46:44Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.536307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e4e931f0-e66d-4a47-b4f4-726854aa4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.547069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-e4e931f0-e66d-4a47-b4f4-726854aa4121 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1862135 Jul 27 21:46:46.571544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.583792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Deleting port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:46.584463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.603490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ef408-7250-4e12-abe9-5749ccc620ca None None] The sync data for ids ['5fc11b69-6149-45b3-9d30-5fdb0818500d'] in n-d-738018-6 is: [{'id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-245531653-router', 'tenant_id': '9859b58bf499474d8168c0351b2aeb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:45:28Z', 'updated_at': '2021-07-27T21:46:44Z', 'revision_number': 5, 'project_id': '9859b58bf499474d8168c0351b2aeb7e', 'gw_port': {'id': '647ddfc7-050a-49a3-b7fa-a1880fcb9b41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc11b69-6149-45b3-9d30-5fdb0818500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:31Z', 'updated_at': '2021-07-27T21:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:46:46.642312 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539f166-0197-4069-8d38-f507c89d700d x-openstack-request-id: req-9539f166-0197-4069-8d38-f507c89d700d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:46.642630 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:46.642975 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9539f166-0197-4069-8d38-f507c89d700d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:46.643549 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f', 'status': 'completed', 'code': 200} Jul 27 21:46:46.761249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:46.789701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.834522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.858562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.858990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87176aa-22dd-4a8f-a289-2b3ea184f6e6') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:46.885586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.894174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f850af2e-0db1-433b-b9db-ae37a8c793de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:46.895795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.924993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.925837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-fa7d5e3d-27d0-4cb9-86ce-ab9405a948b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.927772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-fa7d5e3d-27d0-4cb9-86ce-ab9405a948b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 1099 time: 0.2908652 Jul 27 21:46:46.929129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] For port 647ddfc7-050a-49a3-b7fa-a1880fcb9b41, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:46.929513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.945773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-48e8da08-675a-424d-89df-04ac42fdcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.947561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-48e8da08-675a-424d-89df-04ac42fdcd80 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3920367 Jul 27 21:46:46.964885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8548bb-2de2-40db-9ee9-081093a8a66c req-170a0276-9d7c-4260-a8cb-8f1daedeed9a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:46.969576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b8548bb-2de2-40db-9ee9-081093a8a66c req-170a0276-9d7c-4260-a8cb-8f1daedeed9a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 948 time: 0.1954389 Jul 27 21:46:46.969973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:46:46.970424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:46:46.972324 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:46:46.985766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Calling delete_port for 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:47.052278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.087516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-4b2bbbb8-bf5d-42f9-9435-98b046cd06b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 HTTP/1.1" status: 200 len: 217 time: 0.1442878 Jul 27 21:46:47.091388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:47.096478 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208bc394-3294-4c63-9feb-e53561fd328b" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:47.099522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b8548bb-2de2-40db-9ee9-081093a8a66c req-9c263086-90dd-4664-b043-8a25d35ebf07 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Jul 27 21:46:47.111732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:47.126899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583ea08-43fe-4946-8b30-c5d9b4c8ca8a req-76929db3-5915-42aa-b6c2-ac480391e802 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:47.132981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c583ea08-43fe-4946-8b30-c5d9b4c8ca8a req-76929db3-5915-42aa-b6c2-ac480391e802 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.4037640 Jul 27 21:46:47.182664 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9040a-f525-4886-b25d-7b1f4b3d52af x-openstack-request-id: req-50f9040a-f525-4886-b25d-7b1f4b3d52af {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:47.182990 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-plugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:47.183371 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50f9040a-f525-4886-b25d-7b1f4b3d52af {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:47.200275 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:46:47.200549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.202257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.215047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.223519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] 10.222.0.37 "DELETE /v2.0/networks/f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9 HTTP/1.1" status: 204 len: 168 time: 0.8629048 Jul 27 21:46:47.223768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9084fb59-90dc-4a91-9ea4-4a20fc3521a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.318730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9084fb59-90dc-4a91-9ea4-4a20fc3521a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.328254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=13']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:47.381360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b0890-b0b4-4924-ae39-dce0902a0c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a7ed5b-6c0d-4bd3-8fb7-050b1e2cfdb9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:47.402737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9084fb59-90dc-4a91-9ea4-4a20fc3521a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c8c4ac1de974a90b6b84f435d370e31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2755311 Jul 27 21:46:47.404721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56342) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:47.443229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a38eb68f-8b45-40c9-884a-27b93a33168e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:47.508260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-05fbc6d8-b54c-4086-9e97-49091ee5eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:47.510874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-05fbc6d8-b54c-4086-9e97-49091ee5eb92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3754108 Jul 27 21:46:47.548219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a38eb68f-8b45-40c9-884a-27b93a33168e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:47.552915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c583ea08-43fe-4946-8b30-c5d9b4c8ca8a req-05c28b03-536c-45b3-b9d8-44a2284873dc tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186585 Jul 27 21:46:47.557386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a38eb68f-8b45-40c9-884a-27b93a33168e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:47.579526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.635734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Pushing event deleted for resources: {'Port': ['ID=647ddfc7-050a-49a3-b7fa-a1880fcb9b41,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:47.688824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-67d8812a-f382-4752-aa5a-619b8ecae33d service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277184 Jul 27 21:46:47.702930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084fb59-90dc-4a91-9ea4-4a20fc3521a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66fae7b-0a33-439b-8ffc-c58afa3a69d2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:47.806077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56350) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:47.880497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4ea3665f-9208-4ba9-bbbf-689b0bfbc32d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7639150317d4bf09c290ba074f5874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704618 Jul 27 21:46:47.888363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56352) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:47.948780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:47.966218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca539-8b9e-4429-96e5-2bb295a06588 req-de997257-b8de-4331-8960-4406edae40a4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:47.968006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b9ca539-8b9e-4429-96e5-2bb295a06588 req-de997257-b8de-4331-8960-4406edae40a4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.3378148 Jul 27 21:46:47.976787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.070722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.112019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eea55efa-85b5-44e4-b2d9-359dde077660 req-1c715f0f-5956-4092-bc48-07aa24092b36 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862708 Jul 27 21:46:48.135211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2b8e-7381-41e1-9d8f-1102438581d1 req-4aad720a-1fa2-44d6-afd4-afae5f0469a2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:48.146407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1f2b8e-7381-41e1-9d8f-1102438581d1 req-4aad720a-1fa2-44d6-afd4-afae5f0469a2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 948 time: 0.2646134 Jul 27 21:46:48.151229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b9ca539-8b9e-4429-96e5-2bb295a06588 req-388ec9e9-c5a9-46ab-8cfa-cb2ed96cef47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689599 Jul 27 21:46:48.166879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.172788 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.187243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-cbbad0ca-c8a0-4c0a-8884-26eb3960b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:48.189348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-cbbad0ca-c8a0-4c0a-8884-26eb3960b6d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6627259 Jul 27 21:46:48.191340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.264093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.369990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.370865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc11b69-6149-45b3-9d30-5fdb0818500d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:46:48.380002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.381265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c144cec4-e21c-492b-baf9-466d7865351f admin admin] 10.222.0.37 "DELETE /v2.0/routers/5fc11b69-6149-45b3-9d30-5fdb0818500d HTTP/1.1" status: 204 len: 168 time: 2.9432189 Jul 27 21:46:48.387369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56356) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:48.408046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1f2b8e-7381-41e1-9d8f-1102438581d1 req-5c721190-b41c-41e9-a409-046ed2e464d8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602539 Jul 27 21:46:48.523841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-83bfba8e-e169-4df4-b6f8-37a92a9667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:48.524592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Deleting subnet b9ff2b0c-646c-4eff-9774-7b3923138120 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:46:48.530762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-83bfba8e-e169-4df4-b6f8-37a92a9667fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 1099 time: 0.2624190 Jul 27 21:46:48.532984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.533863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-1188af44-adc6-4937-a73f-1f63ce9aa485 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112640 Jul 27 21:46:48.535606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.547817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.552067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a66fae7b-0a33-439b-8ffc-c58afa3a69d2 HTTP/1.1" status: 204 len: 168 time: 1.1164012 Jul 27 21:46:48.608411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec37c69-25a0-4f83-8df6-74e1a5a7473b req-5c99193a-46ae-41ca-9bc5-aff454d959d3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:48.619153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fec37c69-25a0-4f83-8df6-74e1a5a7473b req-5c99193a-46ae-41ca-9bc5-aff454d959d3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 948 time: 0.3090796 Jul 27 21:46:48.659180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.663102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.664867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b HTTP/1.1" status: 204 len: 168 time: 0.7715161 Jul 27 21:46:48.739173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:48.741433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e49328-f769-4ed8-91c8-1ae5fab6c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c6f5ba-ffe5-4929-b74d-0a7cfa99f99b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:48.842947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fec37c69-25a0-4f83-8df6-74e1a5a7473b req-c6e6cc8e-f1af-4ac7-bc06-a3bef908a987 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189105 Jul 27 21:46:48.971341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:48.978637 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c90410a-b0e5-4895-9098-94d939184326" -d '{"events": [{"name": "network-changed", "server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:48.995691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45d985bb-aba2-4003-9be3-c6181782ca75 req-366261f6-58dc-464a-a80b-8f4f8d65cd45 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422672 Jul 27 21:46:49.077340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:49.199975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdd9bb-7635-46f4-a048-49bc54ad7e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66fae7b-0a33-439b-8ffc-c58afa3a69d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:49.212920 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb42f17-bc61-4548-9d3b-c89a09b26e96 x-openstack-request-id: req-9fb42f17-bc61-4548-9d3b-c89a09b26e96 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:49.213213 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:49.213447 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fb42f17-bc61-4548-9d3b-c89a09b26e96 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:49.213849 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306', 'status': 'completed', 'code': 200} Jul 27 21:46:49.359808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9faf35-8db8-4b82-baee-650d011fecab req-47492304-374b-48e8-8f43-2b5f41b52d5b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:49.369590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e9faf35-8db8-4b82-baee-650d011fecab req-47492304-374b-48e8-8f43-2b5f41b52d5b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.3727553 Jul 27 21:46:49.391149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-4bf92761-11cd-4adb-9f19-db8576162969 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3896289 Jul 27 21:46:49.400655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:49.426413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:49.431937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b9ff2b0c-646c-4eff-9774-7b3923138120 HTTP/1.1" status: 204 len: 168 time: 1.0434790 Jul 27 21:46:49.438462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56374) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:49.439154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36abd8-c849-4b09-8f74-bb08d23afaa4 None None] Network c5705910-e415-4c1a-a395-940719fd47e8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:49.517657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6fa07-63c2-4b2b-bfa4-0262f0ea0825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ff2b0c-646c-4eff-9774-7b3923138120,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:49.574913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e9faf35-8db8-4b82-baee-650d011fecab req-8d013f27-1be5-4b2e-b902-eb8222edcb9a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043195 Jul 27 21:46:49.595289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:49.731540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:49.732238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 647ddfc7-050a-49a3-b7fa-a1880fcb9b41 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:49.767900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496766-6684-4b36-ae7e-e89dc62e7702 req-da2efe27-5092-49e9-9ba8-bf3c1fa48c74 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:49.778107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d496766-6684-4b36-ae7e-e89dc62e7702 req-da2efe27-5092-49e9-9ba8-bf3c1fa48c74 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.4492939 Jul 27 21:46:49.787263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-148acd09-d99f-4afd-863f-e95d2762abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:49.789329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-148acd09-d99f-4afd-863f-e95d2762abef service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 1.2261631 Jul 27 21:46:49.801569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90410a-b0e5-4895-9098-94d939184326 req-3d1eba8f-c014-4772-b866-cd45c2eef6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:49.809650 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-3d1eba8f-c014-4772-b866-cd45c2eef6c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f5616103ceaf462ea06b40593b9c50ab&device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 1099 time: 0.5984027 Jul 27 21:46:49.825765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:49.910137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d496766-6684-4b36-ae7e-e89dc62e7702 req-2332d5b9-f3cc-4a88-91ad-10fe6e6102c3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304486 Jul 27 21:46:49.984184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] DHCP port deletion for c5705910-e415-4c1a-a395-940719fd47e8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:46:50.012347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56386) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.069832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Deleting port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:50.070615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.078494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb3a60bd-f8f7-4041-9373-e42a84af768a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.092723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90410a-b0e5-4895-9098-94d939184326 req-2a1ef3e2-98b2-48e1-b5a1-66008f3ad011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.094338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-2a1ef3e2-98b2-48e1-b5a1-66008f3ad011 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2723160 Jul 27 21:46:50.100644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-6a8d71da-5e9a-476f-9997-1857fce2bd15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=96542ab0-923c-4ed0-9e05-4033719f720f HTTP/1.1" status: 200 len: 217 time: 0.2881041 Jul 27 21:46:50.127366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Deleting port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:46:50.127742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.188414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-904faeac-4e2d-4365-b706-d44391089424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.190594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-904faeac-4e2d-4365-b706-d44391089424 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0682471 Jul 27 21:46:50.203838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] For port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:50.204202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.218628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Calling delete_port for 0b43560f-1ddc-4905-96a4-2d4b9c1b405b owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:50.224817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] For port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,segment=NetworkSegment(0a920078-91a4-4295-a5db-7d74f591adec),segment_id=0a920078-91a4-4295-a5db-7d74f591adec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:50.229614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.263625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Calling delete_port for 0b43560f-1ddc-4905-96a4-2d4b9c1b405b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:46:50.279966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-b399794f-aab0-499a-91db-c7732d978e5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 HTTP/1.1" status: 200 len: 217 time: 0.1570203 Jul 27 21:46:50.380727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b657ec-0d45-467b-919a-53112c692266 req-430d5578-ec79-4612-83d0-1fbe1a4fb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.383530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-430d5578-ec79-4612-83d0-1fbe1a4fb261 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fb12b80ce154848bc316835b95735eb&device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 1096 time: 0.8437796 Jul 27 21:46:50.411985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8239153-f625-4592-95bd-e17dbb8f3493 req-9804e1bd-78ac-47a9-8176-12791a1fa70e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.419650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8239153-f625-4592-95bd-e17dbb8f3493 req-9804e1bd-78ac-47a9-8176-12791a1fa70e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 948 time: 0.3582520 Jul 27 21:46:50.438344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb688ac-95ff-428f-846d-f424dc111317 req-a8c4fcc8-014d-477c-9d44-54d0c387de91 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.440516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3cb688ac-95ff-428f-846d-f424dc111317 req-a8c4fcc8-014d-477c-9d44-54d0c387de91 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 948 time: 0.7268023 Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: from cryptography.utils import int_from_bytes Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: from cryptography.utils import int_from_bytes Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.462453 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:46:50.465774 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:46:50.469345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.496657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8239153-f625-4592-95bd-e17dbb8f3493 req-4c2e627a-d7cb-40d9-bf4c-55d483ed6341 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Jul 27 21:46:50.501868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.527616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] Pushing event deleted for resources: {'Port': ['ID=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.535471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0564628-ef3c-4fab-ad84-993bc50f372a None None] No DVR routers for this DVR port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:50.578847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b43560f-1ddc-4905-96a4-2d4b9c1b405b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.585638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] No DVR routers for this DVR port 0b43560f-1ddc-4905-96a4-2d4b9c1b405b on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:46:50.625249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90410a-b0e5-4895-9098-94d939184326 req-d0689308-d8a2-4905-a8ca-528b63c50ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.627200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-d0689308-d8a2-4905-a8ca-528b63c50ea6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2979572 Jul 27 21:46:50.646161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-03d7940b-b373-4ea1-9908-6fd1860e96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.649009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-03d7940b-b373-4ea1-9908-6fd1860e96c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4460881 Jul 27 21:46:50.747135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3cb688ac-95ff-428f-846d-f424dc111317 req-4e7cff30-50e6-4da9-b74d-d2299aac87a2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920868 Jul 27 21:46:50.778832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.782653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb3a60bd-f8f7-4041-9373-e42a84af768a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.823335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b657ec-0d45-467b-919a-53112c692266 req-e203128a-aa75-4412-a443-b1b79f16c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:50.825052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-e203128a-aa75-4412-a443-b1b79f16c396 service neutron] 10.222.0.76 "GET /v2.0/networks?id=722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 200 len: 907 time: 0.3821089 Jul 27 21:46:50.832909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5705910-e415-4c1a-a395-940719fd47e8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:50.864469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a920078-91a4-4295-a5db-7d74f591adec') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:50.864853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a920078-91a4-4295-a5db-7d74f591adec') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:46:50.867680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb3a60bd-f8f7-4041-9373-e42a84af768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.890340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.931030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 96542ab0-923c-4ed0-9e05-4033719f720f details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:50.949077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.972912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a60bd-f8f7-4041-9373-e42a84af768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408b260e-d728-4d71-a374-82fde5670a5e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.993427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-59f3e80b-c9c2-4559-a2ed-a14a4146514d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 200 len: 1001 time: 0.1160510 Jul 27 21:46:50.998361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90410a-b0e5-4895-9098-94d939184326 req-32269adc-3c23-4de6-9210-a8e5e1ebd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.000232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:46:51.000390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-32269adc-3c23-4de6-9210-a8e5e1ebd04a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3621790 Jul 27 21:46:51.000956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:46:51.005679 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:46:51.052220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb3a60bd-f8f7-4041-9373-e42a84af768a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92d1857dac1245a680bc9b11a9edc084&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0372133 Jul 27 21:46:51.074898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d42da-ff03-4b68-9cd2-8b45248652f5 req-4ac5f499-141c-47c0-b0f0-aac2d56510d8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.076537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff9d42da-ff03-4b68-9cd2-8b45248652f5 req-4ac5f499-141c-47c0-b0f0-aac2d56510d8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.2925959 Jul 27 21:46:51.077042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56404) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:51.077373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56406) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:51.098340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-db389e9a-f9c8-4b04-9df9-6dc39a291c94 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796046 Jul 27 21:46:51.281710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=96542ab0-923c-4ed0-9e05-4033719f720f,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:51.281938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff9d42da-ff03-4b68-9cd2-8b45248652f5 req-af487f08-b79f-4516-b7a7-c655eb020d95 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439800 Jul 27 21:46:51.312074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.326373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '96542ab0-923c-4ed0-9e05-4033719f720f', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '96542ab0-923c-4ed0-9e05-4033719f720f', 'mac_address': 'fa:16:3e:ed:9f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:51.371306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.400609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.411922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5705910-e415-4c1a-a395-940719fd47e8 HTTP/1.1" status: 204 len: 168 time: 1.9644256 Jul 27 21:46:51.427586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.441649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.448522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5f06-6f0e-4744-91fc-48d3908795c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5705910-e415-4c1a-a395-940719fd47e8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:51.477371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96542ab0-923c-4ed0-9e05-4033719f720f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:51.496625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1225627862-network', 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:51.523863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=96542ab0-923c-4ed0-9e05-4033719f720f,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:51.562779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b43560f-1ddc-4905-96a4-2d4b9c1b405b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:46:51.627185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0b43560f-1ddc-4905-96a4-2d4b9c1b405b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:46:51.628345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0b43560f-1ddc-4905-96a4-2d4b9c1b405b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:46:51.630962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.718917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Made reservation on behalf of e3662e59ee0e43c5a808ca030fd1c4ca for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:51.722152 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.725889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b657ec-0d45-467b-919a-53112c692266 req-93f19762-9613-4311-917e-d89ba9491f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.727662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-93f19762-9613-4311-917e-d89ba9491f9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=11d75e1f-fe65-4515-ad26-df66bf926248 HTTP/1.1" status: 200 len: 845 time: 0.7061119 Jul 27 21:46:51.747979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.751401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.751809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:51.753814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/408b260e-d728-4d71-a374-82fde5670a5e HTTP/1.1" status: 204 len: 168 time: 0.6223283 Jul 27 21:46:51.757697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.835504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef82a1-865a-45e9-9392-5d70ff079fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408b260e-d728-4d71-a374-82fde5670a5e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:51.836524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-e54dbb0a-f883-4ba3-9bea-d5c6d6844992 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137548 Jul 27 21:46:51.918464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51192a4f-24ef-46ce-b6a1-2ca0b690df00 req-ad317dcf-4d55-4a24-8407-6ba8c7111d1e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.920102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51192a4f-24ef-46ce-b6a1-2ca0b690df00 req-ad317dcf-4d55-4a24-8407-6ba8c7111d1e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 949 time: 0.2468336 Jul 27 21:46:51.935781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['96542ab0-923c-4ed0-9e05-4033719f720f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:51.958627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56420) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:51.976830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f1bf7b8-d380-48c0-89e6-7ad1d3d2501d req-94be0168-7f96-4033-acfa-f56318d62216 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380971 Jul 27 21:46:51.993963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13484ee1-e7a7-4a34-96c1-35e15c0795ad req-dc999cbd-aa53-48fc-8ead-7dc3d50e31ff tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.996284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13484ee1-e7a7-4a34-96c1-35e15c0795ad req-dc999cbd-aa53-48fc-8ead-7dc3d50e31ff tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.9205861 Jul 27 21:46:52.067851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b657ec-0d45-467b-919a-53112c692266 req-452592eb-90ee-4385-9c8c-4e8f180fa9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:52.069213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.070189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-452592eb-90ee-4385-9c8c-4e8f180fa9d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=722a2106-6172-4ed8-ba1a-8fd9a218151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328598 Jul 27 21:46:52.094763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51192a4f-24ef-46ce-b6a1-2ca0b690df00 req-419c6ef2-dc01-4ae0-bec2-c25818720b95 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624858 Jul 27 21:46:52.121436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13484ee1-e7a7-4a34-96c1-35e15c0795ad req-ada0fb0f-98fc-4a02-b706-f6212f9f335f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127591 Jul 27 21:46:52.166352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13547c53-257c-42d0-9017-5b1b6b709a8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9859b58bf499474d8168c0351b2aeb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999214 Jul 27 21:46:52.167171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:52.181434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c90410a-b0e5-4895-9098-94d939184326 req-b89c48e4-972b-44d4-a243-1f0e370af397 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281803 Jul 27 21:46:52.199805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.265034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-65fad497-2291-4ef4-abdb-6b5b204c042f service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811976 Jul 27 21:46:52.295896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:52.353500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:46:52.397629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.398108 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Added segment 1e8d0242-0684-41b0-b233-a97ce72eae97 of type vlan for network 83241743-44c0-42c1-9649-d51bc76a539f Jul 27 21:46:52.423133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16b657ec-0d45-467b-919a-53112c692266 req-3c209f5f-d48c-42b1-985e-78d88211f674 service neutron] 10.222.0.76 "GET /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478674 Jul 27 21:46:52.454315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.506021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.540892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a080a44-8e9e-4e7e-aa20-924d8cc3057e req-78a7a3f3-57dd-4426-82d7-c02d267937f0 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:52.552796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a080a44-8e9e-4e7e-aa20-924d8cc3057e req-78a7a3f3-57dd-4426-82d7-c02d267937f0 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 948 time: 0.1283793 Jul 27 21:46:52.602242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.637812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a080a44-8e9e-4e7e-aa20-924d8cc3057e req-ba3f5f86-6819-4e70-919b-8c4f40646de2 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Jul 27 21:46:52.704350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95462c-0c05-4fad-8065-2739a183c0ac req-55c9ef80-0dfd-4851-a3ed-c37da8c91d3c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:52.706102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c95462c-0c05-4fad-8065-2739a183c0ac req-55c9ef80-0dfd-4851-a3ed-c37da8c91d3c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 946 time: 0.1542509 Jul 27 21:46:52.742233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.763875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:52.763875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.819217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c95462c-0c05-4fad-8065-2739a183c0ac req-28e27ea0-e7e8-4870-9482-286833a46119 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943561 Jul 27 21:46:52.840577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] Pushing event updated for resources: {'Network': ['ID=83241743-44c0-42c1-9649-d51bc76a539f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:52.862438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 83241743-44c0-42c1-9649-d51bc76a539f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:46:52.922180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.927266 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:52.943331 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10d9a956-c53e-4410-be83-5b51ea447257 HTTP/1.1" status: 204 len: 168 time: 0.7745426 Jul 27 21:46:52.949917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3f9230b-3914-43c1-8b54-7bafc1fb4956 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8178039 Jul 27 21:46:52.953135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:52.960604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Request body: {'subnet': {'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1225627862-subnet', 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:52.977958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ab563-c70d-4b28-923d-2385952a6481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d9a956-c53e-4410-be83-5b51ea447257,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:53.196256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:53.272499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1221d1-18bc-48fc-bb4a-7b4c7e171f2d req-ead689fe-c0ca-4708-aaa5-c80bfa5459af tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:53.274053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d1221d1-18bc-48fc-bb4a-7b4c7e171f2d req-ead689fe-c0ca-4708-aaa5-c80bfa5459af tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 949 time: 0.0773368 Jul 27 21:46:53.317645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d1221d1-18bc-48fc-bb4a-7b4c7e171f2d req-cb7c89ca-1caf-44b3-a607-b90f7afc58ad tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Jul 27 21:46:53.348559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:53.359564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306', 'mac_address': 'fa:16:3e:87:17:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:53.400517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:53.418447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:53.424427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Made reservation on behalf of e3662e59ee0e43c5a808ca030fd1c4ca for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:53.427866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:53.444767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:53.471264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912cc60-4cf0-4ce2-9a48-1cda85afe0f1 req-fd09f93d-03d6-428e-a226-6fffec43ebf3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:53.476467 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b912cc60-4cf0-4ce2-9a48-1cda85afe0f1 req-fd09f93d-03d6-428e-a226-6fffec43ebf3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.0866058 Jul 27 21:46:53.538849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b912cc60-4cf0-4ce2-9a48-1cda85afe0f1 req-8339aff3-6372-41bd-bbd2-3f42b1792804 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530801 Jul 27 21:46:53.565159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:53.713890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:53.866546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:53.933987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['d13e4a48-8cf6-4cf9-9d7b-5d51634a1306'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:53.951378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41049b-70e6-49c6-aefd-710ab98fc4aa req-356315bd-29b3-4eba-975d-d906c6baecb6 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:53.961478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf41049b-70e6-49c6-aefd-710ab98fc4aa req-356315bd-29b3-4eba-975d-d906c6baecb6 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 949 time: 0.1632202 Jul 27 21:46:54.037011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf41049b-70e6-49c6-aefd-710ab98fc4aa req-1fe5f09a-0822-40c2-9ddd-92906f4e27a1 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 Jul 27 21:46:54.066722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c380bb30-e73b-4795-bc8b-afc0d3d47895,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:54.078314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Checking segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:54.078685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Network hostable DHCP agents. Network: 83241743-44c0-42c1-9649-d51bc76a539f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:46:54.171739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:46:54.236507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Network 83241743-44c0-42c1-9649-d51bc76a539f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:46:54.372222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 83241743-44c0-42c1-9649-d51bc76a539f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:54.377878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:54.378742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.385580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc54a1-f075-4ebc-a3a2-ee3ad3b2febc None None] Network 83241743-44c0-42c1-9649-d51bc76a539f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:54.524175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d97b2ec6-f261-49fa-ac76-439db32d7405 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5581064 Jul 27 21:46:54.565508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be125-6cc2-4026-9cdf-c4cb16b50ab0 req-beb0fcf2-1c71-4d2a-849f-cd3005310f36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:54.568266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f5be125-6cc2-4026-9cdf-c4cb16b50ab0 req-beb0fcf2-1c71-4d2a-849f-cd3005310f36 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 949 time: 0.1198983 Jul 27 21:46:54.646926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f5be125-6cc2-4026-9cdf-c4cb16b50ab0 req-4b906806-c776-41f9-baac-d47eabe4eebd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679455 Jul 27 21:46:54.750312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-83241743-44c0-42c1-9649-d51bc76a539f', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca', 'fixed_ips': [{'subnet_id': 'c380bb30-e73b-4795-bc8b-afc0d3d47895'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:46:54.751240 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.889714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b069d9-02fe-417b-902a-5c21853f5b0f req-c92fa29f-b1d5-4063-a29e-5f27b968051a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:54.891360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42b069d9-02fe-417b-902a-5c21853f5b0f req-c92fa29f-b1d5-4063-a29e-5f27b968051a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.1789613 Jul 27 21:46:54.939097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 96542ab0-923c-4ed0-9e05-4033719f720f up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:54.995853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42b069d9-02fe-417b-902a-5c21853f5b0f req-baa18dcd-8f28-4240-b9ce-41f81db2de19 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938351 Jul 27 21:46:55.103384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Allocated IP 172.20.0.2 (83241743-44c0-42c1-9649-d51bc76a539f/c380bb30-e73b-4795-bc8b-afc0d3d47895/eca2c1cf-7358-4094-a6db-886c64389dd3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:55.212876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 96542ab0-923c-4ed0-9e05-4033719f720f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:55.222826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 96542ab0-923c-4ed0-9e05-4033719f720f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:55.223275 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.363293 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.409358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:55.411986 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9750868-d0ea-4e4c-a52c-abb2bb2a8620" -d '{"events": [{"server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:55.419759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.429208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d5182-45ac-438e-905e-72cd87340ab2 req-2a44378c-fe3d-44d5-aa7e-37826c974e57 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.435496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=96542ab0-923c-4ed0-9e05-4033719f720f,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:55.437670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-234d5182-45ac-438e-905e-72cd87340ab2 req-2a44378c-fe3d-44d5-aa7e-37826c974e57 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 949 time: 0.0947134 Jul 27 21:46:55.438658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Transition to ACTIVE for port object eca2c1cf-7358-4094-a6db-886c64389dd3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:55.462251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Transition to ACTIVE for port object eca2c1cf-7358-4094-a6db-886c64389dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:55.511283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.520568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-234d5182-45ac-438e-905e-72cd87340ab2 req-824327d5-578e-49f5-921d-a65e0994eaa0 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822523 Jul 27 21:46:55.551971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.601819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Network 83241743-44c0-42c1-9649-d51bc76a539f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:55.610040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:55.616018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:55.620353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:55.716829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-ea5a9d53-bd49-4429-aaad-fb0fa5411b22 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.717530 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75dc33-4184-4fc9-a301-1d8185b95987 x-openstack-request-id: req-2f75dc33-4184-4fc9-a301-1d8185b95987 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:55.717834 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:55.718097 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f75dc33-4184-4fc9-a301-1d8185b95987 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:55.718527 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f', 'code': 200} Jul 27 21:46:55.725173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Pushing event updated for resources: {'Port': ['ID=eca2c1cf-7358-4094-a6db-886c64389dd3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:55.733830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-ea5a9d53-bd49-4429-aaad-fb0fa5411b22 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.1742206 Jul 27 21:46:55.742015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Attempting to bind port eca2c1cf-7358-4094-a6db-886c64389dd3 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:55.742357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Attempting to bind port eca2c1cf-7358-4094-a6db-886c64389dd3 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:55.742894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Attempting to bind port eca2c1cf-7358-4094-a6db-886c64389dd3 on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:55.749575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:55.749951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Checking segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:55.750394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.750799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Bound using segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:55.751284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Bound port: eca2c1cf-7358-4094-a6db-886c64389dd3, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:55.751675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.765512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-1935fb05-29e5-4e49-a249-a0778365fc3c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/quotas/e3662e59ee0e43c5a808ca030fd1c4ca HTTP/1.1" status: 200 len: 375 time: 0.0195591 Jul 27 21:46:55.836234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] For port eca2c1cf-7358-4094-a6db-886c64389dd3, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:55.848927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] For port eca2c1cf-7358-4094-a6db-886c64389dd3, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eca2c1cf-7358-4094-a6db-886c64389dd3,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:55.856598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-5de6d57e-2038-4d5e-bd79-31fb5088e5d9 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893192 Jul 27 21:46:55.881681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e920-bfa8-4fd3-a410-13b2a64a933d req-d3767936-a345-4fd2-8ea3-e6512834e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.884436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fdd8e920-bfa8-4fd3-a410-13b2a64a933d req-d3767936-a345-4fd2-8ea3-e6512834e8a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 1101 time: 0.0925665 Jul 27 21:46:55.925876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.979627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fdd8e920-bfa8-4fd3-a410-13b2a64a933d req-9adf9683-cedb-4e57-a912-5099f6b6ad64 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854464 Jul 27 21:46:56.005836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-61778220-33f0-47d4-8674-b19dbafd94f0 service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481659 Jul 27 21:46:56.018058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245626de-bc39-4224-97ed-9b43d020c31c None None] Pushing event updated for resources: {'Port': ['ID=eca2c1cf-7358-4094-a6db-886c64389dd3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:56.069013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989faa5-6cae-43d3-88bd-9bd11272f252 req-01f92584-330a-49f1-bbf0-57126cc1ecfb tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.078947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3989faa5-6cae-43d3-88bd-9bd11272f252 req-01f92584-330a-49f1-bbf0-57126cc1ecfb tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1303194 Jul 27 21:46:56.140593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-5505e6c2-b270-45ab-841e-36d81c9c0d2f service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336942 Jul 27 21:46:56.154913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3989faa5-6cae-43d3-88bd-9bd11272f252 req-b201d4d2-11de-4ebd-bc26-3597cbd69f4a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747211 Jul 27 21:46:56.683075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1020e8-8c79-44c0-8eec-ab28075a8fb0 req-1cf5ee4f-3e09-424c-a4c0-b0a22af8c03a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.689668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc1020e8-8c79-44c0-8eec-ab28075a8fb0 req-1cf5ee4f-3e09-424c-a4c0-b0a22af8c03a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.1359966 Jul 27 21:46:56.752533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc1020e8-8c79-44c0-8eec-ab28075a8fb0 req-c5d379ef-d9a8-4242-b3e4-dcd33d13d5d3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549612 Jul 27 21:46:56.939336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e47f-3032-4c3d-afeb-a0b53af92edb req-907c7d59-dd5d-4da6-a4b1-73e4a0ed4db4 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.941197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59d3e47f-3032-4c3d-afeb-a0b53af92edb req-907c7d59-dd5d-4da6-a4b1-73e4a0ed4db4 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 949 time: 0.0846035 Jul 27 21:46:56.945193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:46:56.967020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:57.054760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59d3e47f-3032-4c3d-afeb-a0b53af92edb req-f45ad104-00f4-4241-bc30-a120e0840507 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966287 Jul 27 21:46:57.077445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-b1d9e628-8d38-4d19-bb20-6a853e0c0ab8 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:57.085228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-b1d9e628-8d38-4d19-bb20-6a853e0c0ab8 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.2136855 Jul 27 21:46:57.111754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-7d009066-61a9-4096-a1fd-472b7d429e94 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/quotas/e3662e59ee0e43c5a808ca030fd1c4ca HTTP/1.1" status: 200 len: 375 time: 0.0254560 Jul 27 21:46:57.334680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:57.343421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-9df50a81-3c49-4221-951c-57f4ca238261 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2270162 Jul 27 21:46:57.344562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:57.344953 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:57.348509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:57.392323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'mac_address': 'fa:16:3e:63:85:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:46:57.556521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:57.592329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce14e7aa-885f-465e-9391-5a1e85a9cafb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:57.592824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-61a1bd1f-3dbc-4380-9f92-add4faa9b931 service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456088 Jul 27 21:46:57.612586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eca2c1cf-7358-4094-a6db-886c64389dd3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:57.651641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7fc5f-ea03-49f7-ba6b-27aa504479a5 req-607893c1-d891-4204-837b-68fc77b839e1 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:57.653638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cca7fc5f-ea03-49f7-ba6b-27aa504479a5 req-607893c1-d891-4204-837b-68fc77b839e1 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1496587 Jul 27 21:46:57.735353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59698489-076f-4190-a75e-e7d77474c6cc None None] Network 83241743-44c0-42c1-9649-d51bc76a539f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:46:57.741479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:57.763909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cca7fc5f-ea03-49f7-ba6b-27aa504479a5 req-f8d5070b-a544-4e55-bf8f-e10561c8e671 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868752 Jul 27 21:46:57.794350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-1d2a7f9f-932a-4881-8abf-0b6c5ba8e3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995363 Jul 27 21:46:57.810773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:57.888701 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.003661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:58.011148 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83abbb0b-09fb-4f6d-9d7b-96e40682102e" -d '{"events": [{"server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "name": "network-vif-plugged", "status": "completed", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:58.038501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:58.070638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:58.127076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ce14e7aa-885f-465e-9391-5a1e85a9cafb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:46:58.220193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Provisioning for port eca2c1cf-7358-4094-a6db-886c64389dd3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:58.240588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Provisioning complete for port eca2c1cf-7358-4094-a6db-886c64389dd3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:58.241141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.285599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port eca2c1cf-7358-4094-a6db-886c64389dd3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:58.293543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.320648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port eca2c1cf-7358-4094-a6db-886c64389dd3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:58.320988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.542346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:58.555868 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.657408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] For port eca2c1cf-7358-4094-a6db-886c64389dd3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eca2c1cf-7358-4094-a6db-886c64389dd3,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:58.673806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.917795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:58.972419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:46:59.060148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:46:59.060512 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:46:59.064025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693eac8-4723-4962-8ed4-e76bab9388c0 None None] Pushing event updated for resources: {'Port': ['ID=eca2c1cf-7358-4094-a6db-886c64389dd3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:59.078453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-172ce38e-fc97-4d21-8543-476e2db9ede5 None None] Provisioning complete for port eca2c1cf-7358-4094-a6db-886c64389dd3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:59.078453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-172ce38e-fc97-4d21-8543-476e2db9ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:59.114088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ce14e7aa-885f-465e-9391-5a1e85a9cafb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:59.114088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:59.475932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:59.540262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:46:59.688578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:59.871633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:59.876884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eca2c1cf-7358-4094-a6db-886c64389dd3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:00.026480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port eca2c1cf-7358-4094-a6db-886c64389dd3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:00.027037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.170991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-44995035-b006-4186-b49a-d99a46506e80 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:00.173344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-44995035-b006-4186-b49a-d99a46506e80 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.2198565 Jul 27 21:47:00.186575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Request body: {'port': {'device_id': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'admin_state_up': True, 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:00.630711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Made reservation on behalf of e3662e59ee0e43c5a808ca030fd1c4ca for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:00.634798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.850770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Allocated IP 172.20.0.3 (83241743-44c0-42c1-9649-d51bc76a539f/c380bb30-e73b-4795-bc8b-afc0d3d47895/9a564763-6825-4c6c-b64d-9b287924e7bb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:01.155075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:01.175345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Transition to ACTIVE for port object 9a564763-6825-4c6c-b64d-9b287924e7bb will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:01.374818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:01.496331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Network 83241743-44c0-42c1-9649-d51bc76a539f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:01.558730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:01.572461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:01.737991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event updated for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:01.806379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:01.808518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:01.883584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-e21aa724-0f52-4385-ae72-7eb62673055c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:01.899786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-e21aa724-0f52-4385-ae72-7eb62673055c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.3831427 Jul 27 21:47:01.913656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Request body: {'port': {'device_id': '22c7b324-7af9-4367-9801-172cc9c4785e', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'admin_state_up': True, 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:02.101491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-7ac4b49f-5597-415f-9577-599ae8b4e812 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9188964 Jul 27 21:47:02.102597 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4ed37c1-0c3e-4fd2-ad6d-dc907d3f6e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.114648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Request body: {'port': {'device_id': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:02.219624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2781e769-1075-4dd0-8d6b-3d3012fd2218 None None] Provisioning for port 9a564763-6825-4c6c-b64d-9b287924e7bb completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:02.226209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2781e769-1075-4dd0-8d6b-3d3012fd2218 None None] Provisioning complete for port 9a564763-6825-4c6c-b64d-9b287924e7bb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:02.227168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2781e769-1075-4dd0-8d6b-3d3012fd2218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.234721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.327776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2781e769-1075-4dd0-8d6b-3d3012fd2218 None None] Port 9a564763-6825-4c6c-b64d-9b287924e7bb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:02.359732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Made reservation on behalf of e3662e59ee0e43c5a808ca030fd1c4ca for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:02.363388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.643475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a564763-6825-4c6c-b64d-9b287924e7bb {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:02.654814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.673102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Transition to ACTIVE for port object 9a564763-6825-4c6c-b64d-9b287924e7bb will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:02.821209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:02.919011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Allocated IP 172.20.0.12 (83241743-44c0-42c1-9649-d51bc76a539f/c380bb30-e73b-4795-bc8b-afc0d3d47895/7f86620e-9af6-4758-993e-cd9e6566d121) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:03.025191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Pushing event updated for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:03.150855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Attempting to bind port 9a564763-6825-4c6c-b64d-9b287924e7bb on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:03.151185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Attempting to bind port 9a564763-6825-4c6c-b64d-9b287924e7bb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:03.151455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Attempting to bind port 9a564763-6825-4c6c-b64d-9b287924e7bb on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:03.162732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Port 9a564763-6825-4c6c-b64d-9b287924e7bb on network 83241743-44c0-42c1-9649-d51bc76a539f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:47:03.162732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Attempting to bind port 9a564763-6825-4c6c-b64d-9b287924e7bb on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:03.181583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:03.181945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Checking segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:03.182436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Bound using segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:03.182978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Bound port: 9a564763-6825-4c6c-b64d-9b287924e7bb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:03.183269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.321926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.355939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:03.362633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9a564763-6825-4c6c-b64d-9b287924e7bb,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:03.363788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Transition to ACTIVE for port object 7f86620e-9af6-4758-993e-cd9e6566d121 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:03.882097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.916447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:03.917109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.918742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a564763-6825-4c6c-b64d-9b287924e7bb HTTP/1.1" status: 200 len: 1091 time: 1.8090644 Jul 27 21:47:03.923598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:03.923598 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67d0e93-3b33-4600-ba32-5e19cc279ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:03.951437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.979574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182be60-54a4-4c57-90ca-f4c645127731 service neutron] Pushing event updated for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:04.019908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Network 83241743-44c0-42c1-9649-d51bc76a539f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:04.045468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:04.048356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:04.052365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:04.111969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:04.113936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:04.327571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-86411487-d546-4e2e-a98d-2cd5a4850a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:04.329163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-86411487-d546-4e2e-a98d-2cd5a4850a8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 1094 time: 0.0654690 Jul 27 21:47:04.379332 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-eebf8b43-f039-4e88-8266-82b8d30d7828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a564763-6825-4c6c-b64d-9b287924e7bb HTTP/1.1" status: 200 len: 217 time: 0.0404038 Jul 27 21:47:04.437807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-761ffe51-c57b-419c-a251-e08fc024e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:04.439353 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-761ffe51-c57b-419c-a251-e08fc024e29b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.0503926 Jul 27 21:47:04.476800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f85cfcef-a9c8-49ad-8aba-13d475e499b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5675588 Jul 27 21:47:04.491013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Request body: {'port': {'device_id': '22c7b324-7af9-4367-9801-172cc9c4785e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:04.506245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-502c41bc-a552-4951-a40d-754ab90ba26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:04.507732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-502c41bc-a552-4951-a40d-754ab90ba26d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607243 Jul 27 21:47:04.525315 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcce7867-42b7-4a1d-80af-027c42d221f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:04.583059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a23397d0-7005-4d6d-882b-0f574153cc42 None None] Provisioning for port 7f86620e-9af6-4758-993e-cd9e6566d121 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:04.600078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:04.601986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a23397d0-7005-4d6d-882b-0f574153cc42 None None] Provisioning complete for port 7f86620e-9af6-4758-993e-cd9e6566d121 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:04.603174 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a23397d0-7005-4d6d-882b-0f574153cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:04.661679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a23397d0-7005-4d6d-882b-0f574153cc42 None None] Port 7f86620e-9af6-4758-993e-cd9e6566d121 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:04.848379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.179787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-73cb80dd-6a2b-4170-8c43-56fd7043425a service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636829 Jul 27 21:47:05.223596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f86620e-9af6-4758-993e-cd9e6566d121 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:05.235260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.259185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Transition to ACTIVE for port object 7f86620e-9af6-4758-993e-cd9e6566d121 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:05.346424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beab262d-6cd9-4d7f-8976-2141444ed187 req-b83949d1-4b40-46b9-92a9-337250a3a6a6 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576359 Jul 27 21:47:05.401588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.474715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:05.709616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Attempting to bind port 7f86620e-9af6-4758-993e-cd9e6566d121 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:05.710116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Attempting to bind port 7f86620e-9af6-4758-993e-cd9e6566d121 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:05.710514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Attempting to bind port 7f86620e-9af6-4758-993e-cd9e6566d121 on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:05.720943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Port 7f86620e-9af6-4758-993e-cd9e6566d121 on network 83241743-44c0-42c1-9649-d51bc76a539f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:47:05.722180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Attempting to bind port 7f86620e-9af6-4758-993e-cd9e6566d121 on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:05.735576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:05.736108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Checking segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:05.736697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Bound using segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:05.738111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Bound port: 7f86620e-9af6-4758-993e-cd9e6566d121, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:05.738668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.839313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.938578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:05.938578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:06.110642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:06.188456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:06.189184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:06.192317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f86620e-9af6-4758-993e-cd9e6566d121 HTTP/1.1" status: 200 len: 1092 time: 1.7057834 Jul 27 21:47:06.192996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:06.196938 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:06.234095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c0e5e-5014-45b0-ba71-645905d7b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:06.448528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-b1ecefee-7045-4770-b099-bb8becc2e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:06.450543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-b1ecefee-7045-4770-b099-bb8becc2e6ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 1095 time: 0.0827129 Jul 27 21:47:06.526487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-dc4a382d-35cb-4366-92cd-9259d5f7033f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f86620e-9af6-4758-993e-cd9e6566d121 HTTP/1.1" status: 200 len: 217 time: 0.0636113 Jul 27 21:47:06.599213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-97cf1066-2e9d-4bef-a194-a4e4a96acea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:06.601123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-97cf1066-2e9d-4bef-a194-a4e4a96acea6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.0655670 Jul 27 21:47:06.718669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-c2e171f5-5a91-4d28-b3ae-a980fe5c2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:06.721228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-c2e171f5-5a91-4d28-b3ae-a980fe5c2015 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114767 Jul 27 21:47:06.876676 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:06.878133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-fabeb629-b777-414a-996d-f4a54256895c service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470444 Jul 27 21:47:06.970750 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2e2c3-605a-4e45-b16f-41ea406b3c18 x-openstack-request-id: req-a8f2e2c3-605a-4e45-b16f-41ea406b3c18 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:06.972290 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "name": "network-vif-plugged", "status": "completed", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:06.972932 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8f2e2c3-605a-4e45-b16f-41ea406b3c18 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:06.973720 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306', 'code': 200} Jul 27 21:47:07.113207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ecb51db-e187-4624-8965-641b4fcd1038 req-ce6d120f-be5f-4f86-8f99-8e7893302270 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251277 Jul 27 21:47:07.140495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00f43-0416-4a5e-8d03-48bc381be6a9 req-47931382-a98c-4065-b6ba-b74cdb6936fa tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:07.142112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0e00f43-0416-4a5e-8d03-48bc381be6a9 req-47931382-a98c-4065-b6ba-b74cdb6936fa tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.2576187 Jul 27 21:47:07.227960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0e00f43-0416-4a5e-8d03-48bc381be6a9 req-49501c76-2e71-471c-904d-906696595a23 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707018 Jul 27 21:47:07.242534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cfb8c-5ba0-4ca4-9d4c-76c6eb858ef0 req-a1a910bb-be1f-4284-b914-b8539d626054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:07.244596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a68cfb8c-5ba0-4ca4-9d4c-76c6eb858ef0 req-a1a910bb-be1f-4284-b914-b8539d626054 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 1101 time: 0.1848898 Jul 27 21:47:07.382834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a68cfb8c-5ba0-4ca4-9d4c-76c6eb858ef0 req-04101d29-183c-41a5-a951-de5536dafd0c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Jul 27 21:47:07.400060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c71b-78c7-4345-839a-ca1c58551c92 req-859a2f81-9f42-4f07-88a0-cc4abb962642 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:07.401704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ec8c71b-78c7-4345-839a-ca1c58551c92 req-859a2f81-9f42-4f07-88a0-cc4abb962642 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.1792936 Jul 27 21:47:07.467437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:07.476228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ec8c71b-78c7-4345-839a-ca1c58551c92 req-7e52a4c3-240f-4c34-acc1-e64a9c94baad tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655499 Jul 27 21:47:07.642761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-a8381898-fa35-4edb-a06c-949bff3c9bd7 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:07.647710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-a8381898-fa35-4edb-a06c-949bff3c9bd7 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.2140245 Jul 27 21:47:07.670053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:07.691525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-2f025918-391c-495e-89b1-f965d5680675 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/quotas/e3662e59ee0e43c5a808ca030fd1c4ca HTTP/1.1" status: 200 len: 375 time: 0.0360305 Jul 27 21:47:07.777728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc8619-5793-4774-96f7-c296224ce9b2 req-7149c54a-8765-4edb-b7df-befa7df1b6ab tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:07.790098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47cc8619-5793-4774-96f7-c296224ce9b2 req-7149c54a-8765-4edb-b7df-befa7df1b6ab tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1860092 Jul 27 21:47:07.839160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-dfc24378-ae4b-40e0-85c6-33c6ada4b9c9 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1466277 Jul 27 21:47:07.872854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47cc8619-5793-4774-96f7-c296224ce9b2 req-05208ab8-3f68-45ce-8f8c-543a22541774 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813339 Jul 27 21:47:07.916132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:07.938401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4e45133-2075-431f-9e71-4b2851b6f0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.040513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-eb3c6373-a02b-48a9-a070-ac2d3a992f1b service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969001 Jul 27 21:47:08.055072 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966eb4e8-2d7d-41a6-a448-dabb49346665 x-openstack-request-id: req-966eb4e8-2d7d-41a6-a448-dabb49346665 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:08.055618 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:08.056119 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-966eb4e8-2d7d-41a6-a448-dabb49346665 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:08.056838 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb', 'status': 'completed', 'code': 200} Jul 27 21:47:08.212450 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ae7be2-d1a6-4934-8d0c-c7be8c78ad92 x-openstack-request-id: req-42ae7be2-d1a6-4934-8d0c-c7be8c78ad92 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:08.212662 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:08.214800 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42ae7be2-d1a6-4934-8d0c-c7be8c78ad92 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:08.219007 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121', 'status': 'completed', 'code': 200} Jul 27 21:47:08.275053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-98c2d105-a414-475a-9787-441bdd6d3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.278847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-98c2d105-a414-475a-9787-441bdd6d3b0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 1095 time: 0.1282835 Jul 27 21:47:08.414761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-00456e76-828a-45bd-9292-abe010ece244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.414761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-00456e76-828a-45bd-9292-abe010ece244 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 917 time: 0.1263487 Jul 27 21:47:08.419125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-d501519f-92d2-4d9d-ac61-e4ced24cd52b service neutron] 10.222.0.37 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607600 Jul 27 21:47:08.433473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4e45133-2075-431f-9e71-4b2851b6f0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.443079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-72fc90b4-f9d6-4de4-a9c5-85b2391c974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.448122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-72fc90b4-f9d6-4de4-a9c5-85b2391c974d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 1094 time: 0.3573050 Jul 27 21:47:08.473702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-5b084d17-6844-4e87-89b5-ad2e5dd8e782 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f86620e-9af6-4758-993e-cd9e6566d121 HTTP/1.1" status: 200 len: 217 time: 0.0521913 Jul 27 21:47:08.536323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-d7407233-0613-465d-a0cc-ecf3aa1017cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.538318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-d7407233-0613-465d-a0cc-ecf3aa1017cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.0577586 Jul 27 21:47:08.600943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4e45133-2075-431f-9e71-4b2851b6f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.650943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-4bf3775e-1abc-429c-8899-20d34b3ce59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.654237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-4bf3775e-1abc-429c-8899-20d34b3ce59e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080172 Jul 27 21:47:08.731827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:08.733632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f4e45133-2075-431f-9e71-4b2851b6f0a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c70e39166514f268db058e041862701&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0536380 Jul 27 21:47:08.735835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e45133-2075-431f-9e71-4b2851b6f0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53064f35-a434-4bcc-a177-355b4d8f4f01,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:08.859828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-b4246bef-fcbf-4fc4-8e12-28720764d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.863363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-b4246bef-fcbf-4fc4-8e12-28720764d423 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 917 time: 0.4054224 Jul 27 21:47:08.865957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.878582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9a564763-6825-4c6c-b64d-9b287924e7bb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:08.900122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-54f38439-fc2c-45eb-a241-27cbe92bb566 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384264 Jul 27 21:47:08.929604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-c3a2854b-350a-4c7a-aaa1-b7fd4fd44772 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a564763-6825-4c6c-b64d-9b287924e7bb HTTP/1.1" status: 200 len: 217 time: 0.0596871 Jul 27 21:47:08.964783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.012197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:09.015931 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3813bc-1e24-49ea-bc2c-f8ad50dea52f" -d '{"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-plugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:09.051934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-8c82ca98-8476-4c68-8b84-30c94ad29aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:09.055707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-8c82ca98-8476-4c68-8b84-30c94ad29aa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.1180604 Jul 27 21:47:09.090404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9a564763-6825-4c6c-b64d-9b287924e7bb,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.107100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '9a564763-6825-4c6c-b64d-9b287924e7bb', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'port_id': '9a564763-6825-4c6c-b64d-9b287924e7bb', 'mac_address': 'fa:16:3e:de:b7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bb30-e73b-4795-bc8b-afc0d3d47895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:09.128879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a30bb20-4a3e-4526-a01b-1f4929d88c7a req-1577b6a9-c990-4e6b-8c0f-4c58887c8178 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179995 Jul 27 21:47:09.142255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-883978e0-f711-425a-9e42-e27a301c097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:09.144112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-883978e0-f711-425a-9e42-e27a301c097c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798390 Jul 27 21:47:09.156032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.170852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a564763-6825-4c6c-b64d-9b287924e7bb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:09.194541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9a564763-6825-4c6c-b64d-9b287924e7bb,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.289463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-713410a3-9492-40e3-8e4b-1254578d0d4b service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333706 Jul 27 21:47:09.324106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.324425 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.324425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f86620e-9af6-4758-993e-cd9e6566d121 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:09.324727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.324727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53064f35-a434-4bcc-a177-355b4d8f4f01 HTTP/1.1" status: 204 len: 168 time: 0.5897117 Jul 27 21:47:09.336237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d1bf0-ea5f-46f1-a83b-c8f998b92de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53064f35-a434-4bcc-a177-355b4d8f4f01,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:09.380358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833d28c-2f28-43af-8e3c-a0530064be1d req-4eb8604d-07e8-49bd-9a34-95c523478587 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:09.381904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4833d28c-2f28-43af-8e3c-a0530064be1d req-4eb8604d-07e8-49bd-9a34-95c523478587 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 947 time: 0.2056510 Jul 27 21:47:09.455620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4833d28c-2f28-43af-8e3c-a0530064be1d req-4a3015f9-e4fa-4dfb-b31d-d1ca202f75b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629368 Jul 27 21:47:09.467187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.468058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c67d0e93-3b33-4600-ba32-5e19cc279ef5 req-51c9a459-f246-4b9a-b040-76144b9c7438 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690211 Jul 27 21:47:09.497127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '7f86620e-9af6-4758-993e-cd9e6566d121', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'port_id': '7f86620e-9af6-4758-993e-cd9e6566d121', 'mac_address': 'fa:16:3e:97:98:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bb30-e73b-4795-bc8b-afc0d3d47895', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:09.501755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:09.575740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.602707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f86620e-9af6-4758-993e-cd9e6566d121 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:09.635773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.745920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74adca5-3bd0-449b-84d5-6a4b3889f6d9 req-6fbd316a-dd76-45ef-9eb6-e3a39b93972f tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:09.750940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74adca5-3bd0-449b-84d5-6a4b3889f6d9 req-6fbd316a-dd76-45ef-9eb6-e3a39b93972f tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.1250830 Jul 27 21:47:09.796361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.853998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c74adca5-3bd0-449b-84d5-6a4b3889f6d9 req-3e2e501d-05ee-4c35-ab88-ca0e9b28f0cc tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924129 Jul 27 21:47:09.917881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:10.031207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0707ced0-d337-47f1-a1e1-7909b8cc83a4 req-d0755a54-784c-4859-8838-c21a145f8471 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 210 time: 0.0530987 Jul 27 21:47:10.061946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9a564763-6825-4c6c-b64d-9b287924e7bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:10.073271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f86620e-9af6-4758-993e-cd9e6566d121'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:10.676155 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c7fff-1f14-4380-a038-21480fdd7813 x-openstack-request-id: req-4c3c7fff-1f14-4380-a038-21480fdd7813 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:10.676913 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-plugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:10.677735 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c3c7fff-1f14-4380-a038-21480fdd7813 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:10.678497 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'code': 200} Jul 27 21:47:10.906440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:11.089246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.208980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:11.245281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.246991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.247999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.249501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.250491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.251156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.251663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.252269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.258905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.259775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.264158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-79cecdb2-0600-45b4-8fa5-862beecef641 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597&device_id=22c7b324-7af9-4367-9801-172cc9c4785e&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92&device_id=204e1626-076f-46b8-a947-19446f75dedf&device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9&device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf&device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd&device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d&device_id=3a1da354-eacd-476a-b841-191be7f5226d&device_id=28933853-91de-4cd7-9c7b-705c53e69fa3&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 9095 time: 0.1130767 Jul 27 21:47:11.297025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-e5e797cf-78d2-4062-b392-e840d6e9e812 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.344726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.441295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=14']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:11.465402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-e5e797cf-78d2-4062-b392-e840d6e9e812 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.664317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-e5e797cf-78d2-4062-b392-e840d6e9e812 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.712723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfbbe082-0246-4070-9b11-bda138b7d9cc req-e5e797cf-78d2-4062-b392-e840d6e9e812 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&id=974a3e9a-cab6-4b73-8da3-b516ecc73668&id=6b718d44-e43a-4bb9-aa3d-7133db777b26&id=e9a79682-6c21-4c82-8110-0a22ad98ed73&id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.4344220 Jul 27 21:47:11.739708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e797cf-78d2-4062-b392-e840d6e9e812 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d741f-bc2f-4b54-a1b6-cb795ce524b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:11.881183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc66cc7a-fb19-4a05-8681-1e5a01eee963 req-9f1ceb3e-902c-40d3-8176-b5dce6a95e6b tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 210 time: 0.0428300 Jul 27 21:47:12.053529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1cc38-4a72-4d51-83d8-ffea3126e9b2 req-16459681-0881-4afa-a98b-0e33bb062616 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:12.061480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dc1cc38-4a72-4d51-83d8-ffea3126e9b2 req-16459681-0881-4afa-a98b-0e33bb062616 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1048453 Jul 27 21:47:12.105719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dc1cc38-4a72-4d51-83d8-ffea3126e9b2 req-700a736d-0737-4822-8b3d-3fa764ff643d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433378 Jul 27 21:47:12.374087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-d09e4386-1fd4-4ecb-9ed5-cb2a180108fa tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:12.388627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-d09e4386-1fd4-4ecb-9ed5-cb2a180108fa tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 816 time: 0.2644730 Jul 27 21:47:12.401638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Request body: {'port': {'device_id': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'admin_state_up': True, 'tenant_id': 'e3662e59ee0e43c5a808ca030fd1c4ca'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:12.625977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03541-3f49-4e14-8ad8-f1ca04ca68d8 req-5dca5799-0a12-4756-b10c-eb0c409e9d1c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:12.630140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ba03541-3f49-4e14-8ad8-f1ca04ca68d8 req-5dca5799-0a12-4756-b10c-eb0c409e9d1c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.1473122 Jul 27 21:47:12.680564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ba03541-3f49-4e14-8ad8-f1ca04ca68d8 req-ffc1aa9e-f40a-42bc-8d79-62abb68beb9f tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Jul 27 21:47:12.681350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:12.685366 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfb46e1-acc0-40c2-a983-bbb1e67c5de5" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:12.771710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Made reservation on behalf of e3662e59ee0e43c5a808ca030fd1c4ca for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:12.777154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:12.921118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9a564763-6825-4c6c-b64d-9b287924e7bb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:12.972632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Allocated IP 172.20.0.13 (83241743-44c0-42c1-9649-d51bc76a539f/c380bb30-e73b-4795-bc8b-afc0d3d47895/720c5f75-1805-4953-b113-d7432f8e0833) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:13.093990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 9a564763-6825-4c6c-b64d-9b287924e7bb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:13.102013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 9a564763-6825-4c6c-b64d-9b287924e7bb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:13.102839 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.166655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.189651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Transition to ACTIVE for port object 720c5f75-1805-4953-b113-d7432f8e0833 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:13.216365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.259599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9a564763-6825-4c6c-b64d-9b287924e7bb,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:13.365677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.379580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f86620e-9af6-4758-993e-cd9e6566d121', '9a564763-6825-4c6c-b64d-9b287924e7bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:13.417144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.418496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f86620e-9af6-4758-993e-cd9e6566d121 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:13.441502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event updated for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:13.454847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Network 83241743-44c0-42c1-9649-d51bc76a539f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:13.457112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:13.459969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:13.532494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:13.533456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.558807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:13.994487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-07b96f23-9b2e-4f00-8d19-110e1e48f032 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5972342 Jul 27 21:47:14.008731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Request body: {'port': {'device_id': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:14.023896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-afe85ad0-5279-4e7b-9cab-60d0d319336e None None] Provisioning for port 720c5f75-1805-4953-b113-d7432f8e0833 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:14.031847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 7f86620e-9af6-4758-993e-cd9e6566d121 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:14.031847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 7f86620e-9af6-4758-993e-cd9e6566d121 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:14.031847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.033635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-afe85ad0-5279-4e7b-9cab-60d0d319336e None None] Provisioning complete for port 720c5f75-1805-4953-b113-d7432f8e0833 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:14.034083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afe85ad0-5279-4e7b-9cab-60d0d319336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.097260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-afe85ad0-5279-4e7b-9cab-60d0d319336e None None] Port 720c5f75-1805-4953-b113-d7432f8e0833 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:14.110358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.157937 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.188162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:14.414245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720c5f75-1805-4953-b113-d7432f8e0833 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:14.422533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.435190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Transition to ACTIVE for port object 720c5f75-1805-4953-b113-d7432f8e0833 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:14.587586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.639743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:14.650453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.700484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Attempting to bind port 720c5f75-1805-4953-b113-d7432f8e0833 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Attempting to bind port 720c5f75-1805-4953-b113-d7432f8e0833 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Attempting to bind port 720c5f75-1805-4953-b113-d7432f8e0833 on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Port 720c5f75-1805-4953-b113-d7432f8e0833 on network 83241743-44c0-42c1-9649-d51bc76a539f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Attempting to bind port 720c5f75-1805-4953-b113-d7432f8e0833 on network 83241743-44c0-42c1-9649-d51bc76a539f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Checking segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Bound using segment: {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Bound port: 720c5f75-1805-4953-b113-d7432f8e0833, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8d0242-0684-41b0-b233-a97ce72eae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:14.808398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.905531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:14.909619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=720c5f75-1805-4953-b113-d7432f8e0833,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:15.150194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.188851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.189908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.191711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/720c5f75-1805-4953-b113-d7432f8e0833 HTTP/1.1" status: 200 len: 1092 time: 1.1879888 Jul 27 21:47:15.194253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:15.200991 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86527c7-3f0b-45a3-8a54-42127b37858f" -d '{"events": [{"name": "network-changed", "server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "tag": "720c5f75-1805-4953-b113-d7432f8e0833"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:15.232337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee246c9-12a7-4d1f-b01a-a38b9e2bb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:15.591509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-ddcecb0c-9825-4172-ad23-839ddd82137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.593675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-ddcecb0c-9825-4172-ad23-839ddd82137b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 1095 time: 0.0818324 Jul 27 21:47:15.637892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-d83930bb-4a0e-4267-893d-96382de98a10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720c5f75-1805-4953-b113-d7432f8e0833 HTTP/1.1" status: 200 len: 217 time: 0.0363955 Jul 27 21:47:15.690091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-a00f67a0-a521-4b0a-b8c2-17845d9ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.691663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-a00f67a0-a521-4b0a-b8c2-17845d9ab5e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.0473330 Jul 27 21:47:15.768516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-e5295d1c-c7fa-4ba0-8bff-f17f81ebf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.768516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-e5295d1c-c7fa-4ba0-8bff-f17f81ebf937 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635774 Jul 27 21:47:15.894982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-c097651f-329d-4ddf-b360-4b2ba24228ee service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245983 Jul 27 21:47:16.031232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-891b4cf8-19e1-44f4-a664-dde691a346b8 req-04e2de65-920e-4230-9c67-a7bbf1a3c5b2 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288145 Jul 27 21:47:16.112693 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa4d07-1241-4b02-bd67-dc01d9c8d2bf x-openstack-request-id: req-5afa4d07-1241-4b02-bd67-dc01d9c8d2bf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:16.113551 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:16.113551 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5afa4d07-1241-4b02-bd67-dc01d9c8d2bf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:16.118521 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'code': 200} Jul 27 21:47:16.257595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e5bb3-c516-4933-92fe-3f6a30532ae6 req-088a8ec4-2777-48fb-bcc0-62cc9e03427a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.259505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-427e5bb3-c516-4933-92fe-3f6a30532ae6 req-088a8ec4-2777-48fb-bcc0-62cc9e03427a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 944 time: 0.0904045 Jul 27 21:47:16.298198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824668-0a50-4387-accb-65ff4277e916 req-7d3dae5b-7a07-40d2-a5a9-e5cc6cd3fb9d tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.298882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824668-0a50-4387-accb-65ff4277e916 req-7d3dae5b-7a07-40d2-a5a9-e5cc6cd3fb9d tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.299911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824668-0a50-4387-accb-65ff4277e916 req-7d3dae5b-7a07-40d2-a5a9-e5cc6cd3fb9d tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.301586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e824668-0a50-4387-accb-65ff4277e916 req-7d3dae5b-7a07-40d2-a5a9-e5cc6cd3fb9d tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9&device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd&device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 2882 time: 0.0616353 Jul 27 21:47:16.302394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-427e5bb3-c516-4933-92fe-3f6a30532ae6 req-52aeebb6-b37f-40c5-a545-107e14d354ad tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Jul 27 21:47:16.342241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e824668-0a50-4387-accb-65ff4277e916 req-4d1056c3-14f9-4bfc-b9e1-0d4675d9a392 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Jul 27 21:47:16.443189 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016f005d-3f87-48f8-8372-6c8950f5f6df x-openstack-request-id: req-016f005d-3f87-48f8-8372-6c8950f5f6df {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:16.453822 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "tag": "720c5f75-1805-4953-b113-d7432f8e0833", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:16.453822 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-016f005d-3f87-48f8-8372-6c8950f5f6df {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:16.453822 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833', 'status': 'completed', 'code': 200} Jul 27 21:47:16.532951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e59449-ae0f-4120-aebc-108080fb32f3 req-81ad3319-824d-4316-926b-593943cf6d2c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.542113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-65e59449-ae0f-4120-aebc-108080fb32f3 req-81ad3319-824d-4316-926b-593943cf6d2c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.1148865 Jul 27 21:47:16.554150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-8d13720c-2c56-4974-80ae-676c2b31187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.555986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-8d13720c-2c56-4974-80ae-676c2b31187f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 1095 time: 0.0869582 Jul 27 21:47:16.606449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-65e59449-ae0f-4120-aebc-108080fb32f3 req-b1ad0e2d-0eae-4212-a19f-a512f87094bd tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Jul 27 21:47:16.683458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-4d1c5709-919a-45aa-8510-6a5ef03dd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:16.685073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-4d1c5709-919a-45aa-8510-6a5ef03dd4fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 917 time: 0.1205904 Jul 27 21:47:17.045185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-ddaf7f42-8cfa-4b17-935d-04ce2fbe5a10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720c5f75-1805-4953-b113-d7432f8e0833 HTTP/1.1" status: 200 len: 217 time: 0.3523641 Jul 27 21:47:17.123023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-8870d704-3ff4-4ecf-af83-134dd6eadf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.124548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-8870d704-3ff4-4ecf-af83-134dd6eadf32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.0716872 Jul 27 21:47:17.169271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-eea3b466-d772-4c48-9a91-cfa0f9e9cdf6 tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.170862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-eea3b466-d772-4c48-9a91-cfa0f9e9cdf6 tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 1101 time: 0.1282752 Jul 27 21:47:17.196402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-c3a9e111-3595-4678-a18d-f49fd647f4ca tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.222724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-bae077ec-500f-4fd0-b771-06c7b8ce85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.224273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-bae077ec-500f-4fd0-b771-06c7b8ce85a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918703 Jul 27 21:47:17.359477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-b17b46e6-ee09-4b81-8cf5-79a2b91f51de service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245053 Jul 27 21:47:17.431611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-c3a9e111-3595-4678-a18d-f49fd647f4ca tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.485292 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a86527c7-3f0b-45a3-8a54-42127b37858f req-6ee0015d-0e9d-4ba1-aaa5-e0b1a8b950b1 service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179090 Jul 27 21:47:17.516774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:17.572804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-c3a9e111-3595-4678-a18d-f49fd647f4ca tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.603504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21378aee-ebaf-47e6-907d-aa1e1dd8d988 req-c3a9e111-3595-4678-a18d-f49fd647f4ca tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245455 Jul 27 21:47:17.609005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9e111-3595-4678-a18d-f49fd647f4ca tempest-LiveMigrationNegativeTest-1769026216 tempest-LiveMigrationNegativeTest-1769026216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4ed90-3810-47e9-ba28-2ceca6c4f1b3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:17.641054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e61eb29-9c29-4189-a3d5-5fffd20d736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.743265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e61eb29-9c29-4189-a3d5-5fffd20d736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.858834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e61eb29-9c29-4189-a3d5-5fffd20d736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.885457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566360c2-8bee-4712-b17b-3e9b44cbfcbf req-8191b57b-e275-4b51-887f-28310cd6789b tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.887746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-566360c2-8bee-4712-b17b-3e9b44cbfcbf req-8191b57b-e275-4b51-887f-28310cd6789b tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 944 time: 0.0828359 Jul 27 21:47:17.901447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2e61eb29-9c29-4189-a3d5-5fffd20d736a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6ca5b29e0fb4b508067e4ec427c83b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833282 Jul 27 21:47:17.908912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61eb29-9c29-4189-a3d5-5fffd20d736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df4a20-661b-4bb4-909e-654db8d6a9ce,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:17.908912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57058) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:17.935109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-566360c2-8bee-4712-b17b-3e9b44cbfcbf req-b9b32814-75d5-4fec-a08e-531a187df3e2 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Jul 27 21:47:17.965453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.997992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:18.118758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb'}, {'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:18.121521 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33727f38-ec77-41da-a78c-2714194e41f7" -d '{"events": [{"server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "name": "network-vif-plugged", "status": "completed", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb"}, {"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-plugged", "status": "completed", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:18.191549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:18.194278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:18.195634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6df4a20-661b-4bb4-909e-654db8d6a9ce HTTP/1.1" status: 204 len: 168 time: 0.2893698 Jul 27 21:47:18.204055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec0cc9-5190-4727-b94b-5bfec8e3662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df4a20-661b-4bb4-909e-654db8d6a9ce,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:18.805213 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00daaf5-57b3-4c8e-bbd1-f0f3fa7894cb x-openstack-request-id: req-b00daaf5-57b3-4c8e-bbd1-f0f3fa7894cb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:18.805694 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "name": "network-vif-plugged", "status": "completed", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb", "code": 200}, {"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-plugged", "status": "completed", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:18.806110 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b00daaf5-57b3-4c8e-bbd1-f0f3fa7894cb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:18.806787 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb', 'code': 200} Jul 27 21:47:18.807211 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121', 'code': 200} Jul 27 21:47:18.956900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 720c5f75-1805-4953-b113-d7432f8e0833 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:19.000867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a1905-b3b2-4aff-947f-d8edd2dc673d req-4c47d090-a670-4e8a-b351-e3336933c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:19.003886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f54a1905-b3b2-4aff-947f-d8edd2dc673d req-4c47d090-a670-4e8a-b351-e3336933c031 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 1097 time: 0.0884006 Jul 27 21:47:19.047806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db284a-aad9-48e6-8acd-a4521038859e req-ebacfcce-c3ff-44fc-a167-f6881874fd2e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:19.051247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44db284a-aad9-48e6-8acd-a4521038859e req-ebacfcce-c3ff-44fc-a167-f6881874fd2e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1201234 Jul 27 21:47:19.056646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cfada-86dd-48b8-a777-e08839cc5884 req-eabdd8f5-a312-4e8a-b53b-2a5c66350bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:19.059170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a76cfada-86dd-48b8-a777-e08839cc5884 req-eabdd8f5-a312-4e8a-b53b-2a5c66350bc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 1096 time: 0.1438982 Jul 27 21:47:19.075084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f54a1905-b3b2-4aff-947f-d8edd2dc673d req-ec775ad0-8968-4826-86ba-1da95d1282e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Jul 27 21:47:19.150676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=720c5f75-1805-4953-b113-d7432f8e0833,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:19.155341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44db284a-aad9-48e6-8acd-a4521038859e req-c2adfaf7-919d-4026-b608-65888826cf8a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914319 Jul 27 21:47:19.182511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a76cfada-86dd-48b8-a777-e08839cc5884 req-7042c89d-b8a3-4045-96aa-1ee94c66961d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919502 Jul 27 21:47:19.183118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '720c5f75-1805-4953-b113-d7432f8e0833', 'network_id': '83241743-44c0-42c1-9649-d51bc76a539f', 'port_id': '720c5f75-1805-4953-b113-d7432f8e0833', 'mac_address': 'fa:16:3e:07:6b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380bb30-e73b-4795-bc8b-afc0d3d47895', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:19.238275 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:19.261866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720c5f75-1805-4953-b113-d7432f8e0833 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:19.285288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=720c5f75-1805-4953-b113-d7432f8e0833,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:19.382859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:19.446255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:19.455125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.455770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.456123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.456469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.457638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.457638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.457850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.458064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.458362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.458700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.459351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.459479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:19.513106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57114) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:19.658967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61c169aa-1b4c-4e61-999d-9e49778aa1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:19.663219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['720c5f75-1805-4953-b113-d7432f8e0833'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:19.803734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596725a-b5d7-472c-8de0-395c70ab7756 req-85e1da08-c03e-4398-a62a-5ecf0c6dcd1d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:19.816511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d596725a-b5d7-472c-8de0-395c70ab7756 req-85e1da08-c03e-4398-a62a-5ecf0c6dcd1d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 945 time: 0.1546316 Jul 27 21:47:19.875907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d596725a-b5d7-472c-8de0-395c70ab7756 req-671aa443-d4ef-4724-8cae-a01e2a45a64b tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609088 Jul 27 21:47:19.910638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61c169aa-1b4c-4e61-999d-9e49778aa1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.153246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61c169aa-1b4c-4e61-999d-9e49778aa1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.193923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c169aa-1b4c-4e61-999d-9e49778aa1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49272d13-eacd-4b65-8705-e01d861c7318,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:20.198261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61c169aa-1b4c-4e61-999d-9e49778aa1f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c2fc3a1368f442a9186f1900459b46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841769 Jul 27 21:47:20.209531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57132) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:20.257174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.279013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.469272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf9889-ac0f-47d2-bb09-5bf4f824b9cd req-e39a5865-cfc7-4073-8f55-4c1731cb3e9c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:20.471391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6edf9889-ac0f-47d2-bb09-5bf4f824b9cd req-e39a5865-cfc7-4073-8f55-4c1731cb3e9c tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.0769632 Jul 27 21:47:20.515106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6edf9889-ac0f-47d2-bb09-5bf4f824b9cd req-8e189532-e7b9-4ea2-8654-f6a82f868cf8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Jul 27 21:47:20.516016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.522937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:20.524931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49272d13-eacd-4b65-8705-e01d861c7318 HTTP/1.1" status: 204 len: 168 time: 0.3228066 Jul 27 21:47:20.550758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5f2de-db36-413c-a63b-385ce99f0335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49272d13-eacd-4b65-8705-e01d861c7318,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:20.662108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-63a54d9b-f06b-455c-92f5-8f58f8dee87b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:20.665572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-63a54d9b-f06b-455c-92f5-8f58f8dee87b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.2104013 Jul 27 21:47:20.681605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599793a1-e384-460e-ba26-d7e4648941ef req-3bd9be5d-0bd8-4b87-bd52-265e63b7fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:20.683161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-3bd9be5d-0bd8-4b87-bd52-265e63b7fd8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.0920684 Jul 27 21:47:20.701309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-d4579e38-4b7e-4956-95f0-0976a97b5c98 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/quotas/ade725dccc2f49bc935a7a45eb7264f1 HTTP/1.1" status: 200 len: 375 time: 0.0273442 Jul 27 21:47:20.787269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-a31e0602-3f93-43da-8058-8e5c16d880d4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827577 Jul 27 21:47:20.807837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599793a1-e384-460e-ba26-d7e4648941ef req-98721e28-4cf6-4c1c-b31a-850c8364ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:20.807837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-98721e28-4cf6-4c1c-b31a-850c8364ce5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1156046 Jul 27 21:47:20.916475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-13c0addb-c45a-43ed-b10d-50648f9eb2d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212020 Jul 27 21:47:20.929338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-f5e8b225-db96-455d-898c-31923eb4793f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1122441 Jul 27 21:47:20.957556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 720c5f75-1805-4953-b113-d7432f8e0833 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:20.988447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd330c3a-9144-486d-b703-edbe4485a523 req-b5756883-3b76-42f9-b596-74653b5a2311 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:20.990017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd330c3a-9144-486d-b703-edbe4485a523 req-b5756883-3b76-42f9-b596-74653b5a2311 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.1278071 Jul 27 21:47:21.001633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599793a1-e384-460e-ba26-d7e4648941ef req-32cd4d34-148e-4758-9fe4-0ba249a82e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.004211 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-32cd4d34-148e-4758-9fe4-0ba249a82e69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.0635388 Jul 27 21:47:21.035141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:21.039982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-82b06578-7ecb-4064-9058-7523d77a325f service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166980 Jul 27 21:47:21.099843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd330c3a-9144-486d-b703-edbe4485a523 req-3ba4b896-ee10-4462-b291-d89dff05183d tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005929 Jul 27 21:47:21.147296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 720c5f75-1805-4953-b113-d7432f8e0833 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:21.155188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 720c5f75-1805-4953-b113-d7432f8e0833 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:21.155607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:21.167154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599793a1-e384-460e-ba26-d7e4648941ef req-faa87381-1d7b-4b7a-b0e1-1ab77e6f79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.172059 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-faa87381-1d7b-4b7a-b0e1-1ab77e6f79bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578693 Jul 27 21:47:21.232705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:21.294844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:21.297236 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23ba70-b04d-4de2-bb90-ec4d87a31864" -d '{"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:21.319615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:21.321058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:21.358822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=720c5f75-1805-4953-b113-d7432f8e0833,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:21.388165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-7f0374ef-665f-4a25-a1ae-738afa92a3f7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112329 Jul 27 21:47:21.412853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5fe7e-de0b-48b2-b0cf-f232ded5b427 req-af94d642-4152-4683-9416-c80d57ab62bd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.414475 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4e5fe7e-de0b-48b2-b0cf-f232ded5b427 req-af94d642-4152-4683-9416-c80d57ab62bd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2281234 Jul 27 21:47:21.443994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:21.513729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:21.522247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:21.615822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-491fce8c-5e9f-4884-a90e-307c78c2e244 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.617519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-491fce8c-5e9f-4884-a90e-307c78c2e244 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.76 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.3042185 Jul 27 21:47:21.622954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:21.639531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4e5fe7e-de0b-48b2-b0cf-f232ded5b427 req-03db02e9-6285-4d76-beef-9a9f91edc772 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110364 Jul 27 21:47:21.750554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599793a1-e384-460e-ba26-d7e4648941ef req-56bf5dc0-885c-428e-85b5-14bf5a7c6523 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515532 Jul 27 21:47:21.832073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-7dc65789-6e6a-48c9-9188-73d34475036c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.833679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-7dc65789-6e6a-48c9-9188-73d34475036c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a1da354-eacd-476a-b841-191be7f5226d HTTP/1.1" status: 200 len: 944 time: 0.4166903 Jul 27 21:47:21.853142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f5de3-5e84-48d8-a98a-91e48ed3e68e req-6e7fb8d4-180e-44ac-98b0-5bf407831132 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:21.863119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-362f5de3-5e84-48d8-a98a-91e48ed3e68e req-6e7fb8d4-180e-44ac-98b0-5bf407831132 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.0908246 Jul 27 21:47:21.928268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-362f5de3-5e84-48d8-a98a-91e48ed3e68e req-f0767e38-6c9e-460b-8ff7-24e4ef380ee2 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jul 27 21:47:21.989011 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401d50e1-8b4f-4bfb-8d29-045bba218947 x-openstack-request-id: req-401d50e1-8b4f-4bfb-8d29-045bba218947 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:21.989555 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:21.989763 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-401d50e1-8b4f-4bfb-8d29-045bba218947 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:21.990414 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'code': 200} Jul 27 21:47:21.993903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Deleting port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:21.994256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.055746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbcb93-7d60-40b7-8fc7-4c3a97c141fe req-21ec264e-3cb9-4c9a-b885-79ba919cc0ce tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:22.057414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84fbcb93-7d60-40b7-8fc7-4c3a97c141fe req-21ec264e-3cb9-4c9a-b885-79ba919cc0ce tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.2772820 Jul 27 21:47:22.064458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bf95d387-7c0c-43e3-9e5b-c94e69b76f79 req-20179ca5-b4e7-4710-add9-b6a6c047eeec tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 210 time: 0.0372503 Jul 27 21:47:22.145850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84fbcb93-7d60-40b7-8fc7-4c3a97c141fe req-85427013-df45-4fb3-87cd-bf05097e3f4a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784941 Jul 27 21:47:22.170159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] For port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:22.170667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.175361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Deleting port ce14e7aa-885f-465e-9391-5a1e85a9cafb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:22.175815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.231880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Calling delete_port for d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:22.235020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317da7-bec6-40ae-918f-7ecc32cebe57 req-b6359936-a5a9-469a-a1e7-f08bcdd75b9e tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:22.238589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9317da7-bec6-40ae-918f-7ecc32cebe57 req-b6359936-a5a9-469a-a1e7-f08bcdd75b9e tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 950 time: 0.1006982 Jul 27 21:47:22.291156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9317da7-bec6-40ae-918f-7ecc32cebe57 req-a4d5efd3-0544-4d63-bd4e-b94d76be70cd tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Jul 27 21:47:22.335690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57196) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:22.359780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] For port ce14e7aa-885f-465e-9391-5a1e85a9cafb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ce14e7aa-885f-465e-9391-5a1e85a9cafb,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:22.360303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.380083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Calling delete_port for ce14e7aa-885f-465e-9391-5a1e85a9cafb owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:22.456363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1584713288-network', 'tenant_id': 'ac0d48080fd44a408fc70326f184d508'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:22.584568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Made reservation on behalf of ac0d48080fd44a408fc70326f184d508 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:22.587322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.599672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.716924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.773342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.775112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.790704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18e5599d-c74b-4003-b490-791470e81288'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:22.794697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['d13e4a48-8cf6-4cf9-9d7b-5d51634a1306'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:22.809058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event deleted for resources: {'Port': ['ID=ce14e7aa-885f-465e-9391-5a1e85a9cafb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:22.837665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Pushing event deleted for resources: {'Port': ['ID=d13e4a48-8cf6-4cf9-9d7b-5d51634a1306,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:22.871373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.928888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:47:22.942741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] No DVR routers for this DVR port d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:22.945640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.947757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb3517fc-f452-414e-b545-21e9bc9bb275 req-8e026d38-a4ce-4bc8-9db0-c8b2ab164ca7 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.76 "DELETE /v2.0/ports/d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 HTTP/1.1" status: 204 len: 173 time: 1.3190424 Jul 27 21:47:22.948211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'name': 'network-vif-deleted', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:22.951093 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb2d9e0-2bd2-4cbe-97bb-69215599bd94" -d '{"events": [{"server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "name": "network-vif-deleted", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:22.984370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] No DVR routers for this DVR port ce14e7aa-885f-465e-9391-5a1e85a9cafb on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:22.989801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.992463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d30dc58-a5e2-472a-a109-fa5001553a2e req-1feae4fe-8701-4b2a-8c20-68ac6c043d0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "DELETE /v2.0/ports/ce14e7aa-885f-465e-9391-5a1e85a9cafb HTTP/1.1" status: 204 len: 173 time: 1.1377091 Jul 27 21:47:22.999268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30691394-e698-48c5-981b-a05e790e1de3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:23.007637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:23.009059 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Added segment 500e3cb5-3a08-4584-b6fa-5afe6e302515 of type vlan for network cf022479-c03d-4038-a50c-58568c61d33d Jul 27 21:47:23.074064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b148-d248-4c40-8450-25d97a628474 req-575ad5d9-fcf4-4cc1-93f1-9b5f4a1da9ed tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:23.076049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83d9b148-d248-4c40-8450-25d97a628474 req-575ad5d9-fcf4-4cc1-93f1-9b5f4a1da9ed tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2693484 Jul 27 21:47:23.100718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:23.189009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83d9b148-d248-4c40-8450-25d97a628474 req-23f2e70d-7580-446d-9123-b6a48f06b66c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962200 Jul 27 21:47:23.256890 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07fb842-6a74-4a20-9783-2a6219144cfd x-openstack-request-id: req-c07fb842-6a74-4a20-9783-2a6219144cfd {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:23.257348 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204e1626-076f-46b8-a947-19446f75dedf", "name": "network-vif-deleted", "tag": "d13e4a48-8cf6-4cf9-9d7b-5d51634a1306", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:23.257668 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c07fb842-6a74-4a20-9783-2a6219144cfd {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:23.258416 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204e1626-076f-46b8-a947-19446f75dedf', 'name': 'network-vif-deleted', 'tag': 'd13e4a48-8cf6-4cf9-9d7b-5d51634a1306', 'status': 'completed', 'code': 200} Jul 27 21:47:23.273311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:23.274979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:23.276088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:23.375116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] Pushing event updated for resources: {'Network': ['ID=cf022479-c03d-4038-a50c-58568c61d33d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:23.391871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network cf022479-c03d-4038-a50c-58568c61d33d details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:47:23.548018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-180817b2-bf70-4619-b1bd-fe7ac345b1ef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2104690 Jul 27 21:47:23.552334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57224) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:23.561169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Request body: {'subnet': {'network_id': 'cf022479-c03d-4038-a50c-58568c61d33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1584713288-subnet', 'tenant_id': 'ac0d48080fd44a408fc70326f184d508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:23.737234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Made reservation on behalf of ac0d48080fd44a408fc70326f184d508 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:23.742768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:23.745460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c484764-16c3-4598-bd93-e56c9b667115 req-54db4c69-6875-42e9-99dd-7c1f7f787f0a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 210 time: 0.0438955 Jul 27 21:47:23.943012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a86418-2268-49dd-a09c-aa127afb92da req-b3609e5c-d6b2-45fc-8c48-258c4f741567 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:23.944681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9a86418-2268-49dd-a09c-aa127afb92da req-b3609e5c-d6b2-45fc-8c48-258c4f741567 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.1470351 Jul 27 21:47:23.961040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8177abaf-cea9-421e-9852-ca0092e4a0f4 req-3d3a3a54-f799-4e47-bf10-65c688fbfa23 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=204e1626-076f-46b8-a947-19446f75dedf HTTP/1.1" status: 200 len: 210 time: 0.0551944 Jul 27 21:47:23.994686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:24.001493 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489589c1-0bf1-4011-b04f-dc7ba8052885" -d '{"events": [{"server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "name": "network-vif-plugged", "status": "completed", "tag": "720c5f75-1805-4953-b113-d7432f8e0833"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:24.066878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9a86418-2268-49dd-a09c-aa127afb92da req-a37d9a82-1830-4d83-a559-1c1e7687cf05 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087534 Jul 27 21:47:24.207818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:24.258828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44119dd-556a-4b16-a23b-21850c4e954a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:24.275338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Checking segment: {'id': '500e3cb5-3a08-4584-b6fa-5afe6e302515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'cf022479-c03d-4038-a50c-58568c61d33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:24.275737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Network hostable DHCP agents. Network: cf022479-c03d-4038-a50c-58568c61d33d, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:47:24.421375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Network cf022479-c03d-4038-a50c-58568c61d33d is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:47:24.523962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64df8-01a3-40c0-9a28-e4a3a92f8d67 req-0f05e638-88be-464f-9ff0-9c1036a377a9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:24.525674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8fd64df8-01a3-40c0-9a28-e4a3a92f8d67 req-0f05e638-88be-464f-9ff0-9c1036a377a9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0756371 Jul 27 21:47:24.566246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, cf022479-c03d-4038-a50c-58568c61d33d) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:24.581778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cca9a-fe1d-4d13-af12-0482a95800c5 None None] Network cf022479-c03d-4038-a50c-58568c61d33d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:24.590248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:24.590248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:24.606690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8fd64df8-01a3-40c0-9a28-e4a3a92f8d67 req-50f830b1-d40f-479e-abd2-58168d04e890 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683243 Jul 27 21:47:24.680118 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9aa69-a0a2-46b1-ba1f-04071bb3e70b x-openstack-request-id: req-c9e9aa69-a0a2-46b1-ba1f-04071bb3e70b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:24.680403 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "name": "network-vif-plugged", "status": "completed", "tag": "720c5f75-1805-4953-b113-d7432f8e0833", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:24.680847 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9e9aa69-a0a2-46b1-ba1f-04071bb3e70b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:24.686699 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833', 'code': 200} Jul 27 21:47:24.686856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-92069b49-83e5-4b68-9910-a16bff3883dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1290901 Jul 27 21:47:24.909403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056f4d-59e0-47ca-8ea1-d47ae06e9211 req-9173ce78-5851-4db4-be8d-57f3f6b2c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:24.911586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2b056f4d-59e0-47ca-8ea1-d47ae06e9211 req-9173ce78-5851-4db4-be8d-57f3f6b2c51a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 1097 time: 0.1108983 Jul 27 21:47:24.917080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeebb73-ca16-4dbf-a9a5-51aa9c92a67a None None] Network cf022479-c03d-4038-a50c-58568c61d33d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:24.923307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e7b00-435d-40cf-97c3-93f2ff17e0d0 req-bb60cb65-9264-4b7a-93fa-356be1584ace tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:24.932436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-967e7b00-435d-40cf-97c3-93f2ff17e0d0 req-bb60cb65-9264-4b7a-93fa-356be1584ace tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1456087 Jul 27 21:47:24.977064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8822f-d58a-4f66-988a-5397e47e4b3f req-ea1150a4-ca8d-4bb9-92d2-649b98784f7c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:24.979907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59a8822f-d58a-4f66-988a-5397e47e4b3f req-ea1150a4-ca8d-4bb9-92d2-649b98784f7c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1333876 Jul 27 21:47:25.028294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-967e7b00-435d-40cf-97c3-93f2ff17e0d0 req-4f41f49a-2a1b-402f-9801-26813b48ae16 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943146 Jul 27 21:47:25.033367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2b056f4d-59e0-47ca-8ea1-d47ae06e9211 req-c12742d7-cc6f-453b-83e8-b0d360613e20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976603 Jul 27 21:47:25.060874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59a8822f-d58a-4f66-988a-5397e47e4b3f req-45f99c54-f30c-419d-8c96-de7d854d2e57 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Jul 27 21:47:25.064062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:25.139156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: ce14e7aa-885f-465e-9391-5a1e85a9cafb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:25.139508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ce14e7aa-885f-465e-9391-5a1e85a9cafb not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:25.139944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:25.165062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:25.165330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d13e4a48-8cf6-4cf9-9d7b-5d51634a1306 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:25.203007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c637ce7-2150-4d91-a825-703d6861bb17 req-068c3410-4e86-4d87-b77e-4c901ac9c8ba tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 210 time: 0.0577106 Jul 27 21:47:25.260124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-deleted', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:25.268973 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183cf246-4abf-4745-b4d5-4bb806a2a8c7" -d '{"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-deleted", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:25.349988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2132312180', 'description': 'tempest-description-1985514751'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:25.436137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b306d89-14b3-45a6-ad4c-a6d997587909 req-f82f997b-ddeb-4e84-b71e-0a338fd10119 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:25.437561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b306d89-14b3-45a6-ad4c-a6d997587909 req-f82f997b-ddeb-4e84-b71e-0a338fd10119 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.0676601 Jul 27 21:47:25.478401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:25.483530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b306d89-14b3-45a6-ad4c-a6d997587909 req-03f5cbdc-f16a-42ae-8c67-41cafa8c0639 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Jul 27 21:47:25.576300 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:25.646819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:25.686668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:25.806952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:25.808228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3cebdf8-ad2c-45dd-a1f6-4c28a4fccd38 req-b2dbe9f7-61ca-40a7-8f14-4631aae6aadf tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4629905 Jul 27 21:47:25.935060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-fdb0bd06-749a-4cda-b77f-9f31b90df3b8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:25.938305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-fdb0bd06-749a-4cda-b77f-9f31b90df3b8 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.1619971 Jul 27 21:47:25.952080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Request body: {'port': {'device_id': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'admin_state_up': True, 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:26.025994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce0686-f481-4f43-b4cc-d04c227b4837 x-openstack-request-id: req-58ce0686-f481-4f43-b4cc-d04c227b4837 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:26.026313 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1da354-eacd-476a-b841-191be7f5226d", "name": "network-vif-deleted", "tag": "ce14e7aa-885f-465e-9391-5a1e85a9cafb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:26.026578 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58ce0686-f481-4f43-b4cc-d04c227b4837 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:26.027195 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1da354-eacd-476a-b841-191be7f5226d', 'name': 'network-vif-deleted', 'tag': 'ce14e7aa-885f-465e-9391-5a1e85a9cafb', 'status': 'completed', 'code': 200} Jul 27 21:47:26.161410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-fcc7fa44-8a38-4877-9883-39d7260fb07f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:26.163220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-fcc7fa44-8a38-4877-9883-39d7260fb07f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.2361546 Jul 27 21:47:26.183695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-de5b72fb-3d56-46e9-9aae-ef17b91a966c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/quotas/b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 375 time: 0.0137315 Jul 27 21:47:26.184074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-e8341a9b-5795-4372-9328-c5b2b0fdeb40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc HTTP/1.1" status: 200 len: 1805 time: 0.0612459 Jul 27 21:47:26.197261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:26.197596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:26.275293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-619e4fe6-4c8f-4717-88d4-2ca8e7666333 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840247 Jul 27 21:47:26.360361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:26.364455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.376580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-1470b847-7659-4e7f-abe0-84d933b8dda5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920885 Jul 27 21:47:26.478451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-b848ef4e-7f3b-4230-b53a-a01a5f1988cb service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935130 Jul 27 21:47:26.539090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Allocated IP 172.20.0.6 (d0760cbe-b737-43d3-a774-760d66b7ed89/85b2b40a-e745-410c-aa79-8b60635fdb2c/b4d02aab-3487-4f6c-abca-804f817f9bbd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:26.542479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.580743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.660830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57308) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:26.714741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.757317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbeb315c-8a9f-40bf-a31a-91d7ed3e98b8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:26.785905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.825747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e8994a-e475-4bf7-bb93-114e9a7b2461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.873793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4d751-c86b-4fb2-858d-f23f4aae33a7 req-455984b2-b3b7-454d-9ff8-fe5bcbf5f9e8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:26.880315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.880514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aed4d751-c86b-4fb2-858d-f23f4aae33a7 req-455984b2-b3b7-454d-9ff8-fe5bcbf5f9e8 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.1471159 Jul 27 21:47:26.890905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-decdbce9-f7fc-4ea5-92a9-ce8a2e04639f req-acbdb55c-4833-4b8a-b04b-d49562a9c8a3 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6853209 Jul 27 21:47:26.929986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.959093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aed4d751-c86b-4fb2-858d-f23f4aae33a7 req-54d27578-da65-4184-b9ff-0a184f23e8de tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664265 Jul 27 21:47:27.039521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e8994a-e475-4bf7-bb93-114e9a7b2461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.040465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Network d0760cbe-b737-43d3-a774-760d66b7ed89 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:27.052442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:27.057077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:27.060429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:27.121477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.121839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750a7a3-1a7f-4a0a-bcfc-30a5ddffb82b req-a6688c12-cbac-4571-9346-da6261e5492b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.122106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.124012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1750a7a3-1a7f-4a0a-bcfc-30a5ddffb82b req-a6688c12-cbac-4571-9346-da6261e5492b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 931 time: 0.0831609 Jul 27 21:47:27.141976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969849-f4e6-4730-8200-53ba81a85325 req-e322d50d-d630-4248-a4ad-65bdaa67dcfe tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.149736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e969849-f4e6-4730-8200-53ba81a85325 req-e322d50d-d630-4248-a4ad-65bdaa67dcfe tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1579676 Jul 27 21:47:27.173449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1750a7a3-1a7f-4a0a-bcfc-30a5ddffb82b req-2ad4913f-ad8d-4506-ae26-aae8bac8795e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Jul 27 21:47:27.191381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e969849-f4e6-4730-8200-53ba81a85325 req-a32a8d44-6837-4149-b68a-0606c5ca7b56 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Jul 27 21:47:27.218450 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e8994a-e475-4bf7-bb93-114e9a7b2461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.257744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96352a29-13e1-4aa2-8d7d-4831f573a858 req-2a45b9bf-b5e6-4a24-aba0-63d65dbc538b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Jul 27 21:47:27.288547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8994a-e475-4bf7-bb93-114e9a7b2461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363860fe-1dd3-4be4-93b0-1be86271f070,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:27.294071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-877638978', 'description': 'tempest-description-478488418'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:27.300274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-78e8994a-e475-4bf7-bb93-114e9a7b2461 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b89af0887e7349ae807a0df8f3c0ce86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342962 Jul 27 21:47:27.301549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:27.333534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-bd732f89-85df-4296-b065-94b4f9d62f56 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774841 Jul 27 21:47:27.344107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Request body: {'port': {'device_id': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:27.391182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.405602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6aba2-89d4-439e-af85-f8909c5b8304 req-ee27874e-d592-4a40-8371-67cbed492244 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.407358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a6aba2-89d4-439e-af85-f8909c5b8304 req-ee27874e-d592-4a40-8371-67cbed492244 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.1458232 Jul 27 21:47:27.448282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.493535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a6aba2-89d4-439e-af85-f8909c5b8304 req-679a9c5b-441b-4506-bd48-7ca46dc58b2c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742884 Jul 27 21:47:27.639188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.645699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.649350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/363860fe-1dd3-4be4-93b0-1be86271f070 HTTP/1.1" status: 204 len: 168 time: 0.3446014 Jul 27 21:47:27.656610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ca24e-dc47-4903-946d-ab717da1cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363860fe-1dd3-4be4-93b0-1be86271f070,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:27.740055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.772900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae1900-771f-45d6-b908-accd6ee11671 req-114c8d3c-50d1-48c8-94dd-a8ff14f64c83 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.774448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-afae1900-771f-45d6-b908-accd6ee11671 req-114c8d3c-50d1-48c8-94dd-a8ff14f64c83 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.0842774 Jul 27 21:47:27.790905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:27.824631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-afae1900-771f-45d6-b908-accd6ee11671 req-824b3f45-3134-43a8-8e87-125e8f0a7839 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Jul 27 21:47:27.964751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1096c8-c249-426c-8040-87616a18534e req-95096516-2b8d-4805-af84-eab55f2e05bc tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:27.967339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f1096c8-c249-426c-8040-87616a18534e req-95096516-2b8d-4805-af84-eab55f2e05bc tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.50 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.2381380 Jul 27 21:47:28.007750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dea28-15e3-4e45-bae6-bdb9d169f307 req-f66be8ad-08ae-40ba-8d62-662f2138bce9 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:28.009783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-980dea28-15e3-4e45-bae6-bdb9d169f307 req-f66be8ad-08ae-40ba-8d62-662f2138bce9 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.0907171 Jul 27 21:47:28.079339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-980dea28-15e3-4e45-bae6-bdb9d169f307 req-7e2f78cd-f6bf-4718-b10c-6c52815ca607 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513887 Jul 27 21:47:28.139829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.245933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Deleting port 18e5599d-c74b-4003-b490-791470e81288 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:28.246855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.248727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed064d46-38a4-4a4f-8952-77db4b3659c7 req-35ee59a2-20ef-4c9f-b6b8-951529ac6c3a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:28.250395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed064d46-38a4-4a4f-8952-77db4b3659c7 req-35ee59a2-20ef-4c9f-b6b8-951529ac6c3a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 949 time: 0.0872605 Jul 27 21:47:28.303217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed064d46-38a4-4a4f-8952-77db4b3659c7 req-a27d15c4-9753-40c7-b03b-89c28ccb31b0 tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b718d44-e43a-4bb9-aa3d-7133db777b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Jul 27 21:47:28.315194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.371079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d02aab-3487-4f6c-abca-804f817f9bbd {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:28.394222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.401103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfb97b-5ae2-4b19-92be-e0640705a2dd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:28.428450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Transition to ACTIVE for port object b4d02aab-3487-4f6c-abca-804f817f9bbd will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:28.433312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] For port 18e5599d-c74b-4003-b490-791470e81288, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18e5599d-c74b-4003-b490-791470e81288,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:28.433698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.448318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Calling delete_port for 18e5599d-c74b-4003-b490-791470e81288 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:28.505176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.506531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a62f838-5da6-42e1-962e-a52329c58920 req-03367efb-aae5-48b2-afb1-633c237f259c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2171707 Jul 27 21:47:28.534008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.668920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc219a-d015-44f7-9aec-00fc62035611 req-64e21837-9a25-4456-b251-16f197d2977a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:28.670601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9bc219a-d015-44f7-9aec-00fc62035611 req-64e21837-9a25-4456-b251-16f197d2977a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.0827312 Jul 27 21:47:28.683939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:28.720913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9bc219a-d015-44f7-9aec-00fc62035611 req-cead3d51-44ac-45a3-a04a-9b25363d5394 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427284 Jul 27 21:47:28.743811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.743811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.743811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.743811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.744409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.744409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.744629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.744943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.745270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.745598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.745906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.746351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:28.811900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Attempting to bind port b4d02aab-3487-4f6c-abca-804f817f9bbd on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:28.812240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Attempting to bind port b4d02aab-3487-4f6c-abca-804f817f9bbd by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:28.812698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Attempting to bind port b4d02aab-3487-4f6c-abca-804f817f9bbd on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:28.827468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e795-8261-4aa1-ac16-da6aa77ce0a8 req-750468e4-3f05-4ae7-81ad-343f2ca37994 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:28.829030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f365e795-8261-4aa1-ac16-da6aa77ce0a8 req-750468e4-3f05-4ae7-81ad-343f2ca37994 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 943 time: 0.2258525 Jul 27 21:47:28.830662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Port b4d02aab-3487-4f6c-abca-804f817f9bbd on network d0760cbe-b737-43d3-a774-760d66b7ed89 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:47:28.831445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Attempting to bind port b4d02aab-3487-4f6c-abca-804f817f9bbd on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:28.840342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:28.840653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Checking segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:28.841550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Bound using segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:28.842553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Bound port: b4d02aab-3487-4f6c-abca-804f817f9bbd, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:28.843108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.873808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d04eb-ff3b-4632-9e79-2731ad7cef22 req-657f9708-a91f-4d55-807c-3742fe73e5f3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:28.875386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-475d04eb-ff3b-4632-9e79-2731ad7cef22 req-657f9708-a91f-4d55-807c-3742fe73e5f3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.0786965 Jul 27 21:47:28.911617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:28.930368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18e5599d-c74b-4003-b490-791470e81288'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:28.938939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-475d04eb-ff3b-4632-9e79-2731ad7cef22 req-4ddb47bc-8190-43b1-9827-d5e0cc62107b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Jul 27 21:47:28.976494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f365e795-8261-4aa1-ac16-da6aa77ce0a8 req-36114eda-6ffb-4b03-b245-959be6f4f91e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Jul 27 21:47:28.977692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Pushing event deleted for resources: {'Port': ['ID=18e5599d-c74b-4003-b490-791470e81288,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:29.041596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57368) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:29.045620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd9adf76-ca45-47e1-b9a5-d2a772369320 req-01c0fc52-360c-4261-9586-70f4700704dc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 210 time: 0.0408082 Jul 27 21:47:29.062652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] No DVR routers for this DVR port 18e5599d-c74b-4003-b490-791470e81288 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:29.074253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:29.078209 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.082644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f1096c8-c249-426c-8040-87616a18534e req-2cd0b051-03ba-41e3-8976-c0e2ed5f821a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.50 "DELETE /v2.0/ports/18e5599d-c74b-4003-b490-791470e81288 HTTP/1.1" status: 204 len: 173 time: 1.1031322 Jul 27 21:47:29.085279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'name': 'network-vif-deleted', 'tag': '18e5599d-c74b-4003-b490-791470e81288'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:29.088418 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320b3a1f-7850-4fdf-a863-9be33c42022e" -d '{"events": [{"server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "name": "network-vif-deleted", "tag": "18e5599d-c74b-4003-b490-791470e81288"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:29.116790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:29.138458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-444bcc28-a746-4440-8f34-86898362389e tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/ecdfb97b-5ae2-4b19-92be-e0640705a2dd HTTP/1.1" status: 200 len: 1803 time: 0.0771208 Jul 27 21:47:29.160761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ecdfb97b-5ae2-4b19-92be-e0640705a2dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:29.160761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ecdfb97b-5ae2-4b19-92be-e0640705a2dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:29.201820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-471392259-network', 'tenant_id': '0bcc590e14d74587981665d10084d148'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:29.233006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.295607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.296309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.297621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] 10.222.0.76 "PUT /v2.0/ports/b4d02aab-3487-4f6c-abca-804f817f9bbd HTTP/1.1" status: 200 len: 1091 time: 1.9621649 Jul 27 21:47:29.331814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860355ed-1f37-40dc-9158-82df0c4e1964 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:29.356963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.369923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Made reservation on behalf of 0bcc590e14d74587981665d10084d148 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:29.373251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.380447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.389581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.512274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.550965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-0456177e-b4a0-4786-b768-74d4ca8fcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.554592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-0456177e-b4a0-4786-b768-74d4ca8fcb96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 1094 time: 0.1084139 Jul 27 21:47:29.564235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.567759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6f6085-a481-434d-a5b7-4d4ed2645a96,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:29.605035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3c0d7-a0d4-4ed1-a207-a4ac00f757c9 req-54b0b80c-1fe2-4614-b34a-4fb27ab07c2e tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.607305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07d3c0d7-a0d4-4ed1-a207-a4ac00f757c9 req-54b0b80c-1fe2-4614-b34a-4fb27ab07c2e tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1161859 Jul 27 21:47:29.624215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-6f1d14f8-fac2-42da-a72c-d15460de6a91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd HTTP/1.1" status: 200 len: 217 time: 0.0508752 Jul 27 21:47:29.664517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07d3c0d7-a0d4-4ed1-a207-a4ac00f757c9 req-9c0b11e3-3748-44ef-9555-7e234f1ed5aa tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Jul 27 21:47:29.698635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.703992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:47:29.704235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-4fdfe5d7-f219-424e-a9f5-00fa7866a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.706416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-4fdfe5d7-f219-424e-a9f5-00fa7866a854 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.0596933 Jul 27 21:47:29.712026 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe90f4-b98f-488e-b253-92537ae61000 x-openstack-request-id: req-4abe90f4-b98f-488e-b253-92537ae61000 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:29.712767 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf", "name": "network-vif-deleted", "tag": "18e5599d-c74b-4003-b490-791470e81288", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:29.712767 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4abe90f4-b98f-488e-b253-92537ae61000 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:29.717171 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf', 'name': 'network-vif-deleted', 'tag': '18e5599d-c74b-4003-b490-791470e81288', 'status': 'completed', 'code': 200} Jul 27 21:47:29.722879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.723373 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Added segment 74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3 of type vlan for network d65f52a9-69b3-4275-a173-4050fd40003b Jul 27 21:47:29.735981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcaa1e3-b154-464b-8c27-e11c3de92a24,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:29.756297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-e5ed8960-1598-4e48-8ce5-0b01fe8c9d32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407984 Jul 27 21:47:29.812987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.817090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.818449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db1168c9-8c18-43b3-aafa-76e6b34978c0 req-bcf63c6f-077c-43d3-b1e5-be147ce2a4b8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6670582 Jul 27 21:47:29.874364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-a107cb0c-54b2-439a-bb42-a4a382e18f8c service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088955 Jul 27 21:47:29.945448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f945-c420-4f31-a568-effdedada9a2 req-d9574364-40a2-4dee-9774-ba507f5bb882 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.947807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aba0f945-c420-4f31-a568-effdedada9a2 req-d9574364-40a2-4dee-9774-ba507f5bb882 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.1547472 Jul 27 21:47:29.994816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aba0f945-c420-4f31-a568-effdedada9a2 req-c4f30e91-b535-4049-8449-727f6d5bca6d tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Jul 27 21:47:30.022838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.025220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.026351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.033330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-190657b1-f0b6-4edc-91d7-44aacc6e2aa8 req-9f1f106f-f3aa-40c5-a0e4-59dd99a7c12a tempest-LiveMigrationNegativeTest-465886054 tempest-LiveMigrationNegativeTest-465886054-project] 10.222.0.37 "GET /v2.0/ports?device_id=6949aa1d-a3ea-40f4-a4ec-81d4e058f3cf HTTP/1.1" status: 200 len: 210 time: 0.0827389 Jul 27 21:47:30.128347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-97817567', 'description': 'tempest-description-1454458828'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:30.167041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] Pushing event updated for resources: {'Network': ['ID=d65f52a9-69b3-4275-a173-4050fd40003b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:30.171694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-33242725-4325-4d7b-8051-bd5689329653 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.173377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-33242725-4325-4d7b-8051-bd5689329653 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.2782426 Jul 27 21:47:30.183989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d65f52a9-69b3-4275-a173-4050fd40003b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:47:30.194064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'device_id': '712bc004-c888-4128-ae10-bacf867e6085', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'admin_state_up': True, 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:30.201638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a20cbd-160d-42b0-92d2-f8e480d3af06 req-a54e9b1c-a516-4a20-8fd4-a8992632e9c4 service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177187 Jul 27 21:47:30.339117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bfaa606e-0480-49ba-a0c3-090d3ebe8920 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2962468 Jul 27 21:47:30.342187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57390) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:30.348251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Request body: {'subnet': {'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-471392259-subnet', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:30.360084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:47:30.360084 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:47:30.360084 n-d-738018-6 neutron-server[94672]: [parameters: {'project_id_1': 'b8b9668a963c40d1903a17fd337e22c4', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 47, 30, 328336)}] Jul 27 21:47:30.360084 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:47:30.365429 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:47:30.477347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87e38-4d2c-4fcb-a423-bf8a08530569 req-3ac1e191-a0fa-4276-af65-a1ed92e5fb4c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.483784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87e38-4d2c-4fcb-a423-bf8a08530569 req-3ac1e191-a0fa-4276-af65-a1ed92e5fb4c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.487507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.491622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87e38-4d2c-4fcb-a423-bf8a08530569 req-3ac1e191-a0fa-4276-af65-a1ed92e5fb4c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.494245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb87e38-4d2c-4fcb-a423-bf8a08530569 req-3ac1e191-a0fa-4276-af65-a1ed92e5fb4c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597&device_id=22c7b324-7af9-4367-9801-172cc9c4785e&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 2418 time: 0.1180627 Jul 27 21:47:30.548469 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb87e38-4d2c-4fcb-a423-bf8a08530569 req-d3291505-42d3-4543-8301-4e86e9e92ac4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Jul 27 21:47:30.598373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Made reservation on behalf of 0bcc590e14d74587981665d10084d148 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:30.602248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.700794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.785206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.788554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efda4e3-5520-4fea-899e-090c9aed44f6 req-d7a135ad-0308-4e2b-ab23-225b96160204 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:30.790159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5efda4e3-5520-4fea-899e-090c9aed44f6 req-d7a135ad-0308-4e2b-ab23-225b96160204 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1603763 Jul 27 21:47:30.820104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:30.861900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5efda4e3-5520-4fea-899e-090c9aed44f6 req-ac1d4424-6020-43cd-a9e7-7b0bf0a1333f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Jul 27 21:47:30.903101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.918905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64ce0b23-0fbb-4c05-bc6b-5612a235172d req-49402ba9-760b-485b-9ff0-d223a2eec52c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7961950 Jul 27 21:47:30.998346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18e5599d-c74b-4003-b490-791470e81288 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:31.012383 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.013472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc06b562-3fde-4e79-bddc-97d1ed90ce52 req-7ee5b3b7-fb3f-4b8a-bce5-af7ebb243590 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 210 time: 0.0368402 Jul 27 21:47:31.028126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 18e5599d-c74b-4003-b490-791470e81288 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:31.028126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18e5599d-c74b-4003-b490-791470e81288 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:31.042134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:31.047061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.109137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889edc5-eef7-4339-b851-72c86ca51ba8 req-ac9efadb-7430-4b0f-b212-8a877006420e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:31.112905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7889edc5-eef7-4339-b851-72c86ca51ba8 req-ac9efadb-7430-4b0f-b212-8a877006420e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 943 time: 0.1743660 Jul 27 21:47:31.140266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb15a316-05e2-408f-a451-d5453602dda5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:31.157418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Checking segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:31.157800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Network hostable DHCP agents. Network: d65f52a9-69b3-4275-a173-4050fd40003b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:47:31.183196 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:31.187089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7889edc5-eef7-4339-b851-72c86ca51ba8 req-30053455-f311-4f7d-b0a9-f503a0da2c9f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Jul 27 21:47:31.262018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.20.0.9 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/5610bc3e-7bdd-4ac5-9968-97c2890513da) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:31.272998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Network d65f52a9-69b3-4275-a173-4050fd40003b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:47:31.285799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f8837-205b-4fdf-b445-4466c898d894 req-33c57d4f-e987-42a1-9774-d0eb671d6aba tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:31.290993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c86f8837-205b-4fdf-b445-4466c898d894 req-33c57d4f-e987-42a1-9774-d0eb671d6aba tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.1557343 Jul 27 21:47:31.319404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-879443315', 'description': 'tempest-description-492352626'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:31.355128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d65f52a9-69b3-4275-a173-4050fd40003b) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:31.362277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:31.362923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.368601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f180b45b-8945-41ce-9ef5-320f439769f3 None None] Network d65f52a9-69b3-4275-a173-4050fd40003b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:31.369460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c86f8837-205b-4fdf-b445-4466c898d894 req-fb7805b0-b187-4231-9d96-cb6f686f5107 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747092 Jul 27 21:47:31.410934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.527759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-870ac549-00cb-4cf0-ae4c-c9051b0d11ec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1839862 Jul 27 21:47:31.532042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57406) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:31.540769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:31.552524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.581925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Transition to ACTIVE for port object 5610bc3e-7bdd-4ac5-9968-97c2890513da will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:31.637332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.689641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b731776-6ea9-4b98-b0a8-bb7e6b66e641 req-20c0d4a9-a259-4523-9ce1-692a3e3df71e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:31.692049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b731776-6ea9-4b98-b0a8-bb7e6b66e641 req-20c0d4a9-a259-4523-9ce1-692a3e3df71e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.1081393 Jul 27 21:47:31.718743 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.720000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:31.727310 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:31.759962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9630961-25f1-4e94-bfe6-9cf1909a7c6a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:31.765235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.774965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.774965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.774965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.775435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.775752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.775996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.776306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.776644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.776980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.777314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.777810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.777951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:31.786417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d65f52a9-69b3-4275-a173-4050fd40003b', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:47:31.788744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.817721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b731776-6ea9-4b98-b0a8-bb7e6b66e641 req-5deda2c9-2fcc-4cc3-88f3-4c029606b380 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148810 Jul 27 21:47:31.839937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:31.844331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:31.852145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:31.871801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.872999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.924213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:31.964733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:31.965443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.971279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.987872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.001561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02acabb9-4c9c-46b3-b150-247fa09cc882 req-5f20c197-0d23-44aa-abff-d846f6c885c1 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6869299 Jul 27 21:47:32.048972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Allocated IP 172.20.0.2 (d65f52a9-69b3-4275-a173-4050fd40003b/fb15a316-05e2-408f-a451-d5453602dda5/49a1d5cc-a149-49b0-ac4b-58a2adbd6463) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:32.055578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e230a8c9-754f-4b09-a6ae-e63124ec207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.069218 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff074b-b2fc-46a4-9c8e-ee5dd5599ff2 x-openstack-request-id: req-c5ff074b-b2fc-46a4-9c8e-ee5dd5599ff2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:32.074658 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:32.074992 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5ff074b-b2fc-46a4-9c8e-ee5dd5599ff2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:32.075348 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'status': 'completed', 'code': 200} Jul 27 21:47:32.086434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9822ad92-d1c0-42dc-8aa5-1ef94dcf9f0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8940740 Jul 27 21:47:32.086434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:32.105088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Request body: {'port': {'device_id': '712bc004-c888-4128-ae10-bacf867e6085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:32.359217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.362647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-d16cacc0-3315-42ad-bf90-13d8f831ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:32.364305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-d16cacc0-3315-42ad-bf90-13d8f831ad6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 1094 time: 0.2555668 Jul 27 21:47:32.371510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.372759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5baed998-fcbd-46fd-8635-344bb5596618 req-baac0f8b-8758-45aa-86ee-5d899e453755 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc HTTP/1.1" status: 200 len: 1803 time: 0.2010329 Jul 27 21:47:32.380069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09b3aaab-42ca-455b-b936-104878483598 None None] Provisioning for port 5610bc3e-7bdd-4ac5-9968-97c2890513da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:32.404356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09b3aaab-42ca-455b-b936-104878483598 None None] Provisioning complete for port 5610bc3e-7bdd-4ac5-9968-97c2890513da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:32.404923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09b3aaab-42ca-455b-b936-104878483598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.442419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5baed998-fcbd-46fd-8635-344bb5596618 req-4dbc9a11-8ef7-4ef0-a338-5b6cfd2b0ab0 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/b9630961-25f1-4e94-bfe6-9cf1909a7c6a HTTP/1.1" status: 200 len: 1803 time: 0.0558188 Jul 27 21:47:32.456771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.463917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc', 'remote_group_id': 'b9630961-25f1-4e94-bfe6-9cf1909a7c6a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:32.464228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc', 'remote_group_id': 'b9630961-25f1-4e94-bfe6-9cf1909a7c6a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:32.467397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09b3aaab-42ca-455b-b936-104878483598 None None] Port 5610bc3e-7bdd-4ac5-9968-97c2890513da cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:32.476689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Transition to ACTIVE for port object 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:32.499979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Transition to ACTIVE for port object 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:32.507111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-361a193b-b261-4e76-b259-1151a644eb6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5616103ceaf462ea06b40593b9c50ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174809 Jul 27 21:47:32.507356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:32.534887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfac6a9-f698-45d4-9e74-69d3cf67a84c req-33ec1a4a-b800-4f56-a468-bd5042902b11 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:32.536486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bfac6a9-f698-45d4-9e74-69d3cf67a84c req-33ec1a4a-b800-4f56-a468-bd5042902b11 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.3116596 Jul 27 21:47:32.564653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.588037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.670167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-85b73d6f-6fe0-4544-99fe-906a5fa027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:32.671665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-85b73d6f-6fe0-4544-99fe-906a5fa027ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 905 time: 0.2979660 Jul 27 21:47:32.678155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bfac6a9-f698-45d4-9e74-69d3cf67a84c req-05e1f2ce-5577-4e7d-b2e7-b633ee533568 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319213 Jul 27 21:47:32.760302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-cc0948c2-58cc-4744-ae03-c4412f396ff1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd HTTP/1.1" status: 200 len: 217 time: 0.0788352 Jul 27 21:47:32.856933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-484cd498-7027-44c1-8257-352fe77498a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:32.858490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-484cd498-7027-44c1-8257-352fe77498a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.0876176 Jul 27 21:47:32.898574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.929708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-5ec45a4a-f26f-430e-b2ac-66aa522c4728 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616381 Jul 27 21:47:32.939962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.943260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.945884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:32.948552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Network d65f52a9-69b3-4275-a173-4050fd40003b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:32.950277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b718d44-e43a-4bb9-aa3d-7133db777b26 HTTP/1.1" status: 204 len: 168 time: 0.4444292 Jul 27 21:47:32.950727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc7fac-5940-4878-b0f9-eda75a070069 req-72d3c142-fc70-4d3a-8b79-6026e79c84d6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:32.953594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:32.959510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bddc7fac-5940-4878-b0f9-eda75a070069 req-72d3c142-fc70-4d3a-8b79-6026e79c84d6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 931 time: 0.2038112 Jul 27 21:47:32.962154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:32.971481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Pushing event updated for resources: {'Port': ['ID=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:32.984486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9778c2d-a40a-450a-92d4-5df636d118b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b718d44-e43a-4bb9-aa3d-7133db777b26,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:33.045839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.086998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:33.105832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Attempting to bind port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:33.106364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Attempting to bind port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:33.106609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Attempting to bind port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 on network d65f52a9-69b3-4275-a173-4050fd40003b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:33.118068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:33.118622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Checking segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:33.118951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.119433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Bound using segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:33.119957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Bound port: 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:33.120430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.170249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bddc7fac-5940-4878-b0f9-eda75a070069 req-8e585a6b-e4a2-46aa-916a-b851011e44f0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097638 Jul 27 21:47:33.176046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.191719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5610bc3e-7bdd-4ac5-9968-97c2890513da {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:33.203798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.210140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-489e6815-bef0-4df4-b3e2-0642c72d7744 service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485349 Jul 27 21:47:33.215215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.234501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Transition to ACTIVE for port object 5610bc3e-7bdd-4ac5-9968-97c2890513da will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:33.341710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] For port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:33.349616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] For port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:33.352965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:33.367120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.369741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'mac_address': 'fa:16:3e:78:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:33.431758 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.462749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e332eb-b7e3-4f4c-9bac-21d8757c97c1,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:33.505228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Allocated IP 172.25.3.136 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0149bd35-14bf-4783-9c27-aeb2b12f326d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:33.532156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.537765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.542701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5baed998-fcbd-46fd-8635-344bb5596618 req-134400fa-f23d-44f1-991f-47dd2e4e578d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0847626 Jul 27 21:47:33.573452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d02aab-3487-4f6c-abca-804f817f9bbd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:33.616897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c190b-9739-4bb3-b3c9-ae17de0cee03 None None] Pushing event updated for resources: {'Port': ['ID=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:33.624784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:33.709914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.725749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.802214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:33.846171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:33.931490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:33.937851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f21f8ee4-59c8-40e9-8cbd-3e3ffac9c416 req-e45d82b2-949b-4525-a203-e2e8b7c8eee9 service neutron] 10.222.0.76 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178531 Jul 27 21:47:34.029581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac90b7-e38f-475a-9427-07e2aca86c2a req-531b1af0-0063-437c-8e9a-fb30d5d42a79 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:34.040509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fac90b7-e38f-475a-9427-07e2aca86c2a req-531b1af0-0063-437c-8e9a-fb30d5d42a79 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 944 time: 0.3220844 Jul 27 21:47:34.045825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['b4d02aab-3487-4f6c-abca-804f817f9bbd'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:34.059284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.152891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:34.182621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fac90b7-e38f-475a-9427-07e2aca86c2a req-19e89505-2b65-4def-8fe2-c935d1186845 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388285 Jul 27 21:47:34.183202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57446) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:34.188003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Pushing event updated for resources: {'Port': ['ID=0149bd35-14bf-4783-9c27-aeb2b12f326d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:34.195747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:34.209768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:34.226422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Attempting to bind port 5610bc3e-7bdd-4ac5-9968-97c2890513da on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:34.230145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Attempting to bind port 5610bc3e-7bdd-4ac5-9968-97c2890513da by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:34.230145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Attempting to bind port 5610bc3e-7bdd-4ac5-9968-97c2890513da on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:34.234488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1039258731', 'description': 'tempest-description-197379894'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:34.273777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Port 5610bc3e-7bdd-4ac5-9968-97c2890513da on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:47:34.274613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Attempting to bind port 5610bc3e-7bdd-4ac5-9968-97c2890513da on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:34.299266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:34.299266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:34.299266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:34.299266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Bound port: 5610bc3e-7bdd-4ac5-9968-97c2890513da, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:34.299266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.363157 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe047-201e-498d-818e-515fa25e93b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.371619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-072316c1-e502-47ac-88ac-3dd63af2e2ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7a34831f2ea47cb83750e863d316603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822076 Jul 27 21:47:34.374447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:34.407937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:34.414826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.430749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:34.476565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.515927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.531575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.640134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:34.641123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.643479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] 10.222.0.76 "PUT /v2.0/ports/5610bc3e-7bdd-4ac5-9968-97c2890513da HTTP/1.1" status: 200 len: 1091 time: 2.5447662 Jul 27 21:47:34.647330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:34.660588 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78491b2b-fe52-4e70-bb3e-1022dc2ca124" -d '{"events": [{"name": "network-changed", "server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:34.687420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.729206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.776318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb4dcd-4174-424a-9407-82032ca72ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:34.802278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.887425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.894852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.899963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddb4ed90-3810-47e9-ba28-2ceca6c4f1b3 HTTP/1.1" status: 204 len: 168 time: 0.5211234 Jul 27 21:47:34.923843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb03554-e658-4e0b-92a5-e4e99981c1a4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:34.941705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfa75-a8e6-409b-9563-35011183ae43 req-4d8869d7-ad82-42db-b054-d35f1e9c9e4b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:34.949540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea090825-e6d7-4522-b662-1ddc79dacba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4ed90-3810-47e9-ba28-2ceca6c4f1b3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:34.960046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29dfa75-a8e6-409b-9563-35011183ae43 req-4d8869d7-ad82-42db-b054-d35f1e9c9e4b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.5730305 Jul 27 21:47:34.993004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.010735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fdf2765-0452-49d4-8f50-ab2e5db501f2 req-8eaff483-4bcd-47c6-be48-b0b65e1415e9 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7762997 Jul 27 21:47:35.027284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-eefd66bb-e31c-4d88-b1f0-b33773ce3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:35.032523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-eefd66bb-e31c-4d88-b1f0-b33773ce3aee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 1094 time: 0.2508707 Jul 27 21:47:35.094417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:35.111047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-2fedd02f-5cde-409b-85ec-50f05e271242 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da HTTP/1.1" status: 200 len: 217 time: 0.0690327 Jul 27 21:47:35.181804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.305646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29dfa75-a8e6-409b-9563-35011183ae43 req-bcc386fc-1ce5-45c4-8ef1-e42281033e5d tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413095 Jul 27 21:47:35.322324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-6536a705-2052-466b-86ba-e023af8b2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:35.329648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-6536a705-2052-466b-86ba-e023af8b2c8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.2038307 Jul 27 21:47:35.378129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port b4d02aab-3487-4f6c-abca-804f817f9bbd completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:35.387351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port b4d02aab-3487-4f6c-abca-804f817f9bbd triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:35.389480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.429532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be377f-a73e-4dde-b45f-5f48233ea0fe req-4b3f4a20-6bf1-44f9-8b36-791e3fa7b8b8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:35.432371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be377f-a73e-4dde-b45f-5f48233ea0fe req-4b3f4a20-6bf1-44f9-8b36-791e3fa7b8b8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.2005863 Jul 27 21:47:35.440600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd1306-a746-4fcb-a267-9c82f5ba3a25 None None] Network d65f52a9-69b3-4275-a173-4050fd40003b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:35.504978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be377f-a73e-4dde-b45f-5f48233ea0fe req-bce96dfe-fc36-4342-95d4-5f8947e1c876 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647874 Jul 27 21:47:35.509030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312911d2-3112-47d6-8adb-43a92fc74936 req-daf29d4e-3f89-4538-b0b1-4dec6a2e8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:35.511358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-daf29d4e-3f89-4538-b0b1-4dec6a2e8bd6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760504 Jul 27 21:47:35.636369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.660415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e388-3f95-4516-8298-984361ef6706 req-ee20f852-e044-4f97-878f-c730a1cc127c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:35.672115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a543e388-3f95-4516-8298-984361ef6706 req-ee20f852-e044-4f97-878f-c730a1cc127c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 943 time: 0.1950624 Jul 27 21:47:35.728100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-9a265b71-b434-4de7-a408-6fc9085ea488 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850977 Jul 27 21:47:35.830876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a543e388-3f95-4516-8298-984361ef6706 req-50b92b7e-46ec-4755-a392-fb521b4556fc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565993 Jul 27 21:47:35.879297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-692dd1c5-ed3d-4b9c-bd5f-2b6715beeca7 None None] Provisioning for port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:35.900388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.950735 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bea63d-050b-494b-b0a0-6911f4cc0f15 x-openstack-request-id: req-06bea63d-050b-494b-b0a0-6911f4cc0f15 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:35.951300 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:35.951615 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06bea63d-050b-494b-b0a0-6911f4cc0f15 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:35.952040 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da', 'status': 'completed', 'code': 200} Jul 27 21:47:35.974919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:36.009593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-897797811', 'description': 'tempest-description-980381670'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:36.074561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-312911d2-3112-47d6-8adb-43a92fc74936 req-a3aaadff-00ef-4632-b177-d67b0a7e1b18 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346391 Jul 27 21:47:36.093455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-0aa75020-b665-4cae-b955-490583630553 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:36.097758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-0aa75020-b665-4cae-b955-490583630553 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.76 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.2927976 Jul 27 21:47:36.112059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.136264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Router 77be5156-3e2e-4b97-b49a-af45269c40b7 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:47:36.183410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:36.190326 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0c655-be68-47e7-98c8-c4661f201052" -d '{"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:36.203143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:36.212658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.272765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:36.279157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:36.284088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.331046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.345024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:36.358126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Sync routers for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:36.384216 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:36.384913 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:36.438552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:36.461647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.474357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611a01-2c65-4b7a-901d-c06a2d8b687b req-4b8ec9e9-6875-4413-87e0-98ad5907cfb5 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:36.475982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66611a01-2c65-4b7a-901d-c06a2d8b687b req-4b8ec9e9-6875-4413-87e0-98ad5907cfb5 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 944 time: 0.3288577 Jul 27 21:47:36.511872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.554820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Deleting port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:36.555348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.557119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:36.583150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.606191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:36.618650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8eaf3-9201-459b-a84f-7976ece112a6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:36.622651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-772cfb48-ba88-41a3-8fec-d61f40b7ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:36.624276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-772cfb48-ba88-41a3-8fec-d61f40b7ba7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 1094 time: 0.3206971 Jul 27 21:47:36.631883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66611a01-2c65-4b7a-901d-c06a2d8b687b req-63a5944c-a206-4b23-8edd-f2f02ecd54a0 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257803 Jul 27 21:47:36.647863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-53759e8b-18c5-4b7f-862e-a30e443d57fd None None] Provisioning complete for port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:36.649141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53759e8b-18c5-4b7f-862e-a30e443d57fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.702565 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.723988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.726187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a30fc331-4cc2-46df-883e-9952ad993b1f req-8e922b9e-a712-41c1-9519-430a058ce220 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7348976 Jul 27 21:47:36.727246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.733544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d192401b-f2dc-44ed-87fb-16db76ef8419 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1991475 Jul 27 21:47:36.734239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57486) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:36.833229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] For port 95ec387e-18e1-458c-8ff4-dc1454cd8d71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=95ec387e-18e1-458c-8ff4-dc1454cd8d71,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:36.833847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:36.869438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-c7e89ebc-d4ee-4188-81c7-249108d5efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:36.872344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-c7e89ebc-d4ee-4188-81c7-249108d5efcc service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2359283 Jul 27 21:47:36.914132 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba011649-5ab9-4dbe-a764-2042471ea136 x-openstack-request-id: req-ba011649-5ab9-4dbe-a764-2042471ea136 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:36.922323 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:36.925242 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba011649-5ab9-4dbe-a764-2042471ea136 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:36.926052 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'code': 200} Jul 27 21:47:37.002740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.006693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-6347b183-6a58-486b-957b-ecfaed3275d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da HTTP/1.1" status: 200 len: 217 time: 0.1258576 Jul 27 21:47:37.007427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:37.061343 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:34Z', 'revision_number': 3, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:37.128239 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Checking router: 77be5156-3e2e-4b97-b49a-af45269c40b7 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:37.128239 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Updating router 77be5156-3e2e-4b97-b49a-af45269c40b7 port 0149bd35-14bf-4783-9c27-aeb2b12f326d binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:47:37.213189 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.272187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3488138-cafa-49c2-8c88-9240edc2d52b req-37cf0949-dcc8-4d16-99e9-37ea1e44c6a3 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.278699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3488138-cafa-49c2-8c88-9240edc2d52b req-37cf0949-dcc8-4d16-99e9-37ea1e44c6a3 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 945 time: 0.1956728 Jul 27 21:47:37.388228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-5e0b2d18-54ee-45d3-b41a-ef014abf8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.389746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-5e0b2d18-54ee-45d3-b41a-ef014abf8f31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.2542517 Jul 27 21:47:37.404948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3488138-cafa-49c2-8c88-9240edc2d52b req-40a7a569-098c-4ca7-a81d-e5ebbb517835 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups?id=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232576 Jul 27 21:47:37.407071 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.485303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.486730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.487268 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Floating IP b1d7c9b8-e22b-4bd4-a443-f1547eab49f7 disassociated. External IP: 172.25.3.233, port: 95ec387e-18e1-458c-8ff4-dc1454cd8d71. Jul 27 21:47:37.487855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Calling delete_port for 95ec387e-18e1-458c-8ff4-dc1454cd8d71 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:37.550105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365d01b-df1f-481c-b829-aabc38242a9d req-75dce922-57ee-4c3a-99e5-3554e0c7e2c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.563132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7365d01b-df1f-481c-b829-aabc38242a9d req-75dce922-57ee-4c3a-99e5-3554e0c7e2c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.5539258 Jul 27 21:47:37.571900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-849b9259-21f1-4f26-988f-16ec21228ba0 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/bbb03554-e658-4e0b-92a5-e4e99981c1a4 HTTP/1.1" status: 200 len: 1804 time: 0.0973542 Jul 27 21:47:37.583022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f9885-e916-4397-89fb-8b926eeaec32 req-148fca37-3225-4434-96ce-1f376f14118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.583328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-883f9885-e916-4397-89fb-8b926eeaec32 req-148fca37-3225-4434-96ce-1f376f14118d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 1096 time: 0.4643826 Jul 27 21:47:37.722404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-3e73ae1c-e49d-4d07-89bd-d29e6962554d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/4ad8eaf3-9201-459b-a84f-7976ece112a6 HTTP/1.1" status: 200 len: 1803 time: 0.1449039 Jul 27 21:47:37.744175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bbb03554-e658-4e0b-92a5-e4e99981c1a4', 'remote_group_id': '4ad8eaf3-9201-459b-a84f-7976ece112a6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:37.744683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bbb03554-e658-4e0b-92a5-e4e99981c1a4', 'remote_group_id': '4ad8eaf3-9201-459b-a84f-7976ece112a6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:37.760032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7365d01b-df1f-481c-b829-aabc38242a9d req-26f05cb1-9f38-40c7-99da-148f2d43f6d9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923726 Jul 27 21:47:37.770552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.805688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-883f9885-e916-4397-89fb-8b926eeaec32 req-89d590df-80df-4d1b-9eaf-42c6ce494ff6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578758 Jul 27 21:47:37.821249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-9e8c1bdf-cbef-41a4-aa63-572b877a8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:37.825845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-9e8c1bdf-cbef-41a4-aa63-572b877a8d2f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169126 Jul 27 21:47:37.865435 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.896708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.930482 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Transition to ACTIVE for port object 0149bd35-14bf-4783-9c27-aeb2b12f326d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:37.957013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:38.019487 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.075735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:38.077376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.126192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.152900 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Pushing event updated for resources: {'Port': ['ID=0149bd35-14bf-4783-9c27-aeb2b12f326d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:38.201315 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Attempting to bind port 0149bd35-14bf-4783-9c27-aeb2b12f326d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:38.201673 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Attempting to bind port 0149bd35-14bf-4783-9c27-aeb2b12f326d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:38.202033 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Attempting to bind port 0149bd35-14bf-4783-9c27-aeb2b12f326d on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:38.202170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-8825086f-47c6-4229-8fce-35267da0a0de service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231068 Jul 27 21:47:38.205995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.206392 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.206774 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.207094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.207569 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.207965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.208235 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.209077 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.209077 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.209478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.209478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.210399 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:38.217233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.239161 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:38.239592 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:38.240082 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.240565 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:38.241138 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Bound port: 0149bd35-14bf-4783-9c27-aeb2b12f326d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:38.241595 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.306370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.323371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Allocated IP 172.20.0.1 (d65f52a9-69b3-4275-a173-4050fd40003b/fb15a316-05e2-408f-a451-d5453602dda5/233698b1-fa63-418f-8030-30cd790528db) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:38.347319 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] For port 0149bd35-14bf-4783-9c27-aeb2b12f326d, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:38.353080 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] For port 0149bd35-14bf-4783-9c27-aeb2b12f326d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0149bd35-14bf-4783-9c27-aeb2b12f326d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:38.371718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event deleted for resources: {'Port': ['ID=95ec387e-18e1-458c-8ff4-dc1454cd8d71,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:38.404228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.448217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fe943a-ee59-4d0f-8a7f-5f4bb3d11826,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:38.449695 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.521021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.543796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Transition to ACTIVE for port object 233698b1-fa63-418f-8030-30cd790528db will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:38.547923 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:38.550595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:38.556143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78491b2b-fe52-4e70-bb3e-1022dc2ca124 req-15902fa9-ba2e-4b74-99e4-1309816e7ad0 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420362 Jul 27 21:47:38.590970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.592680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f8cd260-71e1-4002-afc4-1526fd7192e5 req-60424721-b943-4136-9761-ac28c35f8b93 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8597531 Jul 27 21:47:38.633346 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fb9a1-8a36-4e7b-b00d-4fd5e80bd057 None None] Pushing event updated for resources: {'Port': ['ID=0149bd35-14bf-4783-9c27-aeb2b12f326d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:38.687033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Router 5298e6cd-ccdb-4bac-9412-eb122b860e93 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:38.704243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bb31a-559d-4d53-9663-f17651ddd291 req-1f0b8827-3f0b-44a2-89ab-52057cfe23d7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:38.706373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-814bb31a-559d-4d53-9663-f17651ddd291 req-1f0b8827-3f0b-44a2-89ab-52057cfe23d7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 943 time: 0.3463032 Jul 27 21:47:38.742631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.765579 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:38.815320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Network d65f52a9-69b3-4275-a173-4050fd40003b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:38.828601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:38.833150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-814bb31a-559d-4d53-9663-f17651ddd291 req-7f8250cf-681d-4777-abee-26583c78cfbf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136696 Jul 27 21:47:38.844753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:38.946647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Pushing event updated for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:38.974997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46f5b1-659e-49aa-b972-9912993ea720 req-6a37a826-2374-4f6e-9ca7-ad682e7e9e75 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:38.977806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b46f5b1-659e-49aa-b972-9912993ea720 req-6a37a826-2374-4f6e-9ca7-ad682e7e9e75 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 945 time: 0.2946775 Jul 27 21:47:38.983379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.027909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:39.038577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Sync routers for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:39.056510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:39.056510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:39.185578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] No DVR routers for this DVR port 95ec387e-18e1-458c-8ff4-dc1454cd8d71 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:39.195250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.205572 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce03d006-f03a-40c4-8587-a6a6bbd4a182 req-88e4c9f4-6a41-4127-a97b-39ab07699f7e tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.76 "DELETE /v2.0/ports/95ec387e-18e1-458c-8ff4-dc1454cd8d71 HTTP/1.1" status: 204 len: 173 time: 3.0958595 Jul 27 21:47:39.206274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'name': 'network-vif-deleted', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:39.216719 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5cac59-14e4-4b7d-9514-cd5f778fe324" -d '{"events": [{"server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "name": "network-vif-deleted", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:39.288960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5610bc3e-7bdd-4ac5-9968-97c2890513da details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:39.325231 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:34Z', 'revision_number': 3, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:39.389738 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa7bd8-e089-41f1-846e-d929b6f3b1f7 None None] The sync data for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 is: [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:34Z', 'revision_number': 3, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:39.401654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 95ec387e-18e1-458c-8ff4-dc1454cd8d71 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:39.416583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b46f5b1-659e-49aa-b972-9912993ea720 req-47ea5cbb-4a9b-4496-8014-233e50e7983f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260764 Jul 27 21:47:39.455828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 95ec387e-18e1-458c-8ff4-dc1454cd8d71 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:39.456501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 95ec387e-18e1-458c-8ff4-dc1454cd8d71 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:39.498977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:39.606098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:39.607545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-e7371362-838f-417c-a306-da61ab54288b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/4ad8eaf3-9201-459b-a84f-7976ece112a6 HTTP/1.1" status: 200 len: 1803 time: 0.1136372 Jul 27 21:47:39.645514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ae778d4-b8ed-4d62-bb13-43362b422331 req-96f76646-263d-4c6e-bbae-37cb68037a3b tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/ports?device_id=28933853-91de-4cd7-9c7b-705c53e69fa3 HTTP/1.1" status: 200 len: 210 time: 0.0588565 Jul 27 21:47:39.646908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.721568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.762858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '5610bc3e-7bdd-4ac5-9968-97c2890513da', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': '5610bc3e-7bdd-4ac5-9968-97c2890513da', 'mac_address': 'fa:16:3e:ef:a7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:39.764860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8704fc9-af64-4acd-a160-de0ba95edb8d None None] Provisioning for port 233698b1-fa63-418f-8030-30cd790528db completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:39.792328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8704fc9-af64-4acd-a160-de0ba95edb8d None None] Provisioning complete for port 233698b1-fa63-418f-8030-30cd790528db triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:39.793529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8704fc9-af64-4acd-a160-de0ba95edb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.806904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.046141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333716-80f1-4116-8b2e-cef57385c50e req-f75dd192-6fa3-4681-be7d-2aaae8dcda4f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:40.049970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.053629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.061401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb0ba59a-bd76-4ea6-a72f-009d1eb5d547 req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ad8eaf3-9201-459b-a84f-7976ece112a6 HTTP/1.1" status: 204 len: 173 time: 0.4477091 Jul 27 21:47:40.075624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7333716-80f1-4116-8b2e-cef57385c50e req-f75dd192-6fa3-4681-be7d-2aaae8dcda4f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2993600 Jul 27 21:47:40.102978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438f1f9-2fd9-476a-a03d-0b06bd674950 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8eaf3-9201-459b-a84f-7976ece112a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:40.161887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.165630 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d741c-54c4-4a7c-988a-78bb48393429 x-openstack-request-id: req-4b1d741c-54c4-4a7c-988a-78bb48393429 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:40.166062 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28933853-91de-4cd7-9c7b-705c53e69fa3", "name": "network-vif-deleted", "tag": "95ec387e-18e1-458c-8ff4-dc1454cd8d71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:40.167283 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b1d741c-54c4-4a7c-988a-78bb48393429 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:40.168966 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28933853-91de-4cd7-9c7b-705c53e69fa3', 'name': 'network-vif-deleted', 'tag': '95ec387e-18e1-458c-8ff4-dc1454cd8d71', 'status': 'completed', 'code': 200} Jul 27 21:47:40.171883 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.210607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5610bc3e-7bdd-4ac5-9968-97c2890513da {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:40.215387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7333716-80f1-4116-8b2e-cef57385c50e req-5bf51648-9e02-441a-a39f-8a4c231052a8 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233890 Jul 27 21:47:40.261633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.380619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b8704fc9-af64-4acd-a160-de0ba95edb8d None None] Port 233698b1-fa63-418f-8030-30cd790528db cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:40.442148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:40.552720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Pushing event updated for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:40.556337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.568258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.677995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:40.683832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:40.699680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bf565-d139-4220-ae97-1fe0934a269c req-881dfae1-3efc-44c6-925f-fbb3e7a23bcf tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:40.701792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-023bf565-d139-4220-ae97-1fe0934a269c req-881dfae1-3efc-44c6-925f-fbb3e7a23bcf tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.2418542 Jul 27 21:47:40.738130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Checking router: 5298e6cd-ccdb-4bac-9412-eb122b860e93 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:40.753608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:40.754598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:40.777427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Network d65f52a9-69b3-4275-a173-4050fd40003b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:40.780989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-023bf565-d139-4220-ae97-1fe0934a269c req-ad194056-05a3-43f4-87b0-fa6823903733 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Jul 27 21:47:40.782980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:40.866994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:41.040539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:41.043855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee999b23-9592-4e9a-b2e3-7e112d77ab12 req-9d2b3913-c33d-4b0f-bf81-76b274f90b04 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/bbb03554-e658-4e0b-92a5-e4e99981c1a4 HTTP/1.1" status: 200 len: 1804 time: 0.1423800 Jul 27 21:47:41.077877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Router 77be5156-3e2e-4b97-b49a-af45269c40b7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:41.113609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:41.122909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fadd2-7061-4f0d-9b35-757a36c5c110 req-1670bae8-c623-4aec-aacb-b749fee17d24 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:41.124995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:41.139588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-849fadd2-7061-4f0d-9b35-757a36c5c110 req-1670bae8-c623-4aec-aacb-b749fee17d24 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 944 time: 0.1964552 Jul 27 21:47:41.211222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-849fadd2-7061-4f0d-9b35-757a36c5c110 req-718eefba-1842-4d46-a505-a20eda535e8d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703914 Jul 27 21:47:41.323795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:41.336267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bc5642cb-65ac-4486-8e4a-f2482c7b3557 admin admin] 10.222.0.37 "PUT /v2.0/routers/77be5156-3e2e-4b97-b49a-af45269c40b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6005549 Jul 27 21:47:41.403364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d1ee8-3913-4ef2-9aa8-0c4d34c1ce5a req-3776923f-9b57-439a-af9f-71e05d4d796a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:41.412682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef2d1ee8-3913-4ef2-9aa8-0c4d34c1ce5a req-3776923f-9b57-439a-af9f-71e05d4d796a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 945 time: 0.2299731 Jul 27 21:47:41.479345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef2d1ee8-3913-4ef2-9aa8-0c4d34c1ce5a req-903372c6-f316-47b4-a860-21b62864978a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Jul 27 21:47:41.489234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1368916861', 'description': 'tempest-description-235429170'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:41.600250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a03107cb-7b75-49fd-b97b-e80aa79afee7 None None] Provisioning complete for port 233698b1-fa63-418f-8030-30cd790528db triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:41.601092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03107cb-7b75-49fd-b97b-e80aa79afee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.615330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.718123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31362999-314c-44df-a840-bc25e9a9b5ae req-e3c97a6c-1b72-4d3d-ad4c-bea1dd714ab2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:41.720005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31362999-314c-44df-a840-bc25e9a9b5ae req-e3c97a6c-1b72-4d3d-ad4c-bea1dd714ab2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1259935 Jul 27 21:47:41.728986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:41.801024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31362999-314c-44df-a840-bc25e9a9b5ae req-8a5a82c9-e799-4326-a40b-9dc9883e882a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Jul 27 21:47:41.818877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.848078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'mac_address': 'fa:16:3e:3d:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:41.867725 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.869575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a03107cb-7b75-49fd-b97b-e80aa79afee7 None None] Port 233698b1-fa63-418f-8030-30cd790528db cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:41.905974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0149bd35-14bf-4783-9c27-aeb2b12f326d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:41.911398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:41.964933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28701b3-47a9-44c0-bb5f-4c71f3fc4a87,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:41.971034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57574) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:41.995746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:41.999374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e341c70-d991-451f-8c5c-84e3d19438bc" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:42.004778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Sync routers for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:42.017225 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:42.017939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:42.039740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.042447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b2623ea-1e3e-4d20-b716-2f215a9c0835 req-6c9c3784-ae39-4523-aa35-6d0c31677fce tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5602076 Jul 27 21:47:42.045547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:42.089831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.140889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.152218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.155066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.196798 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:42.256766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:42.261691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:42.311983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:42.322798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.325199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.329468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:42.334691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb6da0-c8cc-4bc0-95b7-9171e9a57498 None None] The sync data for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 is: [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:45:05Z', 'revision_number': 4, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'bce499b7-17d6-4634-82f5-036971c0691c', 'name': '', 'network_id': '722a2106-6172-4ed8-ba1a-8fd9a218151c', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'mac_address': 'fa:16:3e:f4:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:04Z', 'updated_at': '2021-07-27T21:45:11Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'subnets': [{'id': '11d75e1f-fe65-4515-ad26-df66bf926248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:42.341187 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae HTTP/1.1" status: 204 len: 168 time: 0.3675539 Jul 27 21:47:42.379919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b15bf-178a-4924-8a86-c846cd96cad8 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:42.386236 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-6d1a3f29-75e0-441d-8ed5-04c9b231ae53 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] show failed (client error): The resource could not be found. Jul 27 21:47:42.388992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6d1a3f29-75e0-441d-8ed5-04c9b231ae53 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "GET /v2.0/security-groups/ff642cdb-a7b6-4b9a-9a07-3cbb4abf18ae HTTP/1.1" status: 404 len: 347 time: 0.0572371 Jul 27 21:47:42.401015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:42.431197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0149bd35-14bf-4783-9c27-aeb2b12f326d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:42.458654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0149bd35-14bf-4783-9c27-aeb2b12f326d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:42.459636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.555320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:47:42.555966 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:47:42.620717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Deleting port c41d8a32-f989-45c8-8df4-b3cb65c1f24d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:42.621263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.632848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57594) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:42.638915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850075719', 'description': 'tempest-description--454029193'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:42.639376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.722140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0149bd35-14bf-4783-9c27-aeb2b12f326d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0149bd35-14bf-4783-9c27-aeb2b12f326d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:42.722644 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 2, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:42.790245 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Checking router: 77be5156-3e2e-4b97-b49a-af45269c40b7 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:42.790526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Updating router 77be5156-3e2e-4b97-b49a-af45269c40b7 port 233698b1-fa63-418f-8030-30cd790528db binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:47:42.835111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.851288 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.851623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.871621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c36590-d780-427e-8940-378da22fd6bd None None] New status for floating IP b1d7c9b8-e22b-4bd4-a443-f1547eab49f7: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:47:42.880931 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.898624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Calling delete_port for c41d8a32-f989-45c8-8df4-b3cb65c1f24d owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:42.914153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c32f92-6734-46e3-b235-ff01a89111ab req-44b1139c-1a8b-4824-96f4-7b8b48749e78 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:42.917064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c32f92-6734-46e3-b235-ff01a89111ab req-44b1139c-1a8b-4824-96f4-7b8b48749e78 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1778750 Jul 27 21:47:42.996342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.999095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.097665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.128448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b934217e-86d0-4248-8013-e6c341b39bbe req-1ac0b833-4862-46b3-bae2-2b34bb5c39db tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 200 len: 1804 time: 0.0835142 Jul 27 21:47:43.167892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a28701b3-47a9-44c0-bb5f-4c71f3fc4a87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:43.168673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a28701b3-47a9-44c0-bb5f-4c71f3fc4a87', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:43.170707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.181238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bc4f3-d767-4552-b8d8-e964f4450196,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.187103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0149bd35-14bf-4783-9c27-aeb2b12f326d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.199302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:43.244016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:43.273892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.278379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f1ec0fbc-ed3c-4dbf-8d82-21e200e0aaf6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6413665 Jul 27 21:47:43.278379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:43.286594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'security_group_rule': {'security_group_id': '1e6bc4f3-d767-4552-b8d8-e964f4450196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:43.387788 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.420498 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.434036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5610bc3e-7bdd-4ac5-9968-97c2890513da up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:43.449254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c32f92-6734-46e3-b235-ff01a89111ab req-4a336701-544e-41a4-97de-b1bceaca3ad3 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Jul 27 21:47:43.450782 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Transition to ACTIVE for port object 233698b1-fa63-418f-8030-30cd790528db will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:43.519804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.530040 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff77655-f27a-432a-9726-b29c8168dd13 x-openstack-request-id: req-7ff77655-f27a-432a-9726-b29c8168dd13 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:43.530692 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:43.531199 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ff77655-f27a-432a-9726-b29c8168dd13 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:43.531835 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'code': 200} Jul 27 21:47:43.543467 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.544184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.566664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.610469 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf332175-bdca-45ea-ab46-2f3d2be8d87c None None] Pushing event updated for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.614889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.643708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 5610bc3e-7bdd-4ac5-9968-97c2890513da completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:43.649193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 5610bc3e-7bdd-4ac5-9968-97c2890513da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:43.649666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.683648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:43.685587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.696173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.710067 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Attempting to bind port 233698b1-fa63-418f-8030-30cd790528db on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:43.710709 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Attempting to bind port 233698b1-fa63-418f-8030-30cd790528db by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:43.711256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Attempting to bind port 233698b1-fa63-418f-8030-30cd790528db on network d65f52a9-69b3-4275-a173-4050fd40003b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:43.735091 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:43.735607 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Checking segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:43.736669 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.737330 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Bound using segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:43.737890 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Bound port: 233698b1-fa63-418f-8030-30cd790528db, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:43.738497 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.739155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Pushing event deleted for resources: {'Port': ['ID=c41d8a32-f989-45c8-8df4-b3cb65c1f24d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.822674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.823797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b01d69c-d696-4a59-999e-61a755cff230,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:43.860847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.881051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d444-9f08-4403-affd-cf03b1a5945c req-6ffd95c8-33cd-44c6-bf61-8caaeac344b6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:43.888009 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] For port 233698b1-fa63-418f-8030-30cd790528db, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:43.888230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ff5d444-9f08-4403-affd-cf03b1a5945c req-6ffd95c8-33cd-44c6-bf61-8caaeac344b6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 944 time: 0.2748785 Jul 27 21:47:43.888682 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] For port 233698b1-fa63-418f-8030-30cd790528db, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=233698b1-fa63-418f-8030-30cd790528db,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:43.900210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.901536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b934217e-86d0-4248-8013-e6c341b39bbe req-e32b50be-0e10-4338-8c86-9abad8e169ac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7605882 Jul 27 21:47:43.901675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.909865 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.909865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-88d32f15-07bc-4863-b6db-5c18df43e5e0 tempest-ServersTestJSON-1333877230 tempest-ServersTestJSON-1333877230-project] 10.222.0.37 "DELETE /v2.0/floatingips/b1d7c9b8-e22b-4bd4-a443-f1547eab49f7 HTTP/1.1" status: 204 len: 168 time: 1.5033615 Jul 27 21:47:43.910340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57602) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:43.933446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0149bd35-14bf-4783-9c27-aeb2b12f326d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:43.962872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ff5d444-9f08-4403-affd-cf03b1a5945c req-b5f8219c-c07d-4f70-96fe-487996122b03 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770700 Jul 27 21:47:43.967349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.020614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fa0f8d-64b1-4488-8d12-e9faa18b1e34,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:44.027452 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.114189 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:44.115236 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:44.173073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:44.199642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.205985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3bad4d0b-06c1-4494-ba2c-383b87702cf1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9261358 Jul 27 21:47:44.211817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57606) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:44.226820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e037a-228a-4e5e-9a2b-802c607a772a req-7c38b482-06c5-459d-b3d8-92e53e45433a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:44.227008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'security_group_rule': {'security_group_id': '1e6bc4f3-d767-4552-b8d8-e964f4450196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:44.238056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e037a-228a-4e5e-9a2b-802c607a772a req-7c38b482-06c5-459d-b3d8-92e53e45433a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 948 time: 0.1688309 Jul 27 21:47:44.241782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456aff9-d718-4f40-a1df-7555007a7891 req-1f90fe28-14ef-4de7-9e53-d74872350344 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:44.244200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c456aff9-d718-4f40-a1df-7555007a7891 req-1f90fe28-14ef-4de7-9e53-d74872350344 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 945 time: 0.2313445 Jul 27 21:47:44.254673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.308235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0149bd35-14bf-4783-9c27-aeb2b12f326d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:44.308624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.314884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e037a-228a-4e5e-9a2b-802c607a772a req-82e9caac-7eb0-43f3-99a3-03a5af0dfc07 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757232 Jul 27 21:47:44.326626 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf332175-bdca-45ea-ab46-2f3d2be8d87c None None] Pushing event updated for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:44.378241 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:44.398133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:44.456357 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c456aff9-d718-4f40-a1df-7555007a7891 req-c0fb567a-0bcf-44cf-85dd-b73d2fb9ed2b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014387 Jul 27 21:47:44.598912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.653701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299164b5-dfa1-40e5-8e60-6cfb82bf6d52 req-34c1c7ee-bb0f-4f64-802d-593cf640ed2d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:44.655791 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-299164b5-dfa1-40e5-8e60-6cfb82bf6d52 req-34c1c7ee-bb0f-4f64-802d-593cf640ed2d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.0984755 Jul 27 21:47:44.716981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-299164b5-dfa1-40e5-8e60-6cfb82bf6d52 req-2274b112-d6b6-4e71-b898-f447040de4a3 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Jul 27 21:47:44.797090 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:43Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:44.828964 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223dc7ad-af98-4691-9d06-6f4cbf3f3d02 None None] The sync data for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 is: [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:43Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:45.161425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-63bfc6ef-68eb-4cc5-8333-acf8db3dd618 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 200 len: 2397 time: 0.5942831 Jul 27 21:47:45.175438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a28701b3-47a9-44c0-bb5f-4c71f3fc4a87', 'remote_group_id': None}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:45.175680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a28701b3-47a9-44c0-bb5f-4c71f3fc4a87', 'remote_group_id': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:45.215819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.284795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.328699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.363255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeeebbe-2364-497f-99d6-32b21817569d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:45.404759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:45.499394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.525488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:45.525893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.540896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:45.544246 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066fa2b6-5333-4bb9-aac0-35fbbc314858" -d '{"events": [{"server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "name": "network-vif-plugged", "status": "completed", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:45.556830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.558323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1adeb3dd-97d9-47e8-9d86-e207d24f44e0 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3447523 Jul 27 21:47:45.563704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57636) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:45.573891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:45.582980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.689990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.728519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89546395-6e53-4925-84cf-d4acc0cd5386,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:45.732622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.784699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.854451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:45.860869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0cdd7-839a-4775-ac4f-f63a36360b73 req-d5b53e3a-b487-4921-bb83-aa14a1afe934 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:45.864562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77d0cdd7-839a-4775-ac4f-f63a36360b73 req-d5b53e3a-b487-4921-bb83-aa14a1afe934 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1767862 Jul 27 21:47:45.918026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Deleting port bce499b7-17d6-4634-82f5-036971c0691c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:45.918556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.929532 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.950681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77d0cdd7-839a-4775-ac4f-f63a36360b73 req-f5fda51a-ccdc-4444-a0ef-79b337cbf58c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804167 Jul 27 21:47:45.972463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.973768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c187569a-df49-4baf-9bc9-ccee366e01bd req-7d4ca5a0-669c-49aa-93f2-20ae44c25f40 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8052757 Jul 27 21:47:46.018804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 233698b1-fa63-418f-8030-30cd790528db up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:46.076257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] For port bce499b7-17d6-4634-82f5-036971c0691c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bce499b7-17d6-4634-82f5-036971c0691c,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:46.081365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.101080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:46.104229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Calling delete_port for bce499b7-17d6-4634-82f5-036971c0691c owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:46.114869 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbfcd0b-004c-4750-8fd8-878f68404694 x-openstack-request-id: req-fdbfcd0b-004c-4750-8fd8-878f68404694 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:46.115166 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "name": "network-vif-plugged", "status": "completed", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:46.115431 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdbfcd0b-004c-4750-8fd8-878f68404694 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:46.115887 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da', 'code': 200} Jul 27 21:47:46.287988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 233698b1-fa63-418f-8030-30cd790528db completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:46.295736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 233698b1-fa63-418f-8030-30cd790528db triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:46.295736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.306010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd869-ff6d-4878-a3a1-ef94c195dc49 req-9444d193-61cf-4007-bc1c-a7526be56f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:46.307676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae7bd869-ff6d-4878-a3a1-ef94c195dc49 req-9444d193-61cf-4007-bc1c-a7526be56f90 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 1096 time: 0.1079228 Jul 27 21:47:46.337679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.407501 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.415043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae7bd869-ff6d-4878-a3a1-ef94c195dc49 req-cea6bb05-966f-4f1c-ac66-cb3d7f50b4c3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932155 Jul 27 21:47:46.456828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 233698b1-fa63-418f-8030-30cd790528db, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=233698b1-fa63-418f-8030-30cd790528db,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:46.456985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefddad6-5481-446a-87cc-9c78acb1ff60 req-c81c5900-e7a2-4452-bb93-99cac4f71164 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:46.456985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aefddad6-5481-446a-87cc-9c78acb1ff60 req-c81c5900-e7a2-4452-bb93-99cac4f71164 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1466153 Jul 27 21:47:46.522071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aefddad6-5481-446a-87cc-9c78acb1ff60 req-1af1ad15-33fc-4b0b-bd8b-aa3bb387321d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Jul 27 21:47:46.540303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:46.573904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae4659-b4ea-49d6-9898-e71277ef7733 req-3d68ec29-88bb-4aa7-92a0-594dee8ba6c5 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:46.576831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64ae4659-b4ea-49d6-9898-e71277ef7733 req-3d68ec29-88bb-4aa7-92a0-594dee8ba6c5 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.3835812 Jul 27 21:47:46.598427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.610971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-675667f1-b8b0-47c0-8d13-bd5dd95b96f4 req-cd92b01b-b490-418b-8e4f-8f12555d3971 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 200 len: 2995 time: 0.0523670 Jul 27 21:47:46.704641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:46.756836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64ae4659-b4ea-49d6-9898-e71277ef7733 req-f953ce95-9ba7-4a70-95d9-883cda6fa706 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668923 Jul 27 21:47:46.772388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Allocated IP 172.25.3.73 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/05b6a126-6c05-425f-bbaa-154735befe5d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:46.799340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee28b160-60bd-41ff-8d11-9fe1f9fe0479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.811557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-7f93ac06-f952-4e53-b02d-df01a763abac tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-group-rules/89546395-6e53-4925-84cf-d4acc0cd5386 HTTP/1.1" status: 200 len: 783 time: 0.0358286 Jul 27 21:47:46.870741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.880409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-44ed5dc4-de0b-4ae7-8f3e-6adb0daa3286 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 200 len: 2995 time: 0.0607493 Jul 27 21:47:46.918370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.922347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bce499b7-17d6-4634-82f5-036971c0691c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:46.930934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.057578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.083727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.092359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.093746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8814ed6-9f49-487d-afb2-aa8c706c838a req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/89546395-6e53-4925-84cf-d4acc0cd5386 HTTP/1.1" status: 204 len: 173 time: 0.2030473 Jul 27 21:47:47.101702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371280a-aa51-4e1a-876f-d0bc61031578 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89546395-6e53-4925-84cf-d4acc0cd5386,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:47.252154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b9d65-4dbe-4fe3-9fba-88e6da72f1d3 req-e50172fe-7085-4231-aeef-0b061896e9a7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:47.253979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51b9d65-4dbe-4fe3-9fba-88e6da72f1d3 req-e50172fe-7085-4231-aeef-0b061896e9a7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.0715661 Jul 27 21:47:47.309693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51b9d65-4dbe-4fe3-9fba-88e6da72f1d3 req-8138ce86-c42d-45eb-86f1-16e3aea6b2b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Jul 27 21:47:47.325314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee28b160-60bd-41ff-8d11-9fe1f9fe0479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.329090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-0e65dcfc-975a-4772-a12d-dc3d560f967a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 200 len: 2397 time: 0.1453726 Jul 27 21:47:47.330959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.487462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-f92046b2-dd77-4942-96b1-b5bee55fc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:47.489336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-f92046b2-dd77-4942-96b1-b5bee55fc48a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 1096 time: 0.1100957 Jul 27 21:47:47.498023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5b21-1064-44e7-99f8-09c439ad1d80 req-0129e915-2221-414a-9d19-6c9aae65d125 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:47.499637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-635a5b21-1064-44e7-99f8-09c439ad1d80 req-0129e915-2221-414a-9d19-6c9aae65d125 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.0866513 Jul 27 21:47:47.514374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.554977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.569923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee28b160-60bd-41ff-8d11-9fe1f9fe0479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.600666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:47.606278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-635a5b21-1064-44e7-99f8-09c439ad1d80 req-726a88dc-83a5-489c-995a-e9554b8efb87 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959446 Jul 27 21:47:47.630893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:47.642493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-8969be6b-db25-4aee-b0e7-81211786f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:47.644742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-8969be6b-db25-4aee-b0e7-81211786f0d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 200 len: 917 time: 0.1442091 Jul 27 21:47:47.654022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:47.669380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'Port': ['ID=05b6a126-6c05-425f-bbaa-154735befe5d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:47.674123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.695635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-26d61148-4fcf-4a96-be89-ee03b65c48d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a564763-6825-4c6c-b64d-9b287924e7bb HTTP/1.1" status: 200 len: 217 time: 0.0403647 Jul 27 21:47:47.707365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28b160-60bd-41ff-8d11-9fe1f9fe0479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4e5b95-63fe-41f4-8140-d96559d7875a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:47.712568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ee28b160-60bd-41ff-8d11-9fe1f9fe0479 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe949656bd8d41e6b45ca3eda99ab450&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1706562 Jul 27 21:47:47.717517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:47.808705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-842c25ff-da9a-4045-8bdb-95f1855dcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:47.811482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-842c25ff-da9a-4045-8bdb-95f1855dcb76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 200 len: 855 time: 0.1080353 Jul 27 21:47:47.863934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.930199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Router 5298e6cd-ccdb-4bac-9412-eb122b860e93 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:47.939643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.951543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 233698b1-fa63-418f-8030-30cd790528db up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:47.998497 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.003872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.005667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3e6866c-5097-411a-9389-ae7cfbe640b1 req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/a28701b3-47a9-44c0-bb5f-4c71f3fc4a87 HTTP/1.1" status: 204 len: 173 time: 0.6587789 Jul 27 21:47:48.010023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-fde25a4d-176d-459a-ab43-0e5a02cabaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:48.012369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-fde25a4d-176d-459a-ab43-0e5a02cabaee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83241743-44c0-42c1-9649-d51bc76a539f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925576 Jul 27 21:47:48.044103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 233698b1-fa63-418f-8030-30cd790528db triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:48.045002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.103115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6bc03-ceb3-41e3-afbb-ed16a1e9dc1f tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28701b3-47a9-44c0-bb5f-4c71f3fc4a87,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:48.119781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:48.123565 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e4669-5482-4f2c-8f49-badea09e7f01" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:48.123892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa166d65-aebd-41f7-9f18-eb1934cfdf4b req-e38a5d05-ab77-420e-8de1-e6da0154cb32 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:48.124083 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-d8a5c25e-8813-493c-a77b-d6cfeed3d2a2 req-e2b29c40-3315-447d-92fd-2e2e31022254 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] show failed (client error): The resource could not be found. Jul 27 21:47:48.125136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8a5c25e-8813-493c-a77b-d6cfeed3d2a2 req-e2b29c40-3315-447d-92fd-2e2e31022254 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/4ad8eaf3-9201-459b-a84f-7976ece112a6 HTTP/1.1" status: 404 len: 352 time: 0.0395906 Jul 27 21:47:48.132029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa166d65-aebd-41f7-9f18-eb1934cfdf4b req-e38a5d05-ab77-420e-8de1-e6da0154cb32 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2429183 Jul 27 21:47:48.142967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.155361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:48.166187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-43e907ef-fe72-4f57-ba6c-147b555c3b2b admin admin] 10.222.0.37 "PUT /v2.0/routers/5298e6cd-ccdb-4bac-9412-eb122b860e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2543778 Jul 27 21:47:48.167317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57690) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:48.167844 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Sync routers for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:48.179643 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:48.182296 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:48.238859 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65732c-4459-409f-abc9-96dfbb8004a0 x-openstack-request-id: req-9d65732c-4459-409f-abc9-96dfbb8004a0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:48.242258 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:48.243122 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d65732c-4459-409f-abc9-96dfbb8004a0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:48.243705 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'code': 200} Jul 27 21:47:48.253802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa166d65-aebd-41f7-9f18-eb1934cfdf4b req-6c97263d-b085-46b8-937d-0684e3d74746 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204023 Jul 27 21:47:48.262008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.264653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.284685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b4e5b95-63fe-41f4-8140-d96559d7875a HTTP/1.1" status: 204 len: 168 time: 0.5625808 Jul 27 21:47:48.333240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476cb8-1826-41d9-bd52-5ad72602b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4e5b95-63fe-41f4-8140-d96559d7875a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:48.373007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.406003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-912de0ae-8fa0-439a-a489-2c3a3321085b service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693593 Jul 27 21:47:48.418646 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:48.439454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-00eeebff-1ea1-4c18-ad3d-e77af0bd5ba8 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/bbb03554-e658-4e0b-92a5-e4e99981c1a4 HTTP/1.1" status: 200 len: 1804 time: 0.1668713 Jul 27 21:47:48.544130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.768653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.790698 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:48.794391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738d8c9a-5d5d-4ec5-9122-f8d61f7bec9d req-2eaac870-d247-4ef2-91bc-3f6857a40b9d service neutron] 10.222.0.50 "GET /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785794 Jul 27 21:47:48.809132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564b2c7-2540-400a-a5e8-f4566dda3f0b req-779a06d0-03a9-408e-b147-bc5783b84467 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:48.816836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5564b2c7-2540-400a-a5e8-f4566dda3f0b req-779a06d0-03a9-408e-b147-bc5783b84467 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.2760596 Jul 27 21:47:48.830481 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Checking router: 5298e6cd-ccdb-4bac-9412-eb122b860e93 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:48.843289 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Routers {'5298e6cd-ccdb-4bac-9412-eb122b860e93'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:48.844244 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5298e6cd-ccdb-4bac-9412-eb122b860e93'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:48.852413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5586cdd-2154-47f5-b2a4-73068a5ef00f req-b93bb866-af7d-4e5a-add4-a4dab0dbc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:48.854381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5586cdd-2154-47f5-b2a4-73068a5ef00f req-b93bb866-af7d-4e5a-add4-a4dab0dbc21f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.2207422 Jul 27 21:47:48.883614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.913641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5564b2c7-2540-400a-a5e8-f4566dda3f0b req-bec29d0d-c1bc-4104-914a-775332ccf1ac tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904737 Jul 27 21:47:48.950038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5586cdd-2154-47f5-b2a4-73068a5ef00f req-cc292181-a137-4246-bc47-d351b523e516 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744002 Jul 27 21:47:48.962782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.004080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.011338 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] Set router 5298e6cd-ccdb-4bac-9412-eb122b860e93 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:49.107615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0283eb-458d-4638-b7e6-5831c673541a req-dea0748a-d732-49f6-a902-790bc5ed8325 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:49.109260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea0283eb-458d-4638-b7e6-5831c673541a req-dea0748a-d732-49f6-a902-790bc5ed8325 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.0860412 Jul 27 21:47:49.153484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea0283eb-458d-4638-b7e6-5831c673541a req-3a93ac8a-f506-4e49-99c8-22abfda36f45 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Jul 27 21:47:49.184331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.184331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.196868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3b8b0cb-e93e-4f63-bb94-b5a8b6cd4370 req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbb03554-e658-4e0b-92a5-e4e99981c1a4 HTTP/1.1" status: 204 len: 173 time: 0.7436039 Jul 27 21:47:49.242391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.302487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb0e5b-1a61-40a5-882a-0dda04bd9d2a tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb03554-e658-4e0b-92a5-e4e99981c1a4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:49.346083 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:49.395165 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d04fe-4905-47ed-84b5-9e0b0c2835d3 None None] The sync data for ids ['5298e6cd-ccdb-4bac-9412-eb122b860e93'] in n-d-738018-6 is: [{'id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'name': 'tempest-ServersTestJSON-1895124497-router', 'tenant_id': '1fb12b80ce154848bc316835b95735eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:59Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '1fb12b80ce154848bc316835b95735eb', 'gw_port': {'id': 'c1b7cded-0ea1-47f1-8167-6789230270c9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5298e6cd-ccdb-4bac-9412-eb122b860e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:45:00Z', 'updated_at': '2021-07-27T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:49.398194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-f337d8e8-daf4-42e7-8cb9-b9f1894f8d03 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/b9630961-25f1-4e94-bfe6-9cf1909a7c6a HTTP/1.1" status: 200 len: 1803 time: 0.1005008 Jul 27 21:47:49.425564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'Port': ['ID=05b6a126-6c05-425f-bbaa-154735befe5d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:49.431140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57738) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:49.433797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:49.450971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.473831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d32d58a-b412-4c57-ae99-ed3a53f6a11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.495699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Deleting port c1b7cded-0ea1-47f1-8167-6789230270c9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:49.496070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.503391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.538496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.590554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] For port c1b7cded-0ea1-47f1-8167-6789230270c9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1b7cded-0ea1-47f1-8167-6789230270c9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:49.591861 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.603683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:49.606412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Calling delete_port for c1b7cded-0ea1-47f1-8167-6789230270c9 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:49.621803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'mac_address': 'fa:16:3e:78:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:49.672433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.692795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4d02aab-3487-4f6c-abca-804f817f9bbd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:49.694404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.701525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-99697472-6550-4e6a-96bd-be91ae337a0d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1258533 Jul 27 21:47:49.722883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:49.723165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.726979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.728702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c601c1f-b024-482e-acba-691edd2bc0ea req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9630961-25f1-4e94-bfe6-9cf1909a7c6a HTTP/1.1" status: 204 len: 173 time: 0.3191929 Jul 27 21:47:49.769569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a438eb3-6cfd-4edb-a336-f482b178865b tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9630961-25f1-4e94-bfe6-9cf1909a7c6a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:49.793401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bce499b7-17d6-4634-82f5-036971c0691c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:49.842229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: bce499b7-17d6-4634-82f5-036971c0691c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:49.842884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bce499b7-17d6-4634-82f5-036971c0691c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:49.878263 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.052425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:50.060513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d32d58a-b412-4c57-ae99-ed3a53f6a11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.093010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['b4d02aab-3487-4f6c-abca-804f817f9bbd'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:50.145435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7e85-c13d-4c80-ab45-c00409f233bf req-b312fbde-b1f4-4d7c-bf2d-9aedbb6f1577 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.149908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-233b7e85-c13d-4c80-ab45-c00409f233bf req-b312fbde-b1f4-4d7c-bf2d-9aedbb6f1577 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.2921848 Jul 27 21:47:50.154857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0c1e-737e-4aca-92a6-210b7368eead req-f7a02424-6fd8-4a54-8373-414b6a182c72 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.165920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdde0c1e-737e-4aca-92a6-210b7368eead req-f7a02424-6fd8-4a54-8373-414b6a182c72 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2308297 Jul 27 21:47:50.208926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.260533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d32d58a-b412-4c57-ae99-ed3a53f6a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.272199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b7cded-0ea1-47f1-8167-6789230270c9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:50.287914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-233b7e85-c13d-4c80-ab45-c00409f233bf req-78833e7f-607d-46dc-9c15-623b44761054 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246486 Jul 27 21:47:50.301424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-67f6c5f7-7310-4f02-b02a-3ea9f70a53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.312587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-67f6c5f7-7310-4f02-b02a-3ea9f70a53a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.3162210 Jul 27 21:47:50.428837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.446870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdde0c1e-737e-4aca-92a6-210b7368eead req-a35a0a1f-f666-48e1-93e9-0918083987ca tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794468 Jul 27 21:47:50.536560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-9e4dbf0b-020e-4a37-9260-4fe3ff3668fb tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc HTTP/1.1" status: 200 len: 1803 time: 0.1739681 Jul 27 21:47:50.572739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5d32d58a-b412-4c57-ae99-ed3a53f6a11b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=345477d8bf704acc812e13fa0f093404&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400011 Jul 27 21:47:50.576813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57766) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:50.603058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-7434fcf0-b68e-4f1e-8960-b5cea2602565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.604801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-7434fcf0-b68e-4f1e-8960-b5cea2602565 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2580049 Jul 27 21:47:50.615982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32d58a-b412-4c57-ae99-ed3a53f6a11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffff6f3-a412-486f-a9b6-2d5cc936e455,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:50.685822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.697101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.706071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.710213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-5ecfe4f4-6655-45f9-a175-7632baf2c0b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927 HTTP/1.1" status: 200 len: 217 time: 0.0904000 Jul 27 21:47:50.733835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-d1bc7795-5547-43ca-a66e-8b92b13fdb6b tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1850075719&fields=id&tenant_id=0bcc590e14d74587981665d10084d148 HTTP/1.1" status: 200 len: 267 time: 0.1233964 Jul 27 21:47:50.781665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.822673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-9054b29d-6af0-4f74-8b12-19b812e8a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.824357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-9054b29d-6af0-4f74-8b12-19b812e8a2dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0977376 Jul 27 21:47:50.930957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-2def5b75-5ef1-494d-b7d6-92682e1db06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:50.933146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-2def5b75-5ef1-494d-b7d6-92682e1db06e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002009 Jul 27 21:47:50.967168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.970106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.981581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25161fc1-5322-43d0-9656-f1c51ce75b0c req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc HTTP/1.1" status: 204 len: 173 time: 0.4438648 Jul 27 21:47:51.026128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf35e61-ef28-4aae-9128-487dd04bca9d tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84eeab-0d50-4b6a-b0b9-0bbc2d85cdcc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:51.127368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-a3ea13c0-c2ba-428c-9882-d76f997505d7 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836805 Jul 27 21:47:51.245951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba33e1-f7ec-4b19-bebf-1da1073373f6 req-73a64890-1ca7-498b-9de5-ec9575771d56 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:51.255198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfba33e1-f7ec-4b19-bebf-1da1073373f6 req-73a64890-1ca7-498b-9de5-ec9575771d56 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1822951 Jul 27 21:47:51.275355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.299617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-0d7cd66f-a916-4678-82f9-49804147f944 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:51.301208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-0d7cd66f-a916-4678-82f9-49804147f944 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/networks?id=d65f52a9-69b3-4275-a173-4050fd40003b HTTP/1.1" status: 200 len: 814 time: 0.5661159 Jul 27 21:47:51.322536 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfba33e1-f7ec-4b19-bebf-1da1073373f6 req-9a0ea1a6-ef10-445a-85d4-d1815d7fcf26 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660872 Jul 27 21:47:51.326952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.329258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-dab53a35-1631-4e77-b4da-63066d901953 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/quotas/0bcc590e14d74587981665d10084d148 HTTP/1.1" status: 200 len: 375 time: 0.0170300 Jul 27 21:47:51.335942 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.336251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5298e6cd-ccdb-4bac-9412-eb122b860e93 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:47:51.343678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.345349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c015bbae-e046-489e-81d4-14c25af6fb5d admin admin] 10.222.0.37 "DELETE /v2.0/routers/5298e6cd-ccdb-4bac-9412-eb122b860e93 HTTP/1.1" status: 204 len: 168 time: 3.1765828 Jul 27 21:47:51.356216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:51.374070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dee57d1-d427-428d-91e8-54b5c4a0d16a req-10ad9a26-05ba-46d1-9ee1-d4f2e012dc81 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084157 Jul 27 21:47:51.434846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:51.464448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Deleting subnet 11d75e1f-fe65-4515-ad26-df66bf926248 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:47:51.468650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.534273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port b4d02aab-3487-4f6c-abca-804f817f9bbd triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:51.534715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.547265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-7ff34fa8-2535-41a4-827a-e7e2bba07363 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/ecdfb97b-5ae2-4b19-92be-e0640705a2dd HTTP/1.1" status: 200 len: 2402 time: 0.0828207 Jul 27 21:47:51.607033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.691866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-0d587bde-868a-4df7-8550-15cd66551b62 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bcc590e14d74587981665d10084d148&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3536918 Jul 27 21:47:51.707772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.758989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.765008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.794135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:51.798477 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916d457-1ef2-4890-bb77-7e15fc979b78" -d '{"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:51.818860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:51.844442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.847456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.848719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ffff6f3-a412-486f-a9b6-2d5cc936e455 HTTP/1.1" status: 204 len: 168 time: 1.2708907 Jul 27 21:47:51.871260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-cb5cf986-85dc-4f58-a318-24ecca348ebb service neutron] 10.222.0.37 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585133 Jul 27 21:47:51.878184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396840e4-b207-4eca-a7c7-a0e3988a1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffff6f3-a412-486f-a9b6-2d5cc936e455,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:51.906904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.944886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.948621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.959476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7d7a1da-b29b-4e5a-a2e4-b0b5ce613ce3 req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/ecdfb97b-5ae2-4b19-92be-e0640705a2dd HTTP/1.1" status: 204 len: 173 time: 0.4024518 Jul 27 21:47:51.996875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9287b-8fcf-4183-93ac-1dbab673ad7c tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfb97b-5ae2-4b19-92be-e0640705a2dd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:52.043834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-d86fdccc-21b9-4300-bf99-2ffdca83f4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488431 Jul 27 21:47:52.049446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:52.053804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.166125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1b7cded-0ea1-47f1-8167-6789230270c9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:52.218492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1e488-4531-4270-adf2-712dcde6ca53 req-da569c4d-9e21-46dc-9695-d7d6ef2d0b9b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:52.220574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c1b7cded-0ea1-47f1-8167-6789230270c9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:52.220935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1b7cded-0ea1-47f1-8167-6789230270c9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:52.222348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27e1e488-4531-4270-adf2-712dcde6ca53 req-da569c4d-9e21-46dc-9695-d7d6ef2d0b9b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.0952876 Jul 27 21:47:52.287490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.316522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27e1e488-4531-4270-adf2-712dcde6ca53 req-ebc06bb1-3688-4051-a150-9fe223435cb0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825899 Jul 27 21:47:52.392065 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679f474-e7d0-45e4-b2df-13c44759fc9d x-openstack-request-id: req-6679f474-e7d0-45e4-b2df-13c44759fc9d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:52.392365 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:52.392625 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6679f474-e7d0-45e4-b2df-13c44759fc9d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:52.393026 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'code': 200} Jul 27 21:47:52.403634 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.409990 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/11d75e1f-fe65-4515-ad26-df66bf926248 HTTP/1.1" status: 204 len: 168 time: 1.0505009 Jul 27 21:47:52.411507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:52.412661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2e8c3-635c-4fdd-9824-f12824ee3b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d75e1f-fe65-4515-ad26-df66bf926248,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:52.421943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c28ae1-1cfb-4a89-97a6-f87e53b2e9c4 None None] Network 722a2106-6172-4ed8-ba1a-8fd9a218151c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:52.541389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-d70e890b-13c7-4bb4-a7e9-0e52ab208c49 tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "GET /v2.0/security-groups/3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc HTTP/1.1" status: 200 len: 2398 time: 0.0914204 Jul 27 21:47:52.655174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.692768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.736763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.750045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1fa2c-4422-4004-858a-e7befee166a3 req-f4a626eb-5f9a-4eaf-b43e-9dc17550d6d9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:52.763079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ce1fa2c-4422-4004-858a-e7befee166a3 req-f4a626eb-5f9a-4eaf-b43e-9dc17550d6d9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.3114641 Jul 27 21:47:52.907167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] DHCP port deletion for 722a2106-6172-4ed8-ba1a-8fd9a218151c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:47:52.909455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Deleting port 9234e0e3-7c3f-40c6-aa76-747e48fd259d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:52.910058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.926028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.926592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ce1fa2c-4422-4004-858a-e7befee166a3 req-5fb59a26-5ce3-4900-b70c-993ec0fab3e3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622968 Jul 27 21:47:52.934804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.937539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11a7aa96-00f8-4bef-b4f6-72b67a4d1f44 req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] 10.222.0.37 "DELETE /v2.0/security-groups/3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc HTTP/1.1" status: 204 len: 173 time: 0.3874955 Jul 27 21:47:52.944894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:53.012309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Deleting port 9234e0e3-7c3f-40c6-aa76-747e48fd259d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:53.014898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.057148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-961ddbc9-6d59-4625-968c-7e107b033c14 req-ce56662b-8af0-4f0c-9656-28d64de19891 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.0565836 Jul 27 21:47:53.073399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb0fcf-7496-4dbc-b535-cce7e2477dda tempest-SecurityGroupRulesTestJSON-1331903992 tempest-SecurityGroupRulesTestJSON-1331903992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd72d3d-6e42-46b5-a0d2-a8f0f61543bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:53.088949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] For port 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9234e0e3-7c3f-40c6-aa76-747e48fd259d,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:53.089327 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.113844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Calling delete_port for 9234e0e3-7c3f-40c6-aa76-747e48fd259d owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:53.375806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] For port 9234e0e3-7c3f-40c6-aa76-747e48fd259d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9234e0e3-7c3f-40c6-aa76-747e48fd259d,segment=NetworkSegment(4b4e55f7-d9b1-4526-b619-a193e7ae0edf),segment_id=4b4e55f7-d9b1-4526-b619-a193e7ae0edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:53.375806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.375806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Calling delete_port for 9234e0e3-7c3f-40c6-aa76-747e48fd259d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:53.377626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Deleting subnet a44119dd-556a-4b16-a23b-21850c4e954a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:47:53.377626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.377626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.377626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2287e-dbe5-4cc3-aa07-6f1a4afd811a req-485d2bd4-2e4c-4d13-a557-7d3ae2497457 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.377626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7c2287e-dbe5-4cc3-aa07-6f1a4afd811a req-485d2bd4-2e4c-4d13-a557-7d3ae2497457 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.3370311 Jul 27 21:47:53.400655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd48bc-2f2a-4125-a609-b9be8b64ad0d req-2e5b3ed9-5c96-4a9e-a932-45d2603c957c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.414643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50dd48bc-2f2a-4125-a609-b9be8b64ad0d req-2e5b3ed9-5c96-4a9e-a932-45d2603c957c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1344533 Jul 27 21:47:53.445393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.450321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7c2287e-dbe5-4cc3-aa07-6f1a4afd811a req-3f803baa-f587-4789-bd50-76774821de1e tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618379 Jul 27 21:47:53.470832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50dd48bc-2f2a-4125-a609-b9be8b64ad0d req-3dc02bf3-91ec-43e0-bad3-52b6c44af20b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 Jul 27 21:47:53.689217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471487f-599c-4899-b77e-c0e0e9952f0b req-6775ed0b-e09f-4114-acfb-179ce02e1b6f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.690870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6471487f-599c-4899-b77e-c0e0e9952f0b req-6775ed0b-e09f-4114-acfb-179ce02e1b6f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1114035 Jul 27 21:47:53.740606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73d75-26d1-4c1a-a64d-aeac26fb1a7a req-f8c1434e-788b-4545-9dce-dd51cddb0270 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.742364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6db73d75-26d1-4c1a-a64d-aeac26fb1a7a req-f8c1434e-788b-4545-9dce-dd51cddb0270 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.1281233 Jul 27 21:47:53.802372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6471487f-599c-4899-b77e-c0e0e9952f0b req-18518a5c-ed1b-4eb5-bd94-c1845044ff5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026127 Jul 27 21:47:53.866029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9234e0e3-7c3f-40c6-aa76-747e48fd259d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:53.882619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6db73d75-26d1-4c1a-a64d-aeac26fb1a7a req-75f78172-ae88-4b08-a300-472171d4b683 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157064 Jul 27 21:47:53.911558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.916259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.925750 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:53.984832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] Pushing event deleted for resources: {'Port': ['ID=9234e0e3-7c3f-40c6-aa76-747e48fd259d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:54.003458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c756d-ef60-47f4-b782-4cdb2c19427c None None] No DVR routers for this DVR port 9234e0e3-7c3f-40c6-aa76-747e48fd259d on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:54.030276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No active binding found for port 9234e0e3-7c3f-40c6-aa76-747e48fd259d {{(pid=94673) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:47:54.031229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9234e0e3-7c3f-40c6-aa76-747e48fd259d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:54.048735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9234e0e3-7c3f-40c6-aa76-747e48fd259d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:54.052594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] No DVR routers for this DVR port 9234e0e3-7c3f-40c6-aa76-747e48fd259d on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:54.069053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44119dd-556a-4b16-a23b-21850c4e954a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:54.085120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.087367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0d779d64-a7be-4033-bf9c-c1fa5ab29026 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a44119dd-556a-4b16-a23b-21850c4e954a HTTP/1.1" status: 204 len: 168 time: 1.1392059 Jul 27 21:47:54.096775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:54.295382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.322643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.339828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722a2106-6172-4ed8-ba1a-8fd9a218151c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.394449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4e55f7-d9b1-4526-b619-a193e7ae0edf') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.395174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4e55f7-d9b1-4526-b619-a193e7ae0edf') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.417907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3b6c5-41e7-4dba-8e8a-f9ed0705c973 req-f6173c40-706a-4741-890d-6e3a81ea68b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:54.429413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83d3b6c5-41e7-4dba-8e8a-f9ed0705c973 req-f6173c40-706a-4741-890d-6e3a81ea68b6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.2361164 Jul 27 21:47:54.447167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.582334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.597338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.642455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:47:54.642847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:47:54.645612 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:47:54.650861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf022479-c03d-4038-a50c-58568c61d33d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.721967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83d3b6c5-41e7-4dba-8e8a-f9ed0705c973 req-aa1cc2ec-d8f9-4927-94aa-3e3cc2ddbef6 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909145 Jul 27 21:47:54.728705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9877bca4-50cd-4046-b09a-21c65428a244 req-738d7abb-0137-4237-b927-0ccf02baf66f tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.0564079 Jul 27 21:47:54.743393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500e3cb5-3a08-4584-b6fa-5afe6e302515') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.746986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500e3cb5-3a08-4584-b6fa-5afe6e302515') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:54.834152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.839687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-bd0f8c8c-67e9-4205-b0f8-65c5a0037987 req-ffb83ac4-e826-48c6-ade9-80af007436fe tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:47:54.842581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd0f8c8c-67e9-4205-b0f8-65c5a0037987 req-ffb83ac4-e826-48c6-ade9-80af007436fe tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112376 Jul 27 21:47:54.921376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.938685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:47:54.939572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:47:54.941980 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:47:55.081633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd0f8c8c-67e9-4205-b0f8-65c5a0037987 req-5504184a-50e3-49d9-8081-6ad55f344106 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1469946 Jul 27 21:47:55.082622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f664-ad5e-46bb-97de-7a2e3b3ca7c3 req-a68f0b78-f4ca-4a2c-9ba6-6d6b9a6d97b4 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:55.082622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b81f664-ad5e-46bb-97de-7a2e3b3ca7c3 req-a68f0b78-f4ca-4a2c-9ba6-6d6b9a6d97b4 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1378810 Jul 27 21:47:55.101035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b81f664-ad5e-46bb-97de-7a2e3b3ca7c3 req-a1c73b16-f8b4-48e8-990f-e7af50220d37 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Jul 27 21:47:55.208886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.216950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.222630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/722a2106-6172-4ed8-ba1a-8fd9a218151c HTTP/1.1" status: 204 len: 168 time: 2.8060665 Jul 27 21:47:55.238214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f71ee-faa3-4451-b8ef-011dfc515f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=722a2106-6172-4ed8-ba1a-8fd9a218151c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:55.267800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.276233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.283233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cf022479-c03d-4038-a50c-58568c61d33d HTTP/1.1" status: 204 len: 168 time: 1.1851840 Jul 27 21:47:55.302615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18b730-e3cc-4108-aba9-158948574974 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf022479-c03d-4038-a50c-58568c61d33d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:55.332611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef81f-d1ad-40ee-869c-c0228585f8e5 req-d7bb181c-e2b3-476e-ae3e-14ee4e962ae7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:55.334658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9ef81f-d1ad-40ee-869c-c0228585f8e5 req-d7bb181c-e2b3-476e-ae3e-14ee4e962ae7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1659660 Jul 27 21:47:55.369603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b3e3c-aa5c-4d7d-a4c4-ff8a8e6fc9ca req-87f18338-cf73-4fa8-b86e-e2fd86a432fb tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:55.381382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-995b3e3c-aa5c-4d7d-a4c4-ff8a8e6fc9ca req-87f18338-cf73-4fa8-b86e-e2fd86a432fb tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1588211 Jul 27 21:47:55.381980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9ef81f-d1ad-40ee-869c-c0228585f8e5 req-a2a80941-1e60-4e14-9896-10ab21ac09b8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Jul 27 21:47:55.458996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-995b3e3c-aa5c-4d7d-a4c4-ff8a8e6fc9ca req-3886a52d-7a47-4965-afed-e10ce1da0d4d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Jul 27 21:47:55.716128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca928-aeef-47b4-9300-52f431afd046 req-37c7e4c8-3b62-4172-95bd-3e7a0ac103ee tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:55.717530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2caca928-aeef-47b4-9300-52f431afd046 req-37c7e4c8-3b62-4172-95bd-3e7a0ac103ee tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.1256132 Jul 27 21:47:55.790774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2caca928-aeef-47b4-9300-52f431afd046 req-b8f30e9e-164b-4672-89da-556c9da959d4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Jul 27 21:47:55.859538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:55.954243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2ec7bbd-7990-40ed-a7c8-1f69a735dfd7 req-d02fd8ea-6937-4da5-8ba2-4ac543caca8a tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.0435653 Jul 27 21:47:55.955516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:55.982688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d921d459-fde0-49d8-a57f-4a70e324d50a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fb12b80ce154848bc316835b95735eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191335 Jul 27 21:47:55.984291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57910) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:56.092704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b685df9f-7f9a-4366-9b54-613fc23157a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac0d48080fd44a408fc70326f184d508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358724 Jul 27 21:47:56.102644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:56.202874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.261858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.320637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.341116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20fd03-2250-4e91-b4ac-93a4228df0b8 req-e016306c-c34d-401c-b5f3-6f7b1c646a13 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:56.356755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b20fd03-2250-4e91-b4ac-93a4228df0b8 req-e016306c-c34d-401c-b5f3-6f7b1c646a13 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.3577638 Jul 27 21:47:56.418574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.442893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdd814-09e4-44a1-b41d-1053a6bb85c1 req-ea56ae12-3d30-4112-8c6a-1e13f8cf86b7 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:56.446159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8fdd814-09e4-44a1-b41d-1053a6bb85c1 req-ea56ae12-3d30-4112-8c6a-1e13f8cf86b7 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1764457 Jul 27 21:47:56.454546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b20fd03-2250-4e91-b4ac-93a4228df0b8 req-52fe234d-bd3a-4567-81ed-b888d408aa51 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966046 Jul 27 21:47:56.524045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.527461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.534132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b76433f7-c587-458d-bd19-dc40c1467cea HTTP/1.1" status: 204 len: 168 time: 0.5430801 Jul 27 21:47:56.555763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8fdd814-09e4-44a1-b41d-1053a6bb85c1 req-5c085a98-1620-4c01-8331-bfddfd6350ff tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 Jul 27 21:47:56.573358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ac99a-621c-4e7c-8635-5892f77385f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76433f7-c587-458d-bd19-dc40c1467cea,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:56.728440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.742694 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:56.747114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30691394-e698-48c5-981b-a05e790e1de3 HTTP/1.1" status: 204 len: 168 time: 0.6333053 Jul 27 21:47:56.798925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98c662-324c-490f-9bb2-81d80d8a2273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30691394-e698-48c5-981b-a05e790e1de3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:56.881714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff82e9-8210-46de-9eaf-a3e93f02924d req-7caf62c0-be5c-4be0-8c3a-21ed48e8fd3d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:56.888723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff82e9-8210-46de-9eaf-a3e93f02924d req-7caf62c0-be5c-4be0-8c3a-21ed48e8fd3d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:56.904641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff82e9-8210-46de-9eaf-a3e93f02924d req-7caf62c0-be5c-4be0-8c3a-21ed48e8fd3d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:56.904641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5aff82e9-8210-46de-9eaf-a3e93f02924d req-7caf62c0-be5c-4be0-8c3a-21ed48e8fd3d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597&device_id=22c7b324-7af9-4367-9801-172cc9c4785e&device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 2418 time: 0.1575456 Jul 27 21:47:57.011008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5aff82e9-8210-46de-9eaf-a3e93f02924d req-fa9134b0-4873-491b-b9ae-b018f7f9e1d3 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939755 Jul 27 21:47:57.058504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303854-47b3-4e40-a6cb-8da90d0f0b86 req-93c10c54-3ceb-48ed-b1aa-b33836158f5f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:57.067702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca303854-47b3-4e40-a6cb-8da90d0f0b86 req-93c10c54-3ceb-48ed-b1aa-b33836158f5f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.4768419 Jul 27 21:47:57.127829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0954294-edba-4728-9c0f-56b4f024b2ee req-7492d5fb-b750-4b8c-bec8-e533a74add71 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.0447478 Jul 27 21:47:57.133449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-d225b6d7-fafe-4b57-bb3f-b8e9fa2af02f tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:57.149092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-d225b6d7-fafe-4b57-bb3f-b8e9fa2af02f tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.50 "GET /v2.0/networks?id=d65f52a9-69b3-4275-a173-4050fd40003b HTTP/1.1" status: 200 len: 814 time: 0.3410237 Jul 27 21:47:57.184861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca303854-47b3-4e40-a6cb-8da90d0f0b86 req-17b4759a-ca63-49a7-96e0-df56934ddee1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157506 Jul 27 21:47:57.228248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-a3522e8a-0562-41cf-87bc-caea92a32b6c tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bcc590e14d74587981665d10084d148 HTTP/1.1" status: 200 len: 380 time: 0.0772157 Jul 27 21:47:57.239808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'port': {'device_id': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'admin_state_up': True, 'tenant_id': '0bcc590e14d74587981665d10084d148', 'security_groups': ['1e6bc4f3-d767-4552-b8d8-e964f4450196']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:57.262327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6dd725e-e617-4459-a181-fb97415a7ec7 req-16869907-66b6-466d-865c-dce672d30e8d tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1013777 Jul 27 21:47:57.789801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf2b8-4b1f-4312-b273-be5c2869fb90 req-4879164c-e8a1-49f9-94a2-41c8b2ea665f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:57.806840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb1cf2b8-4b1f-4312-b273-be5c2869fb90 req-4879164c-e8a1-49f9-94a2-41c8b2ea665f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1220331 Jul 27 21:47:57.867091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb1cf2b8-4b1f-4312-b273-be5c2869fb90 req-cd428631-c2e1-47fe-a99e-93e8d12e3538 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550230 Jul 27 21:47:57.886184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Made reservation on behalf of 0bcc590e14d74587981665d10084d148 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:57.890258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.167923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Allocated IP 172.20.0.5 (d65f52a9-69b3-4275-a173-4050fd40003b/fb15a316-05e2-408f-a451-d5453602dda5/666b5f26-14a4-4040-9594-5ccd350a0c45) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:58.353576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8dea2784-0032-475b-8f7d-4ee0f37c7c3b req-6d7f2377-b0e7-48c7-9eb0-4d5ed567d2b5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.0992563 Jul 27 21:47:58.595313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.635502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Transition to ACTIVE for port object 666b5f26-14a4-4040-9594-5ccd350a0c45 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:58.808378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-031623d3-4626-466f-94bd-d0cf2d1491af tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=27afa770d95f47dbbced370aee47b7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594592 Jul 27 21:47:58.967485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-a2a2da83-5b5d-40d7-a838-7df01c627518 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:58.982117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-a2a2da83-5b5d-40d7-a838-7df01c627518 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717198 Jul 27 21:47:58.998844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd20d5-302c-449e-bef2-397aa0dfd77a req-92c4623d-6312-4c12-bcf4-abac9be17dba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:59.003965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fddd20d5-302c-449e-bef2-397aa0dfd77a req-92c4623d-6312-4c12-bcf4-abac9be17dba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.2399197 Jul 27 21:47:59.014184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.048605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-f7649287-24cf-4326-ad0c-bc30290ce47f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/quotas/27afa770d95f47dbbced370aee47b7da HTTP/1.1" status: 200 len: 375 time: 0.0612895 Jul 27 21:47:59.141587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Network d65f52a9-69b3-4275-a173-4050fd40003b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:59.198901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fddd20d5-302c-449e-bef2-397aa0dfd77a req-838c871f-1262-4e7e-afa5-a84dbb4323c0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670487 Jul 27 21:47:59.200500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-e5499b53-6f76-495a-b3b7-9a12a8291f97 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27afa770d95f47dbbced370aee47b7da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1470492 Jul 27 21:47:59.201123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:59.206529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:59.353116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event updated for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:59.371595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:59.371595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.450012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c45c8ad4-bbe8-4597-808d-86c82dd8a558 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2156930 Jul 27 21:47:59.467216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Request body: {'port': {'device_id': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:59.544452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:59.651992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:59.827672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-508273512-network', 'tenant_id': '7f731eb44022427a99ec85a800ff6212'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:59.860000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.876695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0358c1-c304-43d2-b3be-ef381ca2e509 req-528fc4c6-a752-4b3a-88af-5607ade15b79 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:59.877061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a636fc73-407a-4f4b-a58c-9fa7bfa7edb2 None None] Provisioning for port 666b5f26-14a4-4040-9594-5ccd350a0c45 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:59.888463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a636fc73-407a-4f4b-a58c-9fa7bfa7edb2 None None] Provisioning complete for port 666b5f26-14a4-4040-9594-5ccd350a0c45 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:59.888463 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a636fc73-407a-4f4b-a58c-9fa7bfa7edb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.889018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da0358c1-c304-43d2-b3be-ef381ca2e509 req-528fc4c6-a752-4b3a-88af-5607ade15b79 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2097363 Jul 27 21:47:59.950072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da0358c1-c304-43d2-b3be-ef381ca2e509 req-13e89a1d-e7fc-4897-9a86-59781d925aed tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609477 Jul 27 21:47:59.992745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1191816158-network', 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:00.017522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a636fc73-407a-4f4b-a58c-9fa7bfa7edb2 None None] Port 666b5f26-14a4-4040-9594-5ccd350a0c45 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:00.032241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c735e-d927-42dd-a17f-77a3ac6187fc req-5cffa1e5-d487-4fc1-81bd-afbd657ff774 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:00.032241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-009c735e-d927-42dd-a17f-77a3ac6187fc req-5cffa1e5-d487-4fc1-81bd-afbd657ff774 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 931 time: 0.2607183 Jul 27 21:48:00.075739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-772e99ae-8ccd-4e97-a534-165ec187ee11 req-92b5209c-b446-44c4-93e2-22b8ae234b2e tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.0517995 Jul 27 21:48:00.080675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:00.082700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.099713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.232973 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-009c735e-d927-42dd-a17f-77a3ac6187fc req-e4b7e37e-7fe6-4bd8-80ee-1ec4c2ab343e tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828711 Jul 27 21:48:00.297662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.299511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:00.302102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.322477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.403172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.471459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:00.488193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.489920 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Added segment ca777561-5a73-45f0-ab1f-82e2f630260f of type vlan for network 220c68e2-74ea-4719-b3ae-5c152010d5da Jul 27 21:48:00.549042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae083-c6ed-4a8f-a858-7f0f3552a9c0 req-d536467a-b34e-45c0-9d9c-427268f6a99a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:00.557003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ebcae083-c6ed-4a8f-a858-7f0f3552a9c0 req-d536467a-b34e-45c0-9d9c-427268f6a99a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1804917 Jul 27 21:48:00.573210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02016ac9-9f11-4b11-85f0-fff2c3281063,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:00.605813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.642238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ebcae083-c6ed-4a8f-a858-7f0f3552a9c0 req-d84b24a6-d7cb-4b78-a2f8-75f827f873f0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772767 Jul 27 21:48:00.717035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.758239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666b5f26-14a4-4040-9594-5ccd350a0c45 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:00.774047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.792968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Transition to ACTIVE for port object 666b5f26-14a4-4040-9594-5ccd350a0c45 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:00.824754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.826541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:00.827359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.924260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.958424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] Pushing event updated for resources: {'Network': ['ID=220c68e2-74ea-4719-b3ae-5c152010d5da,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:00.961210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.989851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 220c68e2-74ea-4719-b3ae-5c152010d5da details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:01.008807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:01.011802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15105a74-dbfc-44da-87c5-521f02dc555c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:01.028523 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.028992 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Added segment f3e851a1-e855-43a6-9bf0-68732b0899ba of type vlan for network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 Jul 27 21:48:01.110368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.136984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Pushing event updated for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:01.201373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904dd64-243e-46fd-84d4-275ae22498da req-ccc8d706-daab-4501-a65b-fe118727e258 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:01.203127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8904dd64-243e-46fd-84d4-275ae22498da req-ccc8d706-daab-4501-a65b-fe118727e258 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1132050 Jul 27 21:48:01.247670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18d7a2-6d78-4635-809a-40aa69356f2b req-e450f6c4-9219-4e5c-96a8-9dcf18ab979a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:01.252415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f18d7a2-6d78-4635-809a-40aa69356f2b req-e450f6c4-9219-4e5c-96a8-9dcf18ab979a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.3484485 Jul 27 21:48:01.261047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8904dd64-243e-46fd-84d4-275ae22498da req-f1cf9b9b-0f8f-4edd-bd80-3787db9cd635 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Jul 27 21:48:01.307375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Attempting to bind port 666b5f26-14a4-4040-9594-5ccd350a0c45 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:01.307828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Attempting to bind port 666b5f26-14a4-4040-9594-5ccd350a0c45 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:01.308317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Attempting to bind port 666b5f26-14a4-4040-9594-5ccd350a0c45 on network d65f52a9-69b3-4275-a173-4050fd40003b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:01.329274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Port 666b5f26-14a4-4040-9594-5ccd350a0c45 on network d65f52a9-69b3-4275-a173-4050fd40003b not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:01.333775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Attempting to bind port 666b5f26-14a4-4040-9594-5ccd350a0c45 on network d65f52a9-69b3-4275-a173-4050fd40003b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:01.340888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f18d7a2-6d78-4635-809a-40aa69356f2b req-5fac02f6-7ade-4599-a6c5-365cbbb1db79 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842466 Jul 27 21:48:01.341960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:01.342400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Checking segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:01.342936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Bound using segment: {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:01.343458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Bound port: 666b5f26-14a4-4040-9594-5ccd350a0c45, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:01.344554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.373192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a15f6663-88a0-49d5-8af2-934b9f205a5b req-3e9e5c09-0f8b-445d-bd13-711b05be2331 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.0518672 Jul 27 21:48:01.375135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5780f672-b8bd-4aa6-a8bc-73b5ca041544 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8292537 Jul 27 21:48:01.386414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:01.403148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Request body: {'subnet': {'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-subnet', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:01.444950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:01.480352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=666b5f26-14a4-4040-9594-5ccd350a0c45,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:01.514441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22152e-0fa1-4772-b0d2-d7f0cbca8dce req-5e0b82ac-86ad-4b6f-aa86-aec62b1e5066 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:01.516331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac22152e-0fa1-4772-b0d2-d7f0cbca8dce req-5e0b82ac-86ad-4b6f-aa86-aec62b1e5066 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 943 time: 0.0859542 Jul 27 21:48:01.526377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.535989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:01.535989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.565160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.589592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:01.591986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.617598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:01.617991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.620073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/666b5f26-14a4-4040-9594-5ccd350a0c45 HTTP/1.1" status: 200 len: 1091 time: 2.1608772 Jul 27 21:48:01.623435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:01.627828 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418" -d '{"events": [{"name": "network-changed", "server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:01.643701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac22152e-0fa1-4772-b0d2-d7f0cbca8dce req-9d1f0300-f76b-440a-824d-8a365f8c58f2 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184213 Jul 27 21:48:01.760661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b5689-fef4-4933-8ece-abbd631c44b8 service neutron] Pushing event updated for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:01.780092 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5307e6-6f80-4af0-90ec-3bbd723294e1 x-openstack-request-id: req-0b5307e6-6f80-4af0-90ec-3bbd723294e1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:01.780923 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:01.782088 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b5307e6-6f80-4af0-90ec-3bbd723294e1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:01.785013 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'status': 'completed', 'code': 200} Jul 27 21:48:01.851741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1981521 Jul 27 21:48:01.879072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58088) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:01.899750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Request body: {'subnet': {'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1191816158-subnet', 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:01.926799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-318489a8-75a8-48c4-a22a-3dde94bb1799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:01.943504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ace61c-cbae-4eba-9fb9-203bc37a4df2 admin admin] Pushing event updated for resources: {'Network': ['ID=b48d2ce7-785e-4b4e-aa50-4c817d3c9349,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:01.959147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:02.024403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-5a221160-b34d-4ec8-a80c-506902e4cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.026881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-5a221160-b34d-4ec8-a80c-506902e4cd90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bcc590e14d74587981665d10084d148&device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 1094 time: 0.2135384 Jul 27 21:48:02.100563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:02.106756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:02.110231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:02.161799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44b532-5f43-447a-bb8d-30a64bd05250 req-ae504723-94ea-40a9-966c-0067d5efce64 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.163542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d44b532-5f43-447a-bb8d-30a64bd05250 req-ae504723-94ea-40a9-966c-0067d5efce64 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.3371868 Jul 27 21:48:02.285936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d44b532-5f43-447a-bb8d-30a64bd05250 req-ad4dba1f-8135-479c-a41b-54a4af01b20e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921257 Jul 27 21:48:02.360728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-aba38d94-0a28-4791-aed9-ade5f7fd1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.362708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-aba38d94-0a28-4791-aed9-ade5f7fd1356 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0bcc590e14d74587981665d10084d148&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3248413 Jul 27 21:48:02.562360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:02.591366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Checking segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:02.591900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Network hostable DHCP agents. Network: 220c68e2-74ea-4719-b3ae-5c152010d5da, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:02.613196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-d746ee1e-dd94-48fc-9716-4f8419f09d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.615050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6b2a336-d2b5-41b6-b8f4-4de55a29e418 req-d746ee1e-dd94-48fc-9716-4f8419f09d6b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350292 Jul 27 21:48:02.638942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef388f3-d29c-47c5-af75-296d5182913c req-02d0700b-aa71-427e-9249-1f3bbca86526 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.653672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ef388f3-d29c-47c5-af75-296d5182913c req-02d0700b-aa71-427e-9249-1f3bbca86526 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.1825767 Jul 27 21:48:02.673490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b206-03ee-4951-bf40-1ffdebd87956 req-d4a76060-08a3-4db1-816d-bb7ba68ca804 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.675138 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3586b206-03ee-4951-bf40-1ffdebd87956 req-d4a76060-08a3-4db1-816d-bb7ba68ca804 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2768767 Jul 27 21:48:02.740374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:02.755196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ef388f3-d29c-47c5-af75-296d5182913c req-9769c805-e1be-4de4-b1aa-cc7660fcd35b tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990644 Jul 27 21:48:02.797116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-15176d82-2eb0-4d7f-b63d-d368778da252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.799978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-15176d82-2eb0-4d7f-b63d-d368778da252 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bcc590e14d74587981665d10084d148&device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 1094 time: 0.1172397 Jul 27 21:48:02.800564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-7c3d4edc-7b8c-484a-8764-89206d6b1a48 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:02.802193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-7c3d4edc-7b8c-484a-8764-89206d6b1a48 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 946 time: 0.2409260 Jul 27 21:48:02.805039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3586b206-03ee-4951-bf40-1ffdebd87956 req-900dba85-0989-4e8a-8d3b-e362a6ad1bb1 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199543 Jul 27 21:48:02.818728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Network 220c68e2-74ea-4719-b3ae-5c152010d5da is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:02.878530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-18f0aefc-7395-4b83-8239-c0960eddd909 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666b5f26-14a4-4040-9594-5ccd350a0c45 HTTP/1.1" status: 200 len: 217 time: 0.0622613 Jul 27 21:48:02.922249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c156eb-2eba-4b5f-8259-9af248a652e9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:02.945267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Checking segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:02.945520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Network hostable DHCP agents. Network: b48d2ce7-785e-4b4e-aa50-4c817d3c9349, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:03.001722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7075357d-82ce-4e58-9149-3d28bb943b10 req-1cd009c9-3880-4d30-860a-9451e22e5f4e tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.1142619 Jul 27 21:48:03.036195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-bf425fe4-6411-425a-addc-25730bac2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.042277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-bf425fe4-6411-425a-addc-25730bac2037 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb15a316-05e2-408f-a451-d5453602dda5 HTTP/1.1" status: 200 len: 853 time: 0.1531065 Jul 27 21:48:03.043335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 220c68e2-74ea-4719-b3ae-5c152010d5da) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:03.054269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed602f2-d5c9-43e0-85ff-c9e98a869f96 None None] Network 220c68e2-74ea-4719-b3ae-5c152010d5da requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:03.080158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.081029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.201901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-699dd2af-d5d9-450d-a813-6d79bbbd60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.204644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-699dd2af-d5d9-450d-a813-6d79bbbd60af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d65f52a9-69b3-4275-a173-4050fd40003b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446035 Jul 27 21:48:03.212341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Deleting port 720c5f75-1805-4953-b113-d7432f8e0833 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:03.226029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.257282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcdaf-ea2c-4366-80a4-4b861874b2c3 req-56fefcf4-4430-40a7-9256-0392a3639a69 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.263658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cafcdaf-ea2c-4366-80a4-4b861874b2c3 req-56fefcf4-4430-40a7-9256-0392a3639a69 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 943 time: 0.2993596 Jul 27 21:48:03.308638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:03.326364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-39d24c10-8f66-403d-a80c-aece2b71cdf2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9261346 Jul 27 21:48:03.331962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:03.348648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-220c68e2-74ea-4719-b3ae-5c152010d5da', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:48:03.350028 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.353965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:03.427463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, b48d2ce7-785e-4b4e-aa50-4c817d3c9349) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:03.434310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.436680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.460787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488e982-55bc-47ba-953a-74aa34b018da None None] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:03.495145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0759acce-4577-4dd8-84ea-ed7aa916e4af tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=27afa770d95f47dbbced370aee47b7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993598 Jul 27 21:48:03.549757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] For port 720c5f75-1805-4953-b113-d7432f8e0833, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=720c5f75-1805-4953-b113-d7432f8e0833,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:03.550176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.565497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Calling delete_port for 720c5f75-1805-4953-b113-d7432f8e0833 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:03.686961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cafcdaf-ea2c-4366-80a4-4b861874b2c3 req-252648e7-840a-4658-bfeb-133e795545d6 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611425 Jul 27 21:48:03.691516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Allocated IP 172.20.0.2 (220c68e2-74ea-4719-b3ae-5c152010d5da/0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102/e832a0d3-d9ac-46d8-a50c-5daa1f1672c8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:03.702129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-b861c706-6475-49f9-b3ad-e3d44734d981 service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884522 Jul 27 21:48:03.722470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-ff8dbd98-a260-4112-a4b2-9a18ace28151 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:03.724703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-ff8dbd98-a260-4112-a4b2-9a18ace28151 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902924 Jul 27 21:48:03.779108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Request body: {'port': {'device_id': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '27afa770d95f47dbbced370aee47b7da'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:03.942263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.943215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.996725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.999718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca03246-9635-4e56-9aa2-07bc6ea67416 req-fdc53c64-66e9-4bcf-8bae-732e539ca829 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:04.014629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ca03246-9635-4e56-9aa2-07bc6ea67416 req-fdc53c64-66e9-4bcf-8bae-732e539ca829 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.5415540 Jul 27 21:48:04.131567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-814d5e68-63e7-432c-918e-3639bc2932d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2507823 Jul 27 21:48:04.134071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event deleted for resources: {'Port': ['ID=720c5f75-1805-4953-b113-d7432f8e0833,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:04.137801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f86620e-9af6-4758-993e-cd9e6566d121', '9a564763-6825-4c6c-b64d-9b287924e7bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:04.141258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40eb1f7-639b-497f-9d32-bfab0ff6ba08 None None] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:04.187044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] No DVR routers for this DVR port 720c5f75-1805-4953-b113-d7432f8e0833 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:04.189433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ca03246-9635-4e56-9aa2-07bc6ea67416 req-edd40f34-ffcd-4bdb-9535-5fbb866d5876 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737425 Jul 27 21:48:04.194707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.198048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71e45535-3022-4ecf-90a1-02f8dd237be9 req-ba126840-42ab-4e8d-a57e-776134c51a61 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "DELETE /v2.0/ports/720c5f75-1805-4953-b113-d7432f8e0833 HTTP/1.1" status: 204 len: 173 time: 1.3729622 Jul 27 21:48:04.198812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'name': 'network-vif-deleted', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:04.202378 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ac200-0dd5-48fd-8515-7b11116e5d87" -d '{"events": [{"server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "name": "network-vif-deleted", "tag": "720c5f75-1805-4953-b113-d7432f8e0833"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:04.227866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaae4d-73ff-4e38-ab92-d5eeb5fd7cf2 req-ba93d03d-f0e8-47c1-a74f-7ae96c89b24e tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:04.237893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eeeaae4d-73ff-4e38-ab92-d5eeb5fd7cf2 req-ba93d03d-f0e8-47c1-a74f-7ae96c89b24e tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36a66ba-0e89-4e82-ab92-c4a40738b597 HTTP/1.1" status: 200 len: 867 time: 0.3164747 Jul 27 21:48:04.245028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db366dcf-1e87-4f1f-b90d-9f5ec538546e req-189e2a29-efd4-4702-bfcb-99a12822d72e service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144250 Jul 27 21:48:04.246649 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.327840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eeeaae4d-73ff-4e38-ab92-d5eeb5fd7cf2 req-7121d532-1ceb-4411-8c96-fa54c331f9de tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683513 Jul 27 21:48:04.340607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Made reservation on behalf of 27afa770d95f47dbbced370aee47b7da for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:04.351595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.413315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.591435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78c5714f-1465-4590-885f-f3bc711d185b req-a9494fc2-a2d4-4745-82eb-3fe0908f0ff5 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.1355035 Jul 27 21:48:04.630615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06740459-8f4d-4599-b6d4-d104f6326d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.782726 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dd4ef-8aeb-4347-a1a0-ff4a929a0870 x-openstack-request-id: req-238dd4ef-8aeb-4347-a1a0-ff4a929a0870 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:04.782945 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36a66ba-0e89-4e82-ab92-c4a40738b597", "name": "network-vif-deleted", "tag": "720c5f75-1805-4953-b113-d7432f8e0833", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:04.783297 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-238dd4ef-8aeb-4347-a1a0-ff4a929a0870 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:04.783834 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36a66ba-0e89-4e82-ab92-c4a40738b597', 'name': 'network-vif-deleted', 'tag': '720c5f75-1805-4953-b113-d7432f8e0833', 'status': 'completed', 'code': 200} Jul 27 21:48:04.819867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.831349 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.848453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Transition to ACTIVE for port object e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:04.919435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.921450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Transition to ACTIVE for port object e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:04.943198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2488b8d-3586-4ab2-9fb8-c44933635221 req-75c45c23-74e2-4a0c-9adc-655f28462d52 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:04.952952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2488b8d-3586-4ab2-9fb8-c44933635221 req-75c45c23-74e2-4a0c-9adc-655f28462d52 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.6384051 Jul 27 21:48:05.014723 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.035330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2488b8d-3586-4ab2-9fb8-c44933635221 req-e7d96f6a-c930-464d-b31b-686cbbff832f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739317 Jul 27 21:48:05.060486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.118830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Network 220c68e2-74ea-4719-b3ae-5c152010d5da is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:05.122343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:05.130326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:05.143804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 720c5f75-1805-4953-b113-d7432f8e0833 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:05.241667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Pushing event updated for resources: {'Port': ['ID=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:05.244610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 720c5f75-1805-4953-b113-d7432f8e0833 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:05.244610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 720c5f75-1805-4953-b113-d7432f8e0833 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:05.273786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.309665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-650faef6-d2eb-4298-a2d4-7706a50669ac tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:05.318435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-650faef6-d2eb-4298-a2d4-7706a50669ac tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.1777830 Jul 27 21:48:05.339799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-7ce7ebef-463d-4fb3-b3cb-5c9beb970024 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/quotas/a3430291664f4aa08459ae004f9f9f6c HTTP/1.1" status: 200 len: 375 time: 0.0199952 Jul 27 21:48:05.352104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Attempting to bind port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:05.352497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Attempting to bind port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:05.352871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Attempting to bind port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 on network 220c68e2-74ea-4719-b3ae-5c152010d5da {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:05.363784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:05.364180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Checking segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:05.364623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.365072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Bound using segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:05.365622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Bound port: e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:05.366172 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.401324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-4b088e0a-53cf-446a-8bb8-d323687878b6 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598445 Jul 27 21:48:05.469621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] For port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:05.475761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] For port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:05.490429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131e02c9-ae02-4f63-aa74-a6290bae13a0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:05.510574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-716a2667-ced1-45d7-a561-9ffdfc87473f service neutron] 10.222.0.37 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080186 Jul 27 21:48:05.531179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Allocated IP 192.168.233.179 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/4491d06b-1231-45ff-a23e-e14184e753df) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:05.598800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d0247-4494-4c78-b2c1-992359cd86d3 req-a8891adc-ad27-4eaa-abcf-adc131bb4d66 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:05.607797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.610136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-027d0247-4494-4c78-b2c1-992359cd86d3 req-a8891adc-ad27-4eaa-abcf-adc131bb4d66 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 943 time: 0.4720256 Jul 27 21:48:05.668072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-e9b00bb8-6c0b-414c-a11e-87b7bece0683 service neutron] 10.222.0.37 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507096 Jul 27 21:48:05.773994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f521321-ee32-4d24-9d88-083bd9525f2b None None] Pushing event updated for resources: {'Port': ['ID=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:05.774169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-027d0247-4494-4c78-b2c1-992359cd86d3 req-6d92a3cc-11c3-4558-a96e-c722ec400130 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611388 Jul 27 21:48:05.808408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.545380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.575219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b54d201-3756-479e-b3dd-0b729c554a4e req-2208a9f9-f173-4e02-a857-7b81f8932be1 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.0802560 Jul 27 21:48:06.629055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002a33-9eb5-42ee-9502-6c849512af03 req-44d8936d-15f3-4af6-a129-5f63e2a90910 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:06.637491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4002a33-9eb5-42ee-9502-6c849512af03 req-44d8936d-15f3-4af6-a129-5f63e2a90910 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.3540869 Jul 27 21:48:06.648423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.657046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.744122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.773718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Transition to ACTIVE for port object 4491d06b-1231-45ff-a23e-e14184e753df will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:06.819869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4002a33-9eb5-42ee-9502-6c849512af03 req-6e5327da-408b-4b9e-b049-28f914e594b9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813037 Jul 27 21:48:06.929029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Allocated IP 172.25.3.90 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/11d468c3-b028-4299-88c9-c52841176108) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:07.009996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.010250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48cbfc-2a53-4c3d-ab0a-0e118018c289 req-c46b926b-14a2-43a8-8a7f-e079bd512d5f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:07.017722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f48cbfc-2a53-4c3d-ab0a-0e118018c289 req-c46b926b-14a2-43a8-8a7f-e079bd512d5f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1817036 Jul 27 21:48:07.143230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:07.147037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 666b5f26-14a4-4040-9594-5ccd350a0c45 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:07.166358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:07.166358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:07.180704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f48cbfc-2a53-4c3d-ab0a-0e118018c289 req-ea7f40ce-a491-4c79-8ea5-1d82955dade2 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454241 Jul 27 21:48:07.255517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Pushing event updated for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:07.431297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10389b85-f43a-4a82-8b23-6b66c5d31a22 None None] Network 220c68e2-74ea-4719-b3ae-5c152010d5da requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:07.431426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:07.431426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.431426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.431726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631658d-0eb3-43d6-9851-a3208c99ee85 req-0caf9003-07a2-43c5-b376-cd0476c3adf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:07.431726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2631658d-0eb3-43d6-9851-a3208c99ee85 req-0caf9003-07a2-43c5-b376-cd0476c3adf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 943 time: 0.1328301 Jul 27 21:48:07.495178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2631658d-0eb3-43d6-9851-a3208c99ee85 req-60262683-eda5-4a8d-a782-4c3738f471a9 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601192 Jul 27 21:48:07.545785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=666b5f26-14a4-4040-9594-5ccd350a0c45,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:07.577915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'port_id': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'mac_address': 'fa:16:3e:82:86:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:07.583306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55d627a2-0138-4057-822b-1f71b86aa6f8 req-84f48240-12f0-420d-82b3-6d7801041dcd tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 210 time: 0.0397692 Jul 27 21:48:07.648946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.665602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666b5f26-14a4-4040-9594-5ccd350a0c45 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:07.692981 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.698254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-81dec240-9137-4dde-b86a-bd7bc813340f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9549074 Jul 27 21:48:07.708160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-410ffb46-bcfb-4eaa-b54f-34c3c47a2542 None None] Provisioning for port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:07.713412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.715684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=666b5f26-14a4-4040-9594-5ccd350a0c45,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:07.752203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Request body: {'port': {'device_id': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:07.759318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc511-fbed-4029-a578-7020474fc1a6 req-053d919b-2ba4-4848-8ced-76636b3e9998 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:07.762194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa1fc511-fbed-4029-a578-7020474fc1a6 req-053d919b-2ba4-4848-8ced-76636b3e9998 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 936 time: 0.1011312 Jul 27 21:48:07.836614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:07.856293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa1fc511-fbed-4029-a578-7020474fc1a6 req-1b877371-f032-494a-adcd-4792abedf7d3 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Jul 27 21:48:07.862885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:07.874383 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.883930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:07.986942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.021534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:08.025777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a151d40b-3999-4f45-b392-d265e06d75d7 None None] Provisioning for port 4491d06b-1231-45ff-a23e-e14184e753df completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:08.031800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a151d40b-3999-4f45-b392-d265e06d75d7 None None] Provisioning complete for port 4491d06b-1231-45ff-a23e-e14184e753df triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:08.032849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a151d40b-3999-4f45-b392-d265e06d75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.050232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=11d468c3-b028-4299-88c9-c52841176108,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:08.114147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:08.177910 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:08.198039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a151d40b-3999-4f45-b392-d265e06d75d7 None None] Port 4491d06b-1231-45ff-a23e-e14184e753df cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:08.214642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['666b5f26-14a4-4040-9594-5ccd350a0c45'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:08.249852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910780-2ccb-4543-8354-073f1fd02542 req-c042f6dd-a225-4c4d-bc5a-605eb176cfed tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:08.263203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-00910780-2ccb-4543-8354-073f1fd02542 req-c042f6dd-a225-4c4d-bc5a-605eb176cfed tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.2340021 Jul 27 21:48:08.276780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.397233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-00910780-2ccb-4543-8354-073f1fd02542 req-5f3916f4-10d6-480e-bfbd-7d71898a52e0 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Jul 27 21:48:08.459728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:08.459728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:08.459728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.616414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.635709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336cec-a01e-4217-846f-76ac6f15f06a req-c6704c07-c9a3-45c2-82ba-9ccdff277c2a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:08.637990 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90336cec-a01e-4217-846f-76ac6f15f06a req-c6704c07-c9a3-45c2-82ba-9ccdff277c2a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1055954 Jul 27 21:48:08.670966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:08.717283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f7758-c740-4f26-8255-f29274cc11a5 req-85f60e60-994b-4ea5-b076-79f8f034c5e3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:08.725605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad2f7758-c740-4f26-8255-f29274cc11a5 req-85f60e60-994b-4ea5-b076-79f8f034c5e3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.4773812 Jul 27 21:48:08.735675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90336cec-a01e-4217-846f-76ac6f15f06a req-7769df40-e56b-488f-9cb2-faa036b50497 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Jul 27 21:48:08.777578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.826331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad2f7758-c740-4f26-8255-f29274cc11a5 req-f7d16ef2-16da-4a50-ac14-18091c3a6ccf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846925 Jul 27 21:48:08.903653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.915400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:08.921041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7c6fb-e77f-4a85-9313-cf05bd5bfb4d req-fd8ed513-57de-418e-8ec0-e05baeb6c0a5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:08.924235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62c7c6fb-e77f-4a85-9313-cf05bd5bfb4d req-fd8ed513-57de-418e-8ec0-e05baeb6c0a5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 944 time: 0.1057599 Jul 27 21:48:08.981214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62c7c6fb-e77f-4a85-9313-cf05bd5bfb4d req-df107452-89a5-45a4-b6b7-a84c5fb79ee1 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493319 Jul 27 21:48:08.981459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57b4220e-9264-451e-af50-d388482d3ea7 req-30b94f6c-3d81-4303-bb0c-b59d31838709 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 210 time: 0.0852296 Jul 27 21:48:09.152950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 666b5f26-14a4-4040-9594-5ccd350a0c45 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:09.284524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4491d06b-1231-45ff-a23e-e14184e753df {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:09.314236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.320698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 666b5f26-14a4-4040-9594-5ccd350a0c45 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:09.323616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732256f-7936-4ce8-bf2b-6cf721efdbfa req-13cbbef6-e9f4-4f15-9eee-6c57b57cfe4b tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:09.325209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6732256f-7936-4ce8-bf2b-6cf721efdbfa req-13cbbef6-e9f4-4f15-9eee-6c57b57cfe4b tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 936 time: 0.2658789 Jul 27 21:48:09.325978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 666b5f26-14a4-4040-9594-5ccd350a0c45 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:09.326519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.361622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Transition to ACTIVE for port object 4491d06b-1231-45ff-a23e-e14184e753df will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:09.379322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.432450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.447173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6732256f-7936-4ce8-bf2b-6cf721efdbfa req-fe972ba1-1495-4c78-b897-b759d22a2607 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964487 Jul 27 21:48:09.511614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=666b5f26-14a4-4040-9594-5ccd350a0c45,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:09.512747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:09.517944 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f03be-30fa-4a40-86d7-f398d7b4134e" -d '{"events": [{"server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "name": "network-vif-plugged", "status": "completed", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:09.526333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.533606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-3e2fb4dc-80d9-40bd-8bea-9d2252f44043 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:09.535379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-3e2fb4dc-80d9-40bd-8bea-9d2252f44043 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.2985320 Jul 27 21:48:09.589975 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19b5697-395d-471f-ba2a-9647f1e5b3ba x-openstack-request-id: req-b19b5697-395d-471f-ba2a-9647f1e5b3ba {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:09.590380 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "name": "network-vif-plugged", "status": "completed", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:09.590915 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b19b5697-395d-471f-ba2a-9647f1e5b3ba {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:09.592332 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'code': 200} Jul 27 21:48:09.597142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.598697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f86620e-9af6-4758-993e-cd9e6566d121 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:09.635465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc35c-ca07-46d1-8bca-6c26046adb7e req-2d6ab3c2-c167-407f-89bc-a1a041b3e8ce tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:09.637633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9bbc35c-ca07-46d1-8bca-6c26046adb7e req-2d6ab3c2-c167-407f-89bc-a1a041b3e8ce tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 946 time: 0.1300848 Jul 27 21:48:09.679316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:09.737969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9bbc35c-ca07-46d1-8bca-6c26046adb7e req-58dda06f-0fb5-4de4-ba46-4af53757ab9f tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833142 Jul 27 21:48:09.832085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.837256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:09.854933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Attempting to bind port 4491d06b-1231-45ff-a23e-e14184e753df on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:09.854933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Attempting to bind port 4491d06b-1231-45ff-a23e-e14184e753df by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:09.854933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Attempting to bind port 4491d06b-1231-45ff-a23e-e14184e753df on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:09.862953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Port 4491d06b-1231-45ff-a23e-e14184e753df on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:09.863288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Attempting to bind port 4491d06b-1231-45ff-a23e-e14184e753df on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:09.873867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:09.874218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:09.874660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:09.875396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Bound port: 4491d06b-1231-45ff-a23e-e14184e753df, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:09.875989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.880616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Deleting port 7f86620e-9af6-4758-993e-cd9e6566d121 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:09.880616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.895326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5633d-d26c-4eac-83af-c00a29df445b req-25041d87-afea-4d5f-aa1e-a3b042986e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:09.899683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fc5633d-d26c-4eac-83af-c00a29df445b req-25041d87-afea-4d5f-aa1e-a3b042986e82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 1096 time: 0.2013590 Jul 27 21:48:09.963267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:09.978608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:09.978846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Router 6124558a-9bde-400d-97d5-92adc618237d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:48:10.082576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:10.082973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.090775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fc5633d-d26c-4eac-83af-c00a29df445b req-7f260e38-af1d-43f1-b42e-cef200af51a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713545 Jul 27 21:48:10.124260 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.164200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299466e9-ee48-4c14-8170-51f7d2203c3e req-958ae419-6d7a-4494-b68f-d62040f5226b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:10.166974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-299466e9-ee48-4c14-8170-51f7d2203c3e req-958ae419-6d7a-4494-b68f-d62040f5226b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1451032 Jul 27 21:48:10.201016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] For port 7f86620e-9af6-4758-993e-cd9e6566d121, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f86620e-9af6-4758-993e-cd9e6566d121,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:10.201731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.219761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:10.228022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Calling delete_port for 7f86620e-9af6-4758-993e-cd9e6566d121 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:10.241443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-299466e9-ee48-4c14-8170-51f7d2203c3e req-4fb347fb-c106-4325-970a-b94baa1f4a04 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676003 Jul 27 21:48:10.267390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:10.369583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4491d06b-1231-45ff-a23e-e14184e753df,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:10.378796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beb8f035-0c5e-4037-beea-6335d8ec32d8 req-9251e1f0-961a-4611-b7dc-30c0103fc14a tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 210 time: 0.0367510 Jul 27 21:48:10.445986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c8141-89c4-4e4a-b62b-a9a8224f824a req-c84f59f1-7d2b-4548-b0d2-204246405550 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:10.445986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-870c8141-89c4-4e4a-b62b-a9a8224f824a req-c84f59f1-7d2b-4548-b0d2-204246405550 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.4097562 Jul 27 21:48:10.450181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:10.469080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Sync routers for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:10.483202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:10.485291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:10.541597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.552082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793f960-48fb-4627-b14d-c77a7d82724c req-c658dfc9-eeac-4af2-9aa4-a5a26b25e9c8 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:10.554069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e793f960-48fb-4627-b14d-c77a7d82724c req-c658dfc9-eeac-4af2-9aa4-a5a26b25e9c8 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.0978732 Jul 27 21:48:10.566188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-870c8141-89c4-4e4a-b62b-a9a8224f824a req-9fcbffe2-5de9-4d24-ab55-8a3dd00ace32 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024895 Jul 27 21:48:10.606448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e793f960-48fb-4627-b14d-c77a7d82724c req-7c61f39d-566e-4f8f-b270-cd42a3fce3f7 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Jul 27 21:48:10.642395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:10.643000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.644978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] 10.222.0.76 "PUT /v2.0/ports/4491d06b-1231-45ff-a23e-e14184e753df HTTP/1.1" status: 200 len: 1096 time: 2.9039578 Jul 27 21:48:10.645713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:10.648577 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "tag": "4491d06b-1231-45ff-a23e-e14184e753df"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:10.657730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:10.659961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.661306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91bb4f97-ccdd-4c43-8348-4d5e5464b4d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3265116 Jul 27 21:48:10.664835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:10.728497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea194-a778-47ca-a42d-1e15da35fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:10.845156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.863706 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a96d4f-946d-4c68-ace9-3a1b716c665a x-openstack-request-id: req-d8a96d4f-946d-4c68-ace9-3a1b716c665a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:10.864703 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "tag": "4491d06b-1231-45ff-a23e-e14184e753df", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:10.864703 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8a96d4f-946d-4c68-ace9-3a1b716c665a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:10.865102 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df', 'status': 'completed', 'code': 200} Jul 27 21:48:10.872590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9a564763-6825-4c6c-b64d-9b287924e7bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:11.056331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4658ff-ae1c-4de2-8b73-1f62c32c9b68 req-f01f74ab-b902-49d6-8183-4c2fec8d0baf tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:11.064542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d4658ff-ae1c-4de2-8b73-1f62c32c9b68 req-f01f74ab-b902-49d6-8183-4c2fec8d0baf tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 948 time: 0.2580233 Jul 27 21:48:11.069712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event deleted for resources: {'Port': ['ID=7f86620e-9af6-4758-993e-cd9e6566d121,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:11.080860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] No DVR routers for this DVR port 7f86620e-9af6-4758-993e-cd9e6566d121 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:11.088601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.091855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e93105c-0bcf-423f-92a3-4f3f98794d00 req-8283bd29-e95d-4cd7-9eee-3eaf85c2e76a tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "DELETE /v2.0/ports/7f86620e-9af6-4758-993e-cd9e6566d121 HTTP/1.1" status: 204 len: 173 time: 1.5454357 Jul 27 21:48:11.137127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18022f2a-f702-4d93-884c-6ae1b825cd3b req-b0ce2b18-05cd-4c08-be60-b8103b8cb560 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c7b324-7af9-4367-9801-172cc9c4785e HTTP/1.1" status: 200 len: 210 time: 0.1246223 Jul 27 21:48:11.200263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d4658ff-ae1c-4de2-8b73-1f62c32c9b68 req-54b41fee-2860-4be5-8330-fdb7e97f8a22 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300108 Jul 27 21:48:11.248058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 3, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:11.339703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Checking router: 6124558a-9bde-400d-97d5-92adc618237d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:11.340463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Updating router 6124558a-9bde-400d-97d5-92adc618237d port 11d468c3-b028-4299-88c9-c52841176108 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:48:11.409090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.826007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-2a2d6a89-6bae-404b-97fc-e053a70bc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:11.827769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-2a2d6a89-6bae-404b-97fc-e053a70bc75e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27afa770d95f47dbbced370aee47b7da&device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 1099 time: 0.9767294 Jul 27 21:48:11.897810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:11.901952 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce01e7-8262-4748-971c-101282359559" -d '{"events": [{"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:11.923953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-3d971d00-50a4-4d5a-98dd-f3164fcd8b3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4491d06b-1231-45ff-a23e-e14184e753df HTTP/1.1" status: 200 len: 217 time: 0.0844784 Jul 27 21:48:12.054954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-98e6f831-ba60-4b9e-a0f3-2886a705ac01 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.056985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-98e6f831-ba60-4b9e-a0f3-2886a705ac01 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.9275806 Jul 27 21:48:12.080799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Request body: {'port': {'device_id': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'admin_state_up': True, 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:12.092234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-bd62d789-8057-4a9f-940e-359aa142b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.094327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-bd62d789-8057-4a9f-940e-359aa142b178 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1552033 Jul 27 21:48:12.186161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8aee6-d3f9-4412-94c7-4c4dc92cfd71 req-543b97a1-1c03-4168-bb77-e70f279053eb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.201880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30e8aee6-d3f9-4412-94c7-4c4dc92cfd71 req-543b97a1-1c03-4168-bb77-e70f279053eb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.8398292 Jul 27 21:48:12.207501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-c84ef83d-d4b7-44b9-80a3-0b8aa477f26d tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.210060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-c84ef83d-d4b7-44b9-80a3-0b8aa477f26d tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.3006816 Jul 27 21:48:12.224620 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.237080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Request body: {'port': {'device_id': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'admin_state_up': True, 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:12.259468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Transition to ACTIVE for port object 11d468c3-b028-4299-88c9-c52841176108 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:12.281736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30e8aee6-d3f9-4412-94c7-4c4dc92cfd71 req-51e590a7-373c-4fa7-ba0a-5617e6cceb5b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795667 Jul 27 21:48:12.361330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-f5075b75-8d79-447e-8bb2-90f6e81fed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.363016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-f5075b75-8d79-447e-8bb2-90f6e81fed47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536430 Jul 27 21:48:12.374890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.396827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db0ebca1-f836-4b94-bf5e-dc1279ffd088 req-b4f6d240-8ac7-444e-bb6d-4cb5dcd9bda9 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 210 time: 0.0356829 Jul 27 21:48:12.418950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.553777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-94d7cd12-5879-43b7-b9a6-5a12d5b20a58 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665874 Jul 27 21:48:12.562591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:12.569727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.628802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4ddf8-e015-4bcd-ba40-73777cc69633 None None] Pushing event updated for resources: {'Port': ['ID=11d468c3-b028-4299-88c9-c52841176108,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:12.639138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Attempting to bind port 11d468c3-b028-4299-88c9-c52841176108 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:12.640006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Attempting to bind port 11d468c3-b028-4299-88c9-c52841176108 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:12.640917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Attempting to bind port 11d468c3-b028-4299-88c9-c52841176108 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:12.647359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:12.647813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:12.648152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.648599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:12.650070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Bound port: 11d468c3-b028-4299-88c9-c52841176108, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:12.650505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.705702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74027ea8-1b8f-4052-bb13-9ca68278522f req-6256667e-3227-4bb5-8ac6-6261aa851e4b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:12.707775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-74027ea8-1b8f-4052-bb13-9ca68278522f req-6256667e-3227-4bb5-8ac6-6261aa851e4b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.1684139 Jul 27 21:48:12.721496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] For port 11d468c3-b028-4299-88c9-c52841176108, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:12.725745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] For port 11d468c3-b028-4299-88c9-c52841176108, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11d468c3-b028-4299-88c9-c52841176108,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:12.804493 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-74027ea8-1b8f-4052-bb13-9ca68278522f req-65334fa9-0fd4-43fb-bbfe-510314df73dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Jul 27 21:48:12.805530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Allocated IP 172.20.0.1 (220c68e2-74ea-4719-b3ae-5c152010d5da/0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102/9ec35803-8d39-4b07-87d7-4dca2e8e5c08) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:12.833961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ca7450-141b-4a8a-897f-e6eb7a040dd7 req-13b51534-8220-49cf-943e-9a34d3308dcf service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613904 Jul 27 21:48:12.860323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Allocated IP 172.20.0.5 (b48d2ce7-785e-4b4e-aa50-4c817d3c9349/69c156eb-2eba-4b5f-8259-9af248a652e9/3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:12.867610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-deleted', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:12.871875 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05c2d7c-4461-4251-ba21-ddc1d63b1b0d" -d '{"events": [{"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-deleted", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:12.887132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:12.893404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.946159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.011593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.028410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578aee5-2e7f-4e38-b5b9-67b4b9fecb3a req-ff4827cb-eae9-448f-8285-9b8c91101b6d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:13.030131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a578aee5-2e7f-4e38-b5b9-67b4b9fecb3a req-ff4827cb-eae9-448f-8285-9b8c91101b6d tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.1406169 Jul 27 21:48:13.050392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4ddf8-e015-4bcd-ba40-73777cc69633 None None] Pushing event updated for resources: {'Port': ['ID=11d468c3-b028-4299-88c9-c52841176108,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:13.055184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:13.056486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:13.062189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Transition to ACTIVE for port object 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:13.147857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a578aee5-2e7f-4e38-b5b9-67b4b9fecb3a req-378a6f9f-f568-4105-9d9a-0738bd1912b9 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069825 Jul 27 21:48:13.211774 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12484c4-0e04-4507-af7d-133eed40ba13 x-openstack-request-id: req-b12484c4-0e04-4507-af7d-133eed40ba13 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:13.212637 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-unplugged", "status": "completed", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:13.213453 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b12484c4-0e04-4507-af7d-133eed40ba13 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:13.213960 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121', 'code': 200} Jul 27 21:48:13.215120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-d47dbb15-7271-470a-b2ef-286519f1e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:13.217627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-d47dbb15-7271-470a-b2ef-286519f1e341 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27afa770d95f47dbbced370aee47b7da&device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 1099 time: 0.1430957 Jul 27 21:48:13.223640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:13.226409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.329923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.416698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-4c4bf273-a8ea-4c53-b004-f8664f84c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:13.418212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-4c4bf273-a8ea-4c53-b004-f8664f84c1dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1883111 Jul 27 21:48:13.432625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Network 220c68e2-74ea-4719-b3ae-5c152010d5da is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:13.441616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:13.446950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:13.451466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:13.477065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-7ef849ff-b920-4aed-b3b2-5818ac9964b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4491d06b-1231-45ff-a23e-e14184e753df HTTP/1.1" status: 200 len: 217 time: 0.0509851 Jul 27 21:48:13.515113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 3, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:13.529616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.536685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.556591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840820d1-f2c8-4808-baba-acb6c5148a1b None None] The sync data for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 is: [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 3, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:13.589947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:13.708960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6ec66-5bd9-4f0c-bcb4-e3ffab4f9d2a req-9beed47d-c378-4545-9c24-89e82db58cd3 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:13.711780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event updated for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:13.715786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27b6ec66-5bd9-4f0c-bcb4-e3ffab4f9d2a req-9beed47d-c378-4545-9c24-89e82db58cd3 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 948 time: 0.3249061 Jul 27 21:48:13.729684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-20b4724f-2c6e-4a29-adae-899c7b50e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:13.731392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:13.731655 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-20b4724f-2c6e-4a29-adae-899c7b50e8e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2456033 Jul 27 21:48:13.764795 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09bc4f-ef62-4247-b6b0-eb2e78ac93d8 x-openstack-request-id: req-0f09bc4f-ef62-4247-b6b0-eb2e78ac93d8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:13.764996 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c7b324-7af9-4367-9801-172cc9c4785e", "name": "network-vif-deleted", "tag": "7f86620e-9af6-4758-993e-cd9e6566d121", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:13.767648 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f09bc4f-ef62-4247-b6b0-eb2e78ac93d8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:13.768160 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c7b324-7af9-4367-9801-172cc9c4785e', 'name': 'network-vif-deleted', 'tag': '7f86620e-9af6-4758-993e-cd9e6566d121', 'status': 'completed', 'code': 200} Jul 27 21:48:13.794970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:13.833926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Allocated IP 172.20.0.6 (b48d2ce7-785e-4b4e-aa50-4c817d3c9349/69c156eb-2eba-4b5f-8259-9af248a652e9/708a502b-af91-4c1e-b96b-4a74123f1a14) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:13.863000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27b6ec66-5bd9-4f0c-bcb4-e3ffab4f9d2a req-e131271c-8735-403f-82b3-c2dfb7f3e1d3 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Jul 27 21:48:13.863556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:13.869823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:13.895512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:13.900506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.016734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc09350f-bf84-4fa4-93cf-b5d6b61cb65a None None] Provisioning for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:14.026557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:14.032014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc09350f-bf84-4fa4-93cf-b5d6b61cb65a None None] Provisioning complete for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:14.033490 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc09350f-bf84-4fa4-93cf-b5d6b61cb65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.044084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:14.044742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.096202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fc09350f-bf84-4fa4-93cf-b5d6b61cb65a None None] Port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:14.133150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-69342e3a-4527-4ac1-8e64-1c561e55a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:14.135107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-69342e3a-4527-4ac1-8e64-1c561e55a26c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3810573 Jul 27 21:48:14.143391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.229479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838aa56-a76c-4742-a11a-daa360376d73 req-57a4ed8a-999a-4972-a454-0559a3691efe tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:14.242031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d838aa56-a76c-4742-a11a-daa360376d73 req-57a4ed8a-999a-4972-a454-0559a3691efe tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.4005704 Jul 27 21:48:14.242604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:14.251836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Request body: {'floatingip': {'port_id': '666b5f26-14a4-4040-9594-5ccd350a0c45'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:14.332497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-eeec347d-f807-4009-b07a-01e334342606 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2569399 Jul 27 21:48:14.365781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Request body: {'port': {'device_id': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:14.388217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.404274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.489374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.507061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.572424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-05792c78-607f-4c8a-a72d-6518665f3ecd service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245005 Jul 27 21:48:14.625068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10651ad2-9000-4fd5-a7cc-4f3f1b0f34e3 req-5917d3d8-9d16-43f5-91c4-cc5c66a764db tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 210 time: 0.0500658 Jul 27 21:48:14.657824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.661352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:14.784232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Network 220c68e2-74ea-4719-b3ae-5c152010d5da is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:14.786105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:14.803105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:14.826350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b446ec4-0218-4329-8043-957b05f8129b req-424e980d-01d6-46a5-bc09-b606ca1664ac tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:14.832461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b446ec4-0218-4329-8043-957b05f8129b req-424e980d-01d6-46a5-bc09-b606ca1664ac tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.4893279 Jul 27 21:48:14.980088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Router 6124558a-9bde-400d-97d5-92adc618237d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:15.029467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b0f9b2e-8fae-4b29-9f6c-587eecbaa04b req-0018ad2c-1644-486f-9eaf-1b3a249d37fb service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226375 Jul 27 21:48:15.072609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b446ec4-0218-4329-8043-957b05f8129b req-77cd8401-3453-480b-8271-7b2746832a0e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178521 Jul 27 21:48:15.141743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:15.215836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:15.220654 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5064c-1ac3-49c6-aa87-bfd9cd909a0a" -d '{"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:15.274732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:15.289643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b1727f1-8c2d-4e6b-a62a-f314e6918074 admin admin] 10.222.0.37 "PUT /v2.0/routers/6124558a-9bde-400d-97d5-92adc618237d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6225369 Jul 27 21:48:15.347598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2c2f8c35-7ea4-4b25-9ce8-a270a9013fad None None] Provisioning complete for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:15.351567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c2f8c35-7ea4-4b25-9ce8-a270a9013fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:15.456784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f8c35-7ea4-4b25-9ce8-a270a9013fad None None] Port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:15.457865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb32c-41f9-4655-89fa-f0f16d689691 req-f7c73101-f0a3-4f89-9c55-b67bcb23fb1c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:15.460880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-199fb32c-41f9-4655-89fa-f0f16d689691 req-f7c73101-f0a3-4f89-9c55-b67bcb23fb1c tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.1247864 Jul 27 21:48:15.532266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-199fb32c-41f9-4655-89fa-f0f16d689691 req-fd73eec4-86f4-4338-9850-b36d8c325be1 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Jul 27 21:48:15.570818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:15.604737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:15.611337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4491d06b-1231-45ff-a23e-e14184e753df details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:15.611561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:15.773277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4491d06b-1231-45ff-a23e-e14184e753df,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:15.775915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b442f-7600-4840-8587-62a7bcde7d77 req-5bcbb66f-5ff4-4be4-930b-73614147b3cf tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:15.778081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-889b442f-7600-4840-8587-62a7bcde7d77 req-5bcbb66f-5ff4-4be4-930b-73614147b3cf tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 948 time: 0.1653130 Jul 27 21:48:15.801695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '4491d06b-1231-45ff-a23e-e14184e753df', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '4491d06b-1231-45ff-a23e-e14184e753df', 'mac_address': 'fa:16:3e:d7:46:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:15.902228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-889b442f-7600-4840-8587-62a7bcde7d77 req-1023a9b0-908d-47fa-b7c9-0a02c3d2576a tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120112 Jul 27 21:48:15.917400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event updated for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:15.959596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11d468c3-b028-4299-88c9-c52841176108 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:15.973702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:15.974610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.015418 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001a550-13ce-46f4-b305-2908ed1250f7 x-openstack-request-id: req-3001a550-13ce-46f4-b305-2908ed1250f7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:16.015853 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:16.016118 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3001a550-13ce-46f4-b305-2908ed1250f7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:16.016526 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'code': 200} Jul 27 21:48:16.019326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.024410 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Sync routers for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:16.047279 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:16.048830 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:16.051411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4491d06b-1231-45ff-a23e-e14184e753df {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:16.083859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4491d06b-1231-45ff-a23e-e14184e753df,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:16.167635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 11d468c3-b028-4299-88c9-c52841176108 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:16.173896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 11d468c3-b028-4299-88c9-c52841176108 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:16.173896 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.180670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea09bf-d7ca-4ea0-a5db-f858b90a9792 req-e3cf0cfd-0bf3-44ce-aa40-63f84f8a43da tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:16.190976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08ea09bf-d7ca-4ea0-a5db-f858b90a9792 req-e3cf0cfd-0bf3-44ce-aa40-63f84f8a43da tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.6760719 Jul 27 21:48:16.240279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-862ce0bb-79b2-4c96-8a85-4e031b5791aa tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0172911 Jul 27 21:48:16.248066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.248747 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:16.275269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Request body: {'port': {'device_id': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:16.358708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.384439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091eed7-8092-4b76-84da-6716151fdc6f req-e9ce3448-6bae-4ebc-9a22-5cc182a77743 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:16.385916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:48:16.388073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8091eed7-8092-4b76-84da-6716151fdc6f req-e9ce3448-6bae-4ebc-9a22-5cc182a77743 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 945 time: 0.2847996 Jul 27 21:48:16.399402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:16.403988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 11d468c3-b028-4299-88c9-c52841176108, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11d468c3-b028-4299-88c9-c52841176108,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:16.476930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-d1b2bef2-ac53-4c2d-a809-2bd02179f431 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:16.483217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-d1b2bef2-ac53-4c2d-a809-2bd02179f431 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.3271077 Jul 27 21:48:16.498972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08ea09bf-d7ca-4ea0-a5db-f858b90a9792 req-493b136b-54ff-42a0-bf2d-8003b691240e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064864 Jul 27 21:48:16.505858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.529603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.569035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['4491d06b-1231-45ff-a23e-e14184e753df'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:16.570558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.574146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:16.608163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.627015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-a48da591-0b2c-47ec-a3f8-2a6f5ec22c2a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/quotas/ade725dccc2f49bc935a7a45eb7264f1 HTTP/1.1" status: 200 len: 375 time: 0.1404755 Jul 27 21:48:16.643689 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:14Z', 'revision_number': 2, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:16.720461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Checking router: 6124558a-9bde-400d-97d5-92adc618237d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:16.720817 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Updating router 6124558a-9bde-400d-97d5-92adc618237d port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:48:16.737813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=11d468c3-b028-4299-88c9-c52841176108,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:16.762643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.802977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Deleting port 9a564763-6825-4c6c-b64d-9b287924e7bb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:16.803397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.810867 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.888621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Transition to ACTIVE for port object 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:16.960618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-5e4e33ad-e3e6-40b5-92df-11c45a7473e3 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3131733 Jul 27 21:48:16.983100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.108973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] For port 9a564763-6825-4c6c-b64d-9b287924e7bb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9a564763-6825-4c6c-b64d-9b287924e7bb,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:17.110429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.146465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Calling delete_port for 9a564763-6825-4c6c-b64d-9b287924e7bb owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:17.204225 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Floating IP 7862b307-d882-44d6-ad8e-b7ad6cbeb21f associated. External IP: 172.25.3.73, port: 666b5f26-14a4-4040-9594-5ccd350a0c45. Jul 27 21:48:17.270049 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.281781 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Transition to ACTIVE for port object 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:17.301089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0c73-3a62-409a-82b6-53540742667a req-4e729cdd-8fc8-4d89-afe6-69d035d04467 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:17.301578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-5b7f83a0-692b-403b-b603-ab1fb0755488 service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069210 Jul 27 21:48:17.302745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6ef0c73-3a62-409a-82b6-53540742667a req-4e729cdd-8fc8-4d89-afe6-69d035d04467 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 931 time: 0.5480087 Jul 27 21:48:17.303432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:17.418680 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.507735 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b3bba-3d7a-4967-9e8b-9cac91886ee7 None None] Pushing event updated for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:17.539910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-d7ec0dba-c75a-40e5-8fd1-9c404f5b491f service neutron] 10.222.0.37 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125640 Jul 27 21:48:17.603824 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Attempting to bind port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:17.604177 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Attempting to bind port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:17.605047 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Attempting to bind port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 on network 220c68e2-74ea-4719-b3ae-5c152010d5da {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:17.611421 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:17.611976 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Checking segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:17.612558 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.612993 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Bound using segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:17.613543 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Bound port: 9ec35803-8d39-4b07-87d7-4dca2e8e5c08, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:17.613928 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.620767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4491d06b-1231-45ff-a23e-e14184e753df up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:17.685649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.700703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9a564763-6825-4c6c-b64d-9b287924e7bb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:17.813427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Pushing event deleted for resources: {'Port': ['ID=9a564763-6825-4c6c-b64d-9b287924e7bb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:17.938022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 4491d06b-1231-45ff-a23e-e14184e753df completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:17.949260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 4491d06b-1231-45ff-a23e-e14184e753df triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:17.951041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.036034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] No DVR routers for this DVR port 9a564763-6825-4c6c-b64d-9b287924e7bb on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:18.038982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11d468c3-b028-4299-88c9-c52841176108 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:18.040925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.048552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8091eed7-8092-4b76-84da-6716151fdc6f req-8ff36645-de19-46b0-9bc0-0c3407bb94f4 tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.50 "DELETE /v2.0/ports/9a564763-6825-4c6c-b64d-9b287924e7bb HTTP/1.1" status: 204 len: 173 time: 1.6537833 Jul 27 21:48:18.049093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'name': 'network-vif-deleted', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:18.071006 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bb7521-6b3b-4e93-ae15-d70e6c5c75ba" -d '{"events": [{"server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "name": "network-vif-deleted", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:18.245237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708a502b-af91-4c1e-b96b-4a74123f1a14 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:18.250617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 11d468c3-b028-4299-88c9-c52841176108 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:18.251153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.271577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] For port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:18.286195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.288708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] For port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:18.322182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Transition to ACTIVE for port object 708a502b-af91-4c1e-b96b-4a74123f1a14 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:18.347784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6ef0c73-3a62-409a-82b6-53540742667a req-fca7e86b-dea2-4137-aaa8-92c0d1ef38d1 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0102854 Jul 27 21:48:18.376547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Router 77be5156-3e2e-4b97-b49a-af45269c40b7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:18.384318 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.435549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Attempting to bind port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:18.441384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Attempting to bind port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:18.441733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Attempting to bind port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:18.456623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.462700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:18.463417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Attempting to bind port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:18.518453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.564826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:18.566581 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:18.573751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:18.573954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23877-a868-4331-9c37-f8a48ef153dd req-61f70730-c013-407c-b30f-ad81c77e49c6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:18.576762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56e23877-a868-4331-9c37-f8a48ef153dd req-61f70730-c013-407c-b30f-ad81c77e49c6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.3962984 Jul 27 21:48:18.589052 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf434ac-9033-4e61-9e0e-3279d83b2db9" -d '{"events": [{"server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "name": "network-vif-plugged", "status": "completed", "tag": "4491d06b-1231-45ff-a23e-e14184e753df"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:18.641323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4491d06b-1231-45ff-a23e-e14184e753df,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:18.653505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:18.654432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Checking segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:18.656601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Bound using segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:18.660294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Bound port: 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:18.665592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.755143 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:18.765770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b3bba-3d7a-4967-9e8b-9cac91886ee7 None None] Pushing event updated for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:18.773442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56e23877-a868-4331-9c37-f8a48ef153dd req-831294bd-0bc1-4acb-bf40-8a2ed62aa8f2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851199 Jul 27 21:48:18.917256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:18.919726 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:18.971278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:18.979022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:19.112013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3f67c7e-fb1f-4222-b94b-e5c46ae4f9c2 req-118b7b79-0b25-484a-9668-02af297a5acc tempest-ListServerFiltersTestJSON-1708869664 tempest-ListServerFiltersTestJSON-1708869664-project] 10.222.0.37 "GET /v2.0/ports?device_id=21977b6f-2b65-437a-bcd1-88e130a7fb92 HTTP/1.1" status: 200 len: 210 time: 0.3744314 Jul 27 21:48:19.124468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:19.135255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936eeac-95a5-4df7-b917-8b7fd3c28239 req-36d54702-cfa2-493d-a073-9381d28dd474 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.142178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e936eeac-95a5-4df7-b917-8b7fd3c28239 req-36d54702-cfa2-493d-a073-9381d28dd474 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.1610479 Jul 27 21:48:19.211158 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e936eeac-95a5-4df7-b917-8b7fd3c28239 req-8e182cea-f861-42d4-a892-e558c886b713 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 Jul 27 21:48:19.258325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-a967d49e-7ea9-4b9c-ac49-c4952d53bc4e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.258325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-a967d49e-7ea9-4b9c-ac49-c4952d53bc4e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "GET /v2.0/ports?device_id=e52e39bb-dace-4c5a-a1ce-aea945ef18bc HTTP/1.1" status: 200 len: 943 time: 1.8182731 Jul 27 21:48:19.263792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:19.377889 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:18Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:19.426780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5133fc31-add6-45e5-9d1d-0fe1893f4d04 req-c76f5f3f-2930-4219-ab12-2ee697b1b9b9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 210 time: 0.1208515 Jul 27 21:48:19.447790 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb6f9e-1e16-48c5-92c0-c2d14c868ec2 None None] The sync data for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 is: [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:18Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:19.475632 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0347cdfe-9379-4a30-a1b2-3add88bc09f1 x-openstack-request-id: req-0347cdfe-9379-4a30-a1b2-3add88bc09f1 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:19.475945 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21977b6f-2b65-437a-bcd1-88e130a7fb92", "name": "network-vif-deleted", "tag": "9a564763-6825-4c6c-b64d-9b287924e7bb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:19.476237 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0347cdfe-9379-4a30-a1b2-3add88bc09f1 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:19.476656 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21977b6f-2b65-437a-bcd1-88e130a7fb92', 'name': 'network-vif-deleted', 'tag': '9a564763-6825-4c6c-b64d-9b287924e7bb', 'status': 'completed', 'code': 200} Jul 27 21:48:19.529675 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4ffd8b-887c-41c8-ab3d-2958dcd57206 x-openstack-request-id: req-ed4ffd8b-887c-41c8-ab3d-2958dcd57206 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:19.534219 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "name": "network-vif-plugged", "status": "completed", "tag": "4491d06b-1231-45ff-a23e-e14184e753df", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:19.543157 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed4ffd8b-887c-41c8-ab3d-2958dcd57206 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:19.543605 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df', 'code': 200} Jul 27 21:48:19.798831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea2ff3-de01-40a0-a37c-e67d27bde264 req-9bfcaa7d-4b69-40dd-80ea-0906a88500c9 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.800877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84ea2ff3-de01-40a0-a37c-e67d27bde264 req-9bfcaa7d-4b69-40dd-80ea-0906a88500c9 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 943 time: 0.1134667 Jul 27 21:48:19.887883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84ea2ff3-de01-40a0-a37c-e67d27bde264 req-fff17c99-9e87-4cab-a77f-1cdb34deb67c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788443 Jul 27 21:48:19.927993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:19.929759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:19.935339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:19.958939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Sync routers for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:19.974560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:19.975200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:19.976985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] 10.222.0.50 "PUT /v2.0/ports/3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f HTTP/1.1" status: 200 len: 1091 time: 5.6267681 Jul 27 21:48:20.004746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:20.005807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:20.015459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:20.018020 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067bd7e4-bdd9-4751-b2a5-280223c7e16a" -d '{"events": [{"name": "network-changed", "server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:20.174625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Attempting to bind port 708a502b-af91-4c1e-b96b-4a74123f1a14 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:20.179192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Attempting to bind port 708a502b-af91-4c1e-b96b-4a74123f1a14 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:20.179483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b54b-f7d7-4dff-ac5f-839345edc5be req-013ee221-65b3-4213-9595-2ea5b4ca32e6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.179705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Attempting to bind port 708a502b-af91-4c1e-b96b-4a74123f1a14 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:20.199462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c968b54b-f7d7-4dff-ac5f-839345edc5be req-013ee221-65b3-4213-9595-2ea5b4ca32e6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1679115 Jul 27 21:48:20.209745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:20.224504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Port 708a502b-af91-4c1e-b96b-4a74123f1a14 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:20.226109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Attempting to bind port 708a502b-af91-4c1e-b96b-4a74123f1a14 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:20.292952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c968b54b-f7d7-4dff-ac5f-839345edc5be req-de7a7bb3-2f44-4e9d-bd8d-5235478c3c27 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937142 Jul 27 21:48:20.312094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:20.336121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:20.341508 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.345194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:20.346196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Checking segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:20.346801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Bound using segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:20.347459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Bound port: 708a502b-af91-4c1e-b96b-4a74123f1a14, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:20.348010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.388000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-78f095b5-91c5-4039-9673-36e77868abf5 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "PUT /v2.0/floatingips/7862b307-d882-44d6-ad8e-b7ad6cbeb21f HTTP/1.1" status: 200 len: 990 time: 6.1403000 Jul 27 21:48:20.393249 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ddf679-c491-440b-b55f-92458bbe0b04 x-openstack-request-id: req-f6ddf679-c491-440b-b55f-92458bbe0b04 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:20.393848 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:20.394274 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6ddf679-c491-440b-b55f-92458bbe0b04 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:20.395088 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f', 'status': 'completed', 'code': 200} Jul 27 21:48:20.403657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31175541-63f2-4adf-878d-d41ee4d40ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:20.453221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-efba74a8-93b9-4233-aa6e-3d7032ddfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.460530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58482) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:20.461308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-efba74a8-93b9-4233-aa6e-3d7032ddfc14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=856d3070-56ac-4df2-af05-c61e4c344fdd HTTP/1.1" status: 200 len: 1094 time: 0.2182932 Jul 27 21:48:20.463904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ef45-0cd1-469c-a9f9-eaed6d9ef00f req-6207beb2-1c40-4f17-b868-566a747a2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.465765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fd6ef45-0cd1-469c-a9f9-eaed6d9ef00f req-6207beb2-1c40-4f17-b868-566a747a2628 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 1101 time: 0.4976804 Jul 27 21:48:20.610810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Deleting subnet c380bb30-e73b-4795-bc8b-afc0d3d47895 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:48:20.615678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.623367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-6fae3131-afd4-40c1-a137-9d92f688e253 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f HTTP/1.1" status: 200 len: 217 time: 0.1486738 Jul 27 21:48:20.635832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fad8f-f7ad-4f24-bd92-18e250a0847a req-5bf0f9a6-bd3e-4467-91a1-97162eaa46b6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.637703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a2fad8f-f7ad-4f24-bd92-18e250a0847a req-5bf0f9a6-bd3e-4467-91a1-97162eaa46b6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.7117975 Jul 27 21:48:20.677140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9fd6ef45-0cd1-469c-a9f9-eaed6d9ef00f req-f29f0c3b-06c6-4e37-8afc-1095525e1921 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954527 Jul 27 21:48:20.716503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.802153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-f35332e3-a0e0-481d-84fe-7a98ca4e9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.803743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-f35332e3-a0e0-481d-84fe-7a98ca4e9c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.1648943 Jul 27 21:48:20.816959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Deleting port b4d02aab-3487-4f6c-abca-804f817f9bbd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:20.816959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.832095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:20.839215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb9e9a-a967-4f0d-bb91-cae65adbcb7a req-09888d2e-2c86-49c9-a330-438658168afb tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:20.844918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eebb9e9a-a967-4f0d-bb91-cae65adbcb7a req-09888d2e-2c86-49c9-a330-438658168afb tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.2450287 Jul 27 21:48:20.850475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:20.889881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a2fad8f-f7ad-4f24-bd92-18e250a0847a req-98259ad3-368f-4329-b556-f8a3430f052b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086735 Jul 27 21:48:20.945880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-8ae91832-576c-45cd-81b0-d12522af5939 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203120 Jul 27 21:48:20.945880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=708a502b-af91-4c1e-b96b-4a74123f1a14,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:20.975184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.003350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:21.042413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '7862b307-d882-44d6-ad8e-b7ad6cbeb21f', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'port_id': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'mac_address': 'fa:16:3e:82:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 1, 'project_id': '0bcc590e14d74587981665d10084d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:21.063640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.084316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Checking router: 77be5156-3e2e-4b97-b49a-af45269c40b7 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:21.094210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:21.094893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:21.121831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eebb9e9a-a967-4f0d-bb91-cae65adbcb7a req-f6eb4aae-3700-46f9-8943-678407b33eba tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185755 Jul 27 21:48:21.182217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-3e654d8e-e0e7-49a8-b629-deed78ff2a92 service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371962 Jul 27 21:48:21.217203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.265649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ae5718-f840-4a37-9956-9b371127634b req-e41ad9d5-4c77-4cea-92c6-b2719e57c845 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 210 time: 0.0452619 Jul 27 21:48:21.287169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:21.288380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.290061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] 10.222.0.76 "PUT /v2.0/ports/708a502b-af91-4c1e-b96b-4a74123f1a14 HTTP/1.1" status: 200 len: 1091 time: 5.0327146 Jul 27 21:48:21.290218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c380bb30-e73b-4795-bc8b-afc0d3d47895,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:21.295565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.298969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-55e207b0-7abb-4140-a2fd-100b7acd8f42 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c380bb30-e73b-4795-bc8b-afc0d3d47895 HTTP/1.1" status: 204 len: 168 time: 0.8372509 Jul 27 21:48:21.318020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:21.465603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4059c5b-bfa1-43e1-94e3-85ce767042cb req-faa62da1-6fed-4bdd-9b61-a360bfdce9f7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:21.479882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4059c5b-bfa1-43e1-94e3-85ce767042cb req-faa62da1-6fed-4bdd-9b61-a360bfdce9f7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 943 time: 0.2152705 Jul 27 21:48:21.481564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9a564763-6825-4c6c-b64d-9b287924e7bb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:21.487451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da3754-3fea-4b9f-b734-d59767d581f2 None None] Network 83241743-44c0-42c1-9649-d51bc76a539f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:21.493495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.607327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4059c5b-bfa1-43e1-94e3-85ce767042cb req-9ca22c6b-d104-41d2-b523-a0895afe6eed tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263592 Jul 27 21:48:21.645351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 9a564763-6825-4c6c-b64d-9b287924e7bb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:21.645726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9a564763-6825-4c6c-b64d-9b287924e7bb not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:21.649835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b4d02aab-3487-4f6c-abca-804f817f9bbd no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:21.651763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5890d8b-7c61-4baf-a47a-608c6b14aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:21.754977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-96540ff5-78dd-4a87-bafb-985039a29dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002012 Jul 27 21:48:21.789884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] For port b4d02aab-3487-4f6c-abca-804f817f9bbd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b4d02aab-3487-4f6c-abca-804f817f9bbd,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:21.811184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.836820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-a821ba31-faf4-4017-b1ea-0152d32dca0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:21.836820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-a821ba31-faf4-4017-b1ea-0152d32dca0f tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 804 time: 0.2263179 Jul 27 21:48:21.850712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Request body: {'port': {'device_id': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'admin_state_up': True, 'tenant_id': 'ade725dccc2f49bc935a7a45eb7264f1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:21.886719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Calling delete_port for b4d02aab-3487-4f6c-abca-804f817f9bbd owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:21.892399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:21.935515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.935872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.936354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.936548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.937184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.937732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.938085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.938468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.938810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.939134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.939465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.939795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:21.946522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:21.960803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:22.118222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-fefc0528-7590-40ce-ac13-2ee1fa831b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.119893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-fefc0528-7590-40ce-ac13-2ee1fa831b6d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 1094 time: 0.4258275 Jul 27 21:48:22.171721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db692e-97b8-4ca5-a46f-280fdde64212 req-01278a52-7797-4cdb-b00b-18d815e7c1e1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.173908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66db692e-97b8-4ca5-a46f-280fdde64212 req-01278a52-7797-4cdb-b00b-18d815e7c1e1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.4577672 Jul 27 21:48:22.221785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a1e22-87f7-42a9-8143-b52116c50c7d req-afa5d6de-b60c-4866-9114-5d95d18582bc tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.238628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-6013a8c2-b612-401b-87d3-d11776225669 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=708a502b-af91-4c1e-b96b-4a74123f1a14 HTTP/1.1" status: 200 len: 217 time: 0.1055305 Jul 27 21:48:22.240559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-957a1e22-87f7-42a9-8143-b52116c50c7d req-afa5d6de-b60c-4866-9114-5d95d18582bc tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2134256 Jul 27 21:48:22.287712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Made reservation on behalf of ade725dccc2f49bc935a7a45eb7264f1 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:22.292729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.322938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] DHCP port deletion for 83241743-44c0-42c1-9649-d51bc76a539f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:48:22.362792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-957a1e22-87f7-42a9-8143-b52116c50c7d req-fd877f0e-e545-4224-aa04-3d0ef0d6ef1a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111026 Jul 27 21:48:22.401119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45'}, {'name': 'network-changed', 'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:22.404137 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d168b2-7332-4091-b38e-fc3a1cba6a47" -d '{"events": [{"name": "network-changed", "server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45"}, {"name": "network-changed", "server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:22.413967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Deleting port eca2c1cf-7358-4094-a6db-886c64389dd3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:22.414379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.424139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66db692e-97b8-4ca5-a46f-280fdde64212 req-407a7bab-7253-43b3-b7d8-95e6cd79c760 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970303 Jul 27 21:48:22.430015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Deleting port eca2c1cf-7358-4094-a6db-886c64389dd3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:22.430500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.433255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-f218ba28-b988-4e25-a452-963a0f930d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.434917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-f218ba28-b988-4e25-a452-963a0f930d2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.1685009 Jul 27 21:48:22.458379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-1205a4ed-136a-4631-be06-4398ae44a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:22.458379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-1205a4ed-136a-4631-be06-4398ae44a020 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=856d3070-56ac-4df2-af05-c61e4c344fdd HTTP/1.1" status: 200 len: 1094 time: 0.3459501 Jul 27 21:48:22.568489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.581776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] For port eca2c1cf-7358-4094-a6db-886c64389dd3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eca2c1cf-7358-4094-a6db-886c64389dd3,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:22.582199 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.600049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Calling delete_port for eca2c1cf-7358-4094-a6db-886c64389dd3 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:22.604674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-5dc11aca-3d54-4ed1-a67d-fee3b3d9d44e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151657 Jul 27 21:48:22.615269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '7862b307-d882-44d6-ad8e-b7ad6cbeb21f', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'port_id': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'mac_address': 'fa:16:3e:82:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 1, 'project_id': '0bcc590e14d74587981665d10084d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:22.655132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Allocated IP 172.20.0.2 (d0760cbe-b737-43d3-a774-760d66b7ed89/85b2b40a-e745-410c-aa79-8b60635fdb2c/8ead5050-111e-4c2f-a9e5-860cdec49e3c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:22.658336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e6b04a-1b58-4ddb-a6ae-e1196373a595 None None] The sync data for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 is: [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '7862b307-d882-44d6-ad8e-b7ad6cbeb21f', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'port_id': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'mac_address': 'fa:16:3e:82:86:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 1, 'project_id': '0bcc590e14d74587981665d10084d148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:22.770734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event deleted for resources: {'Port': ['ID=b4d02aab-3487-4f6c-abca-804f817f9bbd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:22.843429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] For port eca2c1cf-7358-4094-a6db-886c64389dd3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eca2c1cf-7358-4094-a6db-886c64389dd3,segment=NetworkSegment(1e8d0242-0684-41b0-b233-a97ce72eae97),segment_id=1e8d0242-0684-41b0-b233-a97ce72eae97)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:22.843824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.927024 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:22.973770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Calling delete_port for eca2c1cf-7358-4094-a6db-886c64389dd3 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:22.986843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] No DVR routers for this DVR port eca2c1cf-7358-4094-a6db-886c64389dd3 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:22.989115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9347613-92eb-4fff-a51d-c7fcaa693174 None None] Pushing event deleted for resources: {'Port': ['ID=eca2c1cf-7358-4094-a6db-886c64389dd3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:23.039852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e00e5bd-1ddc-4c63-a713-3367db27feba req-3ecc5c55-7773-44e4-912f-3c8239e3d76e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 210 time: 0.3375597 Jul 27 21:48:23.045405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.078218 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeaee8f-dca3-488b-80ca-05a0d0dd9ad7 None None] New status for floating IP 7862b307-d882-44d6-ad8e-b7ad6cbeb21f: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:48:23.095893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] No DVR routers for this DVR port b4d02aab-3487-4f6c-abca-804f817f9bbd on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:23.122605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.122605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9926d57-0540-4bd4-973f-afa313d45e82 req-28774bff-ed44-410b-acc6-56ac7f06419a tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.76 "DELETE /v2.0/ports/b4d02aab-3487-4f6c-abca-804f817f9bbd HTTP/1.1" status: 204 len: 173 time: 3.7670054 Jul 27 21:48:23.151979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-c0d232c5-3d38-45b4-9d27-111579612793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.153632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-c0d232c5-3d38-45b4-9d27-111579612793 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 914 time: 0.6629658 Jul 27 21:48:23.208770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:23.243276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.258308 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b3006-4a49-4853-92f5-44319ca7380f x-openstack-request-id: req-7c9b3006-4a49-4853-92f5-44319ca7380f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:23.258611 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:23.258877 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c9b3006-4a49-4853-92f5-44319ca7380f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:23.259294 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'status': 'completed', 'code': 200} Jul 27 21:48:23.259553 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14', 'status': 'completed', 'code': 200} Jul 27 21:48:23.260201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.264742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-f57a26a2-f379-4278-adb5-166c97901d56 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496799 Jul 27 21:48:23.288440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc47a9-2e8f-4e13-9672-c979181a44dc req-a80843a3-7684-45b8-9a6e-4a00e7ff7d1e tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.290036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2cc47a9-2e8f-4e13-9672-c979181a44dc req-a80843a3-7684-45b8-9a6e-4a00e7ff7d1e tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.6806118 Jul 27 21:48:23.299272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Network d0760cbe-b737-43d3-a774-760d66b7ed89 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:23.311755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:23.317227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:23.376451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-9f3a2a5f-558c-4681-9163-b2f3557aaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.379105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-9f3a2a5f-558c-4681-9163-b2f3557aaa6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bcc590e14d74587981665d10084d148&device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 1096 time: 0.1958427 Jul 27 21:48:23.386275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:23.455864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:23.466043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'port_id': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f', 'mac_address': 'fa:16:3e:15:3a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c156eb-2eba-4b5f-8259-9af248a652e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:23.482446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa8bd57f-36f4-4a7f-8441-db647c5bc268 req-e5754c2a-2eeb-40ad-b102-f33a4de3f3e5 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749165 Jul 27 21:48:23.484977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.485664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.549311 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.572866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:23.596860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] No DVR routers for this DVR port eca2c1cf-7358-4094-a6db-886c64389dd3 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:23.601877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca2c1cf-7358-4094-a6db-886c64389dd3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:23.608332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-2b99801a-8c73-4d9d-9424-e05d3be68163 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f HTTP/1.1" status: 200 len: 217 time: 0.3397133 Jul 27 21:48:23.624701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:23.627241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51917-1847-43a1-8e32-6601114c86af req-f5e24b79-007e-4b3c-b824-177e1baaf03b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.639635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6e51917-1847-43a1-8e32-6601114c86af req-f5e24b79-007e-4b3c-b824-177e1baaf03b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 943 time: 0.2081411 Jul 27 21:48:23.643001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-dfe77fd7-faee-48ab-83b5-843a236ec13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.646993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-dfe77fd7-faee-48ab-83b5-843a236ec13a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d65f52a9-69b3-4275-a173-4050fd40003b HTTP/1.1" status: 200 len: 915 time: 0.2491379 Jul 27 21:48:23.714340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-008b6412-1108-4799-ab45-c9cca28c9a5e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8678889 Jul 27 21:48:23.732934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Request body: {'port': {'device_id': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:23.756536 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:23.796253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-5b468774-8e12-483e-a89c-281bb820f7ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666b5f26-14a4-4040-9594-5ccd350a0c45 HTTP/1.1" status: 200 len: 1000 time: 0.1403940 Jul 27 21:48:23.804144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6e51917-1847-43a1-8e32-6601114c86af req-62e56850-ce8f-4370-b760-92df250ec5fd tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629827 Jul 27 21:48:23.815938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:23.911439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-0f6c4fde-ee01-490d-9cd6-cb98c6109425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.914889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-0f6c4fde-ee01-490d-9cd6-cb98c6109425 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb15a316-05e2-408f-a451-d5453602dda5 HTTP/1.1" status: 200 len: 853 time: 0.1070433 Jul 27 21:48:23.961260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:24.018742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:24.041833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.112623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:24.113378 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.193673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-70ecdf29-f433-4e57-9818-bc07e7fb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.195950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-70ecdf29-f433-4e57-9818-bc07e7fb1dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d65f52a9-69b3-4275-a173-4050fd40003b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737355 Jul 27 21:48:24.308751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2cc47a9-2e8f-4e13-9672-c979181a44dc req-971cfcc6-f9f9-43c3-a2a0-ef8c08ca7e04 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7910638 Jul 27 21:48:24.385057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.424054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7867e7-d834-4788-a2fa-a1f7b7573bcf req-66707497-297b-4ce6-8437-8d708f4ba3b4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.431030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e7867e7-d834-4788-a2fa-a1f7b7573bcf req-66707497-297b-4ce6-8437-8d708f4ba3b4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.4596007 Jul 27 21:48:24.442928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83241743-44c0-42c1-9649-d51bc76a539f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:24.455456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eca2c1cf-7358-4094-a6db-886c64389dd3 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:24.482067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: eca2c1cf-7358-4094-a6db-886c64389dd3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:24.482904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eca2c1cf-7358-4094-a6db-886c64389dd3 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:24.488966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8d0242-0684-41b0-b233-a97ce72eae97') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:24.489266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8d0242-0684-41b0-b233-a97ce72eae97') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:24.513276 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.516096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-6e053a6f-de9a-4d70-bcd6-98dc4f90932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.518022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-6e053a6f-de9a-4d70-bcd6-98dc4f90932b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.8641775 Jul 27 21:48:24.520033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-c01a61cd-8bb8-4ff2-abac-c3087d8887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.521439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-c01a61cd-8bb8-4ff2-abac-c3087d8887cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 1094 time: 0.8656304 Jul 27 21:48:24.575238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-2860a428-a837-44ab-9472-8b1336e285f6 service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609107 Jul 27 21:48:24.604790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e7867e7-d834-4788-a2fa-a1f7b7573bcf req-ae73b5b5-e862-468e-8982-c0b93781d881 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664951 Jul 27 21:48:24.618980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.622807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-f9d97fa4-7283-48fb-bfad-48d7aa24c854 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922225 Jul 27 21:48:24.634529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:48:24.634941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:48:24.637891 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:48:24.793273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d06c3-5ce4-43f3-8144-311f8f8246e0 req-7166dc94-6a72-467e-ac21-80e01464c9a0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.794910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-518d06c3-5ce4-43f3-8144-311f8f8246e0 req-7166dc94-6a72-467e-ac21-80e01464c9a0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.3756959 Jul 27 21:48:24.813286 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-fd217007-e6b4-4d48-991c-d074f26fe458 service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261395 Jul 27 21:48:24.822764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ead5050-111e-4c2f-a9e5-860cdec49e3c {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:24.840665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.863698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Transition to ACTIVE for port object 8ead5050-111e-4c2f-a9e5-860cdec49e3c will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:24.898669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-e121815e-5f5a-46bd-90cf-1880f10b77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.901186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-e121815e-5f5a-46bd-90cf-1880f10b77d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 914 time: 0.3688674 Jul 27 21:48:24.950145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-518d06c3-5ce4-43f3-8144-311f8f8246e0 req-275a7d4b-e837-46b4-ace3-86c306359082 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413853 Jul 27 21:48:24.972858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf6a69-1506-410d-a4b6-4eaa9aa10c89 req-fb000921-c7aa-455d-857f-2fa2be9ddf0c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:24.972858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eedf6a69-1506-410d-a4b6-4eaa9aa10c89 req-fb000921-c7aa-455d-857f-2fa2be9ddf0c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 931 time: 0.1152229 Jul 27 21:48:24.988002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:24.992813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-c025df6b-ebbf-4fe6-a810-559ae192c2bb service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598847 Jul 27 21:48:24.995859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-7da5322c-cf3f-4769-9cb2-0d9b8b7ffd80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=708a502b-af91-4c1e-b96b-4a74123f1a14 HTTP/1.1" status: 200 len: 217 time: 0.0601299 Jul 27 21:48:24.998814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.001214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83241743-44c0-42c1-9649-d51bc76a539f HTTP/1.1" status: 204 len: 168 time: 3.6602099 Jul 27 21:48:25.057074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eedf6a69-1506-410d-a4b6-4eaa9aa10c89 req-7c28aed9-4047-44b7-b3c7-b7d132eef94e tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Jul 27 21:48:25.063777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4962591-fa66-4b9a-b97e-58de413da102 admin admin] Pushing event deleted for resources: {'Network': ['ID=83241743-44c0-42c1-9649-d51bc76a539f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:25.173735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-b4387efc-b0bf-4a62-b583-c082787a509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.173735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-b4387efc-b0bf-4a62-b583-c082787a509c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.1663396 Jul 27 21:48:25.216424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:25.239317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-5491878a-7c94-4b60-b1ee-dca56f3ff572 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610540 Jul 27 21:48:25.271940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128590d6-afbc-4764-a9d4-82bf7a75e18d req-9decac93-bf6d-468b-b5de-d1b7faf56cf6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.279897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-deleted', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:25.286088 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba360b5-5c08-4f37-9e7d-85d44acaf8e2" -d '{"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-deleted", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:25.292361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-128590d6-afbc-4764-a9d4-82bf7a75e18d req-9decac93-bf6d-468b-b5de-d1b7faf56cf6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1580670 Jul 27 21:48:25.358794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-067bd7e4-bdd9-4751-b2a5-280223c7e16a req-5341da59-7fc6-4181-b20d-319258c4b91d service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459463 Jul 27 21:48:25.371299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-128590d6-afbc-4764-a9d4-82bf7a75e18d req-1dc74852-d7c2-40a3-bd3d-2c0d0e3300f2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780132 Jul 27 21:48:25.441669 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b96d8bd-65f8-460c-88ab-b21b52dc2c24 x-openstack-request-id: req-3b96d8bd-65f8-460c-88ab-b21b52dc2c24 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:25.441972 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e39bb-dace-4c5a-a1ce-aea945ef18bc", "name": "network-vif-deleted", "tag": "b4d02aab-3487-4f6c-abca-804f817f9bbd", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:25.442232 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b96d8bd-65f8-460c-88ab-b21b52dc2c24 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:25.442663 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e39bb-dace-4c5a-a1ce-aea945ef18bc', 'name': 'network-vif-deleted', 'tag': 'b4d02aab-3487-4f6c-abca-804f817f9bbd', 'status': 'completed', 'code': 200} Jul 27 21:48:25.470329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-ac8a8dcc-15c3-4566-a19b-bab253fb5152 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160366 Jul 27 21:48:25.554621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c4ee-fd0f-4b9d-af5c-0aa43283c196 req-be67ebd3-fe19-4bde-8f4c-34aefba1de1b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.556195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3531c4ee-fd0f-4b9d-af5c-0aa43283c196 req-be67ebd3-fe19-4bde-8f4c-34aefba1de1b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 943 time: 0.1829069 Jul 27 21:48:25.614852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9d168b2-7332-4091-b38e-fc3a1cba6a47 req-dc82670a-9725-452b-847d-3e4ff74abc66 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364141 Jul 27 21:48:25.636642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 708a502b-af91-4c1e-b96b-4a74123f1a14 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:25.721863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-a8541b13-ca4e-49a6-83ed-d5df07770a5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.722152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3531c4ee-fd0f-4b9d-af5c-0aa43283c196 req-31a9bcef-3b84-43c0-87bb-9f23775b20b5 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529875 Jul 27 21:48:25.723556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-a8541b13-ca4e-49a6-83ed-d5df07770a5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.1511521 Jul 27 21:48:25.748449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-b3226f64-5bcd-407c-b18b-ab0add8f57f1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/quotas/b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 375 time: 0.0185645 Jul 27 21:48:25.768488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.797475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=708a502b-af91-4c1e-b96b-4a74123f1a14,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:25.819557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '708a502b-af91-4c1e-b96b-4a74123f1a14', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'port_id': '708a502b-af91-4c1e-b96b-4a74123f1a14', 'mac_address': 'fa:16:3e:7e:42:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c156eb-2eba-4b5f-8259-9af248a652e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:25.823252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:25.831032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:25.831657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.920833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.943762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708a502b-af91-4c1e-b96b-4a74123f1a14 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:25.974747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=708a502b-af91-4c1e-b96b-4a74123f1a14,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:26.047500 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.092902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:26.097608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:26.097608 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b779f7-c038-4838-a5c4-30a69587043a" -d '{"events": [{"server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:26.150262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.212264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.240323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.296984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.358224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.361500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:26.398043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-5bc35447-799d-40a5-9006-1ab3ea58f2c7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6418607 Jul 27 21:48:26.446450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6948afdd-db14-41f9-b1af-72402c498ea1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3662e59ee0e43c5a808ca030fd1c4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824964 Jul 27 21:48:26.447692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:26.489901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['708a502b-af91-4c1e-b96b-4a74123f1a14'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:26.505330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Attempting to bind port 8ead5050-111e-4c2f-a9e5-860cdec49e3c on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:26.505715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Attempting to bind port 8ead5050-111e-4c2f-a9e5-860cdec49e3c by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:26.506428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Attempting to bind port 8ead5050-111e-4c2f-a9e5-860cdec49e3c on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:26.516230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Port 8ead5050-111e-4c2f-a9e5-860cdec49e3c on network d0760cbe-b737-43d3-a774-760d66b7ed89 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:26.525025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Attempting to bind port 8ead5050-111e-4c2f-a9e5-860cdec49e3c on network d0760cbe-b737-43d3-a774-760d66b7ed89 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:26.525207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.536917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:26.537722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Checking segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:26.538501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Bound using segment: {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:26.539273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Bound port: 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659bd8b9-bd70-4844-b268-42edea9da748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:26.539839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.552830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.580770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-5f424a71-a4a4-43de-a220-e0b196170647 service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842968 Jul 27 21:48:26.747437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2183af-5f03-4f7e-a30e-882e7d664972 req-4475888a-2fed-41f5-a3c6-e652b610f85f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.752998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:26.755748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae2183af-5f03-4f7e-a30e-882e7d664972 req-4475888a-2fed-41f5-a3c6-e652b610f85f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.0941572 Jul 27 21:48:26.757086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-93c92756-5d23-4171-b5e2-25141809a776 service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468453 Jul 27 21:48:26.759164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:26.802109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae2183af-5f03-4f7e-a30e-882e7d664972 req-9cba7d2e-04a5-4964-8b82-de1a359c2de8 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451231 Jul 27 21:48:26.831786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.840803 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.848642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c34873c7-9bd4-49f5-b393-bc2bce1ae6ef HTTP/1.1" status: 204 len: 168 time: 0.3934901 Jul 27 21:48:26.865609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34526-0692-4b9a-a53a-7492a68e481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34873c7-9bd4-49f5-b393-bc2bce1ae6ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.897655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.975733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.982674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.983529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.986070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-7e5021e5-a488-4aa2-b0a5-0091d3475d4f service neutron] 10.222.0.50 "PUT /v2.0/ports/8ead5050-111e-4c2f-a9e5-860cdec49e3c HTTP/1.1" status: 200 len: 1091 time: 3.2608223 Jul 27 21:48:26.986822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:26.991088 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:26.995036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d94315-0c6b-49a3-9766-8124a19f041e req-57195885-ff65-47c8-ae8b-ff465d580618 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.996802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0d94315-0c6b-49a3-9766-8124a19f041e req-57195885-ff65-47c8-ae8b-ff465d580618 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 943 time: 0.1096249 Jul 27 21:48:27.067165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0d94315-0c6b-49a3-9766-8124a19f041e req-6350b681-e1f4-422b-b784-46f3a3ae2164 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jul 27 21:48:27.088259 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8b666c-1f0a-4709-b659-a5c3e01efae7 x-openstack-request-id: req-0f8b666c-1f0a-4709-b659-a5c3e01efae7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:27.089019 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:27.089019 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f8b666c-1f0a-4709-b659-a5c3e01efae7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:27.089242 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f', 'code': 200} Jul 27 21:48:27.288719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-eff82ed1-564b-468d-8a3e-be18737c52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.298159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-eff82ed1-564b-468d-8a3e-be18737c52e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 1094 time: 0.1235104 Jul 27 21:48:27.344889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ea4e-53fb-4c57-8205-116cc484caf0 req-a8c9faa7-0fcb-4630-90a1-de0a0362c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.344889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e019ea4e-53fb-4c57-8205-116cc484caf0 req-a8c9faa7-0fcb-4630-90a1-de0a0362c125 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=856d3070-56ac-4df2-af05-c61e4c344fdd HTTP/1.1" status: 200 len: 1096 time: 0.1779463 Jul 27 21:48:27.361712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10623c-f2e2-479c-86b8-72b2137b13eb req-f9dde4e7-22a2-420b-875b-ac1cca1a0887 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.363613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b10623c-f2e2-479c-86b8-72b2137b13eb req-f9dde4e7-22a2-420b-875b-ac1cca1a0887 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 944 time: 0.1256585 Jul 27 21:48:27.394394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-4b60306d-1af3-4568-bb11-35ca2777f7f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c HTTP/1.1" status: 200 len: 217 time: 0.0941174 Jul 27 21:48:27.451741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e019ea4e-53fb-4c57-8205-116cc484caf0 req-42dac05d-050c-48e9-9104-3b4b816876bf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862982 Jul 27 21:48:27.513723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b10623c-f2e2-479c-86b8-72b2137b13eb req-687beae8-3b36-4581-82a0-cf7c3a28af46 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270614 Jul 27 21:48:27.535137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468283c-299a-4503-8548-cfae84526925 req-886a759e-316f-4fd2-8d0a-2623e8c42cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.536829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-886a759e-316f-4fd2-8d0a-2623e8c42cb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.1340101 Jul 27 21:48:27.576160 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7035ab4-6c30-4371-a726-f3c26eec58c8 x-openstack-request-id: req-b7035ab4-6c30-4371-a726-f3c26eec58c8 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:27.576459 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:27.576722 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7035ab4-6c30-4371-a726-f3c26eec58c8 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:27.577356 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'status': 'completed', 'code': 200} Jul 27 21:48:27.603653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-f9cd6934-1396-4177-badd-68aa63c56a21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472376 Jul 27 21:48:27.669871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 708a502b-af91-4c1e-b96b-4a74123f1a14 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:27.683444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6fa1-3efe-448c-ba98-959d5b6dfedc req-d4bae3d9-9280-4fba-9405-72a69cc42e58 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.685702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7aca6fa1-3efe-448c-ba98-959d5b6dfedc req-d4bae3d9-9280-4fba-9405-72a69cc42e58 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.2199535 Jul 27 21:48:27.787007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7aca6fa1-3efe-448c-ba98-959d5b6dfedc req-b4d82fff-1253-4e69-a6e0-b6b4c0fa918f tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947311 Jul 27 21:48:27.801982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-f09edfcd-41b1-4d5b-912c-ff6d9497df84 service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894982 Jul 27 21:48:27.815081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ec3ca6b-804a-4fb3-82fe-0e3c842a10b5 req-31b1dced-46cc-499a-b9ae-02852705bb78 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.1197257 Jul 27 21:48:27.968910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1468283c-299a-4503-8548-cfae84526925 req-c51c503d-78d1-4cfd-81bd-c8674854889a service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582980 Jul 27 21:48:28.005769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 708a502b-af91-4c1e-b96b-4a74123f1a14 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:28.022578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33e3a7-0467-4e2d-aaf2-4815e8e9aa30 req-89f27557-d1e3-49c9-9ef4-244a05255ae3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.022966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 708a502b-af91-4c1e-b96b-4a74123f1a14 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:28.022966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:28.023317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad33e3a7-0467-4e2d-aaf2-4815e8e9aa30 req-89f27557-d1e3-49c9-9ef4-244a05255ae3 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.0968421 Jul 27 21:48:28.058404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad33e3a7-0467-4e2d-aaf2-4815e8e9aa30 req-188a31d0-3ae4-47bd-9a06-1489b1b5a46d tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Jul 27 21:48:28.113764 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:28.153455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=708a502b-af91-4c1e-b96b-4a74123f1a14,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:28.285891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb05f5b-6c98-4c0c-b2aa-b01ed2043d67 req-675674c1-adc9-42c7-b62c-70fcad5efc77 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.287750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4eb05f5b-6c98-4c0c-b2aa-b01ed2043d67 req-675674c1-adc9-42c7-b62c-70fcad5efc77 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 943 time: 0.1360714 Jul 27 21:48:28.337928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-418eca2b-aa05-4209-8b5d-0436fbb585fa tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.337928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-418eca2b-aa05-4209-8b5d-0436fbb585fa tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.1294019 Jul 27 21:48:28.348864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4eb05f5b-6c98-4c0c-b2aa-b01ed2043d67 req-f486d3cc-945a-4e22-b180-d07d33f64808 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546596 Jul 27 21:48:28.440033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:28.518780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:28.524083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Deleting port 4491d06b-1231-45ff-a23e-e14184e753df {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:28.525121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:28.605383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-e66d82cc-44d3-4bb7-b275-f8df1d439ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.610471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-e66d82cc-44d3-4bb7-b275-f8df1d439ef5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 1094 time: 0.1775413 Jul 27 21:48:28.754500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] For port 4491d06b-1231-45ff-a23e-e14184e753df, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=4491d06b-1231-45ff-a23e-e14184e753df,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:28.754881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:28.776222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Calling delete_port for 4491d06b-1231-45ff-a23e-e14184e753df owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:28.887688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-95113a37-b889-408f-9c89-cc50a66d89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.890265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-95113a37-b889-408f-9c89-cc50a66d89e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 200 len: 905 time: 0.2675567 Jul 27 21:48:28.902368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f13-acef-4a49-8366-8baa7b1db66e req-7d51b004-4398-4f5d-b32c-172cf96e01ad tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.905524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87d38f13-acef-4a49-8366-8baa7b1db66e req-7d51b004-4398-4f5d-b32c-172cf96e01ad tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 945 time: 0.2862074 Jul 27 21:48:28.977523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-4744047c-7419-4c3f-947a-2aab20221171 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c HTTP/1.1" status: 200 len: 217 time: 0.0673761 Jul 27 21:48:28.986733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58626) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:29.003278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4257bfc-8c1b-46e4-8abb-1de0c9024f03 req-72470e49-b0bb-454d-9dc6-7353be1e8301 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.005290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4257bfc-8c1b-46e4-8abb-1de0c9024f03 req-72470e49-b0bb-454d-9dc6-7353be1e8301 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 950 time: 0.1174908 Jul 27 21:48:29.067719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87d38f13-acef-4a49-8366-8baa7b1db66e req-f0510ca8-47ef-43f8-9c5a-5dfb0ca64500 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513827 Jul 27 21:48:29.069403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4257bfc-8c1b-46e4-8abb-1de0c9024f03 req-a60f120c-3cbd-4c5e-aec9-79a45e1f6fe2 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/security-groups?id=131e02c9-ae02-4f63-aa74-a6290bae13a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547585 Jul 27 21:48:29.090324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:29.092714 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723b4e82-ec46-441e-b72f-93054aad5a0c" -d '{"events": [{"server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "name": "network-vif-plugged", "status": "completed", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:29.113937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-38f4da73-3eb3-43ac-93e8-108cee071b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.113937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-38f4da73-3eb3-43ac-93e8-108cee071b03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 200 len: 844 time: 0.1014390 Jul 27 21:48:29.141346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-network', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:29.196267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-8dc77705-820b-4227-be31-37e176946bc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d0760cbe-b737-43d3-a774-760d66b7ed89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461171 Jul 27 21:48:29.201600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2818a494-5d64-42a0-94b1-5a10d525d618 req-c908521b-9bdb-41df-86c1-7d0dc2b32996 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.0401661 Jul 27 21:48:29.253213 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308bd831-6b13-4ecb-bc3a-883843f699fc x-openstack-request-id: req-308bd831-6b13-4ecb-bc3a-883843f699fc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:29.253836 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "name": "network-vif-plugged", "status": "completed", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:29.255095 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-308bd831-6b13-4ecb-bc3a-883843f699fc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:29.256476 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14', 'code': 200} Jul 27 21:48:29.392067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f847be0-25aa-4aa5-9432-6af8e9ab5a1b req-1162e800-eb84-4071-b29a-9f0984f2207a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.440640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f847be0-25aa-4aa5-9432-6af8e9ab5a1b req-1162e800-eb84-4071-b29a-9f0984f2207a tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2024724 Jul 27 21:48:29.440640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-da304360-fb8a-4a4e-aab0-b0ec0f4cf708 service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931148 Jul 27 21:48:29.441099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Made reservation on behalf of 339fd34f66e34c69a0c3ec7120554fbb for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:29.441099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:29.477060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:29.506988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f680caa-65e4-456c-b3ec-71b28c40aa5f req-11d3cd7d-62e7-4200-9325-43ed9c7c13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.512842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f680caa-65e4-456c-b3ec-71b28c40aa5f req-11d3cd7d-62e7-4200-9325-43ed9c7c13f9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 1096 time: 0.1760564 Jul 27 21:48:29.526622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f847be0-25aa-4aa5-9432-6af8e9ab5a1b req-dfa735a0-cf86-484e-820b-e1e54e3bf8c4 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191504 Jul 27 21:48:29.551501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab239-4602-42e9-8a75-3da9a684aec2 req-53ff4656-da7e-4634-9f37-243ba36a646b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.553148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cfdab239-4602-42e9-8a75-3da9a684aec2 req-53ff4656-da7e-4634-9f37-243ba36a646b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 943 time: 0.1178172 Jul 27 21:48:29.581958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c424bbb-12c9-4690-8a48-d3e4a6916fdd req-77b0da2c-bacf-44f6-837b-0e67022c379a service neutron] 10.222.0.50 "GET /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726847 Jul 27 21:48:29.584119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f680caa-65e4-456c-b3ec-71b28c40aa5f req-71bda39d-67ab-4975-a798-1b0c4892cee7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671496 Jul 27 21:48:29.591665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:29.603313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['4491d06b-1231-45ff-a23e-e14184e753df'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:29.633651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Pushing event deleted for resources: {'Port': ['ID=4491d06b-1231-45ff-a23e-e14184e753df,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:29.633773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cfdab239-4602-42e9-8a75-3da9a684aec2 req-6604e5ba-6d01-4739-8ba3-14fcf6ada772 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673015 Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.664859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.665593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.665593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.665593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.666117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.666362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:29.705829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] No DVR routers for this DVR port 4491d06b-1231-45ff-a23e-e14184e753df on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51bbb756-07f5-4d64-a572-2ad44099fd3e req-baaf1173-bb2e-4384-bdcd-bba1db41e992 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.76 "DELETE /v2.0/ports/4491d06b-1231-45ff-a23e-e14184e753df HTTP/1.1" status: 204 len: 173 time: 1.3958979 Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'name': 'network-vif-deleted', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b045db0-d79d-408f-bbf6-dbc1cb5878a0" -d '{"events": [{"server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "name": "network-vif-deleted", "tag": "4491d06b-1231-45ff-a23e-e14184e753df"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59033eb1-5639-4516-82fa-e02217f42341 x-openstack-request-id: req-59033eb1-5639-4516-82fa-e02217f42341 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fab5d5a-747d-4fa1-912f-62ce873d85ac", "name": "network-vif-deleted", "tag": "4491d06b-1231-45ff-a23e-e14184e753df", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59033eb1-5639-4516-82fa-e02217f42341 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:29.800850 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fab5d5a-747d-4fa1-912f-62ce873d85ac', 'name': 'network-vif-deleted', 'tag': '4491d06b-1231-45ff-a23e-e14184e753df', 'status': 'completed', 'code': 200} Jul 27 21:48:30.102521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.136198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:30.152127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:30.157291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.157902 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Added segment 8eb058d7-8fd6-4439-b72e-b66003b05bd6 of type vlan for network 9cc3cb17-1f5a-4f91-a733-a11745767960 Jul 27 21:48:30.222211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.262502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a25787a9-e62f-4544-91fa-b1e57a07bce8 req-60615a57-09e6-499b-85ee-d874125e5d27 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.0566649 Jul 27 21:48:30.273587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2505e-361b-4a71-9967-47b75373c15f req-0a950dde-7235-4fb1-87f9-cc3bcd78020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.276014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40c2505e-361b-4a71-9967-47b75373c15f req-0a950dde-7235-4fb1-87f9-cc3bcd78020c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.1789498 Jul 27 21:48:30.331749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40c2505e-361b-4a71-9967-47b75373c15f req-20ae662d-c387-4214-9331-140cc34fed83 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470061 Jul 27 21:48:30.347090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fa4f7-97a6-4117-9930-20c2a671dd06 req-d3dd4bc0-4dd1-4a31-b170-c6874f0d7e6b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.348694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd1fa4f7-97a6-4117-9930-20c2a671dd06 req-d3dd4bc0-4dd1-4a31-b170-c6874f0d7e6b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 945 time: 0.1305635 Jul 27 21:48:30.383725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140d15ef-0dbe-4433-84ed-f21298e99d8f req-dda23fb5-0df4-4af0-9a02-9b69e01d5ab1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.0352013 Jul 27 21:48:30.411179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd1fa4f7-97a6-4117-9930-20c2a671dd06 req-0e9b6edd-7b9b-4f49-9659-cc3299cc2341 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562081 Jul 27 21:48:30.677869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28315e4-652e-4ad6-8a08-f1435d44ae13 req-f0f4aef1-4535-4597-88d1-50331bea47c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.682938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b28315e4-652e-4ad6-8a08-f1435d44ae13 req-f0f4aef1-4535-4597-88d1-50331bea47c6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.0798283 Jul 27 21:48:30.721311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b28315e4-652e-4ad6-8a08-f1435d44ae13 req-2ff90f5b-eff9-41a2-b341-4b63b6819cb0 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Jul 27 21:48:30.742744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.757808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.757808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.832117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] Pushing event updated for resources: {'Network': ['ID=9cc3cb17-1f5a-4f91-a733-a11745767960,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:30.833902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621154-b7af-4cab-981c-b595a35c1976 req-3b965bdd-1204-4af8-ae8e-bfb1b04adc29 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.837036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41621154-b7af-4cab-981c-b595a35c1976 req-3b965bdd-1204-4af8-ae8e-bfb1b04adc29 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 943 time: 0.1039727 Jul 27 21:48:30.844845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:30.899959 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41621154-b7af-4cab-981c-b595a35c1976 req-9a4ff6da-00ee-47ac-a593-92fac0368b71 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493803 Jul 27 21:48:30.990267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8fa8774f-cb92-4fc3-8ce4-714c4fc3301e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0014904 Jul 27 21:48:30.992927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:30.998701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Request body: {'subnet': {'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-subnet', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:31.241729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:31.311934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Made reservation on behalf of 339fd34f66e34c69a0c3ec7120554fbb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:31.315772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:31.370755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:31.390206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'mac_address': 'fa:16:3e:9f:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:31.437862 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:31.454984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ead5050-111e-4c2f-a9e5-860cdec49e3c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:31.461975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-868e0ea0-3afb-48ab-95c9-00d971960481 req-0b42ac9a-b2df-4cf1-bb12-6927209fddd8 tempest-TenantUsagesTestJSON-157756152 tempest-TenantUsagesTestJSON-157756152-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fab5d5a-747d-4fa1-912f-62ce873d85ac HTTP/1.1" status: 200 len: 210 time: 0.0912354 Jul 27 21:48:31.495346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:31.585363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:31.675875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bdc3a-708d-4527-8b6f-241faa8a454c req-139b1044-5997-4b85-9d1a-64a71b36ec3b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:31.684183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:31.688420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:31.701914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:31.702126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-206bdc3a-708d-4527-8b6f-241faa8a454c req-139b1044-5997-4b85-9d1a-64a71b36ec3b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 945 time: 0.1533873 Jul 27 21:48:31.767843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-206bdc3a-708d-4527-8b6f-241faa8a454c req-893b9f5b-bc33-458b-9eac-941954f57cb3 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568511 Jul 27 21:48:31.999809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['8ead5050-111e-4c2f-a9e5-860cdec49e3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:32.023785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5b048b7-be68-4888-b734-effaf7ed92f7 req-22b5c3bd-7159-48c1-bc18-993c16394e81 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.5426123 Jul 27 21:48:32.089528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbdbd3f7-5706-4f6f-8da4-4eec3c758c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.109536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156e90-fdfc-4545-97d0-42c73fd15ae8 req-78d8dbef-f4be-461a-b27b-2bbce42a5010 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.120982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f156e90-fdfc-4545-97d0-42c73fd15ae8 req-78d8dbef-f4be-461a-b27b-2bbce42a5010 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 949 time: 0.2264895 Jul 27 21:48:32.181939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f156e90-fdfc-4545-97d0-42c73fd15ae8 req-a0bd1eb4-1178-4929-9a27-15f417103bd9 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Jul 27 21:48:32.262958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e5a0cda1-4e4a-4966-a0fe-af6c083566e2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.264727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e5a0cda1-4e4a-4966-a0fe-af6c083566e2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.7475593 Jul 27 21:48:32.284089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'device_id': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'admin_state_up': True, 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:32.294642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:32.301185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa352d-23f3-4ee7-af1c-29616b1b9f75 req-5622cf57-cf3a-4127-aef7-09dd5d49683f tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.306870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fa352d-23f3-4ee7-af1c-29616b1b9f75 req-5622cf57-cf3a-4127-aef7-09dd5d49683f tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=856d3070-56ac-4df2-af05-c61e4c344fdd HTTP/1.1" status: 200 len: 945 time: 0.1618614 Jul 27 21:48:32.317026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'mac_address': 'fa:16:3e:3d:91:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:32.330501 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.381076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.402362 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.439247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:32.454245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:32.457007 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a359479-bd6d-410d-b3a7-20d2f59d4f62" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:32.479373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:32.484817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485037e-42df-490d-bd45-4922bdbf13d1 req-03a4509b-1c3e-4a67-8789-e3f5bb8f21a9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.491449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9485037e-42df-490d-bd45-4922bdbf13d1 req-03a4509b-1c3e-4a67-8789-e3f5bb8f21a9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 944 time: 0.1326435 Jul 27 21:48:32.491608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:32.498099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fa352d-23f3-4ee7-af1c-29616b1b9f75 req-90ed309d-4675-428f-b0cd-23bea9897826 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837814 Jul 27 21:48:32.540174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9485037e-42df-490d-bd45-4922bdbf13d1 req-9611b323-a05e-4ca3-867e-ce97f2a58a5c tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Jul 27 21:48:32.570582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Checking segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:32.571024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Network hostable DHCP agents. Network: 9cc3cb17-1f5a-4f91-a733-a11745767960, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:32.573715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.574583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4491d06b-1231-45ff-a23e-e14184e753df no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:32.617598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9453e2-910e-4dac-b85c-24d38530e081 x-openstack-request-id: req-3d9453e2-910e-4dac-b85c-24d38530e081 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:32.617598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-unplugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:32.617598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d9453e2-910e-4dac-b85c-24d38530e081 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:32.618007 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'code': 200} Jul 27 21:48:32.653153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 4491d06b-1231-45ff-a23e-e14184e753df {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:32.653477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 4491d06b-1231-45ff-a23e-e14184e753df not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:32.681057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:32.691761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.693254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:48:32.693498 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:48:32.696521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:32.696940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:32.853567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.20.0.4 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/491f3821-dbf0-47ee-836c-5cacfaf28f48) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:32.886085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 9cc3cb17-1f5a-4f91-a733-a11745767960) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:32.897690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.898453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.905184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3daaaf-9fac-4ace-82d5-87fcf68ceb1c None None] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:33.049667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58690) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:33.050272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a110318a-5fcc-49ff-9712-adbc766d99e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0553486 Jul 27 21:48:33.056874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:33.068853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.086204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Transition to ACTIVE for port object 491f3821-dbf0-47ee-836c-5cacfaf28f48 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:33.093893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663c7a9-ff64-45c6-b42c-5c136955e88c None None] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:33.197409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f4ca4-55e1-4d98-b0fb-5f8bc4e5b461 req-c001a4ac-d6cc-486b-8c83-7e9d2883d335 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.201465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b93f4ca4-55e1-4d98-b0fb-5f8bc4e5b461 req-c001a4ac-d6cc-486b-8c83-7e9d2883d335 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1098 time: 0.0710104 Jul 27 21:48:33.232739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.235188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.255055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b93f4ca4-55e1-4d98-b0fb-5f8bc4e5b461 req-e63340f2-2b8a-4562-a656-0599143811ef tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459583 Jul 27 21:48:33.287461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.290846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:33.336575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:33.381104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.401464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.409807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:33.415528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:33.446509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:33.456082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:33.460568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:33.468947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:33.524786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.525328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.529899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:33.623122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.625981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 8ead5050-111e-4c2f-a9e5-860cdec49e3c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:33.642530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-29248ae4-2bed-491f-84c2-6369204c9892 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3671613 Jul 27 21:48:33.654997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 8ead5050-111e-4c2f-a9e5-860cdec49e3c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:33.655453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.665637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Request body: {'port': {'device_id': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:33.667713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddbb3-b6c6-4e0b-bf86-f98a4b31482b req-4adaeddd-9541-4ed0-9223-096aab6fed52 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:33.681818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfaddbb3-b6c6-4e0b-bf86-f98a4b31482b req-4adaeddd-9541-4ed0-9223-096aab6fed52 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 931 time: 0.2819748 Jul 27 21:48:33.760784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:33.799372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.821084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.829878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0130ae7b-4792-4598-8351-bb33d3fb7906 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27afa770d95f47dbbced370aee47b7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018402 Jul 27 21:48:33.832474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:33.853545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.928005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfaddbb3-b6c6-4e0b-bf86-f98a4b31482b req-52d3bda6-57cc-4d7f-bae2-92fbeffc2054 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448945 Jul 27 21:48:33.928302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:33.978197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1381c63e-b9e1-4e05-b0db-b264c594a7be None None] Provisioning for port 491f3821-dbf0-47ee-836c-5cacfaf28f48 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:33.982511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1381c63e-b9e1-4e05-b0db-b264c594a7be None None] Provisioning complete for port 491f3821-dbf0-47ee-836c-5cacfaf28f48 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:33.985184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1381c63e-b9e1-4e05-b0db-b264c594a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.043701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:34.052917 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.087302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.143114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.183165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1381c63e-b9e1-4e05-b0db-b264c594a7be None None] Port 491f3821-dbf0-47ee-836c-5cacfaf28f48 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:34.255567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:34.274233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.297342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.336211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.339200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.340610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/131e02c9-ae02-4f63-aa74-a6290bae13a0 HTTP/1.1" status: 204 len: 168 time: 0.5067637 Jul 27 21:48:34.360658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e02c9-ae02-4f63-aa74-a6290bae13a0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:34.368140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491f3821-dbf0-47ee-836c-5cacfaf28f48 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:34.373889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.374754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.374754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.375253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.375853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.376413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.376823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.377224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.377622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.378025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.378452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.378846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c4231-0607-4d76-9a48-725f4071340d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:34.382963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c37b7b-9273-4fc9-911d-0b85fe30649e req-7c319e80-e0b3-464d-bcf8-de0c60121683 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.384638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4c37b7b-9273-4fc9-911d-0b85fe30649e req-7c319e80-e0b3-464d-bcf8-de0c60121683 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.2381275 Jul 27 21:48:34.390091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.429318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Transition to ACTIVE for port object 491f3821-dbf0-47ee-836c-5cacfaf28f48 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:34.445876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Allocated IP 172.25.3.68 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6031d5ad-43af-40d8-abf8-abb7accd6ee9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:34.463207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4c37b7b-9273-4fc9-911d-0b85fe30649e req-1ba5c6b9-0a2c-4a04-addc-eb0c80fe0016 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641730 Jul 27 21:48:34.492499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e533-ef45-494b-bfa3-48002d4ad555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.566236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.619670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:34.622952 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede5a783-3e7f-45dc-922a-de491374c6e3" -d '{"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-plugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:34.666938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.727743 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.733735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-f2bb4301-2921-4523-a6d2-a55039da65b4 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.735460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-f2bb4301-2921-4523-a6d2-a55039da65b4 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.1815987 Jul 27 21:48:34.754315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Pushing event updated for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:34.775091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-56842769-5fd0-42b4-9272-b6e2fbfce1b7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/quotas/a3430291664f4aa08459ae004f9f9f6c HTTP/1.1" status: 200 len: 375 time: 0.0316343 Jul 27 21:48:34.806278 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752afca-6db0-48e2-984f-bf178942156a x-openstack-request-id: req-b752afca-6db0-48e2-984f-bf178942156a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:34.806278 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-plugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:34.806278 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b752afca-6db0-48e2-984f-bf178942156a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:34.806278 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'code': 200} Jul 27 21:48:34.833925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:34.948689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Attempting to bind port 491f3821-dbf0-47ee-836c-5cacfaf28f48 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:34.949060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Attempting to bind port 491f3821-dbf0-47ee-836c-5cacfaf28f48 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:34.949373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Attempting to bind port 491f3821-dbf0-47ee-836c-5cacfaf28f48 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:34.973582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-1a426b84-1600-41b5-a7f9-9eaf3d7bb764 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.977157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-1a426b84-1600-41b5-a7f9-9eaf3d7bb764 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "GET /v2.0/ports?device_id=856d3070-56ac-4df2-af05-c61e4c344fdd HTTP/1.1" status: 200 len: 945 time: 0.2179401 Jul 27 21:48:34.984580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Port 491f3821-dbf0-47ee-836c-5cacfaf28f48 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:34.984957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Attempting to bind port 491f3821-dbf0-47ee-836c-5cacfaf28f48 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:35.008134 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-42aac334-74d0-49c5-a40d-e84dcaa85752 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910539 Jul 27 21:48:35.017763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:35.042237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:35.046348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6031d5ad-43af-40d8-abf8-abb7accd6ee9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:35.050934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:35.051493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:35.051994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:35.052554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Bound port: 491f3821-dbf0-47ee-836c-5cacfaf28f48, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:35.053084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.057458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:35.283382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-6cd85b22-d633-4f03-b93f-b85043873db1 service neutron] 10.222.0.37 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267320 Jul 27 21:48:35.310481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe41d1-c085-42ff-bc5b-9293bc55afa4 req-3d988df0-87a4-4ac5-8207-b958a1a49889 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.319118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45fe41d1-c085-42ff-bc5b-9293bc55afa4 req-3d988df0-87a4-4ac5-8207-b958a1a49889 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 1100 time: 0.3526616 Jul 27 21:48:35.329297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c50e9c-cecb-422e-be6d-1c9c6855712e req-12e498c3-bef4-43e6-bc28-9547bfedc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.329297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68c50e9c-cecb-422e-be6d-1c9c6855712e req-12e498c3-bef4-43e6-bc28-9547bfedc5a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 1096 time: 0.4089198 Jul 27 21:48:35.409506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45fe41d1-c085-42ff-bc5b-9293bc55afa4 req-c1e9cf5c-f68d-43c1-958a-2cb6fa3217b5 tempest-ServersAdminTestJSON-610263497 tempest-ServersAdminTestJSON-610263497-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Jul 27 21:48:35.432053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68c50e9c-cecb-422e-be6d-1c9c6855712e req-f459a8a8-c1cc-461a-a440-6bd9f6b13cf2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833561 Jul 27 21:48:35.452642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:35.479969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Deleting port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:35.480311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.487959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:35.613034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:35.615374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-6791e4c3-e370-4458-b0e3-cbc637fe7db4 service neutron] 10.222.0.37 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259411 Jul 27 21:48:35.640837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.656392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2ef54-19d7-4073-a84b-a4808a3e2963 req-cc69c6dc-694e-4274-b9d1-618057f91b48 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.666577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cb2ef54-19d7-4073-a84b-a4808a3e2963 req-cc69c6dc-694e-4274-b9d1-618057f91b48 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 943 time: 0.1810765 Jul 27 21:48:35.670400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f8a4f4-1dab-43fb-99f1-dff416369ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.706259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:35.727509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.727794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.728150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.729460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] 10.222.0.76 "PUT /v2.0/ports/491f3821-dbf0-47ee-836c-5cacfaf28f48 HTTP/1.1" status: 200 len: 1091 time: 2.0701594 Jul 27 21:48:35.738524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:35.740826 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142" -d '{"events": [{"name": "network-changed", "server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:35.751034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] For port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:35.751540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.764035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4142d47-7350-4988-b516-2a8fce78c12a req-18650799-eae9-46ff-b146-33e8aa434c20 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.766184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4142d47-7350-4988-b516-2a8fce78c12a req-18650799-eae9-46ff-b146-33e8aa434c20 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "GET /v2.0/ports?device_id=363423cc-b6e2-427f-bd19-de69fe2f2819 HTTP/1.1" status: 200 len: 945 time: 0.3813264 Jul 27 21:48:35.774674 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.810721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Calling delete_port for 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:35.846238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cb2ef54-19d7-4073-a84b-a4808a3e2963 req-8a6c1372-f2a9-4725-bb65-3cde070770bf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785059 Jul 27 21:48:35.867383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:35.867383 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.882463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1d92d-a721-4750-a203-c8fc99e1c95f service neutron] Pushing event updated for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:36.106977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.166720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:36.173818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-45ce46f5-9e69-43bf-bcab-f8c43fed5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.175634 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-45ce46f5-9e69-43bf-bcab-f8c43fed5a4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 1094 time: 0.2627528 Jul 27 21:48:36.185524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f8a4f4-1dab-43fb-99f1-dff416369ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.217095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.227875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Deleting port 708a502b-af91-4c1e-b96b-4a74123f1a14 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:36.228303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.296159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-8b4ae020-3f1c-46cc-8e73-95839d96c619 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48 HTTP/1.1" status: 200 len: 217 time: 0.0806093 Jul 27 21:48:36.394456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.489160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:36.508128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92f8a4f4-1dab-43fb-99f1-dff416369ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.588413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.602547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8a4f4-1dab-43fb-99f1-dff416369ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542a4f5-4c0b-4d5c-b4d1-4563338bc075,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:36.609221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-f2f91725-b8d8-4c0a-8466-ea20ea7f8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.611035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-f2f91725-b8d8-4c0a-8466-ea20ea7f8156 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.2190621 Jul 27 21:48:36.613427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['708a502b-af91-4c1e-b96b-4a74123f1a14'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:36.617392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:36.621696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92f8a4f4-1dab-43fb-99f1-dff416369ff8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eba4d0e2bc1a4e65a106aa4daac13cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0049388 Jul 27 21:48:36.625625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:36.648841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Router 1f58c340-c77d-4c4a-8bff-835ff94280fa is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:48:36.678630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event deleted for resources: {'Port': ['ID=3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:36.735541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] For port 708a502b-af91-4c1e-b96b-4a74123f1a14, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=708a502b-af91-4c1e-b96b-4a74123f1a14,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:36.736841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.796677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Calling delete_port for 708a502b-af91-4c1e-b96b-4a74123f1a14 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:36.807351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:36.810548 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d0153-af80-4dee-81e2-80ed6fe8ad41" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:36.826257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac6824-57d7-44c8-8bd2-ad0961759403 req-d40b1aec-0dc8-47ea-a214-2ed755927d9d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.828869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71ac6824-57d7-44c8-8bd2-ad0961759403 req-d40b1aec-0dc8-47ea-a214-2ed755927d9d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.4382429 Jul 27 21:48:36.833861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] No DVR routers for this DVR port 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:36.841725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.845539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf85dcd3-ca3a-477a-bcb2-aecccbb55576 req-199d7e01-d9dd-429e-af47-edf3413e211c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "DELETE /v2.0/ports/3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f HTTP/1.1" status: 204 len: 173 time: 1.8566768 Jul 27 21:48:36.868473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.891797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.899263 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.977983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:36.985989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-015b1594-cda4-4d15-a59e-463e99a22211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.987627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-015b1594-cda4-4d15-a59e-463e99a22211 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3648722 Jul 27 21:48:36.991846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Sync routers for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:36.992793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71ac6824-57d7-44c8-8bd2-ad0961759403 req-a1f8a537-ed6a-43ea-aff6-845176bf55e3 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444216 Jul 27 21:48:37.008240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:37.019725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:37.179403 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798b6dc-dbd1-4727-8636-51df85618e3d x-openstack-request-id: req-7798b6dc-dbd1-4727-8636-51df85618e3d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:37.179708 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:37.179963 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7798b6dc-dbd1-4727-8636-51df85618e3d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:37.180378 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48', 'status': 'completed', 'code': 200} Jul 27 21:48:37.206490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-7031d12d-220e-4cda-8463-bdcc7efdf28a service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094731 Jul 27 21:48:37.294182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:37.350406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.444141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event deleted for resources: {'Port': ['ID=708a502b-af91-4c1e-b96b-4a74123f1a14,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:37.620098 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62543d9-b4f8-4c3e-a513-3e965f13f9bc x-openstack-request-id: req-d62543d9-b4f8-4c3e-a513-3e965f13f9bc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:37.621972 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-plugged", "status": "completed", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:37.621972 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d62543d9-b4f8-4c3e-a513-3e965f13f9bc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:37.621972 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'code': 200} Jul 27 21:48:37.651142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] No DVR routers for this DVR port 708a502b-af91-4c1e-b96b-4a74123f1a14 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:37.656022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.658203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4142d47-7350-4988-b516-2a8fce78c12a req-8b221ed2-e440-4072-8d42-5a577a63ca64 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "DELETE /v2.0/ports/708a502b-af91-4c1e-b96b-4a74123f1a14 HTTP/1.1" status: 204 len: 173 time: 1.8698857 Jul 27 21:48:37.662013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b8858f6-92fd-44a7-bbdb-b1d3b05355be req-ecbbfd45-615b-4577-9c5b-8bccefa8bb6a service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455864 Jul 27 21:48:37.720083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426bece-9a3c-47e2-9cc2-6c9c21841e0c req-a8ba6372-ca7a-4cbc-9496-2cd0ae5bd564 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.731168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7426bece-9a3c-47e2-9cc2-6c9c21841e0c req-a8ba6372-ca7a-4cbc-9496-2cd0ae5bd564 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1945176 Jul 27 21:48:37.779511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a323-8697-4a99-84b3-98ca48545e52 req-3ffa882e-fe1a-48f3-a66a-dd82576ea939 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.787122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca74a323-8697-4a99-84b3-98ca48545e52 req-3ffa882e-fe1a-48f3-a66a-dd82576ea939 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 943 time: 0.0977335 Jul 27 21:48:37.826371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7426bece-9a3c-47e2-9cc2-6c9c21841e0c req-72c2171e-99b3-4874-bbdc-0890ffcd16f4 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943449 Jul 27 21:48:37.833076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.834623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.837459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-df977718-5a5c-4a1a-a783-3718803870e2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7850728 Jul 27 21:48:37.841258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58776) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:37.848087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca74a323-8697-4a99-84b3-98ca48545e52 req-f5328cf2-dcb4-415e-913e-f2f006a569b7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600824 Jul 27 21:48:37.912402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:35Z', 'revision_number': 3, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:37.921730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.925920 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.930999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3542a4f5-4c0b-4d5c-b4d1-4563338bc075 HTTP/1.1" status: 204 len: 168 time: 1.3044388 Jul 27 21:48:37.966232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4964e-906d-44f1-aeee-a4f95ec3563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542a4f5-4c0b-4d5c-b4d1-4563338bc075,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:38.026668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Checking router: 1f58c340-c77d-4c4a-8bff-835ff94280fa for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:38.032858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Updating router 1f58c340-c77d-4c4a-8bff-835ff94280fa port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:48:38.052206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.131861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.336380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325f1ca-5da2-4ddd-95ed-25397a4363c3 req-1144ab8f-21cc-47b4-8967-34edd54f54b4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.338339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0325f1ca-5da2-4ddd-95ed-25397a4363c3 req-1144ab8f-21cc-47b4-8967-34edd54f54b4 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.1715252 Jul 27 21:48:38.434176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1332c073-d61c-4fe8-88a1-b55e182d81fa req-6f968734-c2ba-4f34-bd69-b7f47a1234f4 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0430295 Jul 27 21:48:38.444903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0325f1ca-5da2-4ddd-95ed-25397a4363c3 req-d9458e5c-02ae-4536-b010-901fe6835ead tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901158 Jul 27 21:48:38.481464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-e4d953e8-cd51-4a9b-b20f-e5de5fab03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.484416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-e4d953e8-cd51-4a9b-b20f-e5de5fab03c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 1094 time: 0.5912144 Jul 27 21:48:38.672589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.706498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Transition to ACTIVE for port object 6031d5ad-43af-40d8-abf8-abb7accd6ee9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:38.717529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.736318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-bc480e5d-58a9-41e0-ae6d-150682cb316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.738306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-bc480e5d-58a9-41e0-ae6d-150682cb316f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2438133 Jul 27 21:48:38.747241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d041295-67d7-4830-9407-145768a46fef req-fd3eff4f-0964-44c0-82fd-d417b6a3fe1e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.748927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d041295-67d7-4830-9407-145768a46fef req-fd3eff4f-0964-44c0-82fd-d417b6a3fe1e tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1492159 Jul 27 21:48:38.798605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-ca07652f-9e42-4cd0-9c30-868931d58713 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48 HTTP/1.1" status: 200 len: 217 time: 0.0484869 Jul 27 21:48:38.930770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Allocated IP 172.20.0.1 (9cc3cb17-1f5a-4f91-a733-a11745767960/a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa/8b0e0790-544c-4c41-8575-f4ffadc08ef5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:38.938274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-8e25b078-751d-4c74-9db5-6a485fb15d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.944504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-8e25b078-751d-4c74-9db5-6a485fb15d4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1329799 Jul 27 21:48:38.997779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Deleting port 96542ab0-923c-4ed0-9e05-4033719f720f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:38.998139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.087878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eabe5-d0c4-48a8-bb4e-388f94537d39 req-fbb3d59a-5e7f-4913-8df9-0ab40a9db7bf tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.089560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d9eabe5-d0c4-48a8-bb4e-388f94537d39 req-fbb3d59a-5e7f-4913-8df9-0ab40a9db7bf tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 950 time: 0.1505220 Jul 27 21:48:39.106187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-b60ad2a6-5ee2-48df-b316-92776981d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.109463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-b60ad2a6-5ee2-48df-b316-92776981d5d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554546 Jul 27 21:48:39.109653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.147131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] For port 96542ab0-923c-4ed0-9e05-4033719f720f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=96542ab0-923c-4ed0-9e05-4033719f720f,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:39.147585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.167352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d9eabe5-d0c4-48a8-bb4e-388f94537d39 req-7d8deb92-dba8-4c2b-b465-3f23366c4694 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552948 Jul 27 21:48:39.197180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'name': 'network-vif-deleted', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f'}, {'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'name': 'network-vif-deleted', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:39.199567 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a904a6-0d27-480a-b30d-0fc7d813add8" -d '{"events": [{"server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "name": "network-vif-deleted", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f"}, {"server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "name": "network-vif-deleted", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:39.214321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Calling delete_port for 96542ab0-923c-4ed0-9e05-4033719f720f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:39.306543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:39.314583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-9b9420b2-83ed-4021-838c-989adab5244e service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918075 Jul 27 21:48:39.331078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6afdcf-88d4-4969-943f-8a1148b11868 req-14cfc5e8-b1ba-453d-91f7-d0b4045d2286 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.332275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:39.332662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:39.333814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e6afdcf-88d4-4969-943f-8a1148b11868 req-14cfc5e8-b1ba-453d-91f7-d0b4045d2286 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 943 time: 0.0849652 Jul 27 21:48:39.383861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e6afdcf-88d4-4969-943f-8a1148b11868 req-18a9a528-dab7-419f-923c-831152a5fd8e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Jul 27 21:48:39.446980 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43208b46-97d9-492d-9458-7e444eb0a1bb x-openstack-request-id: req-43208b46-97d9-492d-9458-7e444eb0a1bb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:39.446980 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856d3070-56ac-4df2-af05-c61e4c344fdd", "name": "network-vif-deleted", "tag": "3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f", "status": "completed", "code": 200}, {"server_uuid": "363423cc-b6e2-427f-bd19-de69fe2f2819", "name": "network-vif-deleted", "tag": "708a502b-af91-4c1e-b96b-4a74123f1a14", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:39.446980 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43208b46-97d9-492d-9458-7e444eb0a1bb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:39.447909 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856d3070-56ac-4df2-af05-c61e4c344fdd', 'name': 'network-vif-deleted', 'tag': '3978a5e7-772b-4e8d-bf84-c5f1a7d16e5f', 'status': 'completed', 'code': 200} Jul 27 21:48:39.447909 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363423cc-b6e2-427f-bd19-de69fe2f2819', 'name': 'network-vif-deleted', 'tag': '708a502b-af91-4c1e-b96b-4a74123f1a14', 'status': 'completed', 'code': 200} Jul 27 21:48:39.477464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3ffc856-f87c-43ee-bc10-e1e6ecb81142 req-57c1a118-fc33-47c4-9aa6-9cdaaaaafa55 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541448 Jul 27 21:48:39.578160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68522308-59cb-4fd0-866c-e4c109ac83e2 req-2082af91-407c-446a-84c1-efade26165cf tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0398204 Jul 27 21:48:39.667857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.674077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.713436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 708a502b-af91-4c1e-b96b-4a74123f1a14 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:39.731982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:39.737861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:39.745949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:39.774818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 708a502b-af91-4c1e-b96b-4a74123f1a14 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:39.774818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 708a502b-af91-4c1e-b96b-4a74123f1a14 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:39.802983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.807331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09164529-c099-4235-bf16-0b45d5c540a1 None None] Pushing event updated for resources: {'Port': ['ID=6031d5ad-43af-40d8-abf8-abb7accd6ee9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:39.818673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Attempting to bind port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:39.819291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Attempting to bind port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:39.819850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Attempting to bind port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:39.825579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['54228205-b5bf-4da9-9246-3c601eca1c99', '96542ab0-923c-4ed0-9e05-4033719f720f', 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:39.840991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.857231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event deleted for resources: {'Port': ['ID=96542ab0-923c-4ed0-9e05-4033719f720f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:39.893170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:39.893170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:39.893604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.894006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:39.895137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Bound port: 6031d5ad-43af-40d8-abf8-abb7accd6ee9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:39.896175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.969549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] No DVR routers for this DVR port 96542ab0-923c-4ed0-9e05-4033719f720f on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:39.972515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.976160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d041295-67d7-4830-9407-145768a46fef req-bdc20ebb-060d-4c1a-9896-d368eaf626ac tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "DELETE /v2.0/ports/96542ab0-923c-4ed0-9e05-4033719f720f HTTP/1.1" status: 204 len: 173 time: 1.1756535 Jul 27 21:48:40.002470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:40.017904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] For port 6031d5ad-43af-40d8-abf8-abb7accd6ee9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:40.033858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] For port 6031d5ad-43af-40d8-abf8-abb7accd6ee9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6031d5ad-43af-40d8-abf8-abb7accd6ee9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:40.183646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.281376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:40.296889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09164529-c099-4235-bf16-0b45d5c540a1 None None] Pushing event updated for resources: {'Port': ['ID=6031d5ad-43af-40d8-abf8-abb7accd6ee9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:40.382225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:40.383881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:40.690557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:40.774565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84374d2c-6dd1-4b3f-a96f-52a04c432a94 req-cda21570-6e65-449a-b0b2-33cdf2b85b56 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d980d8c-5927-4e5e-ad56-7fc205f0bdb9 HTTP/1.1" status: 200 len: 210 time: 0.4080946 Jul 27 21:48:40.790636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534be35-adf6-4544-95f3-d9537d644195 req-1b069bbe-2a5a-49dc-863a-7f13fec7dad7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:40.804428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b534be35-adf6-4544-95f3-d9537d644195 req-1b069bbe-2a5a-49dc-863a-7f13fec7dad7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 943 time: 0.2040424 Jul 27 21:48:40.957861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b534be35-adf6-4544-95f3-d9537d644195 req-bf1a1751-da6d-4e8a-b614-c1d4fc6cb52c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493816 Jul 27 21:48:40.976106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.081296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e7a8f96-68d4-4655-9254-940b6885de45 req-06100465-39f3-4cfb-bf19-eb8b709cb123 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0462060 Jul 27 21:48:41.207429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8b0e0790-544c-4c41-8575-f4ffadc08ef5', 'name': '', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'mac_address': 'fa:16:3e:61:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:38Z', 'updated_at': '2021-07-27T21:48:38Z', 'revision_number': 1, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'subnets': [{'id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:41.236579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b37ab-3632-452f-92f4-f8800cd996c3 None None] The sync data for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 is: [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8b0e0790-544c-4c41-8575-f4ffadc08ef5', 'name': '', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'mac_address': 'fa:16:3e:61:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:38Z', 'updated_at': '2021-07-27T21:48:38Z', 'revision_number': 1, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'subnets': [{'id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:41.334562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.381355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:41.448992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'name': 'network-vif-deleted', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:41.455463 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056ec1a6-bc7f-4dc1-9f8f-f7884b0ccc5e" -d '{"events": [{"server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "name": "network-vif-deleted", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:41.497878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.501544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:41.546723 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b389db-f87e-4904-a1dd-9545cadd2d92 x-openstack-request-id: req-22b389db-f87e-4904-a1dd-9545cadd2d92 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:41.547060 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d980d8c-5927-4e5e-ad56-7fc205f0bdb9", "name": "network-vif-deleted", "tag": "96542ab0-923c-4ed0-9e05-4033719f720f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:41.547378 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22b389db-f87e-4904-a1dd-9545cadd2d92 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:41.547817 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d980d8c-5927-4e5e-ad56-7fc205f0bdb9', 'name': 'network-vif-deleted', 'tag': '96542ab0-923c-4ed0-9e05-4033719f720f', 'status': 'completed', 'code': 200} Jul 27 21:48:41.618473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-900779964-network', 'tenant_id': '09f2e8a5f2e241a19dd7a67611576997'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:41.690149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:41.692686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:41.700380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 491f3821-dbf0-47ee-836c-5cacfaf28f48 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:41.834888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Made reservation on behalf of 09f2e8a5f2e241a19dd7a67611576997 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:41.838042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.919519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.047899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:42.080944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '491f3821-dbf0-47ee-836c-5cacfaf28f48', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': '491f3821-dbf0-47ee-836c-5cacfaf28f48', 'mac_address': 'fa:16:3e:92:7d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:42.118567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Router 1f58c340-c77d-4c4a-8bff-835ff94280fa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:42.151826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.163794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.189511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491f3821-dbf0-47ee-836c-5cacfaf28f48 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:42.218354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd8e40-b92f-4bd2-a12d-55abb8f6742a req-e3ff6497-3587-4b8c-a01b-1c64dad5ec30 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.219639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66bd8e40-b92f-4bd2-a12d-55abb8f6742a req-e3ff6497-3587-4b8c-a01b-1c64dad5ec30 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.3061855 Jul 27 21:48:42.220044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:42.319439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66bd8e40-b92f-4bd2-a12d-55abb8f6742a req-cccbdc55-1856-4e7b-ab8c-57275c8dd323 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871387 Jul 27 21:48:42.320880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:42.331454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6a0f4cdc-b04d-4090-8e70-c1cb71d24582 admin admin] 10.222.0.37 "PUT /v2.0/routers/1f58c340-c77d-4c4a-8bff-835ff94280fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4856973 Jul 27 21:48:42.356748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.360736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.457495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:42.497940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee95cb-a62b-41bc-a451-b5735c50dac6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:42.518360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.519128 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Added segment 03bcda64-2a64-4b9a-9c84-306bf29ace1a of type vlan for network 1febeed9-24aa-4f94-9724-a9dbd2e9caae Jul 27 21:48:42.524920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:42.643511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.663580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:42.714150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8a62-cb37-47b6-839e-ad4ad7361c50 req-54f01265-bd4c-48a6-844b-f5fa1ab13ff2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.732535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87da8a62-cb37-47b6-839e-ad4ad7361c50 req-54f01265-bd4c-48a6-844b-f5fa1ab13ff2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 944 time: 0.1866848 Jul 27 21:48:42.810794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87da8a62-cb37-47b6-839e-ad4ad7361c50 req-410e8f5f-0645-4c6c-9070-305eb67692f9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682926 Jul 27 21:48:42.956944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.961026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:42.964531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.980849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb2e7859-c211-4d36-a274-d6614fbe51a8 req-1726b326-0ad0-488b-998a-c9b77c57cba6 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0812957 Jul 27 21:48:43.145117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:43.145982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7626863 Jul 27 21:48:43.150705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Request body: {'subnet': {'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-900779964-subnet', 'tenant_id': '09f2e8a5f2e241a19dd7a67611576997', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:43.216014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82af36e-0955-4b39-a5e4-eee8b050efcf admin admin] Pushing event updated for resources: {'Network': ['ID=1febeed9-24aa-4f94-9724-a9dbd2e9caae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:43.236282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1febeed9-24aa-4f94-9724-a9dbd2e9caae details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:43.329129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fcd69-5308-4ab9-b564-5a414bedfe75 req-e58b0101-ed7d-4a3a-8ec6-efbbd0fd2e22 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:43.331324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:43.344301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f2fcd69-5308-4ab9-b564-5a414bedfe75 req-e58b0101-ed7d-4a3a-8ec6-efbbd0fd2e22 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.2000954 Jul 27 21:48:43.370995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-bf45e902-9442-484c-967b-319316732189 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:43.372814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-bf45e902-9442-484c-967b-319316732189 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.3116488 Jul 27 21:48:43.399132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Request body: {'port': {'device_id': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'admin_state_up': True, 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:43.433021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f2fcd69-5308-4ab9-b564-5a414bedfe75 req-f0d0e236-c8eb-4f4a-a2f5-887034be70e1 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831387 Jul 27 21:48:43.433747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Made reservation on behalf of 09f2e8a5f2e241a19dd7a67611576997 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:43.459541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.528564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:48:43.685075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:43.707969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'network_id': 'd0760cbe-b737-43d3-a774-760d66b7ed89', 'port_id': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'mac_address': 'fa:16:3e:9f:da:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b40a-e745-410c-aa79-8b60635fdb2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:43.731105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bcf0d-778c-4c78-aff0-3b5b4a246eaa req-0fb9d984-d028-4f6e-94d4-a158a31429c9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:43.740032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-284bcf0d-778c-4c78-aff0-3b5b4a246eaa req-0fb9d984-d028-4f6e-94d4-a158a31429c9 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.1396999 Jul 27 21:48:43.760124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 96542ab0-923c-4ed0-9e05-4033719f720f no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:43.800311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 96542ab0-923c-4ed0-9e05-4033719f720f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:43.800665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 96542ab0-923c-4ed0-9e05-4033719f720f not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:43.841649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.901378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ead5050-111e-4c2f-a9e5-860cdec49e3c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:43.927668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-284bcf0d-778c-4c78-aff0-3b5b4a246eaa req-e3c34306-a247-4ea4-885c-fd95b943d745 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855118 Jul 27 21:48:43.967176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:43.999794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-9a170f8a-939d-4177-be86-3d51cb02ba42 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.004464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-9a170f8a-939d-4177-be86-3d51cb02ba42 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 813 time: 0.2498024 Jul 27 21:48:44.015260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6031d5ad-43af-40d8-abf8-abb7accd6ee9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:44.017680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Request body: {'port': {'device_id': '87546413-8694-41f0-864b-58a5b12c6ac1', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'admin_state_up': True, 'tenant_id': 'a3430291664f4aa08459ae004f9f9f6c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:44.087767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:44.091719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.127671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.139986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.148943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-053f14d0-564f-4a35-a6a8-7472347853ff tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.163119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-053f14d0-564f-4a35-a6a8-7472347853ff tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 819 time: 0.5827212 Jul 27 21:48:44.255056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:44.266014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-122975c4-2edc-439c-9941-cf1d44c7229a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/quotas/339fd34f66e34c69a0c3ec7120554fbb HTTP/1.1" status: 200 len: 375 time: 0.0979643 Jul 27 21:48:44.269390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['8ead5050-111e-4c2f-a9e5-860cdec49e3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:44.274060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c778517-1897-43d2-afd3-508b4096a151 req-eb88fed1-599b-446c-b44e-c772076ddace tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.276637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c778517-1897-43d2-afd3-508b4096a151 req-eb88fed1-599b-446c-b44e-c772076ddace tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 944 time: 0.2493484 Jul 27 21:48:44.295816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Checking segment: {'id': '03bcda64-2a64-4b9a-9c84-306bf29ace1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:44.296457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Network hostable DHCP agents. Network: 1febeed9-24aa-4f94-9724-a9dbd2e9caae, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:44.320335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:44.330313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:44.331200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.341529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc7e94d-3ce2-466a-898f-2795fd3ba7f5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:44.399740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c778517-1897-43d2-afd3-508b4096a151 req-be261017-45f5-4bca-bb5b-b94a9ccfa7f1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975335 Jul 27 21:48:44.461049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.530781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6031d5ad-43af-40d8-abf8-abb7accd6ee9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6031d5ad-43af-40d8-abf8-abb7accd6ee9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:44.567182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Network 1febeed9-24aa-4f94-9724-a9dbd2e9caae is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:44.657004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-2ef37336-0ef9-41aa-a368-c6033ec0f9f0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3849194 Jul 27 21:48:44.664895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d026aa7e-a220-48f0-b416-b2bfc4a6c9d1 req-8bc811e0-2b23-4786-aaa2-5de8de5b05f3 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0717409 Jul 27 21:48:44.677044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Allocated IP 172.20.0.9 (b48d2ce7-785e-4b4e-aa50-4c817d3c9349/69c156eb-2eba-4b5f-8259-9af248a652e9/e9874f7b-dd2d-4edc-9917-9709ed6535d3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:44.738487 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.775291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1febeed9-24aa-4f94-9724-a9dbd2e9caae) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:44.787901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.788655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.803555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Made reservation on behalf of a3430291664f4aa08459ae004f9f9f6c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:44.813469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:44.831736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04740f54-3caa-40fd-96e6-8d0ff6d56a20 None None] Network 1febeed9-24aa-4f94-9724-a9dbd2e9caae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:44.832470 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Sync routers for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:44.854260 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:44.855602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:44.902562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6031d5ad-43af-40d8-abf8-abb7accd6ee9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:44.918848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-7d256cb4-65c1-4898-a7e0-16c1c802d90f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.921954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-7d256cb4-65c1-4898-a7e0-16c1c802d90f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.4843352 Jul 27 21:48:44.958195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b36c-8abc-435a-98ec-f9c8da11fda1 req-c261331d-7f0d-496e-93ee-8c00a509a5f6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.963385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b26b36c-8abc-435a-98ec-f9c8da11fda1 req-c261331d-7f0d-496e-93ee-8c00a509a5f6 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.1717045 Jul 27 21:48:45.042798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c2c97105-9cac-4834-848f-b32291f914ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8963366 Jul 27 21:48:45.056890 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:45.062349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b26b36c-8abc-435a-98ec-f9c8da11fda1 req-08f26af4-e844-4d24-9b77-39e31823a705 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891399 Jul 27 21:48:45.068750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f1dd82-4e1a-49c2-91d6-c5e8fa2394ea None None] Network 1febeed9-24aa-4f94-9724-a9dbd2e9caae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:45.179176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:45.228684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-c79ee1f2-b50a-4827-a2fc-e423aab4686a service neutron] 10.222.0.37 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586591 Jul 27 21:48:45.346104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:45.386659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768148d-bf82-4fef-b7e1-4e07f1db6404 req-d573052a-06c1-4dd4-807c-0444067d7eb2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:45.406593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.406945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6768148d-bf82-4fef-b7e1-4e07f1db6404 req-d573052a-06c1-4dd4-807c-0444067d7eb2 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 944 time: 0.1996076 Jul 27 21:48:45.435967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 8ead5050-111e-4c2f-a9e5-860cdec49e3c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:45.437597 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.482116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6768148d-bf82-4fef-b7e1-4e07f1db6404 req-b0363b83-6b79-44c7-985b-135364cd075d tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742555 Jul 27 21:48:45.527035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-4ca84d13-58d8-4736-9c4b-8147b14e3a9a service neutron] 10.222.0.37 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973897 Jul 27 21:48:45.535561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Deleting port 54228205-b5bf-4da9-9246-3c601eca1c99 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:45.535821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.625356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8b0e0790-544c-4c41-8575-f4ffadc08ef5', 'name': '', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'mac_address': 'fa:16:3e:61:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:38Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 2, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'subnets': [{'id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:45.625905 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.667392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] For port 54228205-b5bf-4da9-9246-3c601eca1c99, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=54228205-b5bf-4da9-9246-3c601eca1c99,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:45.668077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.684496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:45.687065 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b260fec-a5b1-4c54-8460-04ac227f621f" -d '{"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-plugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:45.690265 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Checking router: 1f58c340-c77d-4c4a-8bff-835ff94280fa for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:45.690652 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Updating router 1f58c340-c77d-4c4a-8bff-835ff94280fa port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:48:45.694495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Calling delete_port for 54228205-b5bf-4da9-9246-3c601eca1c99 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:45.722155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 491f3821-dbf0-47ee-836c-5cacfaf28f48 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:45.738768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:45.756966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d47550-411e-4ea6-b62e-c008b3b53645 req-a5e3fdea-991a-4230-93d0-60279dd5beb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:45.758810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d47550-411e-4ea6-b62e-c008b3b53645 req-a5e3fdea-991a-4230-93d0-60279dd5beb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 944 time: 0.1449108 Jul 27 21:48:45.775194 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.797594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.828550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d47550-411e-4ea6-b62e-c008b3b53645 req-12380bb4-bac0-4994-9b3e-0c7dfdbf1005 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630956 Jul 27 21:48:45.913227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.953635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6031d5ad-43af-40d8-abf8-abb7accd6ee9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:46.068466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 491f3821-dbf0-47ee-836c-5cacfaf28f48 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:46.099506 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61319346-1fa6-4188-8374-038c62d866b8 x-openstack-request-id: req-61319346-1fa6-4188-8374-038c62d866b8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:46.100165 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-plugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:46.100462 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61319346-1fa6-4188-8374-038c62d866b8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:46.101387 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'code': 200} Jul 27 21:48:46.115390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 491f3821-dbf0-47ee-836c-5cacfaf28f48 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:46.115773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.117466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:46.277654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d30e729a-e8b8-497a-b4a7-2b85dc1b9c6a req-86d41191-7001-43a7-b784-5043bcb8baee tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0723300 Jul 27 21:48:46.406812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:46.407415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.482453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.485333 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.499668 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Transition to ACTIVE for port object 8b0e0790-544c-4c41-8575-f4ffadc08ef5 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:46.503001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0d11caf-ea3c-4b28-a63c-d25028b567c9 req-3651ae3c-fe33-42fc-98e4-19edc1c837bf tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 210 time: 0.0886014 Jul 27 21:48:46.542089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-2a0bd488-5729-4aaf-8ac7-f22139b05402 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4161839 Jul 27 21:48:46.583682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:46.715174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:46.723946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-944029217-network', 'tenant_id': 'ac16282382da448a9bae9b87c87f9dad'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:46.733781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:46.739255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event updated for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:46.751165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:46.756449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:46.774822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61e591-0c34-41f1-83b9-414bbd8e47b9 req-ee6564a4-7398-44e2-b733-0b7d9f104771 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.776507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb61e591-0c34-41f1-83b9-414bbd8e47b9 req-ee6564a4-7398-44e2-b733-0b7d9f104771 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 949 time: 0.1699107 Jul 27 21:48:46.780387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-7390bca5-a96c-4725-9389-e748f6bd5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.781903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-7390bca5-a96c-4725-9389-e748f6bd5481 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.1640666 Jul 27 21:48:46.793547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Allocated IP 172.20.0.10 (b48d2ce7-785e-4b4e-aa50-4c817d3c9349/69c156eb-2eba-4b5f-8259-9af248a652e9/64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:46.801604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.803043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 54228205-b5bf-4da9-9246-3c601eca1c99 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:46.805765 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.923817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:46.925743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.926817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.945436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb61e591-0c34-41f1-83b9-414bbd8e47b9 req-5b2e8671-23f6-4905-8b38-02a7a8310847 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564183 Jul 27 21:48:46.979132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Made reservation on behalf of ac16282382da448a9bae9b87c87f9dad for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:46.981794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.017101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.031266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.037378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-2f904f81-f34c-487b-8231-3e2d246d3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.039302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-2f904f81-f34c-487b-8231-3e2d246d3ff4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2225211 Jul 27 21:48:47.108450 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Pushing event updated for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:47.123716 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.124116 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.124457 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.125066 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.125422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.125736 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.126084 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.126445 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.126770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.127093 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.127649 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.128027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:47.161913 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Attempting to bind port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:47.163199 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Attempting to bind port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:47.163650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Attempting to bind port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 on network 9cc3cb17-1f5a-4f91-a733-a11745767960 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:47.166145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9a2e3e0-ad12-4353-8d1b-0ffa3e295188 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7801056 Jul 27 21:48:47.177385 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:47.177908 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Checking segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:47.181856 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.184291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-566967d3-f33a-4956-8666-fcc211e278b9 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:48:47.185402 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Bound using segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:47.186546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-566967d3-f33a-4956-8666-fcc211e278b9 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120928 Jul 27 21:48:47.186715 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Bound port: 8b0e0790-544c-4c41-8575-f4ffadc08ef5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:47.187049 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.219864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.240299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-96f6e1a8-833f-4868-92d9-0651f7d1e8cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1889923 Jul 27 21:48:47.268324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Request body: {'port': {'device_id': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:47.335992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.375610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:47.378725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-18503984-426f-4676-9f19-87488a99ce69 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.380573 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-18503984-426f-4676-9f19-87488a99ce69 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 819 time: 0.2631304 Jul 27 21:48:47.384429 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] For port 8b0e0790-544c-4c41-8575-f4ffadc08ef5, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:47.388831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-2608b8cb-33b4-4046-9c8f-5cc578b61fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.391796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-2608b8cb-33b4-4046-9c8f-5cc578b61fb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1319380 Jul 27 21:48:47.392594 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] For port 8b0e0790-544c-4c41-8575-f4ffadc08ef5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b0e0790-544c-4c41-8575-f4ffadc08ef5,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:47.398320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event deleted for resources: {'Port': ['ID=54228205-b5bf-4da9-9246-3c601eca1c99,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:47.491667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-73fddd00-0a66-4c93-9548-13761496db37 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/quotas/339fd34f66e34c69a0c3ec7120554fbb HTTP/1.1" status: 200 len: 375 time: 0.0941246 Jul 27 21:48:47.561686 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.563296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] No DVR routers for this DVR port 54228205-b5bf-4da9-9246-3c601eca1c99 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:47.570137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.573557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-478db062-1ab8-45cd-bab6-627fb7f08f45 req-8d290df3-de52-4d95-a344-0cc8b5f53f3f tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "DELETE /v2.0/ports/54228205-b5bf-4da9-9246-3c601eca1c99 HTTP/1.1" status: 204 len: 173 time: 2.6270580 Jul 27 21:48:47.574127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'name': 'network-vif-deleted', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:47.578228 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60554cf6-1b4a-41c4-a23d-03cd42d921d7" -d '{"events": [{"server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "name": "network-vif-deleted", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:47.583011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.599242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.611774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6c277-a9e3-4837-a933-04226631a42a req-92da968b-a224-4c35-b2cf-29db85587af2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.616958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77d6c277-a9e3-4837-a933-04226631a42a req-92da968b-a224-4c35-b2cf-29db85587af2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.3557694 Jul 27 21:48:47.652319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-c584d20f-47b4-4661-b8b8-d49e3e6c4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.657064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-c584d20f-47b4-4661-b8b8-d49e3e6c4535 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448261 Jul 27 21:48:47.659594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.676068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-a169f483-9fd2-4004-b76f-32b0f83193af service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:48:47.678687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-a169f483-9fd2-4004-b76f-32b0f83193af service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101936 Jul 27 21:48:47.687707 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf9713-39d2-43ad-9d0c-6a7b960d6efe None None] Pushing event updated for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:47.700859 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:47.701735 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:48:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:47.727635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-60a05909-c448-4fa1-a086-ba910ccb2edf tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341528 Jul 27 21:48:47.754708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:47.863511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.874844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:47.884111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:47.897085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77d6c277-a9e3-4837-a933-04226631a42a req-6f904c4b-e93d-41f5-aef7-fab60e41ff0b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501743 Jul 27 21:48:47.908006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:47.918983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-04fa1a51-0fba-4773-a2ab-e86fedd74257 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286077 Jul 27 21:48:47.919758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:48.004649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-fa412729-a40d-4189-8374-ef2c7ef18d7d service neutron] 10.222.0.37 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760360 Jul 27 21:48:48.055576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b0e0790-544c-4c41-8575-f4ffadc08ef5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:48.056400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event updated for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:48.102856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:48.119423 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77360e1d-88b6-40a0-81e0-4527b457f145" -d '{"events": [{"server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "name": "network-vif-plugged", "status": "completed", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:48.167863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73de0b65-5ba3-45fe-98b4-86273f59f740,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:48.221846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.222381 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Added segment 998a73e3-08b9-4ced-9158-a13d0752824f of type vlan for network ba5cef52-5317-405d-874e-4dc69dc21268 Jul 27 21:48:48.259944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:48.260631 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.326866 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8b0e0790-544c-4c41-8575-f4ffadc08ef5', 'name': '', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'mac_address': 'fa:16:3e:61:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:38Z', 'updated_at': '2021-07-27T21:48:47Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'subnets': [{'id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:48.358712 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e5d942-c32d-42f9-8f6b-275ea155697b None None] The sync data for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 is: [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:48:40Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8b0e0790-544c-4c41-8575-f4ffadc08ef5', 'name': '', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'mac_address': 'fa:16:3e:61:6d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:38Z', 'updated_at': '2021-07-27T21:48:47Z', 'revision_number': 4, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'subnets': [{'id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:48.360981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:48.369041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:48.369758 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.371718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.416295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e170c60-a9df-481c-af72-a70cca5e4a90 req-f048a77a-9862-4571-b16f-a0e9d6f4fb5f service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791503 Jul 27 21:48:48.443127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be4ab8-a5cb-473b-80f3-e88a8e4a5e62 req-227c8384-026c-4aa4-92bb-ecd37fdd8e75 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:48.445595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63be4ab8-a5cb-473b-80f3-e88a8e4a5e62 req-227c8384-026c-4aa4-92bb-ecd37fdd8e75 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 932 time: 0.1433561 Jul 27 21:48:48.474487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-35e1a41a-47d4-4a75-8a85-0de288d8a98c service neutron] 10.222.0.37 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688923 Jul 27 21:48:48.490585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9874f7b-dd2d-4edc-9917-9709ed6535d3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:48.498885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-800606dc-b405-44a7-af3f-a57e5eb1bc77 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4856224 Jul 27 21:48:48.506955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.518231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Request body: {'port': {'device_id': '87546413-8694-41f0-864b-58a5b12c6ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:48.635597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Transition to ACTIVE for port object e9874f7b-dd2d-4edc-9917-9709ed6535d3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:48.644119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63be4ab8-a5cb-473b-80f3-e88a8e4a5e62 req-972dd8d4-bcaa-481c-bd9a-12cc5aed0920 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880190 Jul 27 21:48:48.661040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.688031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.690948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:48.691831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.734675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:48.786366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8b0e0790-544c-4c41-8575-f4ffadc08ef5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b0e0790-544c-4c41-8575-f4ffadc08ef5,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:48.845685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5cef52-5317-405d-874e-4dc69dc21268,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:48.861054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ba5cef52-5317-405d-874e-4dc69dc21268 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:48.940673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.049940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9eddb965-c526-474d-a1b8-815028670a74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3327711 Jul 27 21:48:49.053106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:49.068088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Request body: {'subnet': {'network_id': 'ba5cef52-5317-405d-874e-4dc69dc21268', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-944029217-subnet', 'tenant_id': 'ac16282382da448a9bae9b87c87f9dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:49.089619 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ac5a1-1397-47ed-a395-1964ae7b3cc2 x-openstack-request-id: req-2e7ac5a1-1397-47ed-a395-1964ae7b3cc2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:49.093183 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "name": "network-vif-plugged", "status": "completed", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:49.094518 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e7ac5a1-1397-47ed-a395-1964ae7b3cc2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:49.102524 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48', 'code': 200} Jul 27 21:48:49.177120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-030bdde7-7d72-4329-a7a1-402bb8138e11 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:49.179101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-030bdde7-7d72-4329-a7a1-402bb8138e11 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 945 time: 0.2955129 Jul 27 21:48:49.201350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:49.230064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:49.247795 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90731152-be57-4326-a254-2e7fdc12a2e6 x-openstack-request-id: req-90731152-be57-4326-a254-2e7fdc12a2e6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:49.248777 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd", "name": "network-vif-deleted", "tag": "54228205-b5bf-4da9-9246-3c601eca1c99", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:49.249797 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90731152-be57-4326-a254-2e7fdc12a2e6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:49.250106 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd', 'name': 'network-vif-deleted', 'tag': '54228205-b5bf-4da9-9246-3c601eca1c99', 'status': 'completed', 'code': 200} Jul 27 21:48:49.256442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.273841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.288360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Transition to ACTIVE for port object 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:49.345499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:49.400288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Deleting port 8ead5050-111e-4c2f-a9e5-860cdec49e3c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:49.400873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.422751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8698fe1-c4c1-4d7c-bba9-e66a6eba0a56 req-5386fead-39e8-4a48-b58d-f1c55e7c0427 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.1706500 Jul 27 21:48:49.431248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Made reservation on behalf of ac16282382da448a9bae9b87c87f9dad for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:49.448481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.464922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.615708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Pushing event updated for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:49.619861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:49.737841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cfb2a-51cf-48ae-b5fc-7760156618a5 req-dd95cc37-9b05-4abc-871a-5a69160540e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:49.739454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1cfb2a-51cf-48ae-b5fc-7760156618a5 req-dd95cc37-9b05-4abc-871a-5a69160540e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 1096 time: 0.4946072 Jul 27 21:48:49.765340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:49.822304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Attempting to bind port e9874f7b-dd2d-4edc-9917-9709ed6535d3 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:49.823022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Attempting to bind port e9874f7b-dd2d-4edc-9917-9709ed6535d3 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:49.823577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Attempting to bind port e9874f7b-dd2d-4edc-9917-9709ed6535d3 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:49.861674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Pushing event updated for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:49.900511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b0e0790-544c-4c41-8575-f4ffadc08ef5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:49.936119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Port e9874f7b-dd2d-4edc-9917-9709ed6535d3 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:49.936119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Attempting to bind port e9874f7b-dd2d-4edc-9917-9709ed6535d3 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:49.940826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17bbe61e-650e-42bb-aa3d-b9b788940e2b req-4e8b3ae4-a0c5-4f46-a562-15822a386ceb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1209841 Jul 27 21:48:49.970083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:49.970694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Checking segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:49.971343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Bound using segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:49.972110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Bound port: e9874f7b-dd2d-4edc-9917-9709ed6535d3, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:49.972731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.001019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.003682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927a39b-b86f-4923-8746-97f9cedbb338 req-dcc8644c-8228-4b69-b4d2-112432bd0639 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.012043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7927a39b-b86f-4923-8746-97f9cedbb338 req-dcc8644c-8228-4b69-b4d2-112432bd0639 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.4684782 Jul 27 21:48:50.052438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1cfb2a-51cf-48ae-b5fc-7760156618a5 req-b4ca91ff-8d8e-4598-adf6-fccc02e1ef55 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806268 Jul 27 21:48:50.058668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17bbe61e-650e-42bb-aa3d-b9b788940e2b req-34c7de8d-02a2-4a46-bc44-6e7745330afd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2953e601c93744c583a081fe5aaedc59&device_id=83a6e7a2-4c3f-4fb5-8653-bfeb363ad6dd HTTP/1.1" status: 200 len: 210 time: 0.0809569 Jul 27 21:48:50.068092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.072082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Attempting to bind port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:50.072430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Attempting to bind port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:50.072772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Attempting to bind port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:50.075978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:50.077605 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.109234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:50.109585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Attempting to bind port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 on network b48d2ce7-785e-4b4e-aa50-4c817d3c9349 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:50.171011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7927a39b-b86f-4923-8746-97f9cedbb338 req-1ea26135-5e89-4c94-b911-adfa51c265eb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579623 Jul 27 21:48:50.171865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:50.172206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Checking segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:50.174423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Bound using segment: {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:50.175142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Bound port: 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e851a1-e855-43a6-9bf0-68732b0899ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:50.175729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.214943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17bbe61e-650e-42bb-aa3d-b9b788940e2b req-394a9405-c52a-45de-bdb0-553af89563a8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2953e601c93744c583a081fe5aaedc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929496 Jul 27 21:48:50.272683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-166cace6-0472-4435-a766-99cf7d7eb153 req-c6d852ed-83b5-4f94-8691-92cba3210cf3 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.5574079 Jul 27 21:48:50.284310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] For port 8ead5050-111e-4c2f-a9e5-860cdec49e3c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=8ead5050-111e-4c2f-a9e5-860cdec49e3c,segment=NetworkSegment(659bd8b9-bd70-4844-b268-42edea9da748),segment_id=659bd8b9-bd70-4844-b268-42edea9da748)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:50.284603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:50.285149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.314051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Calling delete_port for 8ead5050-111e-4c2f-a9e5-860cdec49e3c owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:50.354954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:50.431461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:50.452190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:50.469204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe61e-650e-42bb-aa3d-b9b788940e2b req-b61f2395-a127-4d2b-b592-de7c74ac702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.470776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17bbe61e-650e-42bb-aa3d-b9b788940e2b req-b61f2395-a127-4d2b-b592-de7c74ac702a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458379 Jul 27 21:48:50.496130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60933780-1ef7-47f5-a54d-79be1356aab9 req-2c152fdc-ea00-4209-9c7a-5c99d1ecfb52 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.497762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60933780-1ef7-47f5-a54d-79be1356aab9 req-2c152fdc-ea00-4209-9c7a-5c99d1ecfb52 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 943 time: 0.1192920 Jul 27 21:48:50.550085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60933780-1ef7-47f5-a54d-79be1356aab9 req-e37221a6-5fca-429d-881d-f684fd714db7 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/security-groups?id=974a3e9a-cab6-4b73-8da3-b516ecc73668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Jul 27 21:48:50.582317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.600712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103720f-57e7-40c9-a109-2b4a84f68297 req-1c89c38f-5ece-4b6b-8603-3c9dbfd0caee tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.602368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7103720f-57e7-40c9-a109-2b4a84f68297 req-1c89c38f-5ece-4b6b-8603-3c9dbfd0caee tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 944 time: 0.1853123 Jul 27 21:48:50.647692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.648525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.650157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] 10.222.0.76 "PUT /v2.0/ports/e9874f7b-dd2d-4edc-9917-9709ed6535d3 HTTP/1.1" status: 200 len: 1091 time: 3.3910258 Jul 27 21:48:50.668854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.668979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7103720f-57e7-40c9-a109-2b4a84f68297 req-c58d8b44-7e61-42a5-9ae5-7d69aee5a2c7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521934 Jul 27 21:48:50.702564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.703449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.705025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] 10.222.0.50 "PUT /v2.0/ports/64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 HTTP/1.1" status: 200 len: 1092 time: 2.1948943 Jul 27 21:48:50.705846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a684ad-e4bc-4a37-b148-fa58582e4024 service neutron] Pushing event updated for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.768343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.791984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16404aec-5548-4300-91c2-e8a093e5463e service neutron] Pushing event updated for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.844816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.885229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c875f3-be1c-4fee-bce2-13458f92688a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.910227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Pushing event deleted for resources: {'Port': ['ID=8ead5050-111e-4c2f-a9e5-860cdec49e3c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:50.934561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Checking segment: {'id': '998a73e3-08b9-4ced-9158-a13d0752824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ba5cef52-5317-405d-874e-4dc69dc21268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:50.935093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Network hostable DHCP agents. Network: ba5cef52-5317-405d-874e-4dc69dc21268, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:50.994993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] No DVR routers for this DVR port 8ead5050-111e-4c2f-a9e5-860cdec49e3c on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:50.994993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:50.996091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df64fb10-48ed-4219-9629-9cd57ca8ddf5 req-6a184bd4-0f69-4d68-bcfd-4c23f4ebae00 tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.50 "DELETE /v2.0/ports/8ead5050-111e-4c2f-a9e5-860cdec49e3c HTTP/1.1" status: 204 len: 173 time: 1.8085704 Jul 27 21:48:50.996639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-deleted', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:51.000332 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8fc31-3f0c-43ac-9a4a-682e3cad95a2" -d '{"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-deleted", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:51.014604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-9f0650ee-bb66-4719-8f70-bf608c2b47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.016302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-9f0650ee-bb66-4719-8f70-bf608c2b47ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 1094 time: 0.1387520 Jul 27 21:48:51.061689 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b3cc0-2727-45fe-b86f-b60dadf236fa x-openstack-request-id: req-577b3cc0-2727-45fe-b86f-b60dadf236fa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:51.062050 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-deleted", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:51.062470 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-577b3cc0-2727-45fe-b86f-b60dadf236fa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:51.062779 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-deleted', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'status': 'completed', 'code': 200} Jul 27 21:48:51.081329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-5e0784df-816a-42f3-97c4-b3666b968b41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3 HTTP/1.1" status: 200 len: 217 time: 0.0484552 Jul 27 21:48:51.083308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-7c3633a2-6b6f-4888-a878-104e4d12ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.084862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-7c3633a2-6b6f-4888-a878-104e4d12ee70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1437888 Jul 27 21:48:51.104197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:51.108789 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2597d-5c13-4311-a8d8-a5bc4ef000f4" -d '{"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:51.152466 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1954c956-dcf0-46f7-a805-8d8e892269e6 x-openstack-request-id: req-1954c956-dcf0-46f7-a805-8d8e892269e6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:51.152832 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156e3755-ff61-44b8-9b69-be9a3dc7ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "8ead5050-111e-4c2f-a9e5-860cdec49e3c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:51.153187 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1954c956-dcf0-46f7-a805-8d8e892269e6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:51.153666 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156e3755-ff61-44b8-9b69-be9a3dc7ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ead5050-111e-4c2f-a9e5-860cdec49e3c', 'code': 200} Jul 27 21:48:51.170776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a328a206-45a4-4321-bc45-d2441b0bf68c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 HTTP/1.1" status: 200 len: 217 time: 0.0675178 Jul 27 21:48:51.219175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-2590b94a-44fe-4152-b560-6694ec25bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.220470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-2590b94a-44fe-4152-b560-6694ec25bca4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.1298137 Jul 27 21:48:51.224510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Network ba5cef52-5317-405d-874e-4dc69dc21268 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:51.270277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3'}, {'name': 'network-changed', 'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:51.271981 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3"}, {"name": "network-changed", "server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:51.280015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-6e4903a1-0020-4444-8f26-1108c8ba1f83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487306 Jul 27 21:48:51.282243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-d09e5f3f-bc5e-4c39-a7ad-d88e0407f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.283722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-d09e5f3f-bc5e-4c39-a7ad-d88e0407f5e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.1067972 Jul 27 21:48:51.335388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492b3cb-ea01-44ad-b6a7-64607561f16c req-42ceb5b1-c50f-4893-9b76-aad3c7a5f2f3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.337090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f492b3cb-ea01-44ad-b6a7-64607561f16c req-42ceb5b1-c50f-4893-9b76-aad3c7a5f2f3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.0822797 Jul 27 21:48:51.361835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-a9151350-576c-4be1-bda3-d5b92b7dadcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642042 Jul 27 21:48:51.387999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f492b3cb-ea01-44ad-b6a7-64607561f16c req-08926702-430a-4bdc-b55c-9283ee28573d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Jul 27 21:48:51.469713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-3146d0f7-b24c-4597-ba7a-abccf03a0299 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822574 Jul 27 21:48:51.592477 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa5da6a-6c57-4572-b9c5-d5135b0951c1 x-openstack-request-id: req-3aa5da6a-6c57-4572-b9c5-d5135b0951c1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:51.592953 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:51.593489 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aa5da6a-6c57-4572-b9c5-d5135b0951c1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:51.594173 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3', 'status': 'completed', 'code': 200} Jul 27 21:48:51.594618 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2', 'status': 'completed', 'code': 200} Jul 27 21:48:51.603049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ba5cef52-5317-405d-874e-4dc69dc21268) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:51.609796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.612961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.621043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-5e67386f-99b0-486a-88b3-c963a99e5143 service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503617 Jul 27 21:48:51.630981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb48a4-6f67-42bb-959c-509099e3599c None None] Network ba5cef52-5317-405d-874e-4dc69dc21268 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:51.685971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1a0ccd1-31be-494c-a9ad-71627d114072 req-6e0b889d-478d-44f8-9654-0f9634725229 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0958488 Jul 27 21:48:51.789893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd016db9-b65e-4e34-aff9-63c5cfc16353 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7296953 Jul 27 21:48:51.806647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621087b-8bf6-44bf-87f1-78568287092a req-5145b1d9-81cc-4f05-bcab-281990726892 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.809591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3621087b-8bf6-44bf-87f1-78568287092a req-5145b1d9-81cc-4f05-bcab-281990726892 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 950 time: 0.1503696 Jul 27 21:48:52.007676 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3621087b-8bf6-44bf-87f1-78568287092a req-87639157-7fa0-47e0-b475-9aa7a502ee24 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829877 Jul 27 21:48:52.062088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-ab0da7e8-462b-48fa-bab5-950ae3902ce1 service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817809 Jul 27 21:48:52.097053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828bada-b308-48f3-b6ba-5367a003fae6 None None] Network ba5cef52-5317-405d-874e-4dc69dc21268 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:52.116974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-363763a6-e397-4731-ba09-1e02248146c5 req-0f9c90d0-42e0-47bb-a17f-5c2360435a4b tempest-ImagesTestJSON-2038699476 tempest-ImagesTestJSON-2038699476-project] 10.222.0.37 "GET /v2.0/ports?device_id=156e3755-ff61-44b8-9b69-be9a3dc7ff22 HTTP/1.1" status: 200 len: 210 time: 0.1109622 Jul 27 21:48:52.119310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8514ad00-21c4-41ac-865e-afd81c3144e2 req-3f2c2e5d-cc8e-474b-8f4b-bb717a59bbec service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894998 Jul 27 21:48:52.174119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-0c25cfe6-1357-41bc-8f65-b62fa5d5ab23 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.176809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-0c25cfe6-1357-41bc-8f65-b62fa5d5ab23 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 819 time: 0.4000452 Jul 27 21:48:52.196018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Request body: {'port': {'device_id': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'admin_state_up': True, 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:52.313970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71a083-2b82-4fa3-9c87-c02f7a4b315c req-5a22e5d2-342d-427f-a437-5cd9a3939654 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.319804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f71a083-2b82-4fa3-9c87-c02f7a4b315c req-5a22e5d2-342d-427f-a437-5cd9a3939654 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 944 time: 0.2150846 Jul 27 21:48:52.407181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f71a083-2b82-4fa3-9c87-c02f7a4b315c req-b1474719-991e-46d1-a173-1248287b77b5 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767131 Jul 27 21:48:52.585776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-fa21367e-9220-4b5c-ace1-22d2df679098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.589180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-fa21367e-9220-4b5c-ace1-22d2df679098 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1455731 Jul 27 21:48:52.638222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caab1b-82ce-4958-8c2f-595b4cb0f6cd req-2f80d042-c7b9-498e-a15c-683d518c61f9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.639890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-19caab1b-82ce-4958-8c2f-595b4cb0f6cd req-2f80d042-c7b9-498e-a15c-683d518c61f9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.0971358 Jul 27 21:48:52.739458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-19caab1b-82ce-4958-8c2f-595b4cb0f6cd req-cce90b96-1836-4422-a6d1-edccf741be76 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863008 Jul 27 21:48:52.999062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0717aa82-b250-48b7-8a0d-d19c5e711400 req-c5587394-7990-4e3e-945a-6f88107bca73 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0603335 Jul 27 21:48:53.083346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Made reservation on behalf of 339fd34f66e34c69a0c3ec7120554fbb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:53.086984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:53.271120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237edb55-c5f8-452a-abc3-46297f7b353c req-2e13ee69-dd4a-4833-ab99-29607f7b0f3b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.274629 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-237edb55-c5f8-452a-abc3-46297f7b353c req-2e13ee69-dd4a-4833-ab99-29607f7b0f3b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 950 time: 0.1050951 Jul 27 21:48:53.332513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-237edb55-c5f8-452a-abc3-46297f7b353c req-ad02197f-4677-4506-8385-9e730c4648dd tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Jul 27 21:48:53.383155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:53.387700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:53.397506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-8c230703-66cc-4935-9f58-1e55ae53894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.398507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-8c230703-66cc-4935-9f58-1e55ae53894e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 914 time: 0.8028212 Jul 27 21:48:53.426663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-47ee0d5b-7b29-401f-9d2e-b044f7c77b56 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.428273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-47ee0d5b-7b29-401f-9d2e-b044f7c77b56 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/networks?id=1febeed9-24aa-4f94-9724-a9dbd2e9caae HTTP/1.1" status: 200 len: 814 time: 0.3761928 Jul 27 21:48:53.440756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-217baecb-3196-49bc-863a-790fc9025ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.442574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-217baecb-3196-49bc-863a-790fc9025ec8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a3430291664f4aa08459ae004f9f9f6c&device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 1094 time: 0.9989915 Jul 27 21:48:53.455581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 8ead5050-111e-4c2f-a9e5-860cdec49e3c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:53.455581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 8ead5050-111e-4c2f-a9e5-860cdec49e3c not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:53.508823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-31b018ff-c889-40e5-bf05-722a4a8dd75f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 HTTP/1.1" status: 200 len: 217 time: 0.0909376 Jul 27 21:48:53.555605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-59091481-5ba5-407e-9e2b-2c380c399875 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.557236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-59091481-5ba5-407e-9e2b-2c380c399875 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 950 time: 0.3965056 Jul 27 21:48:53.611954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-b9fcd6bf-e562-45c2-828d-1e0ccab5f3bf tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/quotas/09f2e8a5f2e241a19dd7a67611576997 HTTP/1.1" status: 200 len: 375 time: 0.1640620 Jul 27 21:48:53.650433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:53.658532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'port_id': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2', 'mac_address': 'fa:16:3e:e8:c7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c156eb-2eba-4b5f-8259-9af248a652e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:53.724015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:53.736711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8d3b6-a743-4084-b9af-8e8a0538a012 req-89c5bc98-e534-4084-983a-d4eb33de1115 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.739997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03e8d3b6-a743-4084-b9af-8e8a0538a012 req-89c5bc98-e534-4084-983a-d4eb33de1115 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 944 time: 0.1519194 Jul 27 21:48:53.745319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:53.751858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-1f193830-3429-430b-98a1-7da32b0b0925 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.753068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-1f193830-3429-430b-98a1-7da32b0b0925 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 819 time: 0.2355118 Jul 27 21:48:53.758416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-ae7c4932-79d4-4a20-9131-0481075d8dfd tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=09f2e8a5f2e241a19dd7a67611576997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331255 Jul 27 21:48:53.769203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:53.776486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Request body: {'port': {'device_id': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'admin_state_up': True, 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:53.786887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Allocated IP 172.20.0.9 (9cc3cb17-1f5a-4f91-a733-a11745767960/a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa/dd779b9a-b143-4dc0-87c6-8d44d9479621) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:53.793786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-d998915e-efbc-4634-999d-432782925d85 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:48:53.793786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-d998915e-efbc-4634-999d-432782925d85 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084481 Jul 27 21:48:53.811951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-23c10bff-c909-463f-9a59-6005a3750e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.813441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-23c10bff-c909-463f-9a59-6005a3750e97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.2552912 Jul 27 21:48:53.852088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03e8d3b6-a743-4084-b9af-8e8a0538a012 req-554eedfa-842a-429b-9d00-99e58e6f5065 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979791 Jul 27 21:48:53.965566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.001745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-ab805b0f-2aab-47a4-9b1e-e06831af1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:54.004894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-ab805b0f-2aab-47a4-9b1e-e06831af1d7d service neutron] 10.222.0.76 "GET /v2.0/networks?id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 200 len: 914 time: 0.5118613 Jul 27 21:48:54.012964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-0ac493a7-30de-4630-add7-bb2ff97c7028 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807897 Jul 27 21:48:54.060594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:54.069185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Made reservation on behalf of 339fd34f66e34c69a0c3ec7120554fbb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:54.072868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.189935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:54.202123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aecc5f6f-a61e-44bc-ad17-8e304f90f4f5 req-2c7b49f9-ad78-47cb-abfe-1be48b3b6a8a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0687392 Jul 27 21:48:54.258344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-a64359f3-41e4-4481-b5c8-3aea8acd033c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3 HTTP/1.1" status: 200 len: 217 time: 0.2431793 Jul 27 21:48:54.302965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-ffc85d2a-dfaf-457a-be6a-571ac0ed58d2 service neutron] 10.222.0.37 "GET /v2.0/networks/1febeed9-24aa-4f94-9724-a9dbd2e9caae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884105 Jul 27 21:48:54.510739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Deleting port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:54.511318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.558572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f3d3b-7c24-47e1-9c55-32dc2285834f req-f3cdf864-9665-4a34-8ac6-6311c6768550 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:54.560859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d8f3d3b-7c24-47e1-9c55-32dc2285834f req-f3cdf864-9665-4a34-8ac6-6311c6768550 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 950 time: 0.0867383 Jul 27 21:48:54.597432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-7c51adb8-9b2f-406f-9c98-8732df4a24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:54.599386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-7c51adb8-9b2f-406f-9c98-8732df4a24b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 200 len: 853 time: 0.3269277 Jul 27 21:48:54.617157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d8f3d3b-7c24-47e1-9c55-32dc2285834f req-62389b63-bc5d-4c3f-82df-92506d65f91c tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9a79682-6c21-4c82-8110-0a22ad98ed73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 Jul 27 21:48:54.694350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-109332c8-67cb-45bd-affe-eeffabbe6a48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b48d2ce7-785e-4b4e-aa50-4c817d3c9349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738893 Jul 27 21:48:54.735256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-e28b6f50-6294-488b-a692-cd16f34abd38 service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809077 Jul 27 21:48:54.805686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-0665e9f8-6333-4693-8bbb-5baa614bbb1f service neutron] 10.222.0.37 "GET /v2.0/networks/1febeed9-24aa-4f94-9724-a9dbd2e9caae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018358 Jul 27 21:48:54.814085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:54.887800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.915993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Deleting subnet 85b2b40a-e745-410c-aa79-8b60635fdb2c {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:48:54.932763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:54.937907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] For port efcc428f-d2e1-4b9d-a9dc-9db0150ae927, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:54.938804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.008024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Calling delete_port for efcc428f-d2e1-4b9d-a9dc-9db0150ae927 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:55.028096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.061856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-8c7e8461-05e4-47db-8130-5bbf5ff15e3f service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570752 Jul 27 21:48:55.088775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-f83adf35-42c3-42ea-9152-367b7ab249d9 service neutron] 10.222.0.50 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429863 Jul 27 21:48:55.135623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.199156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899f1d-7383-41fd-a82f-6408e7ceb611 req-9018e536-e992-4f4e-b40a-e850008c8d3b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:55.201421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a2899f1d-7383-41fd-a82f-6408e7ceb611 req-9018e536-e992-4f4e-b40a-e850008c8d3b tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 945 time: 0.2039456 Jul 27 21:48:55.256167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-9b23e99d-179e-46b5-8b80-560705dbacdb service neutron] 10.222.0.76 "GET /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855605 Jul 27 21:48:55.265121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a2899f1d-7383-41fd-a82f-6408e7ceb611 req-e9323d7f-7738-48c1-a40d-1cfd3f63e5e5 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502169 Jul 27 21:48:55.352681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.384874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:55.446732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.515518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e47c7685-52eb-4d94-afd7-45ce9efe24a6 req-4bfbde96-ef1a-4ff4-8ef5-2e4382d4fa3e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0632701 Jul 27 21:48:55.522037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:55.531050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.532931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.534470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/85b2b40a-e745-410c-aa79-8b60635fdb2c HTTP/1.1" status: 204 len: 168 time: 0.7178457 Jul 27 21:48:55.538728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:55.546106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59170) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:55.550082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:55.554667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['efcc428f-d2e1-4b9d-a9dc-9db0150ae927'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:55.565936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Pushing event updated for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:55.581827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294069b-64b9-4322-a981-5e08eeb963a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b2b40a-e745-410c-aa79-8b60635fdb2c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:55.594612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d865066-bb8a-4091-9181-22477b47e7b4 req-d5d012a4-33e9-42f9-b6d1-fae9c2a31335 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.1494515 Jul 27 21:48:55.613684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Allocated IP 172.20.0.8 (9cc3cb17-1f5a-4f91-a733-a11745767960/a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa/b96693ce-f404-41ba-9527-a8cedd2a6f2e) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:55.639809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:55.650095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:55.650409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.751461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e9874f7b-dd2d-4edc-9917-9709ed6535d3 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:55.764272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Pushing event deleted for resources: {'Port': ['ID=efcc428f-d2e1-4b9d-a9dc-9db0150ae927,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:55.860671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] No DVR routers for this DVR port efcc428f-d2e1-4b9d-a9dc-9db0150ae927 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:55.865702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.868982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.871470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c670d0a-69bd-4a8a-b7dd-ea355d76539d req-709f5ba4-bd8a-412f-a69d-dd63d7dfc92b tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.76 "DELETE /v2.0/ports/efcc428f-d2e1-4b9d-a9dc-9db0150ae927 HTTP/1.1" status: 204 len: 173 time: 2.2949383 Jul 27 21:48:55.885507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:55.887087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:55.890525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-deleted', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:55.893456 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b5985-69e2-4643-8229-cf74e32b9e28" -d '{"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-deleted", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:56.022116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.093054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a22e6a80-5978-4d05-bcb1-7ae9b7c07ed9 req-6a6ac907-4d04-4d5e-9e6f-1d606034627d tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 210 time: 0.2303154 Jul 27 21:48:56.101259 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a0c80-9ee0-4964-9c91-47ffc3f35045 x-openstack-request-id: req-112a0c80-9ee0-4964-9c91-47ffc3f35045 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:56.101619 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf37d2-f0e6-445d-81f2-78e281d9821d", "name": "network-vif-deleted", "tag": "efcc428f-d2e1-4b9d-a9dc-9db0150ae927", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:56.102023 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-112a0c80-9ee0-4964-9c91-47ffc3f35045 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:56.102666 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf37d2-f0e6-445d-81f2-78e281d9821d', 'name': 'network-vif-deleted', 'tag': 'efcc428f-d2e1-4b9d-a9dc-9db0150ae927', 'status': 'completed', 'code': 200} Jul 27 21:48:56.106707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.113611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-3bf667b0-6272-4d21-a3eb-aefd6416c267 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9260411 Jul 27 21:48:56.131595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:56.131976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Request body: {'port': {'device_id': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:56.136333 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062c589-cb0f-40c3-b0ef-efba56312267" -d '{"events": [{"server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "name": "network-vif-plugged", "status": "completed", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:56.165207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0760cbe-b737-43d3-a774-760d66b7ed89']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:56.183018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659bd8b9-bd70-4844-b268-42edea9da748') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:56.202065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659bd8b9-bd70-4844-b268-42edea9da748') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:56.203501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:56.213056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.224736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.240896 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf12b7a3-8089-41bc-94d2-c4a23c384ef8 x-openstack-request-id: req-cf12b7a3-8089-41bc-94d2-c4a23c384ef8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:56.241563 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "name": "network-vif-plugged", "status": "completed", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:56.246763 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf12b7a3-8089-41bc-94d2-c4a23c384ef8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:56.246763 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2', 'code': 200} Jul 27 21:48:56.249512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:56.263674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3', 'network_id': 'b48d2ce7-785e-4b4e-aa50-4c817d3c9349', 'port_id': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3', 'mac_address': 'fa:16:3e:87:32:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c156eb-2eba-4b5f-8259-9af248a652e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:56.277905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.292641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:48:56.293249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:48:56.297518 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:48:56.318745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.335675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9874f7b-dd2d-4edc-9917-9709ed6535d3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:56.362095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:56.441072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.503706 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.537205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:56.584184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.604252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Network 9cc3cb17-1f5a-4f91-a733-a11745767960 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:56.609918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:56.615118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:56.621275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Pushing event updated for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:56.676515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.677217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.693923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:56.813915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92347e-f8c7-4bfa-baaf-a8fb5282910d req-174d14fa-c460-4de8-a35c-2a5fe8be6453 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.815948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d92347e-f8c7-4bfa-baaf-a8fb5282910d req-174d14fa-c460-4de8-a35c-2a5fe8be6453 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 931 time: 0.1046267 Jul 27 21:48:56.831842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-b3581e1b-86fb-4b4e-b4c4-985b860d8480 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0613799 Jul 27 21:48:56.836359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:56.866079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Request body: {'port': {'device_id': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:56.880857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e9874f7b-dd2d-4edc-9917-9709ed6535d3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:56.938651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d92347e-f8c7-4bfa-baaf-a8fb5282910d req-a71e5942-b5e4-42e6-beb7-e7f55f5310a5 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128550 Jul 27 21:48:56.991174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e6e1-f928-43d5-bb10-ea7e3f4f9721 req-fe2b0691-4301-4dd5-aee7-0685c14c74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.992728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e72e6e1-f928-43d5-bb10-ea7e3f4f9721 req-fe2b0691-4301-4dd5-aee7-0685c14c74e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 1096 time: 0.6798024 Jul 27 21:48:57.005520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.007946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575896cf-f10f-41d6-ab51-a6890e7772f0 req-dcc1cc81-82c5-4ff1-aa98-e0233a67a0df tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:57.009519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-575896cf-f10f-41d6-ab51-a6890e7772f0 req-dcc1cc81-82c5-4ff1-aa98-e0233a67a0df tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 945 time: 0.6310098 Jul 27 21:48:57.038664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.060891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.063251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0760cbe-b737-43d3-a774-760d66b7ed89 HTTP/1.1" status: 204 len: 168 time: 1.5158069 Jul 27 21:48:57.105604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c523b3a-47c1-4f33-b8b7-7d8b65b9396d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0760cbe-b737-43d3-a774-760d66b7ed89,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:57.115144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f777df6-c3e9-476b-92f9-f8c604e425e4 req-f1b1c289-4b17-4981-9eb2-573a3092d0d1 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0776923 Jul 27 21:48:57.235662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e72e6e1-f928-43d5-bb10-ea7e3f4f9721 req-723f6250-84e7-47e2-bac8-2bd0aab41bd9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220120 Jul 27 21:48:57.270623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-575896cf-f10f-41d6-ab51-a6890e7772f0 req-9b609dbc-2d9b-46ac-bfa5-5852d0d61fab tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435403 Jul 27 21:48:57.394577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd779b9a-b143-4dc0-87c6-8d44d9479621 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:57.403270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.416768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Transition to ACTIVE for port object dd779b9a-b143-4dc0-87c6-8d44d9479621 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:57.488972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11a371cf-1547-47fe-8554-c6a8b9e27925 req-52e507dc-fbdf-48d5-be4b-62e341413541 tempest-ServersAdminTestJSON-1080543790 tempest-ServersAdminTestJSON-1080543790-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bf37d2-f0e6-445d-81f2-78e281d9821d HTTP/1.1" status: 200 len: 210 time: 0.0477712 Jul 27 21:48:57.612304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.704173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Pushing event updated for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:57.762641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:57.776142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Attempting to bind port dd779b9a-b143-4dc0-87c6-8d44d9479621 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:57.776292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Attempting to bind port dd779b9a-b143-4dc0-87c6-8d44d9479621 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:57.776587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Attempting to bind port dd779b9a-b143-4dc0-87c6-8d44d9479621 on network 9cc3cb17-1f5a-4f91-a733-a11745767960 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:57.783953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Port dd779b9a-b143-4dc0-87c6-8d44d9479621 on network 9cc3cb17-1f5a-4f91-a733-a11745767960 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:57.784397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Attempting to bind port dd779b9a-b143-4dc0-87c6-8d44d9479621 on network 9cc3cb17-1f5a-4f91-a733-a11745767960 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:57.789879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:57.790306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Checking segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:57.790661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Bound using segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:57.791100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Bound port: dd779b9a-b143-4dc0-87c6-8d44d9479621, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:57.791501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.822854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: efcc428f-d2e1-4b9d-a9dc-9db0150ae927 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:57.826815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device efcc428f-d2e1-4b9d-a9dc-9db0150ae927 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:57.854800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96693ce-f404-41ba-9527-a8cedd2a6f2e {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:57.868785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.881667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Transition to ACTIVE for port object b96693ce-f404-41ba-9527-a8cedd2a6f2e will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:57.909510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:57.916119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:57.944225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:57.973569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:57.992524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b2aae31e-f86f-4b6e-8d4f-e48cb38abfcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ade725dccc2f49bc935a7a45eb7264f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469215 Jul 27 21:48:57.995134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:58.023750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.096277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.096925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.098425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] 10.222.0.76 "PUT /v2.0/ports/dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 1091 time: 1.9731309 Jul 27 21:48:58.105433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:58.108486 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749456bd-d3c2-445b-8b04-dbcc3b1e3901" -d '{"events": [{"name": "network-changed", "server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:58.132048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Pushing event updated for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:58.132843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572a05-9fa1-4b3a-a114-520c82e6865a service neutron] Pushing event updated for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:58.136361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.167531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.205808 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f10eb-0538-4bca-9fa6-338bcf3ecaa6 x-openstack-request-id: req-c30f10eb-0538-4bca-9fa6-338bcf3ecaa6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:58.206122 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:58.206387 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c30f10eb-0538-4bca-9fa6-338bcf3ecaa6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:58.206943 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621', 'status': 'completed', 'code': 200} Jul 27 21:48:58.245361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Attempting to bind port b96693ce-f404-41ba-9527-a8cedd2a6f2e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:58.245735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Attempting to bind port b96693ce-f404-41ba-9527-a8cedd2a6f2e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:58.246035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Attempting to bind port b96693ce-f404-41ba-9527-a8cedd2a6f2e on network 9cc3cb17-1f5a-4f91-a733-a11745767960 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:58.256950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Port b96693ce-f404-41ba-9527-a8cedd2a6f2e on network 9cc3cb17-1f5a-4f91-a733-a11745767960 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:58.257411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Attempting to bind port b96693ce-f404-41ba-9527-a8cedd2a6f2e on network 9cc3cb17-1f5a-4f91-a733-a11745767960 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:58.270928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:58.271348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Checking segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:58.271674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Bound using segment: {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:58.272137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Bound port: b96693ce-f404-41ba-9527-a8cedd2a6f2e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb058d7-8fd6-4439-b72e-b66003b05bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:58.272514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.283885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029eac-1610-4eb5-81ed-71b662d5c1d2 req-b9dd36bd-6795-4231-b17f-64507c383d85 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.285508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f029eac-1610-4eb5-81ed-71b662d5c1d2 req-b9dd36bd-6795-4231-b17f-64507c383d85 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 943 time: 0.1379738 Jul 27 21:48:58.340965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cb1bdb1-da0b-45f3-93b6-c3f1faa94394 req-d41d9d74-981f-409e-b42e-f4efa60b1f77 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0424306 Jul 27 21:48:58.368481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-d5ff4ee7-87f2-463b-aa83-a97699c19125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.380084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-d5ff4ee7-87f2-463b-aa83-a97699c19125 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1094 time: 0.1349156 Jul 27 21:48:58.414091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f029eac-1610-4eb5-81ed-71b662d5c1d2 req-f5d82e4e-5e6f-4ff9-bcc4-770fb19129d1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Jul 27 21:48:58.432307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.435937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.437045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/974a3e9a-cab6-4b73-8da3-b516ecc73668 HTTP/1.1" status: 204 len: 168 time: 0.4406607 Jul 27 21:48:58.445696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:58.451563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:58.461735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043fae1-23db-4cb5-9fea-1842e616c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974a3e9a-cab6-4b73-8da3-b516ecc73668,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:58.556206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-34038e05-8998-4992-bd69-ed7c448b91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.559475 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-34038e05-8998-4992-bd69-ed7c448b91ff service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1817679 Jul 27 21:48:58.583307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.664910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.665570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:58.667252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] 10.222.0.76 "PUT /v2.0/ports/b96693ce-f404-41ba-9527-a8cedd2a6f2e HTTP/1.1" status: 200 len: 1091 time: 1.8083422 Jul 27 21:48:58.667785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:58.670416 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:58.701919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710138a-b913-4f4c-8540-0702354a4515 service neutron] Pushing event updated for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:58.783989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556100c5-7af3-4e7c-8154-e321837c5391 req-39ca6300-9177-4199-a3ea-c6937ab7f82f tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.794782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-556100c5-7af3-4e7c-8154-e321837c5391 req-39ca6300-9177-4199-a3ea-c6937ab7f82f tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 946 time: 0.2284381 Jul 27 21:48:58.813981 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a167301-d12d-4fdb-9e46-219f2c33fbb5 x-openstack-request-id: req-8a167301-d12d-4fdb-9e46-219f2c33fbb5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:58.814274 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:58.814565 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a167301-d12d-4fdb-9e46-219f2c33fbb5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:58.814974 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e', 'status': 'completed', 'code': 200} Jul 27 21:48:58.834370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-6195b7e6-3b69-40ee-8124-271caec455ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.836917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749456bd-d3c2-445b-8b04-dbcc3b1e3901 req-6195b7e6-3b69-40ee-8124-271caec455ff service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679057 Jul 27 21:48:58.873310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-556100c5-7af3-4e7c-8154-e321837c5391 req-0db281fb-bbdc-4880-a555-4e2e203836cb tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770187 Jul 27 21:48:58.930848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-50504101-c741-4fbd-a365-d1df231c0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.933738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-50504101-c741-4fbd-a365-d1df231c0e79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 1094 time: 0.0959635 Jul 27 21:48:58.967411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-82fb0e6c-25e8-4c06-bd79-8e5cb01efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:58.967411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-82fb0e6c-25e8-4c06-bd79-8e5cb01efbd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1094 time: 0.0796907 Jul 27 21:48:59.026637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-1602bdc2-2d5d-4650-b367-de3063e6c6d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 217 time: 0.0543208 Jul 27 21:48:59.103026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-ffc58316-a5ba-4225-8dd1-e1cf239ca3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.104693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-ffc58316-a5ba-4225-8dd1-e1cf239ca3d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.0707049 Jul 27 21:48:59.106636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-e7d259d3-fc2f-4b1b-8e31-73aa2d99c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.108745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-e7d259d3-fc2f-4b1b-8e31-73aa2d99c7ce service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1677642 Jul 27 21:48:59.150638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-80010512-01e6-4fe2-9772-067af6bd90a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326602 Jul 27 21:48:59.234107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f658647-c789-4e86-9462-83555c8dac08 req-4ad5faf7-b48d-4b21-b3ba-0c74ee655e08 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.236318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f658647-c789-4e86-9462-83555c8dac08 req-4ad5faf7-b48d-4b21-b3ba-0c74ee655e08 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 944 time: 0.1946054 Jul 27 21:48:59.271043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-7aafaae3-59d9-4ef9-9cec-2a8c3b5b0773 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125157 Jul 27 21:48:59.308070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f658647-c789-4e86-9462-83555c8dac08 req-9f85cae1-23be-4f68-b9be-a1cf754c4f48 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Jul 27 21:48:59.341097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-a98778ea-6590-4b75-9fc6-5608d9ad0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.345108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f98bdfc-943f-4aba-b142-4ba7ca01dfdd req-a98778ea-6590-4b75-9fc6-5608d9ad0313 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2253397 Jul 27 21:48:59.482811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59250) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:59.513912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2deae48d-2519-4cc5-8e5d-249c02b8fc26 req-00f47e07-122b-4c36-8d80-33835ec9bb84 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0804248 Jul 27 21:48:59.531913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20be3533-ee58-4220-a6ac-5f8b11973767 req-99b5d9b7-c55e-4706-a972-e2de56b8b67a service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527881 Jul 27 21:48:59.536319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-f29de209-0967-430b-b99b-8455d7d3ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.540636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-f29de209-0967-430b-b99b-8455d7d3ac24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 1094 time: 0.1486344 Jul 27 21:48:59.585714 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-7a195e93-ea6a-4d20-83f7-ccafb37a21d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e HTTP/1.1" status: 200 len: 217 time: 0.0366182 Jul 27 21:48:59.676734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-76400ed0-2644-4571-a956-0eebe24e0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.679572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-76400ed0-2644-4571-a956-0eebe24e0b0a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.0864999 Jul 27 21:48:59.751223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-9a6fbbf3-380e-4214-aa74-1aaacf1bb8c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636535 Jul 27 21:48:59.772434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e9874f7b-dd2d-4edc-9917-9709ed6535d3 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:59.795474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385050-9ec0-4b12-8097-df42778411d7 req-a472d667-56b0-4d45-ae8e-ea33c2d41e1a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.802002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85385050-9ec0-4b12-8097-df42778411d7 req-a472d667-56b0-4d45-ae8e-ea33c2d41e1a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 943 time: 0.1837037 Jul 27 21:48:59.898910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85385050-9ec0-4b12-8097-df42778411d7 req-82d237b4-a349-42ea-b64c-a462a2138141 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880678 Jul 27 21:48:59.953332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-0405751f-4d86-4429-a3c6-00785cc0d062 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.959626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-0405751f-4d86-4429-a3c6-00785cc0d062 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.50 "GET /v2.0/networks?id=1febeed9-24aa-4f94-9724-a9dbd2e9caae HTTP/1.1" status: 200 len: 814 time: 0.2499249 Jul 27 21:48:59.974052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Request body: {'port': {'device_id': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae', 'admin_state_up': True, 'tenant_id': '09f2e8a5f2e241a19dd7a67611576997'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:00.022242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a03b77fc-2094-4623-912d-e5e3dd1ee7d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2953e601c93744c583a081fe5aaedc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354517 Jul 27 21:49:00.031696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59262) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:00.048798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-1e1a52ce-8b88-485a-ab43-38859e853947 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898757 Jul 27 21:49:00.120653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port e9874f7b-dd2d-4edc-9917-9709ed6535d3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:00.130513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e9874f7b-dd2d-4edc-9917-9709ed6535d3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:00.132621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.162547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.205769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.223002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Made reservation on behalf of 09f2e8a5f2e241a19dd7a67611576997 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:00.227321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.236494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48621a7b-fc2c-4766-ae6b-b7f9fb5e3c5b req-ac2b4540-67a6-4406-bb07-d2421e16c1c2 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705048 Jul 27 21:49:00.269730 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.313914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:00.315061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:00.318501 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2230049f-3346-425d-b61d-b08b180fa914" -d '{"events": [{"server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "name": "network-vif-plugged", "status": "completed", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:00.365822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.369154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.373747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9a79682-6c21-4c82-8110-0a22ad98ed73 HTTP/1.1" status: 204 len: 168 time: 0.3375809 Jul 27 21:49:00.391812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882cce2-9824-4ce1-bf39-9356c0e566de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a79682-6c21-4c82-8110-0a22ad98ed73,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:00.401325 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250bf6f-00d9-4c00-b0bc-b181fbbb4027 x-openstack-request-id: req-6250bf6f-00d9-4c00-b0bc-b181fbbb4027 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:00.402794 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "name": "network-vif-plugged", "status": "completed", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:00.403669 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6250bf6f-00d9-4c00-b0bc-b181fbbb4027 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:00.406362 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3', 'code': 200} Jul 27 21:49:00.457404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:00.607437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Allocated IP 172.20.0.6 (1febeed9-24aa-4f94-9724-a9dbd2e9caae/5cc7e94d-3ce2-466a-898f-2795fd3ba7f5/b96d7fde-70e5-4271-b710-8bb113fa874e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:00.641628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:00.742461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e0df2-c908-4f0f-ba50-fa338a227153 req-7f6ca419-8bad-4835-9d8f-801f68252963 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:00.744128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-186e0df2-c908-4f0f-ba50-fa338a227153 req-7f6ca419-8bad-4835-9d8f-801f68252963 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 945 time: 0.2799165 Jul 27 21:49:00.754025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c16bb-419f-4661-83b2-6759fce358bd req-71ef7ead-fa31-46ae-b69a-7f65ebf2fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:00.756195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8e7c16bb-419f-4661-83b2-6759fce358bd req-71ef7ead-fa31-46ae-b69a-7f65ebf2fad5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 1096 time: 0.2046235 Jul 27 21:49:00.775316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d92408e-eaae-4d98-a238-b74897b2d215 req-ad20cec1-b73f-49f7-a5ee-48a313be62df tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0713348 Jul 27 21:49:00.863188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8e7c16bb-419f-4661-83b2-6759fce358bd req-b03e85de-ab26-4c03-85c0-8b78699d4602 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972557 Jul 27 21:49:00.894950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-186e0df2-c908-4f0f-ba50-fa338a227153 req-d8958a49-d2f0-4726-b10d-5aae4c311b8c tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376066 Jul 27 21:49:00.901090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.078570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d7237-0c4f-418e-a914-6467e559865d req-2a056308-c454-4c95-91d4-ae17ca0f04fb tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:01.080629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa6d7237-0c4f-418e-a914-6467e559865d req-2a056308-c454-4c95-91d4-ae17ca0f04fb tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 943 time: 0.0948327 Jul 27 21:49:01.110613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.164090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Network 1febeed9-24aa-4f94-9724-a9dbd2e9caae is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:01.171236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:01.177642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa6d7237-0c4f-418e-a914-6467e559865d req-e5f81542-8213-46b4-90eb-c695e4c953dc tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902698 Jul 27 21:49:01.180534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:01.216392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Pushing event updated for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:01.255114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:01.255882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.372454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-632d249a-349a-4d6e-b28f-48dc57c7f125 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4039288 Jul 27 21:49:01.385419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Request body: {'port': {'device_id': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:01.491466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.690053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:01.744727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0dc13213-dcf8-4954-b525-e371c700d92e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6024acf9ca74de782662cba3a562574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536165 Jul 27 21:49:01.749165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59326) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:01.799415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dd779b9a-b143-4dc0-87c6-8d44d9479621 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:01.825024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.850061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96d7fde-70e5-4271-b710-8bb113fa874e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:01.860296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.864778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:01.879512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Transition to ACTIVE for port object b96d7fde-70e5-4271-b710-8bb113fa874e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:01.998680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a529a502-b24f-4961-9045-f7df35f62b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.036029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:02.065976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'dd779b9a-b143-4dc0-87c6-8d44d9479621', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'port_id': 'dd779b9a-b143-4dc0-87c6-8d44d9479621', 'mac_address': 'fa:16:3e:4e:12:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:02.092772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c558d-e575-4b38-9b8c-51d141ff94b0 req-495d20e1-1a35-4fa4-80d2-6b2ec62d13b8 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:02.107670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad8c558d-e575-4b38-9b8c-51d141ff94b0 req-495d20e1-1a35-4fa4-80d2-6b2ec62d13b8 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 931 time: 0.2031038 Jul 27 21:49:02.113353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.133204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.157043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd779b9a-b143-4dc0-87c6-8d44d9479621 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:02.180064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad8c558d-e575-4b38-9b8c-51d141ff94b0 req-2f513d86-e0e3-4fd2-af11-ca344e40b94a tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693712 Jul 27 21:49:02.193029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de60c2d-4b63-44d2-83c7-a7027afb3de9 req-361e49fe-d71f-4f88-a355-07fcc3d64850 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:02.194764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de60c2d-4b63-44d2-83c7-a7027afb3de9 req-361e49fe-d71f-4f88-a355-07fcc3d64850 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 945 time: 0.1728251 Jul 27 21:49:02.195917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:02.234555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:02.235787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.251971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.251971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b5d741f-bc2f-4b54-a1b6-cb795ce524b1 HTTP/1.1" status: 204 len: 168 time: 0.4979813 Jul 27 21:49:02.275225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791ca7-07e1-4659-b759-9556ef0c27c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d741f-bc2f-4b54-a1b6-cb795ce524b1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:02.363622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de60c2d-4b63-44d2-83c7-a7027afb3de9 req-fecac58d-c017-43e9-9b1e-1011091aac0d tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552012 Jul 27 21:49:02.423647 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.447615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Attempting to bind port b96d7fde-70e5-4271-b710-8bb113fa874e on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:02.447868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Attempting to bind port b96d7fde-70e5-4271-b710-8bb113fa874e by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '03bcda64-2a64-4b9a-9c84-306bf29ace1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:02.448756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Attempting to bind port b96d7fde-70e5-4271-b710-8bb113fa874e on network 1febeed9-24aa-4f94-9724-a9dbd2e9caae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:02.459737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Port b96d7fde-70e5-4271-b710-8bb113fa874e on network 1febeed9-24aa-4f94-9724-a9dbd2e9caae not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:02.460088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Attempting to bind port b96d7fde-70e5-4271-b710-8bb113fa874e on network 1febeed9-24aa-4f94-9724-a9dbd2e9caae {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:02.475728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:02.476217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Checking segment: {'id': '03bcda64-2a64-4b9a-9c84-306bf29ace1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:02.476677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Bound using segment: {'id': '03bcda64-2a64-4b9a-9c84-306bf29ace1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:02.477297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Bound port: b96d7fde-70e5-4271-b710-8bb113fa874e, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bcda64-2a64-4b9a-9c84-306bf29ace1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:02.477781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.510247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59346) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:02.562519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:02.572121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87bb6b-3c5a-42a2-acc0-dc8bd23d2ace req-a640cb44-2fd9-4841-b26f-57f6d4b04e36 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:02.575526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d87bb6b-3c5a-42a2-acc0-dc8bd23d2ace req-a640cb44-2fd9-4841-b26f-57f6d4b04e36 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 943 time: 0.1447845 Jul 27 21:49:02.634878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d87bb6b-3c5a-42a2-acc0-dc8bd23d2ace req-2dff8420-38b8-4330-a17c-a1acca1d3c07 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Jul 27 21:49:02.660587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:02.663959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b96d7fde-70e5-4271-b710-8bb113fa874e,segment=NetworkSegment(03bcda64-2a64-4b9a-9c84-306bf29ace1a),segment_id=03bcda64-2a64-4b9a-9c84-306bf29ace1a)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:02.689479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dd779b9a-b143-4dc0-87c6-8d44d9479621'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:02.703381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abde6d9-4d92-4618-8617-ab904d9c4842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.820471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abde6d9-4d92-4618-8617-ab904d9c4842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.829096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.865930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:02.866595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.869545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b96d7fde-70e5-4271-b710-8bb113fa874e HTTP/1.1" status: 200 len: 1091 time: 1.4886761 Jul 27 21:49:02.874474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:02.877383 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aee841-e75c-4271-b581-7005a617a9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:02.913629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0102f-2077-482e-ba06-17c00d5b25f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:02.933106 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c7762-3b3a-42bd-ae1f-ceba60f693ba x-openstack-request-id: req-de3c7762-3b3a-42bd-ae1f-ceba60f693ba {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:02.933519 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:02.933958 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de3c7762-3b3a-42bd-ae1f-ceba60f693ba {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:02.934078 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e', 'status': 'completed', 'code': 200} Jul 27 21:49:02.948632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abde6d9-4d92-4618-8617-ab904d9c4842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:02.997352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6abde6d9-4d92-4618-8617-ab904d9c4842 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07b7f51fd90e49cd94c43ae7f146c16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778664 Jul 27 21:49:03.001637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59352) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:03.009592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abde6d9-4d92-4618-8617-ab904d9c4842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351d290d-0bc0-42a4-b141-c67a926a8bae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:03.038539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee841-e75c-4271-b581-7005a617a9e3 req-a1b8df83-a56a-42b7-b50b-1b450e2143bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.040513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44aee841-e75c-4271-b581-7005a617a9e3 req-a1b8df83-a56a-42b7-b50b-1b450e2143bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09f2e8a5f2e241a19dd7a67611576997&device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 1094 time: 0.0778306 Jul 27 21:49:03.072950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:03.106684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:03.240596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee841-e75c-4271-b581-7005a617a9e3 req-3bec5135-8861-4e3d-94b2-fe5cf89980b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.243221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44aee841-e75c-4271-b581-7005a617a9e3 req-3bec5135-8861-4e3d-94b2-fe5cf89980b1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=09f2e8a5f2e241a19dd7a67611576997&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1920171 Jul 27 21:49:03.330122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:03.333147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:03.334826 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/351d290d-0bc0-42a4-b141-c67a926a8bae HTTP/1.1" status: 204 len: 168 time: 0.3321652 Jul 27 21:49:03.410625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb34489-89cc-4866-b8c2-368737a3c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d290d-0bc0-42a4-b141-c67a926a8bae,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:03.505276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf311-79f3-451c-9171-51f9a8d7d937 req-056c224a-6a72-4c6a-ab6b-943641245f4a tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.506433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4fbf311-79f3-451c-9171-51f9a8d7d937 req-056c224a-6a72-4c6a-ab6b-943641245f4a tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 943 time: 0.1891940 Jul 27 21:49:03.511342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee841-e75c-4271-b581-7005a617a9e3 req-113a4d2a-660f-484c-af71-7dc5bfd31284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.514911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44aee841-e75c-4271-b581-7005a617a9e3 req-113a4d2a-660f-484c-af71-7dc5bfd31284 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2610714 Jul 27 21:49:03.566833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4fbf311-79f3-451c-9171-51f9a8d7d937 req-7cce9e27-f579-4eb3-8e46-bc0cb1c571cc tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Jul 27 21:49:03.735359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-e8693b6d-e1b0-4bb0-b09c-2708abc046b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.738080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-e8693b6d-e1b0-4bb0-b09c-2708abc046b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=09f2e8a5f2e241a19dd7a67611576997&device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 1094 time: 0.1737707 Jul 27 21:49:03.782889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225126c-cdf9-4485-9027-62a80340f711 req-c4358d0f-7730-42b5-b217-9b4c9ae45949 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.797955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7225126c-cdf9-4485-9027-62a80340f711 req-c4358d0f-7730-42b5-b217-9b4c9ae45949 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 945 time: 0.1795938 Jul 27 21:49:03.845906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b96693ce-f404-41ba-9527-a8cedd2a6f2e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:03.904757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f181a5d-7ed9-4262-ac86-a54936f1caa8 req-f01c4434-9e6f-41ae-bf15-98a45d82658e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.917279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f181a5d-7ed9-4262-ac86-a54936f1caa8 req-f01c4434-9e6f-41ae-bf15-98a45d82658e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 943 time: 0.0990224 Jul 27 21:49:03.925425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-4fe35397-3016-4aa5-b386-5ae30212f9fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b96d7fde-70e5-4271-b710-8bb113fa874e HTTP/1.1" status: 200 len: 217 time: 0.1714079 Jul 27 21:49:03.991872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f181a5d-7ed9-4262-ac86-a54936f1caa8 req-e7aca85e-879a-4c5f-8d35-5fab304bcc41 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731695 Jul 27 21:49:04.023630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dd779b9a-b143-4dc0-87c6-8d44d9479621 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:04.046345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:04.059070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7225126c-cdf9-4485-9027-62a80340f711 req-29d7f0c4-3b0c-4dd3-b196-5a1ddeebf232 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598732 Jul 27 21:49:04.069879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-be421d34-30c3-4750-a660-dc4f8f5f6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:04.076163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-be421d34-30c3-4750-a660-dc4f8f5f6482 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5cc7e94d-3ce2-466a-898f-2795fd3ba7f5 HTTP/1.1" status: 200 len: 854 time: 0.1254447 Jul 27 21:49:04.122593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e', 'network_id': '9cc3cb17-1f5a-4f91-a733-a11745767960', 'port_id': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e', 'mac_address': 'fa:16:3e:f6:40:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:04.150036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-942e60a8-f8dd-41ef-a41c-478c4c14323a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1febeed9-24aa-4f94-9724-a9dbd2e9caae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658431 Jul 27 21:49:04.216985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:04.273185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96693ce-f404-41ba-9527-a8cedd2a6f2e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:04.302955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:04.349151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-6a2e50dc-f434-4dea-9f31-1d1b5c580c87 service neutron] 10.222.0.50 "GET /v2.0/networks/1febeed9-24aa-4f94-9724-a9dbd2e9caae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914456 Jul 27 21:49:04.480058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1139e057-e2e5-4b8d-8d63-29d8f1757d35 req-07112e94-73ec-4c01-99d6-9f9d6b5f5160 service neutron] 10.222.0.50 "GET /v2.0/networks/1febeed9-24aa-4f94-9724-a9dbd2e9caae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128101 Jul 27 21:49:04.723853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594d686-9397-4c8c-af57-eeeafe0399e4 req-e3e4e66e-9ba9-4db3-bb38-a0143b39ef1c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:04.725796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9594d686-9397-4c8c-af57-eeeafe0399e4 req-e3e4e66e-9ba9-4db3-bb38-a0143b39ef1c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0835617 Jul 27 21:49:04.781621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9594d686-9397-4c8c-af57-eeeafe0399e4 req-8284a987-4d30-4ef1-974f-3e891506caf0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Jul 27 21:49:04.816245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:04.824256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ada09376-d031-4f55-8137-4c2d08fae488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:04.831080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port dd779b9a-b143-4dc0-87c6-8d44d9479621 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:04.890087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port dd779b9a-b143-4dc0-87c6-8d44d9479621 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:04.894335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:04.960874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.013678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302fa5-92b0-4ec2-af30-39b64ec84100 req-068533a6-28d3-41fa-9b90-0cc7bd5fb692 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:05.020752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:05.031367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f302fa5-92b0-4ec2-af30-39b64ec84100 req-068533a6-28d3-41fa-9b90-0cc7bd5fb692 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 943 time: 0.1212258 Jul 27 21:49:05.100331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f302fa5-92b0-4ec2-af30-39b64ec84100 req-f52a2e21-25f3-4c52-9c0e-5630a878ab4d tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678029 Jul 27 21:49:05.111122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.122818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['b96693ce-f404-41ba-9527-a8cedd2a6f2e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:05.182671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:05.186216 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33faf5e2-eff2-43eb-a9ea-28fdc333cb6b" -d '{"events": [{"server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "name": "network-vif-plugged", "status": "completed", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:05.211238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:05.426666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.455744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728ca1c-a784-42c7-ab5e-4199fd53dffe req-282b9700-a3a2-480a-ac26-539fe6d4ec73 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:05.468730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c728ca1c-a784-42c7-ab5e-4199fd53dffe req-282b9700-a3a2-480a-ac26-539fe6d4ec73 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1470780 Jul 27 21:49:05.473705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f29a8-9425-4193-9334-bd407fda4e7e req-84ce4e20-8ec7-42fd-8581-a3277714dd6f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:05.485034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f5f29a8-9425-4193-9334-bd407fda4e7e req-84ce4e20-8ec7-42fd-8581-a3277714dd6f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 944 time: 0.1118462 Jul 27 21:49:05.496332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:05.542216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c728ca1c-a784-42c7-ab5e-4199fd53dffe req-8996cf64-92ce-4b86-a016-cd285c756cee tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713186 Jul 27 21:49:05.607233 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ae635-85b9-448b-9754-8a982c58e85c x-openstack-request-id: req-405ae635-85b9-448b-9754-8a982c58e85c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:05.607772 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "name": "network-vif-plugged", "status": "completed", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:05.608204 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-405ae635-85b9-448b-9754-8a982c58e85c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:05.609260 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621', 'code': 200} Jul 27 21:49:05.609407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f5f29a8-9425-4193-9334-bd407fda4e7e req-f5f9d6d8-cf8b-48f2-8eef-f02481564c54 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230400 Jul 27 21:49:05.773503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049e7ce-c8e1-4660-be1b-6021403e3d8d req-90ccdfc5-46cf-42a8-85bd-dddb4e8fdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:05.775768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6049e7ce-c8e1-4660-be1b-6021403e3d8d req-90ccdfc5-46cf-42a8-85bd-dddb4e8fdc7c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.0691276 Jul 27 21:49:05.783947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:05.789171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.848460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6049e7ce-c8e1-4660-be1b-6021403e3d8d req-1630d394-0556-4692-8448-edf0fcd31320 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jul 27 21:49:05.917257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1331448345-network', 'tenant_id': '92c30b5a5a0443ce9cf8b088d300a18a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:06.027914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Made reservation on behalf of 92c30b5a5a0443ce9cf8b088d300a18a for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:06.029943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.039428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.147653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.316535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.345845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:49:06.346068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde5d5e-1ee9-462e-beb0-04993d82a2d8 req-b0516c1d-ea33-4cc1-a338-b0cefc674ca9 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:06.348150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bde5d5e-1ee9-462e-beb0-04993d82a2d8 req-b0516c1d-ea33-4cc1-a338-b0cefc674ca9 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 943 time: 0.0909798 Jul 27 21:49:06.357227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a1db63-60ad-4890-8781-7ecfc3a88740,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:06.362360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.362721 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Added segment c9e19549-b025-41ac-94e7-7bfd73b4aa12 of type vlan for network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f Jul 27 21:49:06.459078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bde5d5e-1ee9-462e-beb0-04993d82a2d8 req-6ad690bc-2be2-41ad-bbed-59e2a594a7d3 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980818 Jul 27 21:49:06.465502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.618233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd891be9-ec21-4582-87f7-b69e3a46cd07 req-1915ffe4-d7a4-4dc7-aacf-ae31d849c3ce tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:06.621164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd891be9-ec21-4582-87f7-b69e3a46cd07 req-1915ffe4-d7a4-4dc7-aacf-ae31d849c3ce tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 945 time: 0.1611254 Jul 27 21:49:06.657159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.658217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:06.658898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.743563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd891be9-ec21-4582-87f7-b69e3a46cd07 req-91f14844-6669-4e4a-aa55-f98773ea7a65 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/security-groups?id=15105a74-dbfc-44da-87c5-521f02dc555c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Jul 27 21:49:06.776177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f167410-0026-4beb-bf38-c73c1cc51101 req-370537b3-c453-4870-823a-449adbb19901 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:06.777056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] Pushing event updated for resources: {'Network': ['ID=7c25f61a-ed86-4e8e-bffb-a6d80f25385f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:06.786418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f167410-0026-4beb-bf38-c73c1cc51101 req-370537b3-c453-4870-823a-449adbb19901 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1337736 Jul 27 21:49:06.805083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:49:06.837800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-044866ae-5c58-4bb6-a8dc-e8dda9d49c79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0527177 Jul 27 21:49:06.838461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:06.848663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Request body: {'subnet': {'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1331448345-subnet', 'tenant_id': '92c30b5a5a0443ce9cf8b088d300a18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:06.849436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f167410-0026-4beb-bf38-c73c1cc51101 req-1c818dad-6848-4915-99ee-658a26133751 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611706 Jul 27 21:49:06.900434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.983439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Made reservation on behalf of 92c30b5a5a0443ce9cf8b088d300a18a for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:06.986527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.048426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36088be-c3a0-403a-8bf0-28967be47633 req-c3493258-89f1-4dda-9000-9779380b57a5 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:07.051418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b36088be-c3a0-403a-8bf0-28967be47633 req-c3493258-89f1-4dda-9000-9779380b57a5 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 945 time: 0.1329999 Jul 27 21:49:07.073750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970542c-6f76-4764-b797-a790e1859783 req-5817ce44-95b9-450d-9ed6-4d775ce6702a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:07.083537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9970542c-6f76-4764-b797-a790e1859783 req-5817ce44-95b9-450d-9ed6-4d775ce6702a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 944 time: 0.1927333 Jul 27 21:49:07.159370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9970542c-6f76-4764-b797-a790e1859783 req-27c855ae-cb6a-43bb-972b-1992562dc93e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734553 Jul 27 21:49:07.243395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Deleting port e9874f7b-dd2d-4edc-9917-9709ed6535d3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:07.244118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.387344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] For port e9874f7b-dd2d-4edc-9917-9709ed6535d3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e9874f7b-dd2d-4edc-9917-9709ed6535d3,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:07.387819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.407143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Calling delete_port for e9874f7b-dd2d-4edc-9917-9709ed6535d3 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:07.466612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b96d7fde-70e5-4271-b710-8bb113fa874e details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:07.482350 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.508851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-8f10f74b-fb24-4289-bde3-6ba4056212f1 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b910e64e111048afbe51053f06da9e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867507 Jul 27 21:49:07.509507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.647285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de618b6-6b20-4663-95a9-fcfe9da5d34d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:07.658876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b96d7fde-70e5-4271-b710-8bb113fa874e,segment=NetworkSegment(03bcda64-2a64-4b9a-9c84-306bf29ace1a),segment_id=03bcda64-2a64-4b9a-9c84-306bf29ace1a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:07.675030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Checking segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:07.675987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Network hostable DHCP agents. Network: 7c25f61a-ed86-4e8e-bffb-a6d80f25385f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:49:07.676616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'b96d7fde-70e5-4271-b710-8bb113fa874e', 'network_id': '1febeed9-24aa-4f94-9724-a9dbd2e9caae', 'port_id': 'b96d7fde-70e5-4271-b710-8bb113fa874e', 'mac_address': 'fa:16:3e:e4:11:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc7e94d-3ce2-466a-898f-2795fd3ba7f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:07.732045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-56af95fd-f8d2-49db-853b-f7306597f4a1 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:07.735834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-56af95fd-f8d2-49db-853b-f7306597f4a1 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 946 time: 0.1791463 Jul 27 21:49:07.771831 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.796678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96d7fde-70e5-4271-b710-8bb113fa874e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:07.827465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-0c9561c9-26cc-40e4-8930-10bb5a83e247 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:07.837162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-0c9561c9-26cc-40e4-8930-10bb5a83e247 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157022 Jul 27 21:49:07.842534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.870376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:07.893320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:49:07.906356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e9874f7b-dd2d-4edc-9917-9709ed6535d3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:07.908860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b96693ce-f404-41ba-9527-a8cedd2a6f2e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:07.917172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b96d7fde-70e5-4271-b710-8bb113fa874e,segment=NetworkSegment(03bcda64-2a64-4b9a-9c84-306bf29ace1a),segment_id=03bcda64-2a64-4b9a-9c84-306bf29ace1a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:07.951972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Deleting port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:07.952363 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.974207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-89208886-211b-4ea2-a4f2-e9b854f0547e tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/quotas/b910e64e111048afbe51053f06da9e5c HTTP/1.1" status: 200 len: 375 time: 0.1360805 Jul 27 21:49:07.980352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event deleted for resources: {'Port': ['ID=e9874f7b-dd2d-4edc-9917-9709ed6535d3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:08.009816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] No DVR routers for this DVR port e9874f7b-dd2d-4edc-9917-9709ed6535d3 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:08.018884 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.022049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.025486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b36088be-c3a0-403a-8bf0-28967be47633 req-bb029f8c-bb59-4ac9-bbd8-7c657c20dd22 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.76 "DELETE /v2.0/ports/e9874f7b-dd2d-4edc-9917-9709ed6535d3 HTTP/1.1" status: 204 len: 173 time: 0.9570606 Jul 27 21:49:08.025486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'name': 'network-vif-deleted', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:08.026857 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f97aff-b44e-41ea-b698-fb57f1e13151" -d '{"events": [{"server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "name": "network-vif-deleted", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:08.050234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7c25f61a-ed86-4e8e-bffb-a6d80f25385f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:08.055060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-731db1b3-ffa1-454e-8c53-f5187f64056e tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421975 Jul 27 21:49:08.070854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:08.071583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.084074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359053aa-b443-4677-b807-6b9b247cb3cf None None] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:08.120666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] For port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,segment=NetworkSegment(f3e851a1-e855-43a6-9bf0-68732b0899ba),segment_id=f3e851a1-e855-43a6-9bf0-68732b0899ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:08.121081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.138998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Calling delete_port for 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:08.184658 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.272109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b96d7fde-70e5-4271-b710-8bb113fa874e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:08.318698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:08.391563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port b96693ce-f404-41ba-9527-a8cedd2a6f2e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:08.467319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port b96693ce-f404-41ba-9527-a8cedd2a6f2e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:08.467930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.616816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3ea10ec9-ac4a-4638-8b36-783148ea15b6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7768929 Jul 27 21:49:08.657870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29440016-6c0e-4a6f-97e9-2270cf77395a None None] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:08.708053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2577839e-e44f-4bdf-a604-a8bf2982e6b7 req-03276582-7d9b-4da4-8395-fb02086da89e tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b5e77f1-7d5c-49a3-877a-6a2bef87472a HTTP/1.1" status: 200 len: 210 time: 0.1266105 Jul 27 21:49:08.764135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce050-118d-429a-874d-b1636132c2d9 req-06f53347-6c39-49f0-881c-ffd49232e97f tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:08.766758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d02ce050-118d-429a-874d-b1636132c2d9 req-06f53347-6c39-49f0-881c-ffd49232e97f tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 944 time: 0.6090093 Jul 27 21:49:08.805065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:08.820257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-271475292'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:08.836505 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5495606-01fb-4e95-ac6f-476908522f68 x-openstack-request-id: req-a5495606-01fb-4e95-ac6f-476908522f68 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:08.837754 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5e77f1-7d5c-49a3-877a-6a2bef87472a", "name": "network-vif-deleted", "tag": "e9874f7b-dd2d-4edc-9917-9709ed6535d3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:08.838034 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5495606-01fb-4e95-ac6f-476908522f68 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:08.839253 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5e77f1-7d5c-49a3-877a-6a2bef87472a', 'name': 'network-vif-deleted', 'tag': 'e9874f7b-dd2d-4edc-9917-9709ed6535d3', 'status': 'completed', 'code': 200} Jul 27 21:49:08.900781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d02ce050-118d-429a-874d-b1636132c2d9 req-7a74076c-e6a2-4bb5-858e-357ca1414c2b tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684915 Jul 27 21:49:08.960540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.960804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:08.965394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.000030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e9874f7b-dd2d-4edc-9917-9709ed6535d3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:09.014931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:49:09.031937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.033531 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Added segment f6d230d6-59b6-4a2b-9d98-c09708f8f4e5 of type vlan for network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc Jul 27 21:49:09.043674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Pushing event deleted for resources: {'Port': ['ID=64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:09.115830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.125749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] No DVR routers for this DVR port 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:09.131550 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.133860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0994536a-96d6-4550-aa78-3e957a1e3b6a req-9578572b-1fff-4b7e-a8da-07ec47f36ae7 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.50 "DELETE /v2.0/ports/64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 HTTP/1.1" status: 204 len: 173 time: 1.3900490 Jul 27 21:49:09.134334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'name': 'network-vif-deleted', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:09.136726 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f07731-001f-45d4-b325-0a389adbffe5" -d '{"events": [{"server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "name": "network-vif-deleted", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:09.162633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.182967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d0371-5431-4e2e-b4de-99ddd803f464 req-c78e7e72-22c5-4268-a7ce-02eefb3b07b0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.185222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-632d0371-5431-4e2e-b4de-99ddd803f464 req-c78e7e72-22c5-4268-a7ce-02eefb3b07b0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 944 time: 0.1580555 Jul 27 21:49:09.214661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:09.214661 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ef2a4-39e6-4270-befa-b1b5aa239f96" -d '{"events": [{"server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "name": "network-vif-plugged", "status": "completed", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:09.233242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:09.237907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-632d0371-5431-4e2e-b4de-99ddd803f464 req-51583ae1-1735-4462-aed9-e7141ee8d404 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Jul 27 21:49:09.327482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-341b8687-562b-4a3e-9f85-1e688ecaac0d req-30887955-db6c-4826-a528-170a1ca961d7 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0389071 Jul 27 21:49:09.351733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.351733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.351733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.410264 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4584c8b-20df-4dc5-b1b2-8878cc3026ac x-openstack-request-id: req-c4584c8b-20df-4dc5-b1b2-8878cc3026ac {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:09.410673 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87546413-8694-41f0-864b-58a5b12c6ac1", "name": "network-vif-deleted", "tag": "64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:09.411141 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4584c8b-20df-4dc5-b1b2-8878cc3026ac {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:09.411609 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87546413-8694-41f0-864b-58a5b12c6ac1', 'name': 'network-vif-deleted', 'tag': '64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2', 'status': 'completed', 'code': 200} Jul 27 21:49:09.412765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.498891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:09.541562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:09.542520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64628dbd-8993-4cc3-8cc5-7e5b8bcbacc2 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:09.543215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Network': ['ID=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:09.551041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-15d7cd77-4d26-4796-a13d-4decfcc5d64d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7408147 Jul 27 21:49:09.554890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:09.564116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-522617039'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:09.594661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:49:09.630756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:09.687816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-7a94f8f5-408c-47c1-a2b0-c1469861fc27 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.695843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-7a94f8f5-408c-47c1-a2b0-c1469861fc27 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.1488605 Jul 27 21:49:09.709006 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045ffc69-9f37-4c08-8f39-4872a5eeebc8 x-openstack-request-id: req-045ffc69-9f37-4c08-8f39-4872a5eeebc8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:09.709435 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "name": "network-vif-plugged", "status": "completed", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:09.709796 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-045ffc69-9f37-4c08-8f39-4872a5eeebc8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:09.710252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-d587e5db-f2e2-46d3-8ad3-1ae0e9887a0b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/quotas/92c30b5a5a0443ce9cf8b088d300a18a HTTP/1.1" status: 200 len: 375 time: 0.0131402 Jul 27 21:49:09.710786 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e', 'code': 200} Jul 27 21:49:09.773292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-b59b1943-9bb5-44ff-b968-f63b7c9a77a6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556388 Jul 27 21:49:09.790691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:09.796243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.848323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:49:09.872712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007c9b8-2a8d-415e-ac0e-3e7b12e1fe89 req-7a3996df-b6fe-40e1-b886-96716572eb10 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.874859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7007c9b8-2a8d-415e-ac0e-3e7b12e1fe89 req-7a3996df-b6fe-40e1-b886-96716572eb10 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1181571 Jul 27 21:49:09.878353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.878698 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Added segment ec162b39-ef4e-48a2-9b89-8a95baa5a250 of type vlan for network 6501cf17-5b2e-4e00-978c-2d6e607b0275 Jul 27 21:49:09.922853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f061e-77d9-45f1-b4ac-6531eef37d70 req-6c85f6eb-d077-4c0a-bb68-809d86a73f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.924555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-293f061e-77d9-45f1-b4ac-6531eef37d70 req-6c85f6eb-d077-4c0a-bb68-809d86a73f4e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 1096 time: 0.1540029 Jul 27 21:49:09.948838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5247306b-3ceb-423a-8961-330cc42b1378 service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656764 Jul 27 21:49:09.958633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.971765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7007c9b8-2a8d-415e-ac0e-3e7b12e1fe89 req-b496f8f3-9d4b-4ca6-bf64-9140f2243df9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835710 Jul 27 21:49:09.980504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-293f061e-77d9-45f1-b4ac-6531eef37d70 req-b72ddca0-6290-481e-8662-3a826b8c23d2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475819 Jul 27 21:49:10.109514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-24bf989d-5081-405e-92ea-e06245c14ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389284 Jul 27 21:49:10.155768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:10.165074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:10.166047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:10.317247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Network': ['ID=6501cf17-5b2e-4e00-978c-2d6e607b0275,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:10.332629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:49:10.370274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93021eb9-9d00-4afb-8599-8f926645cda0 req-d4e98004-3067-4d8a-a796-6e78cdf36a1a tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:10.371989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93021eb9-9d00-4afb-8599-8f926645cda0 req-d4e98004-3067-4d8a-a796-6e78cdf36a1a tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1641881 Jul 27 21:49:10.413230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26570c68-2a8f-4e4b-8a3b-9e4262e0f379 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8549006 Jul 27 21:49:10.413683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:10.421929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'subnet': {'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:10.459362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93021eb9-9d00-4afb-8599-8f926645cda0 req-01213361-302e-49e6-94c1-7380f94f83a2 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Jul 27 21:49:10.533316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3953b224-00ae-48e4-af65-184d8d599111 req-a6a9753f-b76b-4b63-8149-ddfaced95025 tempest-MultipleCreateTestJSON-1450311274 tempest-MultipleCreateTestJSON-1450311274-project] 10.222.0.37 "GET /v2.0/ports?device_id=87546413-8694-41f0-864b-58a5b12c6ac1 HTTP/1.1" status: 200 len: 210 time: 0.0388429 Jul 27 21:49:10.630635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159af5a-a3c8-46fc-af0c-39a69d3c3d07 req-8b47f197-e748-458e-a612-cf28833f14bd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:10.632033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b159af5a-a3c8-46fc-af0c-39a69d3c3d07 req-8b47f197-e748-458e-a612-cf28833f14bd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0935812 Jul 27 21:49:10.687044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b159af5a-a3c8-46fc-af0c-39a69d3c3d07 req-657df7c4-6d4f-4897-86c1-d9b7365a4a19 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Jul 27 21:49:10.693133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-001a16c5-064d-4bdd-a73a-6fbc53ac7f1d req-272d035e-9bba-4704-a0cd-98084f21077c tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0405986 Jul 27 21:49:10.731219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:10.738441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:10.786408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-678004dc-441d-4257-9e8f-fdf1ea8e07dd req-6c4bf468-71c2-4997-8899-c7e805296c1a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Jul 27 21:49:11.107558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.206665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe86e-92fc-4cdf-943c-f3c551edea05 req-fa8b938a-5e68-4c41-9f48-6b928cbcf34b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:11.209397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dddbe86e-92fc-4cdf-943c-f3c551edea05 req-fa8b938a-5e68-4c41-9f48-6b928cbcf34b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1534879 Jul 27 21:49:11.214565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Subnet': ['ID=f089c0e6-6f6d-4055-8542-e0b2494ac2d4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:11.251166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:11.251547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network hostable DHCP agents. Network: bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:49:11.276522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dddbe86e-92fc-4cdf-943c-f3c551edea05 req-50620c54-5cc0-4f5c-b78c-eaeb71e77403 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560603 Jul 27 21:49:11.371377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:49:11.461125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b96d7fde-70e5-4271-b710-8bb113fa874e up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:11.473951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:11.478880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:11.479484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.489004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c74a2-17cf-4e4b-b420-cb9708ea1a2f None None] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:11.600209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2f4248c-4f70-4287-aa3e-30b9d5903d33 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1817994 Jul 27 21:49:11.609521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:11.612293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'subnet': {'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:11.690128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:11.747676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:49:11.750401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.760955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6239f-d6e0-47dd-a467-36dfac1c6fec req-cfa4789b-8e4d-45e6-b910-4e02a69a8e61 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:11.770636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port b96d7fde-70e5-4271-b710-8bb113fa874e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:11.774799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6c6239f-d6e0-47dd-a467-36dfac1c6fec req-cfa4789b-8e4d-45e6-b910-4e02a69a8e61 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 944 time: 0.1836166 Jul 27 21:49:11.789215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port b96d7fde-70e5-4271-b710-8bb113fa874e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:11.790438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.809173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Deleting subnet 69c156eb-2eba-4b5f-8259-9af248a652e9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:49:11.816335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.867961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6c6239f-d6e0-47dd-a467-36dfac1c6fec req-7a2baa6d-cb9b-4671-9b11-4aa4b21c4b81 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911195 Jul 27 21:49:11.908354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:11.970404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e9874f7b-dd2d-4edc-9917-9709ed6535d3 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:12.006702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: e9874f7b-dd2d-4edc-9917-9709ed6535d3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:12.007483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e9874f7b-dd2d-4edc-9917-9709ed6535d3 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:12.048190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-790e00d9-c5f9-498d-9b6f-8b11d795651f tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b910e64e111048afbe51053f06da9e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731468 Jul 27 21:49:12.055244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77c79082-ff64-4279-889e-07540d5ebab4 req-16b6cd93-e769-4196-8b1b-ef3ef9b35f5d tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0738211 Jul 27 21:49:12.065487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.265888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.290498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Allocated IP 10.1.1.2 (bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc/f089c0e6-6f6d-4055-8542-e0b2494ac2d4/47d02b5d-20ea-4ff5-b9c2-f66b0b02c329) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:12.302275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2e6428f-4a31-4759-bb73-946ab5722aac req-faf0076f-c8a6-4acb-b9c5-4d3a2a317b35 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.1717429 Jul 27 21:49:12.321130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:12.323602 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12c51e-e9d6-466d-8dbb-8acc3ae8bbcf" -d '{"events": [{"server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:12.342236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b96d7fde-70e5-4271-b710-8bb113fa874e,segment=NetworkSegment(03bcda64-2a64-4b9a-9c84-306bf29ace1a),segment_id=03bcda64-2a64-4b9a-9c84-306bf29ace1a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:12.346373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9518b-f492-4c28-b81a-f07cc9f67426 req-e9c1c75d-bed2-442f-808e-302f4fb8c5b1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:12.348995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03a9518b-f492-4c28-b81a-f07cc9f67426 req-e9c1c75d-bed2-442f-808e-302f4fb8c5b1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1692095 Jul 27 21:49:12.410324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-a7f86c00-b42c-473f-90eb-506a243eef1a tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:12.411865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03a9518b-f492-4c28-b81a-f07cc9f67426 req-788510a4-e117-4d06-9052-1e050cda8179 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523074 Jul 27 21:49:12.412121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-a7f86c00-b42c-473f-90eb-506a243eef1a tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961836 Jul 27 21:49:12.442049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Request body: {'port': {'device_id': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'b910e64e111048afbe51053f06da9e5c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:12.488503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:12.493887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.529942 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b40ee-e1da-44ac-8c92-9062552033b4 x-openstack-request-id: req-e77b40ee-e1da-44ac-8c92-9062552033b4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:12.531162 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "name": "network-vif-plugged", "status": "completed", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:12.531649 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e77b40ee-e1da-44ac-8c92-9062552033b4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:12.532282 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e', 'code': 200} Jul 27 21:49:12.535927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.600220 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.620998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Transition to ACTIVE for port object 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:12.632373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:12.635913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.654513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Transition to ACTIVE for port object 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:12.707059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.712482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/69c156eb-2eba-4b5f-8259-9af248a652e9 HTTP/1.1" status: 204 len: 168 time: 1.0255816 Jul 27 21:49:12.715250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:12.764106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649240ef-bee5-4581-aae1-6b2b83eff432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c156eb-2eba-4b5f-8259-9af248a652e9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:12.826542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84e19a-cf7e-4739-954b-ccd2a9f7f14b req-328fdc30-7a69-49e7-9a12-2b2a7f9df015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:12.829314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d84e19a-cf7e-4739-954b-ccd2a9f7f14b req-328fdc30-7a69-49e7-9a12-2b2a7f9df015 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 1096 time: 0.1446490 Jul 27 21:49:12.829536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.851526 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:12.876272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f2d28-0e15-46e5-a513-348463bef7ee req-b9dea22f-8147-423c-af3b-aebbcd5f6265 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:12.890405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-182f2d28-0e15-46e5-a513-348463bef7ee req-b9dea22f-8147-423c-af3b-aebbcd5f6265 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2577951 Jul 27 21:49:12.909272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d84e19a-cf7e-4739-954b-ccd2a9f7f14b req-d456b999-7294-43f5-8b1c-0ae684d5d601 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683858 Jul 27 21:49:12.915211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:12.922932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:12.926727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:12.936989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Pushing event updated for resources: {'Port': ['ID=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:12.951248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Made reservation on behalf of b910e64e111048afbe51053f06da9e5c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:12.956693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.007302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Attempting to bind port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:13.007585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Attempting to bind port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:13.007921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Attempting to bind port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:13.014243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:13.014771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:13.015307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.016031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Bound using segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:13.016174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Bound port: 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:13.016569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.025429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-182f2d28-0e15-46e5-a513-348463bef7ee req-9ad52c02-44bf-460c-88d9-4bd3e8e5e793 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337962 Jul 27 21:49:13.029589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.029969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.052607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.065935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48d2ce7-785e-4b4e-aa50-4c817d3c9349']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:13.084118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e851a1-e855-43a6-9bf0-68732b0899ba') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:13.084499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e851a1-e855-43a6-9bf0-68732b0899ba') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:13.106505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.161647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] For port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:13.173177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.185189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:49:13.185734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:49:13.189150 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:49:13.199213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Checking segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:13.199591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network hostable DHCP agents. Network: 6501cf17-5b2e-4e00-978c-2d6e607b0275, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:49:13.206917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Subnet': ['ID=5efc676c-00e2-4918-b455-ccd21301a9f7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:13.320649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765719a-9952-4574-8491-26320f3cebdd req-2175c55b-b142-4394-820b-89e653004eb2 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.322541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b765719a-9952-4574-8491-26320f3cebdd req-2175c55b-b142-4394-820b-89e653004eb2 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 945 time: 0.1973538 Jul 27 21:49:13.362353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.385720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-408de414-ff81-4289-977e-db4a73d5271d req-a9c80899-116a-4ad5-ad57-b2db84496413 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0395060 Jul 27 21:49:13.386473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b765719a-9952-4574-8491-26320f3cebdd req-cd7f3750-e079-4d39-bb25-645d0dc8fd4e tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Jul 27 21:49:13.406543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] For port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:13.406895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.415307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:49:13.424055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.427839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] 10.222.0.37 "DELETE /v2.0/networks/b48d2ce7-785e-4b4e-aa50-4c817d3c9349 HTTP/1.1" status: 204 len: 168 time: 0.7112608 Jul 27 21:49:13.460870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc17371-3339-4344-bd10-5864e0709a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b48d2ce7-785e-4b4e-aa50-4c817d3c9349,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:13.477713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.520966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.562962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6501cf17-5b2e-4e00-978c-2d6e607b0275) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:13.572714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.573327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:13.579843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c4ad64d-41c4-4c03-9126-800c81a80264 req-8ec0263f-e74a-425a-a6d2-7ed8ab504288 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.0733871 Jul 27 21:49:13.637080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-0af45034-27e6-4616-a04c-81c6a81c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.639152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-0af45034-27e6-4616-a04c-81c6a81c574e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 1096 time: 0.1767933 Jul 27 21:49:13.652898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8486731-0931-4a30-9f89-0313d95e2274,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:13.663663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b0c30-d6c9-411f-a1df-1d4c0a166bc4 req-fc7bb49e-ba90-4c0d-abd6-309d5da6146f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.686089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586b0c30-d6c9-411f-a1df-1d4c0a166bc4 req-fc7bb49e-ba90-4c0d-abd6-309d5da6146f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1784215 Jul 27 21:49:13.719850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2203-a136-47b5-a5f8-4b3f599ba9fc None None] Pushing event updated for resources: {'Port': ['ID=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:13.724438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b15d6f-1c2b-46ec-9d1d-024393502a81 None None] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:13.744121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f057be2-fd9d-4e13-8cc9-cf433294bb61 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1422150 Jul 27 21:49:13.763932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:13.770191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'name': 'tempest-TaggedBootDevicesTest_v242-961098925', 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:13.870866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586b0c30-d6c9-411f-a1df-1d4c0a166bc4 req-19e49424-6ebf-440d-a103-8a11794930af tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836681 Jul 27 21:49:13.964279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-c09ec7ac-97e7-41cb-bf4e-8169589a6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.967161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-c09ec7ac-97e7-41cb-bf4e-8169589a6dfb service neutron] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 920 time: 0.2781205 Jul 27 21:49:13.972328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Allocated IP 192.168.233.61 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:14.044881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-8738d1af-2aab-4c5f-8b77-932c922963c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e HTTP/1.1" status: 200 len: 217 time: 0.0690231 Jul 27 21:49:14.059783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6501cf17-5b2e-4e00-978c-2d6e607b0275', 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ips': [{'subnet_id': '5efc676c-00e2-4918-b455-ccd21301a9f7'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:49:14.060912 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.176057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-3076d2d8-c40d-429d-920d-252a321d8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:14.179015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-3076d2d8-c40d-429d-920d-252a321d8082 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.1255567 Jul 27 21:49:14.248487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-62dc3fd6-9795-4b89-9a9e-968085620e47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627241 Jul 27 21:49:14.272051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:14.337175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Allocated IP 10.2.2.2 (6501cf17-5b2e-4e00-978c-2d6e607b0275/5efc676c-00e2-4918-b455-ccd21301a9f7/13c9a2db-bcd3-4444-b14e-70c9ac9c0192) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:14.350558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.383515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-2f46f83f-9d4a-4eb3-9087-0cb77bcab34a service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268008 Jul 27 21:49:14.392053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59610) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:14.424632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Transition to ACTIVE for port object f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:14.467399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3921e-df44-4313-b312-b3ef1f5cf8e3 req-ac1959a7-f628-4f19-8c76-b597accd6b5f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:14.477323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46d3921e-df44-4313-b312-b3ef1f5cf8e3 req-ac1959a7-f628-4f19-8c76-b597accd6b5f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2693720 Jul 27 21:49:14.484176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.493092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f7c6f76c-76f4-419b-abd5-ef9e55c1e4fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3430291664f4aa08459ae004f9f9f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971847 Jul 27 21:49:14.502619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:14.552677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] device_id is not set on port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:49:14.567814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3be8ebb2-9fca-4aaa-bed5-7246362596d8 req-6ec86c54-9160-49de-b19c-781cd49b0c61 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0405955 Jul 27 21:49:14.616175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.616533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46d3921e-df44-4313-b312-b3ef1f5cf8e3 req-8aea06f6-b5d4-4439-8881-a4cfc7fca0cc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382415 Jul 27 21:49:14.634808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Transition to ACTIVE for port object 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:14.679413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Transition to ACTIVE for port object 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:14.687346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f65b57f-15bb-4cc8-a2ef-a9a9161a7956 req-2c2eec41-5fc0-4905-b6c4-25537dba58ec service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821016 Jul 27 21:49:14.820984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbac91-06b8-4b36-9368-8d5e4f7cfd31 req-daa42d6b-1d46-4b05-a3e0-6572edacfd52 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:14.821406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.827517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4dbac91-06b8-4b36-9368-8d5e4f7cfd31 req-daa42d6b-1d46-4b05-a3e0-6572edacfd52 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 945 time: 0.1332090 Jul 27 21:49:14.869334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01742709-bd76-4bb5-a187-89de5b7e96e3 req-46ef1a12-ab41-421a-95e0-1ebf617b98ef tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.1297824 Jul 27 21:49:14.951007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4dbac91-06b8-4b36-9368-8d5e4f7cfd31 req-2c05d4da-d6f1-463c-95fb-5a840db84432 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871401 Jul 27 21:49:14.951321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:14.958907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:14.960233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:14.967440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:15.023666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.076362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:15.107207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Pushing event updated for resources: {'Port': ['ID=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:15.148497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:15.162331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.164778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:15.178054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Pushing event updated for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:15.181131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Attempting to bind port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:15.181873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Attempting to bind port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:15.182385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Attempting to bind port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:15.192088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:15.192481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Checking segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:15.196441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.196928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Bound using segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:15.197449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Bound port: 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:15.197856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.288291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-d44278bd-3100-44d4-97f3-53412e56f27f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:15.290186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-d44278bd-3100-44d4-97f3-53412e56f27f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.2819183 Jul 27 21:49:15.305375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98e06d-aab3-43ea-a337-fa6a695aa239 None None] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:15.307171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.1.1.56 (bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc/f089c0e6-6f6d-4055-8542-e0b2494ac2d4/88a3d7b9-1c53-4b5d-b104-b38597a4c890) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:15.308432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'port': {'device_id': 'c8871089-6842-4870-8daa-7c6772867f62', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'admin_state_up': True, 'tenant_id': '92c30b5a5a0443ce9cf8b088d300a18a'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:15.322646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:15.323417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.439614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] For port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:15.450894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] For port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:15.490807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5553a-be61-4ce5-ac5f-d0e60df08946 req-a4e663f6-5720-4fa0-89ae-7fa0c98c8edf tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:15.490807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57a5553a-be61-4ce5-ac5f-d0e60df08946 req-a4e663f6-5720-4fa0-89ae-7fa0c98c8edf tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.2880473 Jul 27 21:49:15.522412 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-bf6c3a97-8b0a-4795-987b-12caada9ee09 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0954330 Jul 27 21:49:15.530181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57a5553a-be61-4ce5-ac5f-d0e60df08946 req-2728829c-6aa3-40a3-a668-d2a69a207e39 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Jul 27 21:49:15.540042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Request body: {'port': {'device_id': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:15.574151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.581528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.581528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15105a74-dbfc-44da-87c5-521f02dc555c HTTP/1.1" status: 204 len: 168 time: 1.0691316 Jul 27 21:49:15.584620 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.657859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3456b9-f456-425a-851c-4446092b9f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15105a74-dbfc-44da-87c5-521f02dc555c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:15.679256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2112c-5ab7-4bd1-9a84-e6d3cb722f54 None None] Pushing event updated for resources: {'Port': ['ID=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:15.713830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c8f55588-8270-467e-b87f-a56a405a09cf None None] Provisioning for port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:15.810706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Made reservation on behalf of 92c30b5a5a0443ce9cf8b088d300a18a for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:15.815612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.910153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.999197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8741e7dc-3eb7-42c5-8926-d1d03d839c12 None None] Provisioning for port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:16.006773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8741e7dc-3eb7-42c5-8926-d1d03d839c12 None None] Provisioning complete for port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:16.009888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8741e7dc-3eb7-42c5-8926-d1d03d839c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.036523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0435f13-8008-4042-a76c-6c713af60717 req-272ea306-7223-4dc9-a6f5-a51b36b3c671 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:16.045707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0435f13-8008-4042-a76c-6c713af60717 req-272ea306-7223-4dc9-a6f5-a51b36b3c671 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2953138 Jul 27 21:49:16.077963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:16.189270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8741e7dc-3eb7-42c5-8926-d1d03d839c12 None None] Port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:16.244122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0435f13-8008-4042-a76c-6c713af60717 req-5643df22-e90e-4473-954f-714ed1f013dd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972051 Jul 27 21:49:16.245622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Allocated IP 172.20.0.8 (7c25f61a-ed86-4e8e-bffb-a6d80f25385f/5de618b6-6b20-4663-95a9-fcfe9da5d34d/f7cebed4-a108-46a0-85d1-2472d3a3b85f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:16.350949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.418334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:16.424389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:16.429860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.436613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1bfa2-2a0d-4725-9558-1ee53305d252 req-81395f8d-fc95-4617-b1ab-d7b05ca86818 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:16.444522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dad1bfa2-2a0d-4725-9558-1ee53305d252 req-81395f8d-fc95-4617-b1ab-d7b05ca86818 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 935 time: 0.6757634 Jul 27 21:49:16.446719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object 88a3d7b9-1c53-4b5d-b104-b38597a4c890 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:16.509654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d3cba1d-ba5b-432a-b472-ebd087078c8e req-d4136484-7f73-4d00-926c-2df09e74af64 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.0643778 Jul 27 21:49:16.582133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dad1bfa2-2a0d-4725-9558-1ee53305d252 req-edad86e9-1ba2-4b13-8806-c42396492f36 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367853 Jul 27 21:49:16.639343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.707839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.728837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:16.766665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.889875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.921642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.942951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:16.955451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.972107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Transition to ACTIVE for port object f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:16.989215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:16.990627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:16.996633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:16.996874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:17.000422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:17.018428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:17.031570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:17.044493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:17.113077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:17.171648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:17.172824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.458423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-5ea2a5eb-958c-4f82-8533-90d9c521588e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1551449 Jul 27 21:49:17.498603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Request body: {'port': {'device_id': 'c8871089-6842-4870-8daa-7c6772867f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:17.502175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a9664-f3f1-4c0c-a8a8-d1ddb3dcb963 None None] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:17.614314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2c149d72-28b1-4209-acec-18e5d39ff1cf None None] Provisioning for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:17.628958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2c149d72-28b1-4209-acec-18e5d39ff1cf None None] Provisioning complete for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:17.629610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c149d72-28b1-4209-acec-18e5d39ff1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.655168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:17.655928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.682803 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.691558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.714990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c149d72-28b1-4209-acec-18e5d39ff1cf None None] Port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:17.770869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb3b14-d82c-4945-9625-3e5a79ef091c req-9dc8ef0e-5e7a-44ce-a519-5796bd017b5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:17.780342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9dfb3b14-d82c-4945-9625-3e5a79ef091c req-9dc8ef0e-5e7a-44ce-a519-5796bd017b5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.3382802 Jul 27 21:49:17.790850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6336d-ef03-4fc6-81d6-7f2717f0cf87 req-5691da43-ecd2-4af9-ab63-3810e9a40ed1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:17.793468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ad6336d-ef03-4fc6-81d6-7f2717f0cf87 req-5691da43-ecd2-4af9-ab63-3810e9a40ed1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 1.0564830 Jul 27 21:49:17.801595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:17.907092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3081e6fd-3816-44ef-9872-b924af9e632d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1413534 Jul 27 21:49:17.912478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:17.987969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'name': 'tempest-TaggedBootDevicesTest_v242-1769529053', 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:18.153376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9dfb3b14-d82c-4945-9625-3e5a79ef091c req-e26090f1-0bc6-465e-9898-f6db6df8ac49 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180493 Jul 27 21:49:18.155275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d67f6a6c-0684-4df7-800d-36154e15b804 None None] Provisioning for port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:18.221630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59680) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:18.311993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ad6336d-ef03-4fc6-81d6-7f2717f0cf87 req-459d4bf4-ef0e-4c01-917b-7345203aeb20 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038826 Jul 27 21:49:18.346309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:18.413135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Attempting to bind port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:18.413135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Attempting to bind port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:18.413135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Attempting to bind port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:18.437535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:18.438548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Attempting to bind port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:18.478859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:18.479796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:18.480946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:18.481873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Bound port: f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:18.483114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.485248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3830c-b44c-4406-82f3-302e118125ab req-b18700e5-bdc5-44ea-a556-187c348f3f8c tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:18.487222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14a3830c-b44c-4406-82f3-302e118125ab req-b18700e5-bdc5-44ea-a556-187c348f3f8c tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 931 time: 0.2674887 Jul 27 21:49:18.520089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:18.529129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.538851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1384591419-network', 'tenant_id': 'be0e6ec42db6458ea9d1b7f6caf9cc74'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:18.596877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:49:18.596877 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:49:18.596877 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id_1': 'be0e6ec42db6458ea9d1b7f6caf9cc74', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 49, 18, 559751)}] Jul 27 21:49:18.596877 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:49:18.597437 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:49:18.611692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14a3830c-b44c-4406-82f3-302e118125ab req-ecd7a9b2-f679-4323-b8a0-b62b36ba98b6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053967 Jul 27 21:49:18.617457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cebed4-a108-46a0-85d1-2472d3a3b85f {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:18.632092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.647275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Transition to ACTIVE for port object f7cebed4-a108-46a0-85d1-2472d3a3b85f will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:18.655584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:18.662342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:18.692111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7fcee-e98d-488a-85fa-96626c88653f req-3536200d-a3ee-4d83-a193-b3c04446aeea tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:18.693986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73c7fcee-e98d-488a-85fa-96626c88653f req-3536200d-a3ee-4d83-a193-b3c04446aeea tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 947 time: 0.2402759 Jul 27 21:49:18.696708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:18.703198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:18.713893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.759735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] device_id is not set on port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:49:18.782600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.835321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:18.845615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:18.845829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:18.846122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:18.846311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73c7fcee-e98d-488a-85fa-96626c88653f req-105abdc5-b482-4252-97a7-a293fd518bd4 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266472 Jul 27 21:49:18.851486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.000945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.001868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.003775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff HTTP/1.1" status: 200 len: 1095 time: 3.4711006 Jul 27 21:49:19.005052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:19.009116 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9230ac1-faac-462d-8d21-9d45f6f99882" -d '{"events": [{"name": "network-changed", "server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:19.034878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.071053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Attempting to bind port f7cebed4-a108-46a0-85d1-2472d3a3b85f on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:19.075863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d81a8-f302-4546-845a-7a8b2392a367 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:19.076224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Attempting to bind port f7cebed4-a108-46a0-85d1-2472d3a3b85f by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:19.076224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Attempting to bind port f7cebed4-a108-46a0-85d1-2472d3a3b85f on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:19.083603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Port f7cebed4-a108-46a0-85d1-2472d3a3b85f on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:19.086428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Attempting to bind port f7cebed4-a108-46a0-85d1-2472d3a3b85f on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:19.097486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:19.111037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:19.115427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Checking segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:19.115427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Bound using segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:19.115427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Bound port: f7cebed4-a108-46a0-85d1-2472d3a3b85f, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:19.115427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.123062 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a685e3-20b7-41f5-b603-36a0c2dd8ae2 x-openstack-request-id: req-c0a685e3-20b7-41f5-b603-36a0c2dd8ae2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:19.123848 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:19.124436 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0a685e3-20b7-41f5-b603-36a0c2dd8ae2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:19.125111 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff', 'status': 'completed', 'code': 200} Jul 27 21:49:19.205037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.251815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:19.256980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:19.289733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:19.292306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Made reservation on behalf of be0e6ec42db6458ea9d1b7f6caf9cc74 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:19.296446 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.312939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.323677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.1.1.87 (bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc/f089c0e6-6f6d-4055-8542-e0b2494ac2d4/a7602cf7-d7f1-451a-bafd-dfe1759d18c7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:19.377844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.442467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.443069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230ac1-faac-462d-8d21-9d45f6f99882 req-03a9cce3-19b4-494a-a54c-08086b83f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.443241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.444654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7cebed4-a108-46a0-85d1-2472d3a3b85f HTTP/1.1" status: 200 len: 1091 time: 1.9516757 Jul 27 21:49:19.445049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9230ac1-faac-462d-8d21-9d45f6f99882 req-03a9cce3-19b4-494a-a54c-08086b83f8a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 1098 time: 0.3186264 Jul 27 21:49:19.451466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:19.459077 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470" -d '{"events": [{"name": "network-changed", "server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:19.471940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f7ce-49d1-41e7-a3f3-fa790688e203 req-5f99c01e-e1d4-4b28-81a7-cd9e96301891 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.473697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c38f7ce-49d1-41e7-a3f3-fa790688e203 req-5f99c01e-e1d4-4b28-81a7-cd9e96301891 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.2585537 Jul 27 21:49:19.494506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df469671-702e-4d62-ac36-3aaa9f337f90 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:19.527175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9230ac1-faac-462d-8d21-9d45f6f99882 req-07e4fdab-c7f6-445e-8a03-841d5823ea2f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b910e64e111048afbe51053f06da9e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444674 Jul 27 21:49:19.548988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.648313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-08dae016-32be-4fb7-8592-2f726b0f34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.651178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-08dae016-32be-4fb7-8592-2f726b0f34df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 1094 time: 0.0760174 Jul 27 21:49:19.671442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c38f7ce-49d1-41e7-a3f3-fa790688e203 req-791b153f-8d46-4581-a349-73b270e5d9d0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800241 Jul 27 21:49:19.711730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.719682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-d8311358-820e-48fe-88e0-1de06589bb71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f HTTP/1.1" status: 200 len: 217 time: 0.0559556 Jul 27 21:49:19.750545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.761912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230ac1-faac-462d-8d21-9d45f6f99882 req-2881b546-95f3-4e9e-b698-5eaacabdfb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.765058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9230ac1-faac-462d-8d21-9d45f6f99882 req-2881b546-95f3-4e9e-b698-5eaacabdfb0a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008917 Jul 27 21:49:19.781010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object a7602cf7-d7f1-451a-bafd-dfe1759d18c7 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:19.798898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:49:19.833186 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.833575 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Added segment 929db553-de9a-4810-bd3f-25694b09a33c of type vlan for network e4275582-3fa1-4843-8beb-c68c5da16f5d Jul 27 21:49:19.835035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f01d8-f6f1-4207-a49e-22dc0d02775f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:19.933012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae69780-9696-4523-b7cb-0eeb87875335 req-81ae5aad-5b32-49ab-ab32-2d0f1246a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.935849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-81ae5aad-5b32-49ab-ab32-2d0f1246a6fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.2056251 Jul 27 21:49:19.942334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:19.962164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:19.983892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d831-5df0-4d7b-b4a2-2faa5ff8a118 req-b248a8f0-0464-4847-af3d-6a2ba579b712 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.986633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec66d831-5df0-4d7b-b4a2-2faa5ff8a118 req-b248a8f0-0464-4847-af3d-6a2ba579b712 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1897912 Jul 27 21:49:19.989962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-9c114be8-a08b-4eda-88f0-799a345636a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.992489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-9c114be8-a08b-4eda-88f0-799a345636a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 1098 time: 0.1624432 Jul 27 21:49:20.006058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-dcf7bf54-9c69-4ca6-997a-c305beaed577 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582297 Jul 27 21:49:20.047645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:20.048088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.080476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-92c6864e-5238-4ef2-8261-3f6506e83728 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff HTTP/1.1" status: 200 len: 217 time: 0.0738299 Jul 27 21:49:20.082894 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.159441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.161578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.162169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.173838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:20.181514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-eefc9a62-827f-4f7c-a015-921038900c1d service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326416 Jul 27 21:49:20.181941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec66d831-5df0-4d7b-b4a2-2faa5ff8a118 req-a62f925e-77d1-4a85-989a-15409dcf63b9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835101 Jul 27 21:49:20.182129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:20.190131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:20.204270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:20.300160 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b84efb-4d66-4255-a915-4749e10624d1 x-openstack-request-id: req-35b84efb-4d66-4255-a915-4749e10624d1 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:20.300160 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:20.300160 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35b84efb-4d66-4255-a915-4749e10624d1 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:20.300160 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'status': 'completed', 'code': 200} Jul 27 21:49:20.319864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] Pushing event updated for resources: {'Network': ['ID=e4275582-3fa1-4843-8beb-c68c5da16f5d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:20.339492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e4275582-3fa1-4843-8beb-c68c5da16f5d details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:49:20.386998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c0f7898-935b-4ecd-a5d5-0717c2c7f382 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1639204 Jul 27 21:49:20.394618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:20.404549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Request body: {'subnet': {'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1384591419-subnet', 'tenant_id': 'be0e6ec42db6458ea9d1b7f6caf9cc74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:20.446175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cae69780-9696-4523-b7cb-0eeb87875335 req-569789d9-397b-470c-80b1-b3d6e6036c6d service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586713 Jul 27 21:49:20.453745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-c9177c2b-3701-4c43-86cb-4cb0aa3b139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.457289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-c9177c2b-3701-4c43-86cb-4cb0aa3b139d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.3689919 Jul 27 21:49:20.487429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.487429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.641485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Made reservation on behalf of be0e6ec42db6458ea9d1b7f6caf9cc74 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:20.643945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.742503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bdb5f866-7532-4c34-90ac-cd0f09a2b0b1 None None] Provisioning for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:20.756575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bdb5f866-7532-4c34-90ac-cd0f09a2b0b1 None None] Provisioning complete for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:20.758413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdb5f866-7532-4c34-90ac-cd0f09a2b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:20.804917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-df17ae1a-f36d-4194-b9eb-6880e5a0064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.807399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-df17ae1a-f36d-4194-b9eb-6880e5a0064a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3291743 Jul 27 21:49:20.822140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9a1c692f-f0fe-491e-825a-7160d99342eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9008229 Jul 27 21:49:20.827638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5f866-7532-4c34-90ac-cd0f09a2b0b1 None None] Port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:20.851190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f3a16-dee2-4d3e-ac52-8553dc7a0017 req-ac70569c-0b10-41c9-8857-141ba34e8f05 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.855666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f0f3a16-dee2-4d3e-ac52-8553dc7a0017 req-ac70569c-0b10-41c9-8857-141ba34e8f05 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 947 time: 0.2749002 Jul 27 21:49:20.996357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-74cc8d73-5a40-4fdf-a016-62859e9232db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.999439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-74cc8d73-5a40-4fdf-a016-62859e9232db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 1094 time: 0.3601899 Jul 27 21:49:21.015184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f0f3a16-dee2-4d3e-ac52-8553dc7a0017 req-ff12607a-7d81-4f54-96cf-b5de8a49ca61 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444073 Jul 27 21:49:21.065073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-eaf8e8ed-1a86-45a3-af56-593d66a8853b service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439833 Jul 27 21:49:21.081496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388384-9c43-468b-8cd4-efdc9526f09a req-e8bdbb29-7ff6-455c-bd6c-3630d8c6bbf9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.092667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1388384-9c43-468b-8cd4-efdc9526f09a req-e8bdbb29-7ff6-455c-bd6c-3630d8c6bbf9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 943 time: 0.1561325 Jul 27 21:49:21.183211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1388384-9c43-468b-8cd4-efdc9526f09a req-1fc6364e-0e5a-40de-b42a-9eb62a5371fc tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885770 Jul 27 21:49:21.218974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-07db8ab1-cca7-4250-915e-336fa9066488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.221228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-07db8ab1-cca7-4250-915e-336fa9066488 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 923 time: 0.2124569 Jul 27 21:49:21.288298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-67c1691a-a08d-4906-9039-906697dbfdf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f HTTP/1.1" status: 200 len: 217 time: 0.0568144 Jul 27 21:49:21.293098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cf4b461-0225-4dfb-8620-43d9b842fa66 req-0b8b0d4e-b44c-4e8b-8271-ec552cc79bd6 service neutron] 10.222.0.50 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928120 Jul 27 21:49:21.316063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb4eef-05f8-4245-abbe-bb513fbe9b46 req-c2f3f0b2-df26-4a46-8fb4-d0c68ffd52e7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.326173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1eb4eef-05f8-4245-abbe-bb513fbe9b46 req-c2f3f0b2-df26-4a46-8fb4-d0c68ffd52e7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1970737 Jul 27 21:49:21.357718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:21.365702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-8e4108db-dc86-4493-ac72-ca8d78c48b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.367484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-8e4108db-dc86-4493-ac72-ca8d78c48b9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.0685847 Jul 27 21:49:21.427420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-e66aa1d2-8271-4c0e-b85c-bb8b3ed535d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512791 Jul 27 21:49:21.435930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed37c2f-de88-4ae2-af6d-3d225567b1ca,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:21.450447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1eb4eef-05f8-4245-abbe-bb513fbe9b46 req-5c83e547-a97b-4f05-b916-f540235c870b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204276 Jul 27 21:49:21.523696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Checking segment: {'id': '929db553-de9a-4810-bd3f-25694b09a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:21.524059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Network hostable DHCP agents. Network: e4275582-3fa1-4843-8beb-c68c5da16f5d, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:49:21.550989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:21.628330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-8f6e64b1-47d1-42dd-8cfd-f5f831fae725 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900845 Jul 27 21:49:21.670957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3278658-b481-4021-bf89-a547f8e696a5 req-b02fb62a-f788-4781-8de1-60bb0353c0ec tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.673411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3278658-b481-4021-bf89-a547f8e696a5 req-b02fb62a-f788-4781-8de1-60bb0353c0ec tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0965023 Jul 27 21:49:21.702601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:21.717513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Network e4275582-3fa1-4843-8beb-c68c5da16f5d is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:49:21.753549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'port_id': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'mac_address': 'fa:16:3e:7e:15:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de618b6-6b20-4663-95a9-fcfe9da5d34d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:21.770387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3278658-b481-4021-bf89-a547f8e696a5 req-99ddd0c1-242e-43ec-b6f1-0f7a554544a9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875721 Jul 27 21:49:21.782901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4e5c355-d70c-43f4-9eca-dc90ce7ef470 req-6a5f9121-fc01-4ed5-9c57-509fd3ce6b00 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468363 Jul 27 21:49:21.800250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59724) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:21.808624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192697036', 'description': 'tempest-description--1750625754'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:21.848596 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:21.872367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cebed4-a108-46a0-85d1-2472d3a3b85f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:21.895396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e4275582-3fa1-4843-8beb-c68c5da16f5d) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:21.904939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.905524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:21.912404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11219db0-4830-4fc7-a6c4-8be89855a9e7 None None] Network e4275582-3fa1-4843-8beb-c68c5da16f5d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:21.919913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:22.050025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:22.063844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5b5f1-ccc4-49d5-9da2-9fb660eca0b1 None None] Network e4275582-3fa1-4843-8beb-c68c5da16f5d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:22.133574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:22.191071 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:22.217755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b37c9fdf-c2cf-42ea-a1c8-dc78d0b8c03a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8238277 Jul 27 21:49:22.270110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc01ccb-3ad3-45bf-aa92-91933483e358 req-52fa42a0-de9d-4469-9d02-aeb224b68d9b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:22.271527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fc01ccb-3ad3-45bf-aa92-91933483e358 req-52fa42a0-de9d-4469-9d02-aeb224b68d9b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 947 time: 0.1326816 Jul 27 21:49:22.348274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fc01ccb-3ad3-45bf-aa92-91933483e358 req-2525ec24-d053-48b4-9df6-17a08bde23ff tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673728 Jul 27 21:49:22.420526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:22.458299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.458735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.459212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.459563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.459909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.460255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.460627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.460974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.461361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.461649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.461986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.462354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:22.503184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f7cebed4-a108-46a0-85d1-2472d3a3b85f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:22.562362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:22.630249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27287d-ee24-4304-8771-5615a1e54975 req-0dfab2a0-a44f-40b2-82e5-b458bd04baef tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:22.632302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab27287d-ee24-4304-8771-5615a1e54975 req-0dfab2a0-a44f-40b2-82e5-b458bd04baef tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1121392 Jul 27 21:49:22.656526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:22.691026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab27287d-ee24-4304-8771-5615a1e54975 req-90222f96-df99-4449-a44c-9167b1d674e4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505517 Jul 27 21:49:22.743766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447e0563-bd3f-4b6a-a80f-4c6b12575857,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:22.764135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6411f1-1931-45d9-b9c2-c3e43ada410f req-d33839e6-ef19-4265-90bf-9781a3185973 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:22.770840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b6411f1-1931-45d9-b9c2-c3e43ada410f req-d33839e6-ef19-4265-90bf-9781a3185973 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 944 time: 0.3202147 Jul 27 21:49:22.780705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:22.786776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-344bd33d-caa6-4aab-a1d8-f95e181e1edd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9805892 Jul 27 21:49:22.787107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:22.792169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'security_group_rule': {'security_group_id': '447e0563-bd3f-4b6a-a80f-4c6b12575857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:22.838495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-16d1a547-ddc6-4f5c-bfb4-a9213e886748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:22.840842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-16d1a547-ddc6-4f5c-bfb4-a9213e886748 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.2880828 Jul 27 21:49:22.905202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b6411f1-1931-45d9-b9c2-c3e43ada410f req-d0bea158-4f41-4de3-8d67-ce05eb7752e8 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217504 Jul 27 21:49:22.978245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.032393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-1866fd0f-94a3-4edf-9859-7e794907d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.035771 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-1866fd0f-94a3-4edf-9859-7e794907d10b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1798115 Jul 27 21:49:23.078489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.159594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-faa1bb3c-ed40-4cd6-a32d-6fffe2fd9944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1163113 Jul 27 21:49:23.236645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d84d0-213f-491c-a64b-7aac7444546d req-c0675979-179a-47a2-a756-1045eb7f60a7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.237961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f0d84d0-213f-491c-a64b-7aac7444546d req-c0675979-179a-47a2-a756-1045eb7f60a7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1805742 Jul 27 21:49:23.240102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-2237e139-f329-4be2-9a58-28388d7a92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.241634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-2237e139-f329-4be2-9a58-28388d7a92f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.0734124 Jul 27 21:49:23.244977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.307295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c4c3d6-2258-4673-8ebc-09027b9da93b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:23.362678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f0d84d0-213f-491c-a64b-7aac7444546d req-1acf5ba8-ea27-4dd0-b03a-41aa9eba72ee tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140752 Jul 27 21:49:23.399283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-91d355f9-34c8-4270-b2d1-932bb3aef5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.399283 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-91d355f9-34c8-4270-b2d1-932bb3aef5a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368861 Jul 27 21:49:23.417894 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.417894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f913ee7c-1772-42fd-8c5b-fd4196ea50b6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6213093 Jul 27 21:49:23.417894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:23.436463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'security_group_rule': {'security_group_id': '447e0563-bd3f-4b6a-a80f-4c6b12575857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:23.563157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:23.567340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:23.586533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-53c16117-341e-4d0c-ace7-e3a9fea24e0b service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911325 Jul 27 21:49:23.628556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.727568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.769203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816dc13-327b-435b-b366-68eaa3d72db3 req-733fb029-c6da-42c6-a0bd-444354031c22 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.781117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3816dc13-327b-435b-b366-68eaa3d72db3 req-733fb029-c6da-42c6-a0bd-444354031c22 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 947 time: 0.2848794 Jul 27 21:49:23.810575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:23.841087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f7cebed4-a108-46a0-85d1-2472d3a3b85f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:23.851474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.872391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f7cebed4-a108-46a0-85d1-2472d3a3b85f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:23.872512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3816dc13-327b-435b-b366-68eaa3d72db3 req-000ab21a-b631-4eda-80b6-14440fa4758b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794098 Jul 27 21:49:23.872512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e205910-6e67-4ffa-8f08-56d9bf7ca66c req-0628d3cb-7d94-4981-b456-c2ff07abe8ec service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733884 Jul 27 21:49:23.872709 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:23.917840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7022abcb-b664-46d6-aac3-ffcbfb50f9ca,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:23.953058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff', 'mac_address': 'fa:16:3e:25:f7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:24.029426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.030917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8bf44c18-1ecf-48de-9bcb-b54ce7a5cba4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6144226 Jul 27 21:49:24.035104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:24.040471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:24.056442 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.083925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:24.093417 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.103211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62786ee-683b-4c1d-bd13-a93a33e14fd4 req-1bb02c22-65c4-4c12-8c21-fe9765b4d60d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.106862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e62786ee-683b-4c1d-bd13-a93a33e14fd4 req-1bb02c22-65c4-4c12-8c21-fe9765b4d60d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1470044 Jul 27 21:49:24.130487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:24.145339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:24.147970 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8549df11-ab33-4a5c-8462-6931a5a915ff" -d '{"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-plugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:24.162867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:24.178079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e62786ee-683b-4c1d-bd13-a93a33e14fd4 req-521aa94b-6a38-49c3-87b6-9d988e9625c7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650032 Jul 27 21:49:24.205983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.307396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c03c1-ad52-4c04-87f7-87d47534fe7c req-d8af5290-6a02-4520-b9c1-b1fc54076215 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.310699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb8c03c1-ad52-4c04-87f7-87d47534fe7c req-d8af5290-6a02-4520-b9c1-b1fc54076215 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 944 time: 0.1036594 Jul 27 21:49:24.326549 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.334680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.391673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb8c03c1-ad52-4c04-87f7-87d47534fe7c req-7cc6600a-2e60-4d62-9a41-e0f0b360b3ea tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724504 Jul 27 21:49:24.433390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:24.433648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.493382 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567b068-c8f8-466c-9908-2c62baba677c x-openstack-request-id: req-0567b068-c8f8-466c-9908-2c62baba677c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:24.493849 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-plugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:24.494514 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0567b068-c8f8-466c-9908-2c62baba677c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:24.495014 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'code': 200} Jul 27 21:49:24.547300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:24.621397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:24.663363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 172.25.3.130 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6f9560c2-e19b-4ab8-bb64-4b6bab6837fe) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:24.711237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f09419-f78e-47e5-9b4b-18e5683e1791 req-6155349d-4723-4707-a09c-8417cbafe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.714403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-85f09419-f78e-47e5-9b4b-18e5683e1791 req-6155349d-4723-4707-a09c-8417cbafe91d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 1096 time: 0.1164880 Jul 27 21:49:24.766853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-85f09419-f78e-47e5-9b4b-18e5683e1791 req-b6fe9a4e-c2aa-44e8-a722-94d37a55ec92 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Jul 27 21:49:24.773670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e707-eecb-4311-a912-ca748ade9add req-1c450bbc-a717-46f9-8ebc-b2a914c199ae tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.775604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f855e707-eecb-4311-a912-ca748ade9add req-1c450bbc-a717-46f9-8ebc-b2a914c199ae tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1867442 Jul 27 21:49:24.876832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:24.894794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f855e707-eecb-4311-a912-ca748ade9add req-96669b0e-2ca8-4df2-bf48-ebc39cfe7f05 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983989 Jul 27 21:49:25.088404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f63559-084c-469c-828e-6916037c9136 req-9d1304e8-d715-4777-bca1-a953d3f94461 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.090306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9f63559-084c-469c-828e-6916037c9136 req-9d1304e8-d715-4777-bca1-a953d3f94461 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 948 time: 0.0877490 Jul 27 21:49:25.149190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9f63559-084c-469c-828e-6916037c9136 req-fcae2fe8-93a3-4f34-a8aa-bf344a29cf88 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Jul 27 21:49:25.170712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.219027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:25.222235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:25.227412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:25.238844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=6f9560c2-e19b-4ab8-bb64-4b6bab6837fe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:25.379970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae60620-8b96-4e6e-ae0a-c2d87636f1b5 req-5d605a53-d870-4170-852a-8dc4bffbf1ec tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.382548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ae60620-8b96-4e6e-ae0a-c2d87636f1b5 req-5d605a53-d870-4170-852a-8dc4bffbf1ec tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1083069 Jul 27 21:49:25.431153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.438192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ae60620-8b96-4e6e-ae0a-c2d87636f1b5 req-92f55f8f-456d-4908-8725-7b8a3ba9d895 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473654 Jul 27 21:49:25.577746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:25.613434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88450e-08f5-4e60-8c52-8c20d14cd630 req-d6cf6830-c2cb-432d-a55d-19a1b3e54954 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.616221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b88450e-08f5-4e60-8c52-8c20d14cd630 req-d6cf6830-c2cb-432d-a55d-19a1b3e54954 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.1052213 Jul 27 21:49:25.694674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.698991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b88450e-08f5-4e60-8c52-8c20d14cd630 req-e91befed-1a48-419c-8cf4-ff7256bb9b5d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735559 Jul 27 21:49:25.758816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db7b3-85e6-4c41-8fd0-21a87def7055 req-57db2961-3e18-4d08-9c31-67c03b4f3190 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.763821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f68db7b3-85e6-4c41-8fd0-21a87def7055 req-57db2961-3e18-4d08-9c31-67c03b4f3190 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1464119 Jul 27 21:49:25.770271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:25.775648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:25.776031 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.845794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f68db7b3-85e6-4c41-8fd0-21a87def7055 req-2cb4e3a5-e397-4b06-a732-3641e425a73b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665069 Jul 27 21:49:25.877947 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.926171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:26.009463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:26.045988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:26.132551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:26.290238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:26.331222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74622e6-3cad-4269-bc4f-0bf6f4dabeaa req-2e77c2de-0acf-498a-862f-e7b4a0cd2df6 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:26.333541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74622e6-3cad-4269-bc4f-0bf6f4dabeaa req-2e77c2de-0acf-498a-862f-e7b4a0cd2df6 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0911970 Jul 27 21:49:26.379710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=6f9560c2-e19b-4ab8-bb64-4b6bab6837fe,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:26.390662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74622e6-3cad-4269-bc4f-0bf6f4dabeaa req-d3096779-1ac1-4a23-9989-07cb43b318ee tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462761 Jul 27 21:49:26.392828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:26.496298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:26.499886 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001f9ed4-96b1-45f8-bb3c-40a42e5fd57e" -d '{"events": [{"server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "name": "network-vif-plugged", "status": "completed", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:26.525018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:26.529302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-64e5d19e-c73d-4de1-acc9-6eebcdc750dd tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4900062 Jul 27 21:49:26.551268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696d114-9644-46ea-8b82-8beb7b20bace req-061acbb3-4906-4478-986d-de039d53ef61 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:26.553851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3696d114-9644-46ea-8b82-8beb7b20bace req-061acbb3-4906-4478-986d-de039d53ef61 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.0952199 Jul 27 21:49:26.596852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3696d114-9644-46ea-8b82-8beb7b20bace req-e68c05bc-e30c-4a75-a77d-e9069ef6e21c tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Jul 27 21:49:26.791663 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4c834-8ed5-4551-9c3b-e7ed86be28a3 x-openstack-request-id: req-e4d4c834-8ed5-4551-9c3b-e7ed86be28a3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:26.792220 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "name": "network-vif-plugged", "status": "completed", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:26.792640 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4d4c834-8ed5-4551-9c3b-e7ed86be28a3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:26.792879 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff', 'code': 200} Jul 27 21:49:26.943694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-7c597674-bea4-41bf-b489-c9d9d78bb039 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1192697036&fields=id&tenant_id=7f731eb44022427a99ec85a800ff6212 HTTP/1.1" status: 200 len: 267 time: 0.0464251 Jul 27 21:49:27.006115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9fa7-b8b7-49b2-9720-68467f42a492 req-d2786120-d7be-45a6-8dfd-c05f814af8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.007801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13bc9fa7-b8b7-49b2-9720-68467f42a492 req-d2786120-d7be-45a6-8dfd-c05f814af8cd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 1100 time: 0.1465778 Jul 27 21:49:27.011913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34ca3-afd0-4686-b79f-6f739a23736a req-2d25b498-89eb-4fd9-8650-cba562bf95a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.013777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ef34ca3-afd0-4686-b79f-6f739a23736a req-2d25b498-89eb-4fd9-8650-cba562bf95a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0883372 Jul 27 21:49:27.052543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-79b2d03c-50c4-4b78-970f-154f9804054a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.054065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-79b2d03c-50c4-4b78-970f-154f9804054a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 935 time: 0.0936902 Jul 27 21:49:27.063175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ef34ca3-afd0-4686-b79f-6f739a23736a req-dbde7f53-2e1d-43c9-84ab-f074138c074e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Jul 27 21:49:27.113033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13bc9fa7-b8b7-49b2-9720-68467f42a492 req-2dd205cc-0e1b-4869-819e-8e88aeafdb48 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961707 Jul 27 21:49:27.173368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-a67a7623-62d1-4369-9831-4bc376a5188c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.174996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-a67a7623-62d1-4369-9831-4bc376a5188c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 936 time: 0.1082592 Jul 27 21:49:27.262353 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-2d042f82-212c-44bc-b98d-034fbd0385c6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0711215 Jul 27 21:49:27.309796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-86ea450e-af7e-4fda-842f-98a97d1faffe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0408504 Jul 27 21:49:27.369454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572b01-68e7-4f3c-846c-fa20a1f46b19 req-6fd6ff54-24fc-4d0e-9578-0c419966eeb3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.371051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10572b01-68e7-4f3c-846c-fa20a1f46b19 req-6fd6ff54-24fc-4d0e-9578-0c419966eeb3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1005380 Jul 27 21:49:27.422617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10572b01-68e7-4f3c-846c-fa20a1f46b19 req-cfcaf0c0-6446-4831-b644-b01dda69ba24 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407736 Jul 27 21:49:27.460062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6ddf36e4-9c7f-46ca-b518-6a12b4079f62 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.467253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6ddf36e4-9c7f-46ca-b518-6a12b4079f62 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.473720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6ddf36e4-9c7f-46ca-b518-6a12b4079f62 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.475452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6ddf36e4-9c7f-46ca-b518-6a12b4079f62 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 1993 time: 0.1582353 Jul 27 21:49:27.492994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e2e769ae-3a1f-4169-8338-80c8995a3e3b tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/quotas/7f731eb44022427a99ec85a800ff6212 HTTP/1.1" status: 200 len: 375 time: 0.0109260 Jul 27 21:49:27.567682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad884115-4393-40c9-a0bd-2571b6a3a2d2 req-08c128fc-8eab-4b5d-bf2f-b25f4bda634f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.569182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad884115-4393-40c9-a0bd-2571b6a3a2d2 req-08c128fc-8eab-4b5d-bf2f-b25f4bda634f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0803766 Jul 27 21:49:27.583321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-4ea2b910-4ed8-4205-b038-b62d17183178 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0827341 Jul 27 21:49:27.610995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad884115-4393-40c9-a0bd-2571b6a3a2d2 req-858d8417-4476-4c23-893d-7f34ac519194 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Jul 27 21:49:27.695852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-327695bc-b538-4ad8-bc80-a2547b496f07 service neutron] 10.222.0.37 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998530 Jul 27 21:49:27.793807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-2ee8bdf3-30be-4e44-8336-977472af4ecc service neutron] 10.222.0.37 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906110 Jul 27 21:49:27.809762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-a5672311-1d9c-49b3-b1f5-be6012f9a2d7 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.811348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-a5672311-1d9c-49b3-b1f5-be6012f9a2d7 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/networks?id=e4275582-3fa1-4843-8beb-c68c5da16f5d HTTP/1.1" status: 200 len: 810 time: 0.1172307 Jul 27 21:49:27.828576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-6d7b923b-1f1e-48b2-b5bf-e5ab07109ba2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/quotas/be0e6ec42db6458ea9d1b7f6caf9cc74 HTTP/1.1" status: 200 len: 375 time: 0.0107167 Jul 27 21:49:27.859674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-eac56037-d599-430a-b507-ad3024f45ad9 service neutron] 10.222.0.37 "GET /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0589156 Jul 27 21:49:27.878378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-9dca5601-77c2-4ef5-8d60-e495e372d423 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0e6ec42db6458ea9d1b7f6caf9cc74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435169 Jul 27 21:49:27.965088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-cf8e207c-249c-4c6e-8e91-45384bd99d11 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977733 Jul 27 21:49:28.052611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-98f73ab3-e3bd-44ca-82c8-24440cb8f66d service neutron] 10.222.0.37 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598878 Jul 27 21:49:28.079800 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-329314cd-2a98-4c2e-a4fd-b903fb521592 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036882 Jul 27 21:49:28.137061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8cea9c1a-d875-4859-9d97-1d6a88ffe72d service neutron] 10.222.0.37 "GET /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0506737 Jul 27 21:49:28.148736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-d798fd42-1f89-4898-a640-5c1720438e01 service neutron] 10.222.0.37 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897677 Jul 27 21:49:28.236008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9aa25f04-c4c5-4e59-ae59-730bfb2a1db2 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924151 Jul 27 21:49:28.340016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-48033c11-f4c8-4910-b4c0-22cbef2ae8dd service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967751 Jul 27 21:49:28.442610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-16858390-d283-499d-80a9-cff1e75dca39 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903838 Jul 27 21:49:28.543013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-bc7098a5-e4c0-4a94-82b7-601cad0ca113 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938306 Jul 27 21:49:28.645982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-07d78b22-2594-491c-b087-0118f4370607 service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958426 Jul 27 21:49:28.712691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72955dc6-32ea-44d2-8284-3680873c398a req-31593205-1f86-498b-975b-7a81a3ec1a8e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:28.718827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72955dc6-32ea-44d2-8284-3680873c398a req-31593205-1f86-498b-975b-7a81a3ec1a8e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0944216 Jul 27 21:49:28.762731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72955dc6-32ea-44d2-8284-3680873c398a req-b4c0ee00-5916-4bf3-ad23-10209635d236 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Jul 27 21:49:28.765689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3bbaf087-d64a-4c07-857a-bf2272a280cf service neutron] 10.222.0.37 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130023 Jul 27 21:49:28.858896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-45ed51a1-b414-45d6-a41e-afa0e8303f91 service neutron] 10.222.0.37 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922890 Jul 27 21:49:28.964885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-2d843ffa-efbf-4b55-9756-0f2bc157be80 service neutron] 10.222.0.37 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946095 Jul 27 21:49:29.080415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c503a565-d855-4952-bbfc-f091b9c1024b service neutron] 10.222.0.37 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072035 Jul 27 21:49:29.195319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3a638283-eeb2-4d0f-a917-384aa75790d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020274 Jul 27 21:49:29.297313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba996d-ebe8-4842-9c5a-41dc23d95828 req-ab8bfaae-ae35-4c2a-814f-e136b3eb5dd6 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.299146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bba996d-ebe8-4842-9c5a-41dc23d95828 req-ab8bfaae-ae35-4c2a-814f-e136b3eb5dd6 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.0940838 Jul 27 21:49:29.359264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bba996d-ebe8-4842-9c5a-41dc23d95828 req-86d79371-32ec-4bb8-81b8-6ae30577201f tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Jul 27 21:49:29.527673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21d2a1d3-71af-4672-841c-b71a10cc0530 req-81f9df9a-c32a-471a-8ed8-8cf96bf1820b tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 210 time: 0.0330031 Jul 27 21:49:29.662970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6bbba-5f09-437e-b94a-614e293b5d2f req-9b8fe62f-09ab-40a6-bd04-52b91375e3d1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.664678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d6bbba-5f09-437e-b94a-614e293b5d2f req-9b8fe62f-09ab-40a6-bd04-52b91375e3d1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0718164 Jul 27 21:49:29.711180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24d6bbba-5f09-437e-b94a-614e293b5d2f req-17eb67dc-6511-4b5b-a1f4-f64c036f9419 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375893 Jul 27 21:49:29.842246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69011c99-529e-49d2-9dba-0f25e86792d1 req-32809216-bd8c-4d71-bf7e-c2d0d419eb47 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.843668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69011c99-529e-49d2-9dba-0f25e86792d1 req-32809216-bd8c-4d71-bf7e-c2d0d419eb47 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0685120 Jul 27 21:49:29.886442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69011c99-529e-49d2-9dba-0f25e86792d1 req-bcf06e79-4ba2-4c00-a89c-896df1787152 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Jul 27 21:49:30.143925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c87cf-f2c3-48e1-8c70-8844931c6c52 req-a4f73f60-52b0-4cff-9810-523b739a84d7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:30.145494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-448c87cf-f2c3-48e1-8c70-8844931c6c52 req-a4f73f60-52b0-4cff-9810-523b739a84d7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0691478 Jul 27 21:49:30.187156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-448c87cf-f2c3-48e1-8c70-8844931c6c52 req-fac14d30-cc05-4a3c-8428-4fc609e25141 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Jul 27 21:49:30.314000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c10966-ef4b-4ec6-9511-cc002fedd785 req-a807e397-0fb0-4e5d-bc83-d65aea52dda6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:30.315600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c10966-ef4b-4ec6-9511-cc002fedd785 req-a807e397-0fb0-4e5d-bc83-d65aea52dda6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0712507 Jul 27 21:49:30.359593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c10966-ef4b-4ec6-9511-cc002fedd785 req-8a31f2cb-8ee7-4d3c-9a09-09a66edeac02 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Jul 27 21:49:30.474461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-34516445-5839-4935-8c58-06316e149575 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b910e64e111048afbe51053f06da9e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233083 Jul 27 21:49:30.592720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-31f31541-1f73-458c-a463-d0ebe9c2b110 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:30.594203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-31f31541-1f73-458c-a463-d0ebe9c2b110 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137900 Jul 27 21:49:30.610112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-76f86254-0ab3-4d4d-bce9-3de3edef53dd tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/quotas/b910e64e111048afbe51053f06da9e5c HTTP/1.1" status: 200 len: 375 time: 0.0098519 Jul 27 21:49:30.680165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-4d7c40ac-64e6-4a30-97b2-bdddfc9df9c3 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638599 Jul 27 21:49:31.184727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24f535e7-fb99-40f0-b660-b18fab1bcf25 req-c56b9f47-2018-441f-880b-e2c620cccd3c tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 210 time: 0.0392504 Jul 27 21:49:31.280795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0f42ca5-9d05-4672-9270-8ee6d4bb43a3 req-a8100c53-afc6-4862-a6c8-ee4248d117f5 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Jul 27 21:49:31.336664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64accd97-e10d-4723-ba4c-4aff1061281e req-5901371a-44b8-4f96-9bed-2f0330e5f8c7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.345151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64accd97-e10d-4723-ba4c-4aff1061281e req-5901371a-44b8-4f96-9bed-2f0330e5f8c7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1048539 Jul 27 21:49:31.390175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64accd97-e10d-4723-ba4c-4aff1061281e req-8feef0f0-ba27-4d4c-b75c-02adf3371b61 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442276 Jul 27 21:49:31.431196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a08e65-6a0d-4468-9aa6-99fd162f7f22 req-17594cd1-4804-4ddf-8a6b-a961cae5a82a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.432775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76a08e65-6a0d-4468-9aa6-99fd162f7f22 req-17594cd1-4804-4ddf-8a6b-a961cae5a82a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Jul 27 21:49:31.483384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76a08e65-6a0d-4468-9aa6-99fd162f7f22 req-c5f3f815-3a6d-4f78-a323-18149bdc75f9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 27 21:49:31.484989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17b0bb9f-ce9c-44fc-83e5-0cf86b4cdaf2 req-7321897b-cc3d-46d5-80f0-55dbaaa4c575 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0356762 Jul 27 21:49:31.620853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fd649-59bc-4151-995c-b641bdd40508 req-50158054-5914-4057-a49c-26be20d0e231 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.622622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e42fd649-59bc-4151-995c-b641bdd40508 req-50158054-5914-4057-a49c-26be20d0e231 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0748155 Jul 27 21:49:31.664922 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e42fd649-59bc-4151-995c-b641bdd40508 req-3bba9ff5-834b-490a-9331-a26cce6c7659 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353284 Jul 27 21:49:31.791508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e6f1d-ba1d-48d1-9cd5-01a305a29832 req-f507528c-f01c-4e64-8501-ec3d53396803 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.793137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e2e6f1d-ba1d-48d1-9cd5-01a305a29832 req-f507528c-f01c-4e64-8501-ec3d53396803 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0720596 Jul 27 21:49:31.843341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e2e6f1d-ba1d-48d1-9cd5-01a305a29832 req-03e63676-c85f-4514-ba8f-47279f369035 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Jul 27 21:49:31.990241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8abed1-26f9-4dfc-94be-787eb64a9425 req-43803896-690f-4fa5-8f79-ee7f845f9588 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.991893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c8abed1-26f9-4dfc-94be-787eb64a9425 req-43803896-690f-4fa5-8f79-ee7f845f9588 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0657480 Jul 27 21:49:32.031967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c8abed1-26f9-4dfc-94be-787eb64a9425 req-529753d6-b289-46b2-8b69-2424bb1ef55c tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 27 21:49:32.039332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf38f22d-6acd-4853-8f09-0e0a64e03fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:32.187233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3222-a6bc-41ef-92dd-041915f13fde req-6ee0dfc7-75e0-4f51-aee8-77a423946d65 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.188884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31ff3222-a6bc-41ef-92dd-041915f13fde req-6ee0dfc7-75e0-4f51-aee8-77a423946d65 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0696216 Jul 27 21:49:32.215505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-58967bec-8a1d-4ba4-a78a-df5bb1491cc9 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.217093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-58967bec-8a1d-4ba4-a78a-df5bb1491cc9 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.76 "GET /v2.0/networks?id=e4275582-3fa1-4843-8beb-c68c5da16f5d HTTP/1.1" status: 200 len: 810 time: 0.1398520 Jul 27 21:49:32.232574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Request body: {'port': {'device_id': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d', 'admin_state_up': True, 'tenant_id': 'be0e6ec42db6458ea9d1b7f6caf9cc74'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:32.232995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31ff3222-a6bc-41ef-92dd-041915f13fde req-9c4471e6-5334-42a8-abba-406f463ea987 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Jul 27 21:49:32.245133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ed706-2c81-44fd-b64e-37d739f6c46f req-2bfa6013-fa85-43fb-bf3f-9b10c08349bc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.253452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-091ed706-2c81-44fd-b64e-37d739f6c46f req-2bfa6013-fa85-43fb-bf3f-9b10c08349bc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1269479 Jul 27 21:49:32.374748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-091ed706-2c81-44fd-b64e-37d739f6c46f req-ff038ec5-a463-4e64-887a-b33ede0c8f11 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207283 Jul 27 21:49:32.454701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c1f4775-3df9-4821-b103-e00cb8eb1bbb req-a78bd594-3ecd-49e0-8fbe-6f982e49fec9 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 210 time: 0.0532269 Jul 27 21:49:32.530589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Made reservation on behalf of be0e6ec42db6458ea9d1b7f6caf9cc74 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:32.539926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:32.579299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10ee8932-7bae-4642-908d-9d82d77d4140 req-facac269-55f9-44cd-859d-b4d2f274534f tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 210 time: 0.0433099 Jul 27 21:49:32.665189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fc51b0d-2384-4cee-b0e0-bb2eb1d36b00 req-2411871d-d5e2-47f2-aef7-8f6f5368c2fc tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0425961 Jul 27 21:49:32.748083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Allocated IP 172.20.0.12 (e4275582-3fa1-4843-8beb-c68c5da16f5d/fed37c2f-de88-4ae2-af6d-3d225567b1ca/61b8b708-931f-4a79-8661-8577ea4dd6d7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:32.812652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965b0f8-c99e-4d65-83e6-185017a2d051 req-328e002c-cf8b-4e87-9592-57a836b09be7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.814377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a965b0f8-c99e-4d65-83e6-185017a2d051 req-328e002c-cf8b-4e87-9592-57a836b09be7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0746274 Jul 27 21:49:32.880059 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a965b0f8-c99e-4d65-83e6-185017a2d051 req-c23268fd-de78-4193-9bd3-0da902338da7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Jul 27 21:49:32.935102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.136154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.182767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Network e4275582-3fa1-4843-8beb-c68c5da16f5d is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:33.186821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:33.192766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:33.220691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Pushing event updated for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:33.246963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:33.249872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.382901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-38b19b84-5600-4ed0-b900-de5582bc08e2 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1550677 Jul 27 21:49:33.399557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Request body: {'port': {'device_id': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:33.498378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.561598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3da02-a919-4af0-8a67-252d5100acea req-4acabe46-ae81-44b3-b099-37c8b8b80d06 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:33.566874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46e3da02-a919-4af0-8a67-252d5100acea req-4acabe46-ae81-44b3-b099-37c8b8b80d06 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0830700 Jul 27 21:49:33.609853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46e3da02-a919-4af0-8a67-252d5100acea req-f1672347-ad21-4bd5-bcfb-b04a6c72088d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Jul 27 21:49:33.758201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08af73-de9d-469a-b28b-20d6ff4aaa39 req-b6c8460b-0952-4e62-820d-8f2ee8ccba2e tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:33.759959 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d08af73-de9d-469a-b28b-20d6ff4aaa39 req-b6c8460b-0952-4e62-820d-8f2ee8ccba2e tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 932 time: 0.0717969 Jul 27 21:49:33.805583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d08af73-de9d-469a-b28b-20d6ff4aaa39 req-c26e6c80-83a0-492a-926a-97cf53e25e86 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Jul 27 21:49:34.005272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50b66327-eed7-4886-b3f9-01b707e30bf2 req-22aa7fb2-a73e-497c-ba2b-6822fd7d1d88 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 210 time: 0.2713146 Jul 27 21:49:34.122845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b8b708-931f-4a79-8661-8577ea4dd6d7 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:34.132637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.154409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Transition to ACTIVE for port object 61b8b708-931f-4a79-8661-8577ea4dd6d7 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:34.191321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a186cd-4d95-4d4d-8d55-948281985302 req-21d9392b-05d7-4247-b6a7-f75b11544d17 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.192712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a186cd-4d95-4d4d-8d55-948281985302 req-21d9392b-05d7-4247-b6a7-f75b11544d17 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1129258 Jul 27 21:49:34.237210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5379-11d4-463f-8029-26142371adac req-cc92904a-c2dc-4c64-877d-24e7ec40623a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.238795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99ed5379-11d4-463f-8029-26142371adac req-cc92904a-c2dc-4c64-877d-24e7ec40623a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0880463 Jul 27 21:49:34.243310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a186cd-4d95-4d4d-8d55-948281985302 req-ad5d3f95-13df-4854-a7c8-0d657b179758 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429983 Jul 27 21:49:34.250638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.311315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99ed5379-11d4-463f-8029-26142371adac req-23425b87-8018-4342-a430-54f594fda300 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Jul 27 21:49:34.348094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-d667d582-fa61-4368-8051-6874ad5f2ac2 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b910e64e111048afbe51053f06da9e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419090 Jul 27 21:49:34.356915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Pushing event updated for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:34.438922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aada24bb-cbae-4e2f-92b6-11a727fcfb81 req-c80ff1e4-ccfb-47ba-8a20-d053c5517150 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0463173 Jul 27 21:49:34.454632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Attempting to bind port 61b8b708-931f-4a79-8661-8577ea4dd6d7 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:34.455001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Attempting to bind port 61b8b708-931f-4a79-8661-8577ea4dd6d7 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '929db553-de9a-4810-bd3f-25694b09a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:34.455550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Attempting to bind port 61b8b708-931f-4a79-8661-8577ea4dd6d7 on network e4275582-3fa1-4843-8beb-c68c5da16f5d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:34.460766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Port 61b8b708-931f-4a79-8661-8577ea4dd6d7 on network e4275582-3fa1-4843-8beb-c68c5da16f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:34.461164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Attempting to bind port 61b8b708-931f-4a79-8661-8577ea4dd6d7 on network e4275582-3fa1-4843-8beb-c68c5da16f5d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:34.467778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:34.468182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Checking segment: {'id': '929db553-de9a-4810-bd3f-25694b09a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:34.468526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Bound using segment: {'id': '929db553-de9a-4810-bd3f-25694b09a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:34.468983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Bound port: 61b8b708-931f-4a79-8661-8577ea4dd6d7, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929db553-de9a-4810-bd3f-25694b09a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:34.469355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.475923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76b217f3-9532-4777-a9b8-41fa26ea6ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.563072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:34.566831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7,segment=NetworkSegment(929db553-de9a-4810-bd3f-25694b09a33c),segment_id=929db553-de9a-4810-bd3f-25694b09a33c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:34.651245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.670347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.671241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.672786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] 10.222.0.76 "PUT /v2.0/ports/61b8b708-931f-4a79-8661-8577ea4dd6d7 HTTP/1.1" status: 200 len: 1092 time: 1.2788148 Jul 27 21:49:34.694841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:34.697011 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4953acd2-2692-404c-8cb7-b81d5566de10" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:34.727482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Pushing event updated for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:34.735819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.736168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.736512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.736854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.737267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.737603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.737970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.738321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.738652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.738980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.739310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.739633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5bdaae-13c5-4294-b242-79b6e9bd7b13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:34.742682 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.824836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-43b981f0-6968-406b-bb94-45774f1865b1 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.827043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-43b981f0-6968-406b-bb94-45774f1865b1 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707928 Jul 27 21:49:34.843175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df70b6-7cfe-4b9f-8bb4-fe82f45c8b7d req-c380ad4f-39bf-41ce-981d-acdda89fa72f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.844657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8df70b6-7cfe-4b9f-8bb4-fe82f45c8b7d req-c380ad4f-39bf-41ce-981d-acdda89fa72f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.4381001 Jul 27 21:49:34.849315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Request body: {'port': {'device_id': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'b910e64e111048afbe51053f06da9e5c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:34.959127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8df70b6-7cfe-4b9f-8bb4-fe82f45c8b7d req-b0bd5b8a-d0de-429a-b57e-c5329429397b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005702 Jul 27 21:49:34.964296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-d6bdaddc-fe2e-470b-85b8-65a31e083bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:34.972152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-d6bdaddc-fe2e-470b-85b8-65a31e083bac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=be0e6ec42db6458ea9d1b7f6caf9cc74&device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 1095 time: 0.0728097 Jul 27 21:49:35.050259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-79d12c09-7429-40cb-af13-135e26040494 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7 HTTP/1.1" status: 200 len: 217 time: 0.0681343 Jul 27 21:49:35.117548 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf733aa8-fb3b-43a7-9793-7a027a29458d x-openstack-request-id: req-cf733aa8-fb3b-43a7-9793-7a027a29458d {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:35.117842 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:35.118099 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf733aa8-fb3b-43a7-9793-7a027a29458d {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:35.118519 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7', 'status': 'completed', 'code': 200} Jul 27 21:49:35.147252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-414c6db8-5737-448a-b376-b1041029cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.147252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-414c6db8-5737-448a-b376-b1041029cdc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fed37c2f-de88-4ae2-af6d-3d225567b1ca HTTP/1.1" status: 200 len: 850 time: 0.0762897 Jul 27 21:49:35.192428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Made reservation on behalf of b910e64e111048afbe51053f06da9e5c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:35.195081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-3d4ddf7e-7877-4adf-9fdd-bc59c101c310 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4275582-3fa1-4843-8beb-c68c5da16f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367367 Jul 27 21:49:35.196223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.208699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aa326-2992-4b51-b117-c8a8dfaf631c req-e04f7f1e-e8ad-48ab-b659-4b154200ece6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.220512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e1aa326-2992-4b51-b117-c8a8dfaf631c req-e04f7f1e-e8ad-48ab-b659-4b154200ece6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1534410 Jul 27 21:49:35.297694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086d8e2-2ce3-4912-90b4-15fdf80da22f req-66f62d59-c758-4976-b661-3e311149cca0 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.301096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a086d8e2-2ce3-4912-90b4-15fdf80da22f req-66f62d59-c758-4976-b661-3e311149cca0 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 944 time: 0.1481035 Jul 27 21:49:35.308810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e1aa326-2992-4b51-b117-c8a8dfaf631c req-b1de323e-51de-4078-b98d-952108c05b9c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761075 Jul 27 21:49:35.348728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-e841248a-1964-48e3-9a5b-fd354e264846 service neutron] 10.222.0.76 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374176 Jul 27 21:49:35.399539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a086d8e2-2ce3-4912-90b4-15fdf80da22f req-e7bdefc8-cd0f-4f8f-bd98-de8121a15474 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836039 Jul 27 21:49:35.417992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Allocated IP 192.168.233.129 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/af06ab92-3450-4704-9dd1-b89b22764a71) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:35.457631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac3a87a1-3b03-4ff6-995b-245a20911cf5 req-e4b2b16f-8521-49b1-8238-75dcf5b53d2a tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 210 time: 0.0422115 Jul 27 21:49:35.496969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b1a3f44-66f2-4dda-8a8d-515fdde68e0c req-b88cbfc1-75c1-4aaa-8f4e-0bfdc52b2a6b service neutron] 10.222.0.76 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388681 Jul 27 21:49:35.562685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-17f8ac31-59e4-44fe-a9a5-88484b09183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.564132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-17f8ac31-59e4-44fe-a9a5-88484b09183e service neutron] 10.222.0.76 "GET /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 1031 time: 0.1321495 Jul 27 21:49:35.604851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3954-da2a-4e41-a635-0eaa260b9b96 req-7291183f-0fe9-4bd5-be58-e7960c606759 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.607309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad6c3954-da2a-4e41-a635-0eaa260b9b96 req-7291183f-0fe9-4bd5-be58-e7960c606759 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0810723 Jul 27 21:49:35.607813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:35.702538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad6c3954-da2a-4e41-a635-0eaa260b9b96 req-54d389f2-5894-42a6-9624-57ee3f5bdbd2 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861497 Jul 27 21:49:35.703715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31105e-6619-48dc-9bb4-a8470d5236f1 req-4e1ed626-10a5-4b76-afa1-931b30c37f1b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.705639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d31105e-6619-48dc-9bb4-a8470d5236f1 req-4e1ed626-10a5-4b76-afa1-931b30c37f1b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.2409024 Jul 27 21:49:35.709725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8506fa67-0fbe-4197-bcdc-7bff17b2a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.711205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8506fa67-0fbe-4197-bcdc-7bff17b2a609 service neutron] 10.222.0.76 "GET /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 1032 time: 0.1325650 Jul 27 21:49:35.736877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:35.767285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'port_id': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'mac_address': 'fa:16:3e:7e:15:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de618b6-6b20-4663-95a9-fcfe9da5d34d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:35.799345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-90313345-94a5-41dc-899c-5a2ebd609989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.801143 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-90313345-94a5-41dc-899c-5a2ebd609989 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=be0e6ec42db6458ea9d1b7f6caf9cc74&device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 1095 time: 0.1282921 Jul 27 21:49:35.823357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d31105e-6619-48dc-9bb4-a8470d5236f1 req-d6b9d73e-7f26-4096-87cc-0cad72f492de tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067672 Jul 27 21:49:35.824829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.840584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7cebed4-a108-46a0-85d1-2472d3a3b85f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:35.847480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.875625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.897616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:35.904167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Transition to ACTIVE for port object af06ab92-3450-4704-9dd1-b89b22764a71 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:35.944407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-892f9735-ab17-4155-8f12-ada6889b485e req-904ec2a2-c7e9-499f-9270-b91dea49c6eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.1240561 Jul 27 21:49:35.972927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-7717fcbd-768c-427b-af5b-ad1ffc19e717 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.979125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-7717fcbd-768c-427b-af5b-ad1ffc19e717 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.985699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-7717fcbd-768c-427b-af5b-ad1ffc19e717 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:35.990008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-7717fcbd-768c-427b-af5b-ad1ffc19e717 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 1993 time: 0.2416778 Jul 27 21:49:36.000702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-b28960cc-bd7c-446e-a7a7-e36d34490559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.002387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-b28960cc-bd7c-446e-a7a7-e36d34490559 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4275582-3fa1-4843-8beb-c68c5da16f5d HTTP/1.1" status: 200 len: 911 time: 0.1834161 Jul 27 21:49:36.012669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.051056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6c94a753-56a8-45c9-954a-6e36851a6d31 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f731eb44022427a99ec85a800ff6212 HTTP/1.1" status: 200 len: 380 time: 0.0473130 Jul 27 21:49:36.062065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-ba411a12-b9df-4c12-9ae2-75812276bb2b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7 HTTP/1.1" status: 200 len: 217 time: 0.0488670 Jul 27 21:49:36.067162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'admin_state_up': True, 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'security_groups': ['447e0563-bd3f-4b6a-a80f-4c6b12575857']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:36.141706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f7cebed4-a108-46a0-85d1-2472d3a3b85f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:36.154303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.198684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-cc3604b2-5079-4f94-aff9-5c19b67ada1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.201090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-cc3604b2-5079-4f94-aff9-5c19b67ada1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fed37c2f-de88-4ae2-af6d-3d225567b1ca HTTP/1.1" status: 200 len: 850 time: 0.1307406 Jul 27 21:49:36.224402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:36.266895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-5f44245c-3c85-4dcc-9e02-7afb3de1a764 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4275582-3fa1-4843-8beb-c68c5da16f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531955 Jul 27 21:49:36.283521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:36.292289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:36.295001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:36.389513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Pushing event updated for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:36.430175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.430724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.431027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.431494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.431866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.432207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.432555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.432901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.433251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.434151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.434514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.434848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:36.435520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-603fe59b-f6cd-4309-93d8-2bdae76a89ea service neutron] 10.222.0.76 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624858 Jul 27 21:49:36.493570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.494241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.568003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:36.569398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97411f-99fb-4b8f-bcca-60f53573ccfb req-86c0e450-8cdf-4bb2-be41-0b09baa4b96e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.584297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d97411f-99fb-4b8f-bcca-60f53573ccfb req-86c0e450-8cdf-4bb2-be41-0b09baa4b96e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.4888947 Jul 27 21:49:36.664323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2d97411f-99fb-4b8f-bcca-60f53573ccfb req-edf5d537-3228-4b60-b1d3-db9abe2e661b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694818 Jul 27 21:49:36.696681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:36.701435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.722251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4953acd2-2692-404c-8cb7-b81d5566de10 req-79c213a4-f63c-4bba-a715-68558ebca14b service neutron] 10.222.0.76 "GET /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741752 Jul 27 21:49:36.770494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fa348-9af4-4ed6-9bdc-b46d3337457a req-5dc85356-2275-4271-9ffe-05515dbddc68 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.773132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-706fa348-9af4-4ed6-9bdc-b46d3337457a req-5dc85356-2275-4271-9ffe-05515dbddc68 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 944 time: 0.2109039 Jul 27 21:49:36.890116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-822ed99a-82e9-4b9b-bf3b-ee9e13c2c678 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0443709 Jul 27 21:49:36.909733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-706fa348-9af4-4ed6-9bdc-b46d3337457a req-c9671c0e-880f-471f-841b-fb067c831c13 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247346 Jul 27 21:49:36.921485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Request body: {'port': {'device_id': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:36.925864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.964309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92155f17-22de-49fb-97b0-2dbf83f61ede None None] Provisioning for port af06ab92-3450-4704-9dd1-b89b22764a71 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:36.970803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92155f17-22de-49fb-97b0-2dbf83f61ede None None] Provisioning complete for port af06ab92-3450-4704-9dd1-b89b22764a71 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:36.971440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92155f17-22de-49fb-97b0-2dbf83f61ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.015218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-92155f17-22de-49fb-97b0-2dbf83f61ede None None] Port af06ab92-3450-4704-9dd1-b89b22764a71 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:37.083535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de349bd9-2467-4064-97d7-0319b1f02baf req-abe53e3d-5467-4380-8c94-556df43ddc42 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:37.084527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 172.20.0.14 (220c68e2-74ea-4719-b3ae-5c152010d5da/0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102/7f8fd664-7bef-4416-8098-d6dd7cd61b17) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:37.085563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-de349bd9-2467-4064-97d7-0319b1f02baf req-abe53e3d-5467-4380-8c94-556df43ddc42 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 944 time: 0.0768354 Jul 27 21:49:37.125719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.146082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-de349bd9-2467-4064-97d7-0319b1f02baf req-422d6477-e6d0-4f31-a058-d44f1aabf5bf tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482798 Jul 27 21:49:37.157582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900a091-4e0f-4653-a9a1-d6636ab32d2a req-84ebd417-72fe-4673-bb7e-fc774e26ef0a tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:37.159214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7900a091-4e0f-4653-a9a1-d6636ab32d2a req-84ebd417-72fe-4673-bb7e-fc774e26ef0a tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 936 time: 0.3868504 Jul 27 21:49:37.256879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0581f40-e2f6-4433-9d19-3c7970c5ddb0 req-c79c6d6a-5227-4aa9-a0e1-d6dfb05d21b0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0403047 Jul 27 21:49:37.386158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7900a091-4e0f-4653-a9a1-d6636ab32d2a req-6471e029-c026-4499-b621-fe1922056ad3 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171092 Jul 27 21:49:37.416470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.483498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.507126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object 7f8fd664-7bef-4416-8098-d6dd7cd61b17 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:37.629307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:37.634565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af06ab92-3450-4704-9dd1-b89b22764a71 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:37.645798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.664276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Transition to ACTIVE for port object af06ab92-3450-4704-9dd1-b89b22764a71 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:37.672678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.688535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f7cebed4-a108-46a0-85d1-2472d3a3b85f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:37.688931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.736512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network 220c68e2-74ea-4719-b3ae-5c152010d5da is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:37.740185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:37.795281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:37.809614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:37.811926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.816048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.844464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:37.848665 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eb65c8-4f46-479c-898d-646851c82088" -d '{"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-plugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:37.905785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:37.931729 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce19b3d-dd1b-4291-aaf6-68aa11d61d93 x-openstack-request-id: req-4ce19b3d-dd1b-4291-aaf6-68aa11d61d93 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:37.932699 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-plugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:37.933506 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ce19b3d-dd1b-4291-aaf6-68aa11d61d93 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:37.934461 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'code': 200} Jul 27 21:49:37.946830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c469257-faa6-4b89-982d-0ae9623350a0 req-ed889fe2-51e2-480d-9cca-0969ec697934 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:37.947593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:37.948183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c469257-faa6-4b89-982d-0ae9623350a0 req-ed889fe2-51e2-480d-9cca-0969ec697934 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1518035 Jul 27 21:49:37.986948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.041025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61b8b708-931f-4a79-8661-8577ea4dd6d7 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:38.064150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:38.065213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.070491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c469257-faa6-4b89-982d-0ae9623350a0 req-f436fae8-cd2c-41d3-a3a4-05d57615a257 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948932 Jul 27 21:49:38.073745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.135725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:38.227270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Attempting to bind port af06ab92-3450-4704-9dd1-b89b22764a71 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:38.232659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Attempting to bind port af06ab92-3450-4704-9dd1-b89b22764a71 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:38.233213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Attempting to bind port af06ab92-3450-4704-9dd1-b89b22764a71 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:38.244079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-e8837e80-0a2a-4566-a38d-c37eb2b0db91 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1830330 Jul 27 21:49:38.256143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Port af06ab92-3450-4704-9dd1-b89b22764a71 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:38.256143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Attempting to bind port af06ab92-3450-4704-9dd1-b89b22764a71 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:38.261188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'admin_state_up': True, 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'security_groups': ['447e0563-bd3f-4b6a-a80f-4c6b12575857']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:38.277845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ce365-c149-4cde-8b80-e6c88b4729c0 req-f537416a-66df-4b9f-aa0c-33f83161056a tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:38.279630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-627ce365-c149-4cde-8b80-e6c88b4729c0 req-f537416a-66df-4b9f-aa0c-33f83161056a tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 944 time: 0.1742682 Jul 27 21:49:38.326933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:38.326933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:38.327489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:38.328041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Bound port: af06ab92-3450-4704-9dd1-b89b22764a71, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:38.328625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.330792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7,segment=NetworkSegment(929db553-de9a-4810-bd3f-25694b09a33c),segment_id=929db553-de9a-4810-bd3f-25694b09a33c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:38.369489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '61b8b708-931f-4a79-8661-8577ea4dd6d7', 'network_id': 'e4275582-3fa1-4843-8beb-c68c5da16f5d', 'port_id': '61b8b708-931f-4a79-8661-8577ea4dd6d7', 'mac_address': 'fa:16:3e:88:71:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed37c2f-de88-4ae2-af6d-3d225567b1ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:38.417410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f421e3b-0352-4b35-85e4-31992c18616e req-547131df-61b9-43d8-8f47-b4ebb8ec0c4e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:38.427237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f421e3b-0352-4b35-85e4-31992c18616e req-547131df-61b9-43d8-8f47-b4ebb8ec0c4e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.1479228 Jul 27 21:49:38.428743 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.453276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7ff765a1-785f-48f4-8166-f73fd3081f71 None None] Provisioning for port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:38.456738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b8b708-931f-4a79-8661-8577ea4dd6d7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:38.478622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7,segment=NetworkSegment(929db553-de9a-4810-bd3f-25694b09a33c),segment_id=929db553-de9a-4810-bd3f-25694b09a33c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:38.490711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7ff765a1-785f-48f4-8166-f73fd3081f71 None None] Provisioning complete for port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:38.491209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ff765a1-785f-48f4-8166-f73fd3081f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.491487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f421e3b-0352-4b35-85e4-31992c18616e req-8a9f33d7-dbb5-4fcf-87b4-107eb7560968 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Jul 27 21:49:38.519911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-627ce365-c149-4cde-8b80-e6c88b4729c0 req-532a66e8-89a4-4d1c-a6d3-58d7a4551f1e tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285371 Jul 27 21:49:38.552637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ff765a1-785f-48f4-8166-f73fd3081f71 None None] Port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:38.563638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.651699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:38.675004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:38.681240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=af06ab92-3450-4704-9dd1-b89b22764a71,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:38.713428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cd805-f326-4373-9114-dc7196f71f9a req-020c322f-a921-4c1b-a9fe-d7875907ae32 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:38.719138 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e6cd805-f326-4373-9114-dc7196f71f9a req-020c322f-a921-4c1b-a9fe-d7875907ae32 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 932 time: 0.1052265 Jul 27 21:49:38.775193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e6cd805-f326-4373-9114-dc7196f71f9a req-4eb3ed8c-e440-44ed-a3f0-867d1c6719d0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532429 Jul 27 21:49:38.785875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.801754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:38.805958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.836899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:38.837618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.839097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] 10.222.0.76 "PUT /v2.0/ports/af06ab92-3450-4704-9dd1-b89b22764a71 HTTP/1.1" status: 200 len: 1096 time: 1.9239359 Jul 27 21:49:38.845783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:38.848414 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55" -d '{"events": [{"name": "network-changed", "server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:38.891664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['61b8b708-931f-4a79-8661-8577ea4dd6d7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:39.010947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ac661-f515-434f-9d6d-91fae523ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:39.052511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5800b1-7db0-41c6-b788-bcf2e6110af8 req-dc572148-45df-4d0c-8230-ca480946eda9 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.064990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e5800b1-7db0-41c6-b788-bcf2e6110af8 req-dc572148-45df-4d0c-8230-ca480946eda9 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 948 time: 0.3203762 Jul 27 21:49:39.195938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e5800b1-7db0-41c6-b788-bcf2e6110af8 req-3c664ee3-51a0-4a24-bedc-fc17663419de tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299307 Jul 27 21:49:39.220670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.1.1.224 (bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc/f089c0e6-6f6d-4055-8542-e0b2494ac2d4/13cdce59-1787-4990-af94-9f6a83a3febb) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:39.248530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-0610b110-f0f0-43af-8962-5342dc21906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.250267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-0610b110-f0f0-43af-8962-5342dc21906e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2651677 Jul 27 21:49:39.285723 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b574d97d-06e2-4337-8e5a-c11f5eb7a3e4 x-openstack-request-id: req-b574d97d-06e2-4337-8e5a-c11f5eb7a3e4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:39.289007 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:39.289007 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b574d97d-06e2-4337-8e5a-c11f5eb7a3e4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:39.289007 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71', 'status': 'completed', 'code': 200} Jul 27 21:49:39.333348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-55762a4a-3a07-40eb-837e-2f4f4285c927 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=af06ab92-3450-4704-9dd1-b89b22764a71 HTTP/1.1" status: 200 len: 217 time: 0.0674887 Jul 27 21:49:39.486647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-b806a02a-b752-4cd2-b08b-a536a3400a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.488048 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-b806a02a-b752-4cd2-b08b-a536a3400a1d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.1360400 Jul 27 21:49:39.541735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b695301-f93b-448b-9811-b08896f57c6e req-0b8e154f-a67d-4ae7-a111-0b20238e70f8 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.544103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b695301-f93b-448b-9811-b08896f57c6e req-0b8e154f-a67d-4ae7-a111-0b20238e70f8 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.0752842 Jul 27 21:49:39.584167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.598601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b695301-f93b-448b-9811-b08896f57c6e req-223ca071-3bf9-4a98-907c-edf0bac6d4e8 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Jul 27 21:49:39.618340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6093de8-ccd3-4076-88b8-be1dd816f55a req-a72d970a-ac53-43c5-8174-d54f20e12ddd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.619994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6093de8-ccd3-4076-88b8-be1dd816f55a req-a72d970a-ac53-43c5-8174-d54f20e12ddd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.2785902 Jul 27 21:49:39.622426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object 13cdce59-1787-4990-af94-9f6a83a3febb will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:39.683124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-d110c66a-9efe-48aa-98b3-eb214a9abdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.685988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-d110c66a-9efe-48aa-98b3-eb214a9abdcd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855967 Jul 27 21:49:39.727189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6093de8-ccd3-4076-88b8-be1dd816f55a req-8c65c6a3-5d57-42b6-8148-faab44a18dc3 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926452 Jul 27 21:49:39.806317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2f187-98cb-4c08-bbef-66af9562b573 req-bbc9f4cd-3ee1-4694-94c8-4ac47d49f561 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.821336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62e2f187-98cb-4c08-bbef-66af9562b573 req-bbc9f4cd-3ee1-4694-94c8-4ac47d49f561 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 945 time: 0.1291325 Jul 27 21:49:39.881667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-850df553-28a5-4a61-b3ea-d0e1781a9b6d service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776829 Jul 27 21:49:39.885955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.914625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62e2f187-98cb-4c08-bbef-66af9562b573 req-abd2d706-fb8d-4167-b3da-32b6111331d9 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919552 Jul 27 21:49:40.006886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61b8b708-931f-4a79-8661-8577ea4dd6d7 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:40.192382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 61b8b708-931f-4a79-8661-8577ea4dd6d7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:40.196715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 61b8b708-931f-4a79-8661-8577ea4dd6d7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:40.197129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.327937 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.357701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:40.360763 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02f7cf8-d889-41ba-a55d-46fb19b8f2c8" -d '{"events": [{"server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "name": "network-vif-plugged", "status": "completed", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:40.369908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:40.375838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d0d7-41f1-44ce-9197-f0f931899fb1 req-7edf892f-6494-437b-99fb-dda15615d9ab tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.377783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef54d0d7-41f1-44ce-9197-f0f931899fb1 req-7edf892f-6494-437b-99fb-dda15615d9ab tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 948 time: 0.0873046 Jul 27 21:49:40.377991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7,segment=NetworkSegment(929db553-de9a-4810-bd3f-25694b09a33c),segment_id=929db553-de9a-4810-bd3f-25694b09a33c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:40.388771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:40.396000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:40.434086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:40.463717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef54d0d7-41f1-44ce-9197-f0f931899fb1 req-e624af6f-eb60-4a76-8fba-43b08292e394 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Jul 27 21:49:40.489836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.496342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.497165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.505849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5325fe2b-2f7f-4951-b70e-ded77c575678 req-d4cfff93-47fd-4019-b053-d80377544829 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096830 Jul 27 21:49:40.538069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4efd26-848b-4908-a078-cf678ecf3eb0 req-fc943643-37d1-4220-96d3-f5e331280dfe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.546997 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e5b9b-fdc9-414c-9f27-edfd1e5811a0 x-openstack-request-id: req-082e5b9b-fdc9-414c-9f27-edfd1e5811a0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:40.547365 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "name": "network-vif-plugged", "status": "completed", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:40.547679 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-082e5b9b-fdc9-414c-9f27-edfd1e5811a0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:40.548136 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7', 'code': 200} Jul 27 21:49:40.557513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4efd26-848b-4908-a078-cf678ecf3eb0 req-fc943643-37d1-4220-96d3-f5e331280dfe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.558976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4efd26-848b-4908-a078-cf678ecf3eb0 req-fc943643-37d1-4220-96d3-f5e331280dfe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 1654 time: 0.2738442 Jul 27 21:49:40.600300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:40.632014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3083db87-229c-48a7-b067-65712b2d780e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3773634 Jul 27 21:49:40.680542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'admin_state_up': True, 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'security_groups': ['447e0563-bd3f-4b6a-a80f-4c6b12575857']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:40.752275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe4efd26-848b-4908-a078-cf678ecf3eb0 req-2e54258a-a945-4523-a344-02d859c40b57 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824720 Jul 27 21:49:40.822084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd5e68-a7be-4618-a4ac-73eb4cd17bb3 req-965ce994-ea11-4d43-8d75-09a71c1e2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.823922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7bd5e68-a7be-4618-a4ac-73eb4cd17bb3 req-965ce994-ea11-4d43-8d75-09a71c1e2088 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 1097 time: 0.1621501 Jul 27 21:49:40.907123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3241b573-1140-4438-bb6b-5c06019b603e None None] Provisioning for port 13cdce59-1787-4990-af94-9f6a83a3febb completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:40.908886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec0638-c5f3-41fc-9448-ab150123c5cd req-51cb8802-f8f9-4029-b55a-83f010525435 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.913242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3241b573-1140-4438-bb6b-5c06019b603e None None] Provisioning complete for port 13cdce59-1787-4990-af94-9f6a83a3febb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:40.919681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3241b573-1140-4438-bb6b-5c06019b603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.920107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dec0638-c5f3-41fc-9448-ab150123c5cd req-51cb8802-f8f9-4029-b55a-83f010525435 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.1702929 Jul 27 21:49:40.944398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-7d83c406-a69d-44e4-98e2-5431384c0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.945239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7bd5e68-a7be-4618-a4ac-73eb4cd17bb3 req-296b18d6-2d6b-431d-8188-468c54ae0bb0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083574 Jul 27 21:49:40.946584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-7d83c406-a69d-44e4-98e2-5431384c0de9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b910e64e111048afbe51053f06da9e5c&device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 1099 time: 0.3135812 Jul 27 21:49:40.981895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dec0638-c5f3-41fc-9448-ab150123c5cd req-c3a7a1eb-5dff-463f-b3bf-0376ce93e3f0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617568 Jul 27 21:49:40.993887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd76b98-18a7-4914-9921-932234a981d9 req-7aca3489-df26-48ca-82b3-8a0c64cd12a8 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.996574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfd76b98-18a7-4914-9921-932234a981d9 req-7aca3489-df26-48ca-82b3-8a0c64cd12a8 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1314564 Jul 27 21:49:41.026273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3241b573-1140-4438-bb6b-5c06019b603e None None] Port 13cdce59-1787-4990-af94-9f6a83a3febb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:41.089189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:41.091255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:41.125270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfd76b98-18a7-4914-9921-932234a981d9 req-08f8a97b-2409-4c20-8228-399b39c01f66 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225500 Jul 27 21:49:41.208278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc43f9d-076d-4a9d-b8a4-a4810e3cc8ed req-fb175965-df06-4365-a541-1199ba9c31e8 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.209708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2dc43f9d-076d-4a9d-b8a4-a4810e3cc8ed req-fb175965-df06-4365-a541-1199ba9c31e8 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 946 time: 0.0754209 Jul 27 21:49:41.234592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-63f5c996-59b1-4c2d-8a68-97344b8c6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.236278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-63f5c996-59b1-4c2d-8a68-97344b8c6cca service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2243855 Jul 27 21:49:41.295007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2dc43f9d-076d-4a9d-b8a4-a4810e3cc8ed req-8a19de59-0886-4a56-94f0-b4185bc02ad8 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758209 Jul 27 21:49:41.318894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-5e0f0445-17aa-41aa-bffb-c61f7310cae6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=af06ab92-3450-4704-9dd1-b89b22764a71 HTTP/1.1" status: 200 len: 217 time: 0.0691967 Jul 27 21:49:41.428354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-ad301430-edbb-4c08-937a-0eeac76f7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.430032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-ad301430-edbb-4c08-937a-0eeac76f7589 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0889034 Jul 27 21:49:41.431201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.1.1.33 (bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc/f089c0e6-6f6d-4055-8542-e0b2494ac2d4/2cc8d17b-5170-4140-97e3-676b0cea585e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:41.683873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:41.764102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-d03c558e-8042-4950-a7ea-f420a4b5b59b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.766664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-d03c558e-8042-4950-a7ea-f420a4b5b59b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 945 time: 0.1152802 Jul 27 21:49:41.794634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-44af85e5-e1e9-4dac-bfdb-cde137cb9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.796236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-44af85e5-e1e9-4dac-bfdb-cde137cb9af3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3578222 Jul 27 21:49:41.862480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:41.919042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:41.955413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec93501-e36f-450a-8bfb-16ca53d7c4a9 req-c07ed9d0-b2d6-404c-8c0d-1df89aede668 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.957088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ec93501-e36f-450a-8bfb-16ca53d7c4a9 req-c07ed9d0-b2d6-404c-8c0d-1df89aede668 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 948 time: 0.2315447 Jul 27 21:49:41.984780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.038185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.041706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object 2cc8d17b-5170-4140-97e3-676b0cea585e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:42.067283 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ec93501-e36f-450a-8bfb-16ca53d7c4a9 req-0f988dee-1340-4ccc-8206-b7dd19cc9488 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026909 Jul 27 21:49:42.076851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-d8a29c65-e973-4180-aff5-1414bb2313a8 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470770 Jul 27 21:49:42.139013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Deleting port f7cebed4-a108-46a0-85d1-2472d3a3b85f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:42.139566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.163135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57125-dfc3-4034-b7ad-eb1e8b89139b req-09f1dc53-9422-44e8-9bff-4f50d33dd6e1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.177704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57125-dfc3-4034-b7ad-eb1e8b89139b req-09f1dc53-9422-44e8-9bff-4f50d33dd6e1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.188267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:42.191188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91c57125-dfc3-4034-b7ad-eb1e8b89139b req-09f1dc53-9422-44e8-9bff-4f50d33dd6e1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 1654 time: 0.2649562 Jul 27 21:49:42.287840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1cba3fd-48ab-49a2-bd1d-e267b5c83b55 req-bfce8f71-a0a0-4fcc-a790-847a53629752 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029159 Jul 27 21:49:42.298139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.368750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91c57125-dfc3-4034-b7ad-eb1e8b89139b req-3f817bd3-00f6-407a-acb4-6c132e133615 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400487 Jul 27 21:49:42.382817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:42.421615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] For port f7cebed4-a108-46a0-85d1-2472d3a3b85f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f7cebed4-a108-46a0-85d1-2472d3a3b85f,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:42.422006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.423261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154bcfc-b0de-471f-96d6-e5055b125d0e req-049796cf-d204-402f-a969-308586df0670 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.425946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1154bcfc-b0de-471f-96d6-e5055b125d0e req-049796cf-d204-402f-a969-308586df0670 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 943 time: 0.2062221 Jul 27 21:49:42.442925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:42.444956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:42.445858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Calling delete_port for f7cebed4-a108-46a0-85d1-2472d3a3b85f owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:42.448408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:42.546372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1154bcfc-b0de-471f-96d6-e5055b125d0e req-e4c73c08-bde0-4fa0-9798-5373647c9800 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118925 Jul 27 21:49:42.549562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:42.552003 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b901c34-18b7-4de2-8886-25f760b20961" -d '{"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:42.618024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.624183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.793370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-f041075e-6571-4c7d-9ca0-379c9d257487 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1172094 Jul 27 21:49:42.814013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'admin_state_up': True, 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'security_groups': ['447e0563-bd3f-4b6a-a80f-4c6b12575857']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:42.879354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17747d42-1b05-41e1-824b-dae72f2c323d req-7cf20d4a-4a43-4587-ae54-e2249e156f81 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.900276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17747d42-1b05-41e1-824b-dae72f2c323d req-7cf20d4a-4a43-4587-ae54-e2249e156f81 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 946 time: 0.1710775 Jul 27 21:49:42.918420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90182b8a-87e2-457c-b8b5-c17397143aca req-7c0404bb-6a27-4257-8647-a05d0d254fff tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.920317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90182b8a-87e2-457c-b8b5-c17397143aca req-7c0404bb-6a27-4257-8647-a05d0d254fff tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1697083 Jul 27 21:49:42.971090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17747d42-1b05-41e1-824b-dae72f2c323d req-f9372b05-56fb-477c-a80a-e4fb2addcb5b tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811243 Jul 27 21:49:42.982935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90182b8a-87e2-457c-b8b5-c17397143aca req-0e3e105b-1ea3-4fcb-8a3a-d90143416713 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Jul 27 21:49:43.041134 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9a95f-a53e-4a66-abc4-7962900cacda x-openstack-request-id: req-e2d9a95f-a53e-4a66-abc4-7962900cacda {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:43.042069 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:43.042630 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2d9a95f-a53e-4a66-abc4-7962900cacda {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:43.043047 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'code': 200} Jul 27 21:49:43.231475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fe2cb-d4a5-4585-b6a8-36bed6010b3d req-764a28e6-b0bb-41a7-a4d2-0755ae3c4fff tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:43.233200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a4fe2cb-d4a5-4585-b6a8-36bed6010b3d req-764a28e6-b0bb-41a7-a4d2-0755ae3c4fff tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 948 time: 0.0691910 Jul 27 21:49:43.275104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a4fe2cb-d4a5-4585-b6a8-36bed6010b3d req-b5a40dc0-58a1-4552-acdc-b489c0cb1427 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Jul 27 21:49:43.462408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.507531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event deleted for resources: {'Port': ['ID=f7cebed4-a108-46a0-85d1-2472d3a3b85f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:43.523532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f35f9af-da4e-411d-9b59-036f8184ef2a None None] Provisioning for port 2cc8d17b-5170-4140-97e3-676b0cea585e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:43.526464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:43.533664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f35f9af-da4e-411d-9b59-036f8184ef2a None None] Provisioning complete for port 2cc8d17b-5170-4140-97e3-676b0cea585e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:43.534403 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f35f9af-da4e-411d-9b59-036f8184ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.584755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2f35f9af-da4e-411d-9b59-036f8184ef2a None None] Port 2cc8d17b-5170-4140-97e3-676b0cea585e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:43.629498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] No DVR routers for this DVR port f7cebed4-a108-46a0-85d1-2472d3a3b85f on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:43.633829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.635405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a2136b9-a9e0-4454-bb06-ca495447ba61 req-15f9dd44-c594-44f3-bef4-e1593d57a38e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "DELETE /v2.0/ports/f7cebed4-a108-46a0-85d1-2472d3a3b85f HTTP/1.1" status: 204 len: 173 time: 1.8571811 Jul 27 21:49:43.637653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-deleted', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:43.640284 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ba3ed-1643-4929-a397-838477e49cba" -d '{"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-deleted", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:43.691666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d802d-0b9c-4c8c-86d2-1f247bfd82bb req-80654fcf-0efa-4ff5-a672-75ca197fc35a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:43.696492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.697852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d802d-0b9c-4c8c-86d2-1f247bfd82bb req-80654fcf-0efa-4ff5-a672-75ca197fc35a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:43.704488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d802d-0b9c-4c8c-86d2-1f247bfd82bb req-80654fcf-0efa-4ff5-a672-75ca197fc35a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:43.706494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-911d802d-0b9c-4c8c-86d2-1f247bfd82bb req-80654fcf-0efa-4ff5-a672-75ca197fc35a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 2374 time: 0.2025819 Jul 27 21:49:43.756419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-911d802d-0b9c-4c8c-86d2-1f247bfd82bb req-6de8cbc8-3a53-45c2-8bd6-1d3e7b82e09c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Jul 27 21:49:43.913420 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5e2dd0-7cdc-46be-9b22-f550720de439 x-openstack-request-id: req-4d5e2dd0-7cdc-46be-9b22-f550720de439 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:43.913903 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8871089-6842-4870-8daa-7c6772867f62", "name": "network-vif-deleted", "tag": "f7cebed4-a108-46a0-85d1-2472d3a3b85f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:43.915197 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d5e2dd0-7cdc-46be-9b22-f550720de439 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:43.915761 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8871089-6842-4870-8daa-7c6772867f62', 'name': 'network-vif-deleted', 'tag': 'f7cebed4-a108-46a0-85d1-2472d3a3b85f', 'status': 'completed', 'code': 200} Jul 27 21:49:43.942857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10f0dc5d-fa5f-40b9-a512-016b650f3738 req-81be0746-3933-4353-a5eb-caaae7afed80 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8871089-6842-4870-8daa-7c6772867f62 HTTP/1.1" status: 200 len: 210 time: 0.0737274 Jul 27 21:49:44.028103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.2.2.100 (6501cf17-5b2e-4e00-978c-2d6e607b0275/5efc676c-00e2-4918-b455-ccd21301a9f7/c4a4cec9-2e42-4632-b58b-8c369b2186b7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:44.050980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device af06ab92-3450-4704-9dd1-b89b22764a71 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:44.056900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a63a2-6c71-45df-b838-aa6931a0c795 req-e9aecd48-b79f-4b90-b6b9-52103037e540 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:44.059735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c3a63a2-6c71-45df-b838-aa6931a0c795 req-e9aecd48-b79f-4b90-b6b9-52103037e540 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 946 time: 0.0916548 Jul 27 21:49:44.122675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c3a63a2-6c71-45df-b838-aa6931a0c795 req-b01d5d40-1be3-4488-8280-1ce37947bfdc tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Jul 27 21:49:44.190168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=af06ab92-3450-4704-9dd1-b89b22764a71,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:44.203990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'af06ab92-3450-4704-9dd1-b89b22764a71', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'af06ab92-3450-4704-9dd1-b89b22764a71', 'mac_address': 'fa:16:3e:76:80:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:44.248673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.258132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.265144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af06ab92-3450-4704-9dd1-b89b22764a71 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:44.269369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5b0f3-723b-40ea-93e2-b45052bd5626 req-8639751d-d0d0-44ee-91f6-ee36cb2a7d65 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:44.271375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cde5b0f3-723b-40ea-93e2-b45052bd5626 req-8639751d-d0d0-44ee-91f6-ee36cb2a7d65 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1466238 Jul 27 21:49:44.294276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=af06ab92-3450-4704-9dd1-b89b22764a71,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:44.297929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object c4a4cec9-2e42-4632-b58b-8c369b2186b7 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:44.328776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cde5b0f3-723b-40ea-93e2-b45052bd5626 req-ab864ef2-664f-4ae8-b1b0-cc3b01176c34 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511272 Jul 27 21:49:44.419552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c10ab-89d4-4f47-9cde-9fe49f54c576 req-28a73a90-5be0-4530-950a-64736d763ffb tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:44.421120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d65c10ab-89d4-4f47-9cde-9fe49f54c576 req-28a73a90-5be0-4530-950a-64736d763ffb tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 948 time: 0.0675142 Jul 27 21:49:44.450232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.464698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d65c10ab-89d4-4f47-9cde-9fe49f54c576 req-eb5c4dee-3d2a-42fb-8124-59e2a4b27362 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366769 Jul 27 21:49:44.489925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.512779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:44.544922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:44.550684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:44.554826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:44.589331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:44.616991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:44.617676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.730983 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c3f5f4b-b451-470d-947f-1557fddebf49 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9254642 Jul 27 21:49:44.745642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'admin_state_up': True, 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'security_groups': ['447e0563-bd3f-4b6a-a80f-4c6b12575857']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:44.795426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['af06ab92-3450-4704-9dd1-b89b22764a71'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:45.062985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-95874ede-8818-4804-a59a-17eae451111b None None] Provisioning for port c4a4cec9-2e42-4632-b58b-8c369b2186b7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:45.077776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-565cb788-4aa1-4e30-92c3-68aafdee888a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.081423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-95874ede-8818-4804-a59a-17eae451111b None None] Provisioning complete for port c4a4cec9-2e42-4632-b58b-8c369b2186b7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:45.081838 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95874ede-8818-4804-a59a-17eae451111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.088000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-565cb788-4aa1-4e30-92c3-68aafdee888a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.094928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-565cb788-4aa1-4e30-92c3-68aafdee888a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.101643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-565cb788-4aa1-4e30-92c3-68aafdee888a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.110152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-565cb788-4aa1-4e30-92c3-68aafdee888a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3095 time: 0.1948431 Jul 27 21:49:45.118876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Made reservation on behalf of 7f731eb44022427a99ec85a800ff6212 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:45.134051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.183791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-95874ede-8818-4804-a59a-17eae451111b None None] Port c4a4cec9-2e42-4632-b58b-8c369b2186b7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:45.218780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dff7e7d0-5fca-49aa-8e18-68d0fede09b0 req-fb81fb35-bcc4-407d-add3-c9bdaf25d12c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073966 Jul 27 21:49:45.364762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f628-1f81-4831-bff0-8a09d8bc9637 req-f85e34bf-99a2-4657-99dd-df1079c3740a tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.366769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea64f628-1f81-4831-bff0-8a09d8bc9637 req-f85e34bf-99a2-4657-99dd-df1079c3740a tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 946 time: 0.0743456 Jul 27 21:49:45.445045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea64f628-1f81-4831-bff0-8a09d8bc9637 req-28cf767b-fde2-48d5-b9fe-c47f186e8d9d tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718639 Jul 27 21:49:45.481851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Allocated IP 10.2.2.200 (6501cf17-5b2e-4e00-978c-2d6e607b0275/5efc676c-00e2-4918-b455-ccd21301a9f7/64f9b3ce-6ec5-4a3a-8715-aab196ee84f6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:45.543730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-713e74c9-6c66-4833-bf03-fa61d065a337 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.545553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-713e74c9-6c66-4833-bf03-fa61d065a337 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 946 time: 0.1500444 Jul 27 21:49:45.576293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5796805-224f-419f-8093-1421cbc74fa2 req-6982bef8-5c99-4799-bfce-420a13c15ffa tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.578731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5796805-224f-419f-8093-1421cbc74fa2 req-6982bef8-5c99-4799-bfce-420a13c15ffa tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0738904 Jul 27 21:49:45.620204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5796805-224f-419f-8093-1421cbc74fa2 req-57b4b8a4-38e8-49d5-8102-186eec23866c tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jul 27 21:49:45.635256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:45.643152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60182) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:45.653494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536611908', 'description': 'tempest-description--2130871428'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:45.681186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f7cebed4-a108-46a0-85d1-2472d3a3b85f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:45.681186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f7cebed4-a108-46a0-85d1-2472d3a3b85f not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:45.775515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.840909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.871736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Deleting port 61b8b708-931f-4a79-8661-8577ea4dd6d7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:45.873941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.888338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Transition to ACTIVE for port object 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:45.907222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3208e-f303-4f29-803e-165eeda6d410 req-03b42188-b452-4c62-bd23-054d71ddabb2 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.911660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0a3208e-f303-4f29-803e-165eeda6d410 req-03b42188-b452-4c62-bd23-054d71ddabb2 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 949 time: 0.2105205 Jul 27 21:49:45.930506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.992306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.037844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0a3208e-f303-4f29-803e-165eeda6d410 req-190ea163-00b9-4fae-b26a-118751eaf86d tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069784 Jul 27 21:49:46.038513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de27d3f-80db-4b61-af2a-afa891d70782,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.076814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] For port 61b8b708-931f-4a79-8661-8577ea4dd6d7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61b8b708-931f-4a79-8661-8577ea4dd6d7,segment=NetworkSegment(929db553-de9a-4810-bd3f-25694b09a33c),segment_id=929db553-de9a-4810-bd3f-25694b09a33c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:46.077822 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.078963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device af06ab92-3450-4704-9dd1-b89b22764a71 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:46.099260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Calling delete_port for 61b8b708-931f-4a79-8661-8577ea4dd6d7 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:46.119518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.130350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6844b9f8-1192-4e50-847e-8e0741704662 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4847624 Jul 27 21:49:46.133769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60186) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:46.150114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'security_group_rule': {'security_group_id': '0de27d3f-80db-4b61-af2a-afa891d70782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:46.195480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.263741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:46.271973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:46.279822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port af06ab92-3450-4704-9dd1-b89b22764a71 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:46.284027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port af06ab92-3450-4704-9dd1-b89b22764a71 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:46.293057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:46.294096 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.312958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.370566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.444040 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.473209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.473903 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.479403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.490235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:46.493396 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f969e2-cbd5-41eb-b358-86a14c29aa2a" -d '{"events": [{"server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "name": "network-vif-plugged", "status": "completed", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:46.516959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=af06ab92-3450-4704-9dd1-b89b22764a71,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:46.528794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d79b5-6bdf-4fa1-a4ae-f6423bb71019 req-12e88f54-2c65-4bbe-be02-55b3f756f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.531191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b37d79b5-6bdf-4fa1-a4ae-f6423bb71019 req-12e88f54-2c65-4bbe-be02-55b3f756f39a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 1096 time: 0.2266037 Jul 27 21:49:46.570497 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.587567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.590136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b37d79b5-6bdf-4fa1-a4ae-f6423bb71019 req-1ce58b20-0d3c-40a1-8c82-70905949177a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Jul 27 21:49:46.609183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.625700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.652019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.662323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.675977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a407d8c4-4c1f-4984-bba8-73f9c44f7d82,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.687691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.690976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.696692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-96afc2fe-d463-4150-bca1-3701d9b6c8cf tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3816 time: 0.3637297 Jul 27 21:49:46.710045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-1c1d8eda-ef56-4fa6-9bf3-950f92704543 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9724786 Jul 27 21:49:46.723541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:46.747979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d244-5d47-4e0b-9913-e067f28c4fa7 req-f980b406-8bee-4562-800e-81c4bc772806 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:46.755621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44f2d244-5d47-4e0b-9913-e067f28c4fa7 req-f980b406-8bee-4562-800e-81c4bc772806 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 867 time: 0.1602764 Jul 27 21:49:46.758824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.770521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.774441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35b1ea95-a3ec-471d-978a-4f18d73f1729 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6361899 Jul 27 21:49:46.776253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['61b8b708-931f-4a79-8661-8577ea4dd6d7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:46.780411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60198) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:46.788718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'security_group_rule': {'security_group_id': '0de27d3f-80db-4b61-af2a-afa891d70782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:46.838196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Pushing event deleted for resources: {'Port': ['ID=61b8b708-931f-4a79-8661-8577ea4dd6d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.839501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44f2d244-5d47-4e0b-9913-e067f28c4fa7 req-f348db4e-b2b4-4ef8-ab54-16607770de5d tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/security-groups?id=d11f01d8-f6f1-4207-a49e-22dc0d02775f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710812 Jul 27 21:49:46.859164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ce3fcad-badd-48f8-ad98-f5e8451aca45 None None] Provisioning for port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:46.867200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ce3fcad-badd-48f8-ad98-f5e8451aca45 None None] Provisioning complete for port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:46.867200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fcad-badd-48f8-ad98-f5e8451aca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.917908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.921770 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcd7d14-8a8d-492a-8b38-cddb83da822a x-openstack-request-id: req-8fcd7d14-8a8d-492a-8b38-cddb83da822a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:46.922885 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "name": "network-vif-plugged", "status": "completed", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:46.922885 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fcd7d14-8a8d-492a-8b38-cddb83da822a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:46.922885 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71', 'code': 200} Jul 27 21:49:46.923959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3fcad-badd-48f8-ad98-f5e8451aca45 None None] Port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:49:46.946507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cdc5e18-ef8e-4a73-a3fe-cff7b01bb9ea req-6f8feb86-d65c-40e7-a8c0-3ef8ed54ff4c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482135 Jul 27 21:49:46.982665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] No DVR routers for this DVR port 61b8b708-931f-4a79-8661-8577ea4dd6d7 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:46.987440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.988604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c35316e6-367e-4ed8-a989-fe956b710d6e req-41281860-6963-4d62-b7fa-d6425de7bc90 tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.76 "DELETE /v2.0/ports/61b8b708-931f-4a79-8661-8577ea4dd6d7 HTTP/1.1" status: 204 len: 173 time: 1.4356449 Jul 27 21:49:46.989617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'name': 'network-vif-deleted', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:46.992479 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973297f1-45fc-4249-bd4f-f28f63ae6e63" -d '{"events": [{"server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "name": "network-vif-deleted", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:47.023795 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.070316 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504f5637-3401-489d-b07b-1a07a80231eb x-openstack-request-id: req-504f5637-3401-489d-b07b-1a07a80231eb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:47.070777 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e642b-363f-454b-ba7d-a07e70b874aa", "name": "network-vif-deleted", "tag": "61b8b708-931f-4a79-8661-8577ea4dd6d7", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:47.071130 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-504f5637-3401-489d-b07b-1a07a80231eb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:47.071630 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e642b-363f-454b-ba7d-a07e70b874aa', 'name': 'network-vif-deleted', 'tag': '61b8b708-931f-4a79-8661-8577ea4dd6d7', 'status': 'completed', 'code': 200} Jul 27 21:49:47.138784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.204747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732533b1-5d06-4035-8237-d66b7e248bee req-10b6c8a4-bd77-40dc-b80a-b52884ffee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.206992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-732533b1-5d06-4035-8237-d66b7e248bee req-10b6c8a4-bd77-40dc-b80a-b52884ffee5f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 1101 time: 0.1941490 Jul 27 21:49:47.215626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.230784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a155059-55a0-42de-8a8f-01716baf1e8a req-5c4f0cde-124d-4114-ae2a-6975e124bdf6 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.232820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a155059-55a0-42de-8a8f-01716baf1e8a req-5c4f0cde-124d-4114-ae2a-6975e124bdf6 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.1957016 Jul 27 21:49:47.296684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b78feb1-521f-464e-8f10-6ce9355b3017,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:47.335977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a155059-55a0-42de-8a8f-01716baf1e8a req-77017faf-652e-482e-880e-d8b02d7e930b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Jul 27 21:49:47.357638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-732533b1-5d06-4035-8237-d66b7e248bee req-a1537e3c-85cc-4d07-bc1a-8c59abbc3a50 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108665 Jul 27 21:49:47.359740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.365350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-01f5478b-602b-4e2e-99e4-a6c77e56ea11 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5827942 Jul 27 21:49:47.366333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60206) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:47.373602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:47.518449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.658658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.768513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2773a7-9ab4-4ccd-b32c-65157b8361b9 req-eb911c68-ee50-40e4-84e1-8f2452e1777b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.771140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2b2773a7-9ab4-4ccd-b32c-65157b8361b9 req-eb911c68-ee50-40e4-84e1-8f2452e1777b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 950 time: 0.5710542 Jul 27 21:49:47.844923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2b2773a7-9ab4-4ccd-b32c-65157b8361b9 req-be50f81b-f00b-49a8-ad84-8e576e80ccdb tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Jul 27 21:49:47.883080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Allocated IP 172.25.3.229 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f502c239-0632-43c7-96bc-a2cf5c11e0da) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:47.983139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8fd664-7bef-4416-8098-d6dd7cd61b17 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:47.993205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.010783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Transition to ACTIVE for port object 7f8fd664-7bef-4416-8098-d6dd7cd61b17 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:48.023472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6eb42f7-6286-48bd-87e7-4daf4d8f1292 req-0a1e4ff3-7d88-4b4e-bc49-a2692384b73c tempest-ServerGroupTestJSON-1440343754 tempest-ServerGroupTestJSON-1440343754-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e6e642b-363f-454b-ba7d-a07e70b874aa HTTP/1.1" status: 200 len: 210 time: 0.0409126 Jul 27 21:49:48.130404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.132850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.187434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-a0735e44-6804-47ba-97bd-3942a50ba3f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068246 Jul 27 21:49:48.238482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.247419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.263031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.271254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.279223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.287547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-f785276a-b5b8-463e-a198-b9147ef93723 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3816 time: 0.2179399 Jul 27 21:49:48.297332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:48.320963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8726-ff3c-48e2-be06-25447e41993c req-96bb3077-4268-4e3d-b554-b3b8c643dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.326592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-96bb3077-4268-4e3d-b554-b3b8c643dfc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0bcc590e14d74587981665d10084d148&device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0972605 Jul 27 21:49:48.423871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.452256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e04a6f6-6154-4499-809e-e4d950c330a7 req-23625586-e69c-4ba4-a2c6-0d408adac91e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635425 Jul 27 21:49:48.471682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Attempting to bind port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:48.472351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Attempting to bind port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:48.472793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Attempting to bind port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 on network 220c68e2-74ea-4719-b3ae-5c152010d5da {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:48.482685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 on network 220c68e2-74ea-4719-b3ae-5c152010d5da not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:48.483141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Attempting to bind port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 on network 220c68e2-74ea-4719-b3ae-5c152010d5da {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:48.488794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:48.489259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Checking segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:48.489876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Bound using segment: {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:48.490608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Bound port: 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca777561-5a73-45f0-ab1f-82e2f630260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:48.491303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.607089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'Port': ['ID=f502c239-0632-43c7-96bc-a2cf5c11e0da,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:48.644638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:48.648648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:48.650616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:48.689459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:48.694680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:48.776274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.782902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8726-ff3c-48e2-be06-25447e41993c req-971dadbe-7149-4b9c-99cc-839482a42077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.784520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-971dadbe-7149-4b9c-99cc-839482a42077 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d65f52a9-69b3-4275-a173-4050fd40003b HTTP/1.1" status: 200 len: 915 time: 0.4217601 Jul 27 21:49:48.850339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.854990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.861907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] 10.222.0.76 "PUT /v2.0/ports/7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1092 time: 2.1390772 Jul 27 21:49:48.913423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6af2d-f6ef-4d79-bf96-50885da44a5e service neutron] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:48.953602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:49.072497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:49.075351 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599c74d5-d61d-4a03-aa29-df93b281e2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:49.157592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.202404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fbb7e-cad9-48cf-a2c2-845e09ae3457 req-03b71f78-98a2-4b04-8f77-8dcc812d2c58 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.204184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d86fbb7e-cad9-48cf-a2c2-845e09ae3457 req-03b71f78-98a2-4b04-8f77-8dcc812d2c58 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 950 time: 0.1985760 Jul 27 21:49:49.283260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d86fbb7e-cad9-48cf-a2c2-845e09ae3457 req-ebd18ced-7075-4562-9b28-38f27415b3b5 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Jul 27 21:49:49.330804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f318f-c9c9-4b28-9844-58ded7f1ca11 req-2c12ad43-cc28-4c4b-9d2f-47f3e547f401 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.332468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-497f318f-c9c9-4b28-9844-58ded7f1ca11 req-2c12ad43-cc28-4c4b-9d2f-47f3e547f401 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.7883391 Jul 27 21:49:49.407250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-5c9e1698-6c36-4b80-a453-bb7912dad573 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666b5f26-14a4-4040-9594-5ccd350a0c45 HTTP/1.1" status: 200 len: 1000 time: 0.6127477 Jul 27 21:49:49.409855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.468805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-497f318f-c9c9-4b28-9844-58ded7f1ca11 req-d5d92a4a-6c35-4238-84ba-c2cf652224db tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283133 Jul 27 21:49:49.484592 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc0309-0c3c-4555-8741-8cf80de1c141 x-openstack-request-id: req-b8dc0309-0c3c-4555-8741-8cf80de1c141 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:49.488413 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:49.491833 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8dc0309-0c3c-4555-8741-8cf80de1c141 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:49.492332 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'status': 'completed', 'code': 200} Jul 27 21:49:49.559352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8726-ff3c-48e2-be06-25447e41993c req-244884f1-4099-488c-8ae3-0672d9039a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.561099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-244884f1-4099-488c-8ae3-0672d9039a8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb15a316-05e2-408f-a451-d5453602dda5 HTTP/1.1" status: 200 len: 853 time: 0.1446846 Jul 27 21:49:49.599149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a3d7b9-1c53-4b5d-b104-b38597a4c890 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:49.619658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.632221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.653942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Transition to ACTIVE for port object 88a3d7b9-1c53-4b5d-b104-b38597a4c890 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:49.685953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.686642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.687143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.687747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.688243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.690058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-c6188ba0-9452-445d-8698-ea59051583f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 4363 time: 0.2264643 Jul 27 21:49:49.723727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.890159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:49.893338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8726-ff3c-48e2-be06-25447e41993c req-ee105ff7-cfd0-497a-b112-ef75d19f13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.893338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-ee105ff7-cfd0-497a-b112-ef75d19f13e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d65f52a9-69b3-4275-a173-4050fd40003b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025877 Jul 27 21:49:49.951960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-57ea2f88-56ad-4263-b8f7-66312751bded service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2140694 Jul 27 21:49:49.965512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Attempting to bind port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:49.966156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Attempting to bind port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:49.966783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Attempting to bind port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:49.984534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:49.985244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Attempting to bind port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:50.006560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:50.007304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:50.007947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Bound using segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:50.009628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Bound port: 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:50.010575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.077226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.083697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.092076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.098317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.104369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.113405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-817a9fef-d74d-4f99-9d44-3e956a01a0f4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3828 time: 0.4189970 Jul 27 21:49:50.115864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-eaa7afc7-24c4-4f9d-aa9f-0dc274496f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.116400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-eaa7afc7-24c4-4f9d-aa9f-0dc274496f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.116862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-eaa7afc7-24c4-4f9d-aa9f-0dc274496f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.118453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-eaa7afc7-24c4-4f9d-aa9f-0dc274496f6a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f731eb44022427a99ec85a800ff6212&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4146683 Jul 27 21:49:50.125554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61b8b708-931f-4a79-8661-8577ea4dd6d7 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:50.170006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 61b8b708-931f-4a79-8661-8577ea4dd6d7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:50.170634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61b8b708-931f-4a79-8661-8577ea4dd6d7 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:50.183487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:50.208092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42f1e1-a87e-4d7c-ae3c-1ca7e2b8102d req-56e33bb3-5257-4cf6-93fb-c633eedccdfd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.216551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a42f1e1-a87e-4d7c-ae3c-1ca7e2b8102d req-56e33bb3-5257-4cf6-93fb-c633eedccdfd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2433074 Jul 27 21:49:50.226144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:50.243351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e505a-1148-4776-b302-9c83ae3c749f req-66b5cb08-3df0-4909-9c18-f770c60a2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.243351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-66b5cb08-3df0-4909-9c18-f770c60a2be3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 1096 time: 0.1839921 Jul 27 21:49:50.272626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-c8a95110-16dc-489c-aa5c-902d4c079742 service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778141 Jul 27 21:49:50.289641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a42f1e1-a87e-4d7c-ae3c-1ca7e2b8102d req-af9c1cd4-fc2b-4c16-a019-6828c47808b0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720305 Jul 27 21:49:50.300615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8565a0b0-95b7-4d4f-99c8-7800b7a90397 req-1695f575-e6cc-45d0-9684-4bbcc64532d1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861842 Jul 27 21:49:50.313710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.378478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.415373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.438486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e505a-1148-4776-b302-9c83ae3c749f req-5aefa92d-c0a7-4052-a3b5-9260072902a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.440022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-5aefa92d-c0a7-4052-a3b5-9260072902a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1787775 Jul 27 21:49:50.443891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:50.456633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-1f4428c0-234f-406e-96f4-cf92e164691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.456633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-599c74d5-d61d-4a03-aa29-df93b281e2d5 req-1f4428c0-234f-406e-96f4-cf92e164691b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3244450 Jul 27 21:49:50.529555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.531625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.534828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-59cd1c8d-a79b-4799-87cb-70f92013142c service neutron] 10.222.0.76 "PUT /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 1134 time: 1.5869670 Jul 27 21:49:50.536522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-dbb7d1c8-3d0d-474a-b51d-3471ce3da68d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da HTTP/1.1" status: 200 len: 217 time: 0.0785093 Jul 27 21:49:50.576948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'Port': ['ID=f502c239-0632-43c7-96bc-a2cf5c11e0da,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:50.576948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8cae8726-ff3c-48e2-be06-25447e41993c req-3052362b-9915-407f-afb3-655ef2ecbaaa service neutron] 10.222.0.50 "GET /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872477 Jul 27 21:49:50.581813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.645017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:50.689503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.691281 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3270043b-eb38-4552-8226-44169cb0f7a9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3228586 Jul 27 21:49:50.705851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e505a-1148-4776-b302-9c83ae3c749f req-c39bbe13-8d78-4d94-854e-e00a050220ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.706593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-c39bbe13-8d78-4d94-854e-e00a050220ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1516676 Jul 27 21:49:50.809144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-58105713-3514-435c-a3c7-460bb6c32db5 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.810770 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-58105713-3514-435c-a3c7-460bb6c32db5 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 1101 time: 0.2705624 Jul 27 21:49:50.841063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.851250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-826005fa-37ed-47dd-99e3-9162ab23b0d0 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:50.923938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e505a-1148-4776-b302-9c83ae3c749f req-2998efba-0748-4df9-9818-423de42083de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.925518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-2998efba-0748-4df9-9818-423de42083de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083876 Jul 27 21:49:51.171384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-0e6a5884-58b0-4d3b-a2dd-416edca94e41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:51.173351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-0e6a5884-58b0-4d3b-a2dd-416edca94e41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.1332717 Jul 27 21:49:51.187543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-9c2faef2-b794-400c-b2ce-f9853fe7b3ca service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422395 Jul 27 21:49:51.194455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7b90b659-b241-47cb-869c-69e07bec59f2 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/quotas/92c30b5a5a0443ce9cf8b088d300a18a HTTP/1.1" status: 200 len: 375 time: 0.0134695 Jul 27 21:49:51.272912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-0a31db5e-36e4-4891-b093-26691e872e90 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706851 Jul 27 21:49:51.298024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-826005fa-37ed-47dd-99e3-9162ab23b0d0 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:51.369738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-a70bf2b6-f28e-468c-bcd0-7663048a1de9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:49:51.371478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-a70bf2b6-f28e-468c-bcd0-7663048a1de9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788515 Jul 27 21:49:51.379699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-144e505a-1148-4776-b302-9c83ae3c749f req-fdc80157-68cd-4d44-a3ba-1a053fd4b0be service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587446 Jul 27 21:49:51.386669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-826005fa-37ed-47dd-99e3-9162ab23b0d0 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:51.440934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e8b5b51-3b86-4c14-b29f-d885d42b3014 req-826005fa-37ed-47dd-99e3-9162ab23b0d0 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199634 Jul 27 21:49:51.443858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7602cf7-d7f1-451a-bafd-dfe1759d18c7 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:51.449743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826005fa-37ed-47dd-99e3-9162ab23b0d0 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11449de2-23c4-41c6-bde1-39c1c052d1db,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:51.459083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:51.487747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Transition to ACTIVE for port object a7602cf7-d7f1-451a-bafd-dfe1759d18c7 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:51.493583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '88a3d7b9-1c53-4b5d-b104-b38597a4c890'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:51.496544 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "88a3d7b9-1c53-4b5d-b104-b38597a4c890"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:51.520972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-5540780e-0a25-4eee-b586-474b814003c6 service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339471 Jul 27 21:49:51.583668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:51.611521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-284e3604-075d-4062-902d-9db20c6def2f service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967042 Jul 27 21:49:51.674671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:51.778949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4b063-52de-435a-a12a-d4730797cdbe req-2cbb706b-40af-4e72-9a1b-b5e81defaff4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:51.780523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deb4b063-52de-435a-a12a-d4730797cdbe req-2cbb706b-40af-4e72-9a1b-b5e81defaff4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2455032 Jul 27 21:49:51.840899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Attempting to bind port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:51.841153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Attempting to bind port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:51.841458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Attempting to bind port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:51.850933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deb4b063-52de-435a-a12a-d4730797cdbe req-dae46ea3-ed65-47bf-90c8-1c1b71803dcf tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614784 Jul 27 21:49:51.851687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:51.852022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Attempting to bind port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:51.864538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:51.865059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:51.867416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Bound using segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:51.867991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Bound port: a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:51.868468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:51.992746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:52.000497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:52.072260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:52.135812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.142959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.150577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.158127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.162648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.163354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:52.164828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] 10.222.0.76 "PUT /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 1135 time: 1.5355566 Jul 27 21:49:52.169289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.176012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.182666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.192063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-a06eafd9-5d5e-4535-af75-a8f00de849af tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5381 time: 0.2080693 Jul 27 21:49:52.196521 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4359a-9cc4-43a1-a7dd-bd9bc1cfb572 x-openstack-request-id: req-f0d4359a-9cc4-43a1-a7dd-bd9bc1cfb572 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:52.196735 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "88a3d7b9-1c53-4b5d-b104-b38597a4c890", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:52.196945 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0d4359a-9cc4-43a1-a7dd-bd9bc1cfb572 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:52.197356 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '88a3d7b9-1c53-4b5d-b104-b38597a4c890', 'status': 'completed', 'code': 200} Jul 27 21:49:52.268706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32265c8f-8571-4bf9-ab8b-b7458731c923 req-9f11277a-4f4c-4ca8-97af-df57e623dde4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754964 Jul 27 21:49:52.275704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:52.457239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1e5de55-4986-4884-9f20-c469c1fdd0fc req-d841fab7-78e9-4355-9f05-37cfba8a8dbd tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 210 time: 0.0900271 Jul 27 21:49:52.537845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:52.554232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23084c4-d993-4203-8f4f-89cd6c11d93e service neutron] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:52.640969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.641937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.649162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.649790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.650409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.653086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.658822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.662816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-d3b62381-dde0-4810-a2b0-fbceedb56ce6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6218 time: 0.4627984 Jul 27 21:49:52.697406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e34fbb-40ac-4a59-b73c-095010ec982a req-d0efac23-face-4e23-9d8b-ec8a94e1d178 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.703703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06e34fbb-40ac-4a59-b73c-095010ec982a req-d0efac23-face-4e23-9d8b-ec8a94e1d178 tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 1101 time: 0.0913293 Jul 27 21:49:52.766183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06e34fbb-40ac-4a59-b73c-095010ec982a req-93b42bc2-9806-4f38-b44a-1b8b0ade511c tempest-ServersAdminNegativeTestJSON-1834407952 tempest-ServersAdminNegativeTestJSON-1834407952-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556569 Jul 27 21:49:53.015025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2ea1a-af01-4b35-99aa-e7c7f45e340d req-9fa0322f-e558-460b-b1c5-2bd76ed54dce tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.029886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-4d99198d-fd1a-48e0-aae0-2ac8fa9a177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.030451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-4d99198d-fd1a-48e0-aae0-2ac8fa9a177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.030994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-4d99198d-fd1a-48e0-aae0-2ac8fa9a177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.032641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-4d99198d-fd1a-48e0-aae0-2ac8fa9a177c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f731eb44022427a99ec85a800ff6212&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3610590 Jul 27 21:49:53.035218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:53.038941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fc2ea1a-af01-4b35-99aa-e7c7f45e340d req-9fa0322f-e558-460b-b1c5-2bd76ed54dce tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1349175 Jul 27 21:49:53.131180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fc2ea1a-af01-4b35-99aa-e7c7f45e340d req-08ddf030-8a53-497e-a8c4-bf7f3fdd2377 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910146 Jul 27 21:49:53.319089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-629b4490-6143-4169-95d5-75a917cb32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.320797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de9e4621-9e8f-4f32-9ce1-263cfeb8f85f req-629b4490-6143-4169-95d5-75a917cb32c7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2736852 Jul 27 21:49:53.337429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Deleting subnet fed37c2f-de88-4ae2-af6d-3d225567b1ca {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:49:53.344291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.430183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.475621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cdce59-1787-4990-af94-9f6a83a3febb {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:53.486589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.504976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.539034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Transition to ACTIVE for port object 13cdce59-1787-4990-af94-9f6a83a3febb will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:53.632065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.683254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.755551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:53.758066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed37c2f-de88-4ae2-af6d-3d225567b1ca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:53.760119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.762942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-801392cb-7649-4bd3-9c1c-fd2e1ed60870 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fed37c2f-de88-4ae2-af6d-3d225567b1ca HTTP/1.1" status: 204 len: 168 time: 0.7269471 Jul 27 21:49:53.774263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:53.798355 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca5e7950-9b04-45b6-9ba7-9a2b46debdc4 req-842859c5-e9f9-4bb4-b54f-0d7c78a2ef51 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 210 time: 0.0626054 Jul 27 21:49:53.940051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:53.949998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a86a9-e984-411a-a0cb-712a31effc1c req-56759478-35d7-4f45-967f-d44c59c2da73 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.951753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-681a86a9-e984-411a-a0cb-712a31effc1c req-56759478-35d7-4f45-967f-d44c59c2da73 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.0745826 Jul 27 21:49:53.971553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.977514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.983771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.989713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.996290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-681a86a9-e984-411a-a0cb-712a31effc1c req-88546917-d61d-42ad-aa20-cea2e5c199e3 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Jul 27 21:49:53.996599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.002633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.008805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.010810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cac001b-a3fd-400b-9552-836a14062b80 req-1e75661c-7022-4592-b26f-e9c628f09da0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5393 time: 0.3500147 Jul 27 21:49:54.018762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Attempting to bind port 13cdce59-1787-4990-af94-9f6a83a3febb on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:54.019048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Attempting to bind port 13cdce59-1787-4990-af94-9f6a83a3febb by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:54.019202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Attempting to bind port 13cdce59-1787-4990-af94-9f6a83a3febb on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:54.045129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Port 13cdce59-1787-4990-af94-9f6a83a3febb on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:54.054743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Attempting to bind port 13cdce59-1787-4990-af94-9f6a83a3febb on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:54.067812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:54.068202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:54.068544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Bound using segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:54.068975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Bound port: 13cdce59-1787-4990-af94-9f6a83a3febb, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:54.069343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.148057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cac001b-a3fd-400b-9552-836a14062b80 req-a0f0ed38-99e4-4e4a-bcea-521b01a25d94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213801 Jul 27 21:49:54.157369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5f00-87b1-4a7a-bed2-ebed3c924b9e req-c7d980aa-aabb-43ba-a642-bc6db4d7c058 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.159362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61ae5f00-87b1-4a7a-bed2-ebed3c924b9e req-c7d980aa-aabb-43ba-a642-bc6db4d7c058 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 950 time: 0.0719326 Jul 27 21:49:54.224927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61ae5f00-87b1-4a7a-bed2-ebed3c924b9e req-c9688702-bba1-4a28-ae1f-8c9344284b53 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Jul 27 21:49:54.476787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:54.479094 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "a7602cf7-d7f1-451a-bafd-dfe1759d18c7"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:54.489325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.540394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4275582-3fa1-4843-8beb-c68c5da16f5d']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:54.543953 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0e4085-dd48-4303-ae10-5712fefc3a20 x-openstack-request-id: req-6e0e4085-dd48-4303-ae10-5712fefc3a20 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:54.544247 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "a7602cf7-d7f1-451a-bafd-dfe1759d18c7", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:54.544710 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e0e4085-dd48-4303-ae10-5712fefc3a20 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:54.544902 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7', 'status': 'completed', 'code': 200} Jul 27 21:49:54.565644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929db553-de9a-4810-bd3f-25694b09a33c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:54.565942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929db553-de9a-4810-bd3f-25694b09a33c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:54.613829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.634564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:54.646594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.664027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:49:54.665857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.670018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:49:54.671132 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:49:54.737916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207537e-5009-421c-b286-40b209a0ee28 req-7dfcaea5-5c1f-4fe9-b2de-94c6ad14760f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.742999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d207537e-5009-421c-b286-40b209a0ee28 req-7dfcaea5-5c1f-4fe9-b2de-94c6ad14760f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2566333 Jul 27 21:49:54.750411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.833893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.834626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.835297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.836389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.837064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.837721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.838410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.841566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-512cca81-1e4a-45c5-a5f7-d620a5615b60 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6243 time: 0.2736118 Jul 27 21:49:54.845166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.846001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.847796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] 10.222.0.76 "PUT /v2.0/ports/13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 1091 time: 2.5765998 Jul 27 21:49:54.922218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d207537e-5009-421c-b286-40b209a0ee28 req-740c20c8-4ff5-4c0e-8ee7-6f2698bd2a42 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591454 Jul 27 21:49:54.923700 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.930231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:54.949794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e4275582-3fa1-4843-8beb-c68c5da16f5d HTTP/1.1" status: 204 len: 168 time: 1.1611497 Jul 27 21:49:55.044072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:55.061823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fbac7-db55-4fe1-8a9c-b2ca56f55316 service neutron] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:55.091694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0896-963b-4748-8dd7-10e8213f1c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4275582-3fa1-4843-8beb-c68c5da16f5d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:55.141217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3e7004f-090c-4a21-af47-d2065e228fa8 req-da0f8cdc-697d-4bfb-af24-b158e454cdf3 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 210 time: 0.0852759 Jul 27 21:49:55.421966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60360) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:55.425762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:55.466127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-15dcc1ac-16e6-48c9-98e6-764ae2397b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.466127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-15dcc1ac-16e6-48c9-98e6-764ae2397b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.466709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-15dcc1ac-16e6-48c9-98e6-764ae2397b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.468128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-15dcc1ac-16e6-48c9-98e6-764ae2397b7d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f731eb44022427a99ec85a800ff6212&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5890970 Jul 27 21:49:55.560309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-004b3f06-b4e2-47b0-b15e-a9e6bd36423d tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.561852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-004b3f06-b4e2-47b0-b15e-a9e6bd36423d tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.76 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 950 time: 0.3072240 Jul 27 21:49:55.606338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77299b23-e3b2-46db-96eb-8d17b1fa49b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be0e6ec42db6458ea9d1b7f6caf9cc74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772242 Jul 27 21:49:55.614682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60364) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:55.617686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913b161-9213-48a3-897d-5130c02c1582 req-c64e55e4-8646-4442-9c0d-cc5a7b3d8267 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.619279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1913b161-9213-48a3-897d-5130c02c1582 req-c64e55e4-8646-4442-9c0d-cc5a7b3d8267 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.2810571 Jul 27 21:49:55.630155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-67d1202a-bdb9-4b99-8229-285c93e74c3e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.631792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-67d1202a-bdb9-4b99-8229-285c93e74c3e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.2854040 Jul 27 21:49:55.676655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78be92-47fd-48e6-8b8e-4da1eac322ae req-11b1db81-9dbc-49d5-97fa-f691d5286615 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.679504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1913b161-9213-48a3-897d-5130c02c1582 req-057a3d35-7810-4eb2-a2f7-10371611197c tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444701 Jul 27 21:49:55.687962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e78be92-47fd-48e6-8b8e-4da1eac322ae req-11b1db81-9dbc-49d5-97fa-f691d5286615 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 945 time: 0.3820972 Jul 27 21:49:55.688262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'port': {'device_id': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'admin_state_up': True, 'tenant_id': '92c30b5a5a0443ce9cf8b088d300a18a'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:55.759436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-78641b46-1469-4a45-b34d-6e76949232a8 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.762170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-78641b46-1469-4a45-b34d-6e76949232a8 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.3964493 Jul 27 21:49:55.986128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Deleting port af06ab92-3450-4704-9dd1-b89b22764a71 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:55.986646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.022910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.031039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.038646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.046760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.054327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.060991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.068238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.070402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-5afdd048-31dd-4798-84f5-f0f333734589 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5393 time: 0.2741635 Jul 27 21:49:56.088482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-ea0996ba-d27d-41f7-a2e9-bb4486615c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.090798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecc75c2d-fbdc-4526-aaf7-f66d1dbeda42 req-ea0996ba-d27d-41f7-a2e9-bb4486615c54 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6106088 Jul 27 21:49:56.119072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e78be92-47fd-48e6-8b8e-4da1eac322ae req-0a0061ec-ca2f-4697-8c53-fca216fe8e82 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280632 Jul 27 21:49:56.119333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Made reservation on behalf of 92c30b5a5a0443ce9cf8b088d300a18a for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:56.121786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.202826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.262549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d842852b-4bf7-4d8f-adaf-e4e8d7f37c9b req-8b895625-dedd-4bae-9acd-c679dee8ff6b tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504407 Jul 27 21:49:56.314953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] For port af06ab92-3450-4704-9dd1-b89b22764a71, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=af06ab92-3450-4704-9dd1-b89b22764a71,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:56.315393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.319422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.338384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Calling delete_port for af06ab92-3450-4704-9dd1-b89b22764a71 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:56.359219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Deleting port 666b5f26-14a4-4040-9594-5ccd350a0c45 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:56.359219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.518722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc8d17b-5170-4140-97e3-676b0cea585e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:56.533407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.544090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e616d-8f34-4de7-9c56-d1b5fcfd4993 req-c0efaac6-f475-4787-8faf-7872fcb747a3 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.545724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e24e616d-8f34-4de7-9c56-d1b5fcfd4993 req-c0efaac6-f475-4787-8faf-7872fcb747a3 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 950 time: 0.3131776 Jul 27 21:49:56.549945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:56.552576 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f634ad-e806-4b8f-b6af-8dd5191c2992" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:56.567099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2348529-2a6e-45a6-a922-fb83789df72c req-04566b52-f1a7-41ec-8e67-0e42a26fdcaf tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 210 time: 0.1910403 Jul 27 21:49:56.586031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Allocated IP 172.20.0.4 (7c25f61a-ed86-4e8e-bffb-a6d80f25385f/5de618b6-6b20-4663-95a9-fcfe9da5d34d/93c78a6f-0d91-48bc-8052-d1897d116083) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:56.597552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Transition to ACTIVE for port object 2cc8d17b-5170-4140-97e3-676b0cea585e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:56.600633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] For port 666b5f26-14a4-4040-9594-5ccd350a0c45, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=666b5f26-14a4-4040-9594-5ccd350a0c45,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:56.601018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.629375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e24e616d-8f34-4de7-9c56-d1b5fcfd4993 req-75523f5d-c432-4f9e-acfc-f7b2f2230ec9 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674491 Jul 27 21:49:56.659974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.662591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.663778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d11f01d8-f6f1-4207-a49e-22dc0d02775f HTTP/1.1" status: 204 len: 168 time: 1.0445428 Jul 27 21:49:56.674179 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ba21de-50d5-486c-ad73-8ba827d02571 x-openstack-request-id: req-78ba21de-50d5-486c-ad73-8ba827d02571 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:56.674505 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:56.674768 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78ba21de-50d5-486c-ad73-8ba827d02571 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:56.675169 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb', 'status': 'completed', 'code': 200} Jul 27 21:49:56.687571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81994a7-e692-4286-a4c8-d1c7b7f4f413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f01d8-f6f1-4207-a49e-22dc0d02775f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:56.869118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.869498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:56.869824 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Floating IP 7862b307-d882-44d6-ad8e-b7ad6cbeb21f disassociated. External IP: 172.25.3.73, port: 666b5f26-14a4-4040-9594-5ccd350a0c45. Jul 27 21:49:56.870204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Calling delete_port for 666b5f26-14a4-4040-9594-5ccd350a0c45 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:56.922500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.082571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:57.092130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.115050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['af06ab92-3450-4704-9dd1-b89b22764a71'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:57.186747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:57.347931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.348565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.349057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.349551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.350038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.350705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.351197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.354011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-d661d8ed-b7c0-4f15-9daf-a179e3a3ecab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6285 time: 0.6603024 Jul 27 21:49:57.358375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.465569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a259d49-bc32-4a9a-a291-ba3caddca505 req-542734a8-252e-4bc1-b258-d28db57beef2 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.473790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8a259d49-bc32-4a9a-a291-ba3caddca505 req-542734a8-252e-4bc1-b258-d28db57beef2 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 945 time: 0.5651917 Jul 27 21:49:57.519402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Attempting to bind port 2cc8d17b-5170-4140-97e3-676b0cea585e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:57.519676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Attempting to bind port 2cc8d17b-5170-4140-97e3-676b0cea585e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:57.520011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Attempting to bind port 2cc8d17b-5170-4140-97e3-676b0cea585e on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:57.550822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Port 2cc8d17b-5170-4140-97e3-676b0cea585e on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:57.551042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Attempting to bind port 2cc8d17b-5170-4140-97e3-676b0cea585e on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:57.570205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Pushing event deleted for resources: {'Port': ['ID=af06ab92-3450-4704-9dd1-b89b22764a71,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:57.579005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8a259d49-bc32-4a9a-a291-ba3caddca505 req-fdeac6c0-1058-47ac-b016-5180bd9d5654 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e6bc4f3-d767-4552-b8d8-e964f4450196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041715 Jul 27 21:49:57.583017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:57.583449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Checking segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:57.583948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Bound using segment: {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:57.584572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Bound port: 2cc8d17b-5170-4140-97e3-676b0cea585e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:57.584975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.639615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.676187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] No DVR routers for this DVR port af06ab92-3450-4704-9dd1-b89b22764a71 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:57.683978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.686561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a7b3b90-d7a2-4216-84c7-accf983695b1 req-ae5a12a2-1e3d-476c-91e5-92bd7dde7b54 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.76 "DELETE /v2.0/ports/af06ab92-3450-4704-9dd1-b89b22764a71 HTTP/1.1" status: 204 len: 173 time: 2.1094792 Jul 27 21:49:57.690014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'name': 'network-vif-deleted', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:57.694161 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeb7dc6-e07c-4fe3-a567-132e63832dfc" -d '{"events": [{"server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "name": "network-vif-deleted", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:57.737904 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:57.775102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event deleted for resources: {'Port': ['ID=666b5f26-14a4-4040-9594-5ccd350a0c45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:57.780421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-a756d598-4406-4ef5-96c6-1196aa62981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.781201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-a756d598-4406-4ef5-96c6-1196aa62981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.781589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-a756d598-4406-4ef5-96c6-1196aa62981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.783076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c45d0-807e-4666-bb69-ecb9cf85f23c req-3ff8fb07-7ff6-46d1-a23d-5c7a93637733 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.787047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-a756d598-4406-4ef5-96c6-1196aa62981b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f731eb44022427a99ec85a800ff6212&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4203651 Jul 27 21:49:57.810675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-455c45d0-807e-4666-bb69-ecb9cf85f23c req-3ff8fb07-7ff6-46d1-a23d-5c7a93637733 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 945 time: 0.2841399 Jul 27 21:49:57.857330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-30fa3c94-26e5-4e7e-90b1-3f70315330c0 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.859044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-30fa3c94-26e5-4e7e-90b1-3f70315330c0 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.50 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 945 time: 0.3855143 Jul 27 21:49:57.931329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:57.984841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:57.996206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:58.034155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-455c45d0-807e-4666-bb69-ecb9cf85f23c req-d738ede5-5f57-4f09-9d0b-62f7253c7b2d tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/security-groups?id=21ee95cb-a62b-41bc-a451-b5735c50dac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357051 Jul 27 21:49:58.034852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:58.055604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:58.066326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:58.112819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.114277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.154598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-1c9f80b5-fc23-4baf-92c6-afa9093cfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.156144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73f634ad-e806-4b8f-b6af-8dd5191c2992 req-1c9f80b5-fc23-4baf-92c6-afa9093cfb8a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3424668 Jul 27 21:49:58.165344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.406451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-7152d9c3-5feb-4a28-9f3a-8fa8cedcf4d0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7310150 Jul 27 21:49:58.423482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9f191-83bf-4c41-91e4-5d82e950462a req-5b683f47-1dee-49c2-9d4b-117147c1696b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.433552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72f9f191-83bf-4c41-91e4-5d82e950462a req-5b683f47-1dee-49c2-9d4b-117147c1696b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 931 time: 0.1880822 Jul 27 21:49:58.458611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Deleting port b96d7fde-70e5-4271-b710-8bb113fa874e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:58.459058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.589510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] For port b96d7fde-70e5-4271-b710-8bb113fa874e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b96d7fde-70e5-4271-b710-8bb113fa874e,segment=NetworkSegment(03bcda64-2a64-4b9a-9c84-306bf29ace1a),segment_id=03bcda64-2a64-4b9a-9c84-306bf29ace1a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:58.589510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.608249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Calling delete_port for b96d7fde-70e5-4271-b710-8bb113fa874e owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:58.623564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:58.687332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.687900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.688711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Request body: {'port': {'device_id': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:58.689408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] 10.222.0.76 "PUT /v2.0/ports/2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 1090 time: 3.6907308 Jul 27 21:49:58.704703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:58.707232 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d71d672-ee32-4d24-9c29-09c31ba2272b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:58.769522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.778764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72f9f191-83bf-4c41-91e4-5d82e950462a req-8f19a466-bb09-489e-9a62-dddb1cf84804 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439760 Jul 27 21:49:58.785590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.804212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.817162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.829356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.847546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.871549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.874952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-cf7fb8c2-3cbb-4d07-8832-79eacb624b12 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5405 time: 1.0271699 Jul 27 21:49:58.893341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:58.900838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f767-f86b-4d3c-a30f-38bafbc4f6fc service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:58.911602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1771592548-network', 'tenant_id': 'e7d89ee7120e46dca7a9a36c6a378f76'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:58.952246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:58.996701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Router 77be5156-3e2e-4b97-b49a-af45269c40b7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:49:59.037416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-093c2625-e995-4b88-89e7-9287575661d6 req-deebdc46-5a07-4d0d-84b7-21c6cbdfad81 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6 HTTP/1.1" status: 200 len: 210 time: 0.0681965 Jul 27 21:49:59.078907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a64bee4b-f04a-4bcb-8adb-76b4cd62ab81 req-5e6951c1-96c4-4e1f-b89b-8a22947d8136 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1790254 Jul 27 21:49:59.181818 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:59.193487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.213605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Made reservation on behalf of e7d89ee7120e46dca7a9a36c6a378f76 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:59.215963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.272045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.354968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:49:59.370625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Sync routers for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:49:59.389676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:49:59.390448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:49:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:59.531795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c78a6f-0d91-48bc-8052-d1897d116083 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:59.533125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] No DVR routers for this DVR port 666b5f26-14a4-4040-9594-5ccd350a0c45 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:59.535960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.538498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee292c3a-086e-4703-8b1d-1421fcc6bb3c req-840699bb-6782-4187-b9c0-f0233b709daa tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.50 "DELETE /v2.0/ports/666b5f26-14a4-4040-9594-5ccd350a0c45 HTTP/1.1" status: 204 len: 173 time: 3.7394035 Jul 27 21:49:59.540827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:49:59.566093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.604063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Transition to ACTIVE for port object 93c78a6f-0d91-48bc-8052-d1897d116083 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:59.611504 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9cb1e9-6cfd-438a-bb4f-d63fd1de27e8 x-openstack-request-id: req-ae9cb1e9-6cfd-438a-bb4f-d63fd1de27e8 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:59.612218 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6", "name": "network-vif-deleted", "tag": "af06ab92-3450-4704-9dd1-b89b22764a71", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:59.613459 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae9cb1e9-6cfd-438a-bb4f-d63fd1de27e8 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:59.614301 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c8fdc2-97dd-45ec-9cc5-4bf40b558fc6', 'name': 'network-vif-deleted', 'tag': 'af06ab92-3450-4704-9dd1-b89b22764a71', 'status': 'completed', 'code': 200} Jul 27 21:49:59.621303 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.641573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b96d7fde-70e5-4271-b710-8bb113fa874e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:59.753325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.757678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66bd68d7-c512-4967-a132-4f097ae1b4bb req-ef3ccbf6-72c3-4a47-8f97-7bda6d80e4c8 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa679526-8c80-4df7-8ab4-386191a7efb6 HTTP/1.1" status: 200 len: 210 time: 0.1412680 Jul 27 21:49:59.759453 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79364bb1-c093-44b1-b1e8-b26be6fa7b2b x-openstack-request-id: req-79364bb1-c093-44b1-b1e8-b26be6fa7b2b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:59.760477 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:59.761010 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79364bb1-c093-44b1-b1e8-b26be6fa7b2b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:59.761598 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'status': 'completed', 'code': 200} Jul 27 21:49:59.784510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b96d7fde-70e5-4271-b710-8bb113fa874e no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:59.814217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: b96d7fde-70e5-4271-b710-8bb113fa874e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:59.816875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b96d7fde-70e5-4271-b710-8bb113fa874e not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:59.816875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 666b5f26-14a4-4040-9594-5ccd350a0c45 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:59.829462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Pushing event deleted for resources: {'Port': ['ID=b96d7fde-70e5-4271-b710-8bb113fa874e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:59.838275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 666b5f26-14a4-4040-9594-5ccd350a0c45 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:59.839324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 666b5f26-14a4-4040-9594-5ccd350a0c45 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:59.866016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:59.908353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:59.911009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Checking router: 77be5156-3e2e-4b97-b49a-af45269c40b7 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:49:59.914252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] No DVR routers for this DVR port b96d7fde-70e5-4271-b710-8bb113fa874e on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:59.921600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.923824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:59.924688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb27ac59-009c-49c5-9eff-5e032ca0f473 req-390c28b0-a410-4d40-9d2b-caa10f36718c tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.50 "DELETE /v2.0/ports/b96d7fde-70e5-4271-b710-8bb113fa874e HTTP/1.1" status: 204 len: 173 time: 2.0259390 Jul 27 21:49:59.926434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:49:59.927184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:49:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:59.972562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bb3218a-e57f-46ee-9bea-8df943e0b800 req-7dfdba81-34ab-4714-a0b9-4dd4b8e8f731 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.2095141 Jul 27 21:49:59.992435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.075538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Attempting to bind port 93c78a6f-0d91-48bc-8052-d1897d116083 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:00.075945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Attempting to bind port 93c78a6f-0d91-48bc-8052-d1897d116083 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:00.076292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Attempting to bind port 93c78a6f-0d91-48bc-8052-d1897d116083 on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:00.082387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Port 93c78a6f-0d91-48bc-8052-d1897d116083 on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:00.082727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Attempting to bind port 93c78a6f-0d91-48bc-8052-d1897d116083 on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:00.092322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-db4c5163-cafd-4ccf-b91b-a79c25f2b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.094098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-db4c5163-cafd-4ccf-b91b-a79c25f2b375 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.3338363 Jul 27 21:50:00.100267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:00.100614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Checking segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:00.101018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Bound using segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:00.101591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Bound port: 93c78a6f-0d91-48bc-8052-d1897d116083, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:00.101988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.162922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:00.175385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.188903 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Added segment 166f3763-691d-4631-905d-24dc7a45debb of type vlan for network 0d45ca92-ad79-4b38-8ed8-78db310506d6 Jul 27 21:50:00.191387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85750e2-6d14-44f0-bcdc-27e649b97d6e req-92c7daf2-138b-4b6a-a887-9e30989b33fa tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.193035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85750e2-6d14-44f0-bcdc-27e649b97d6e req-92c7daf2-138b-4b6a-a887-9e30989b33fa tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2625136 Jul 27 21:50:00.234589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.276699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25084d5f-3831-4171-86d0-fa9cf46a49d8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:00.314219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85750e2-6d14-44f0-bcdc-27e649b97d6e req-a0863176-bcfd-4c4b-abc8-9157b319a138 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856547 Jul 27 21:50:00.327199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.327941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.328605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.329094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.329577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.330164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.330941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.331656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:00.333710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e99404d-5f7a-4c44-94c1-77c3c46e2d0b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6352 time: 0.5675130 Jul 27 21:50:00.341509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a4cec9-2e42-4632-b58b-8c369b2186b7 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:00.361662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:00.371804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:00.375336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-c93a4dd6-7316-409c-85d2-2a1f9ae91ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.380193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-c93a4dd6-7316-409c-85d2-2a1f9ae91ed6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 920 time: 0.2649541 Jul 27 21:50:00.484503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-b21b3421-235b-4190-8374-3a1a69ed6d4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 217 time: 0.0947440 Jul 27 21:50:00.488051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.529116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-58ce94bb-95bd-4fec-8916-8824513fb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.532886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device af06ab92-3450-4704-9dd1-b89b22764a71 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:00.533883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-58ce94bb-95bd-4fec-8916-8824513fb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.534510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-58ce94bb-95bd-4fec-8916-8824513fb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.537051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-58ce94bb-95bd-4fec-8916-8824513fb9d4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7f731eb44022427a99ec85a800ff6212&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1822913 Jul 27 21:50:00.544650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.585100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: af06ab92-3450-4704-9dd1-b89b22764a71 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:00.585504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device af06ab92-3450-4704-9dd1-b89b22764a71 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:00.601433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.602062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.603546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] 10.222.0.50 "PUT /v2.0/ports/93c78a6f-0d91-48bc-8052-d1897d116083 HTTP/1.1" status: 200 len: 1091 time: 1.9761248 Jul 27 21:50:00.639697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1c333-b24b-4ca9-b6d0-714ac4498ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:00.646606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-c71b3475-cf90-42b2-b3f9-a373e453e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.647594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-c71b3475-cf90-42b2-b3f9-a373e453e3f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.1467474 Jul 27 21:50:00.652010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.653240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.653809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.738003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Transition to ACTIVE for port object c4a4cec9-2e42-4632-b58b-8c369b2186b7 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:00.751576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.760060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.769500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.771200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:00.780719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.783056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d45ca92-ad79-4b38-8ed8-78db310506d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:00.789641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.795680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb3218-2f70-4f79-9800-f3bdd93ef3ef req-5f8ff332-cbfe-4ba9-87e0-d8600ee263bd tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.797490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.803264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95bb3218-2f70-4f79-9800-f3bdd93ef3ef req-5f8ff332-cbfe-4ba9-87e0-d8600ee263bd tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 943 time: 0.6638448 Jul 27 21:50:00.804842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.807013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-657ac4b9-375c-4afc-9bd1-aacfc44c999f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5405 time: 0.3205020 Jul 27 21:50:00.828120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:00.833655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0d45ca92-ad79-4b38-8ed8-78db310506d6 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:00.849786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e1c80f9-c57a-4fbc-bb1a-f95c433c47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:00.851362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d71d672-ee32-4d24-9c29-09c31ba2272b req-9e1c80f9-c57a-4fbc-bb1a-f95c433c47d7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011310 Jul 27 21:50:00.852626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb5089e7-1508-4f78-a215-0496ecb941e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2280653 Jul 27 21:50:00.874063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-7ca87063-eeba-4d4b-8d34-619223e66567 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2003205 Jul 27 21:50:00.892939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:00.911388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Request body: {'subnet': {'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1771592548-subnet', 'tenant_id': 'e7d89ee7120e46dca7a9a36c6a378f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:00.934732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0c15-1d12-4046-8fed-6a5721ac06d7 None None] The sync data for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 is: [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:47:39Z', 'revision_number': 4, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '233698b1-fa63-418f-8030-30cd790528db', 'name': '', 'network_id': 'd65f52a9-69b3-4275-a173-4050fd40003b', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'mac_address': 'fa:16:3e:a6:62:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:37Z', 'updated_at': '2021-07-27T21:47:46Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'subnets': [{'id': 'fb15a316-05e2-408f-a451-d5453602dda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:50:01.006002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95bb3218-2f70-4f79-9800-f3bdd93ef3ef req-094691fb-f234-48bd-9a76-abb8086a72e6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017407 Jul 27 21:50:01.030106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:01.094656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13a22444-edd0-4283-8ab2-cfbc08e67354 req-678a2ca5-87ae-4c1e-b055-8c54afd2b16d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194648 Jul 27 21:50:01.145452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Attempting to bind port c4a4cec9-2e42-4632-b58b-8c369b2186b7 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:01.145793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Attempting to bind port c4a4cec9-2e42-4632-b58b-8c369b2186b7 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:01.157145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Attempting to bind port c4a4cec9-2e42-4632-b58b-8c369b2186b7 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:01.157145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Port c4a4cec9-2e42-4632-b58b-8c369b2186b7 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:01.157145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Attempting to bind port c4a4cec9-2e42-4632-b58b-8c369b2186b7 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:01.161367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:01.162418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Checking segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:01.163005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Bound using segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:01.163665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Bound port: c4a4cec9-2e42-4632-b58b-8c369b2186b7, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:01.164245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.193476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Made reservation on behalf of e7d89ee7120e46dca7a9a36c6a378f76 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:01.198780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.213246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-34ea1565-f079-4e17-b163-acae4ddf44d0 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993002 Jul 27 21:50:01.218388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-504b353f-b255-44e1-a1b8-52b22adbbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.220366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-504b353f-b255-44e1-a1b8-52b22adbbe55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 1094 time: 0.4072897 Jul 27 21:50:01.453571 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebb3c1a-1fc8-4469-9be1-ba50f402f897 None None] New status for floating IP 7862b307-d882-44d6-ad8e-b7ad6cbeb21f: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:50:01.458998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-92e7a8f7-6470-472c-b76b-89f3265448a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c78a6f-0d91-48bc-8052-d1897d116083 HTTP/1.1" status: 200 len: 217 time: 0.1045389 Jul 27 21:50:01.489227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:01.494619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:01.498859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-acf728d9-79ac-408f-aac4-42d609b06b83 req-2ac30a7f-4a09-4a52-8dd1-8309c8f20365 tempest-VolumesAdminNegativeTest-34906440 tempest-VolumesAdminNegativeTest-34906440-project] 10.222.0.37 "GET /v2.0/ports?device_id=631a4556-daf7-43c3-8d3f-d07b5b54c6c8 HTTP/1.1" status: 200 len: 210 time: 0.0889044 Jul 27 21:50:01.570048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.619717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'name': 'network-vif-deleted', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e'}, {'name': 'network-changed', 'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:01.624331 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec876ac-27bb-4c65-84b0-7c38f35450ee" -d '{"events": [{"server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "name": "network-vif-deleted", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e"}, {"name": "network-changed", "server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:01.659626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:01.670061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8374ca3f-ac91-4aa5-9eee-bf2b9a6c837d req-c3dd32da-8cb4-411c-bf2b-50abec89937c service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482465 Jul 27 21:50:01.671657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.674092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-6919172f-c6f0-40d4-b2da-4d5e42dfa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.675839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-6919172f-c6f0-40d4-b2da-4d5e42dfa59d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.1905541 Jul 27 21:50:01.686568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4de97c-0568-46af-bbad-b2ebc21ee80a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:01.724663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-c2d56f9b-415e-49cf-8029-d75a986013ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380602 Jul 27 21:50:01.750068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c5ad4-efb3-48f8-a19d-85cf3a3e5122 req-ffb58f3b-a30c-4493-9270-a47bcb734bfb tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.751755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da5c5ad4-efb3-48f8-a19d-85cf3a3e5122 req-ffb58f3b-a30c-4493-9270-a47bcb734bfb tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1452718 Jul 27 21:50:01.786696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'name': 'network-vif-deleted', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:01.794676 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c408b28-7e98-4c38-bb74-0645566c73d1" -d '{"events": [{"server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "name": "network-vif-deleted", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:01.833945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.835197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.838340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] 10.222.0.76 "PUT /v2.0/ports/c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 1091 time: 2.9592850 Jul 27 21:50:01.886607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da5c5ad4-efb3-48f8-a19d-85cf3a3e5122 req-14abafe6-1f5d-4ef4-a38b-e0fa0084728c tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103845 Jul 27 21:50:01.888435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Checking segment: {'id': '166f3763-691d-4631-905d-24dc7a45debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:01.889086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Network hostable DHCP agents. Network: 0d45ca92-ad79-4b38-8ed8-78db310506d6, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:01.890273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0912761-b6c3-47c8-a090-e3b03b5517b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:01.926252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-2a019dd3-7e15-4cc7-9dc8-bd49006ff0fb service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935580 Jul 27 21:50:01.943066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Request body: {'port': {'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:01.955983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ef03a-a9df-48da-8a49-806e7ff37d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:01.970665 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1958d15-5f5e-483b-b3a9-cdd747523938 x-openstack-request-id: req-a1958d15-5f5e-483b-b3a9-cdd747523938 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:01.970962 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631a4556-daf7-43c3-8d3f-d07b5b54c6c8", "name": "network-vif-deleted", "tag": "b96d7fde-70e5-4271-b710-8bb113fa874e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:01.971214 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1958d15-5f5e-483b-b3a9-cdd747523938 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:01.971612 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631a4556-daf7-43c3-8d3f-d07b5b54c6c8', 'name': 'network-vif-deleted', 'tag': 'b96d7fde-70e5-4271-b710-8bb113fa874e', 'status': 'completed', 'code': 200} Jul 27 21:50:01.971867 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083', 'status': 'completed', 'code': 200} Jul 27 21:50:02.008377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.022807 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf481b1-9089-46dd-884a-a97c2d5d2e0e x-openstack-request-id: req-7bf481b1-9089-46dd-884a-a97c2d5d2e0e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:02.023009 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa679526-8c80-4df7-8ab4-386191a7efb6", "name": "network-vif-deleted", "tag": "666b5f26-14a4-4040-9594-5ccd350a0c45", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:02.023348 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bf481b1-9089-46dd-884a-a97c2d5d2e0e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:02.023977 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa679526-8c80-4df7-8ab4-386191a7efb6', 'name': 'network-vif-deleted', 'tag': '666b5f26-14a4-4040-9594-5ccd350a0c45', 'status': 'completed', 'code': 200} Jul 27 21:50:02.033865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2082dc-1398-4d9b-89f4-d8a9f923ea41 req-f8e692de-3252-4652-9e64-7bf5b6b565c4 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.036723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc2082dc-1398-4d9b-89f4-d8a9f923ea41 req-f8e692de-3252-4652-9e64-7bf5b6b565c4 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.3005192 Jul 27 21:50:02.065001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1b8f1ef-163e-40d4-9eda-6081cf9e611c req-212ce4de-4244-473d-86f0-a013905a69f2 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271791 Jul 27 21:50:02.130642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Network 0d45ca92-ad79-4b38-8ed8-78db310506d6 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:02.137308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.153959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66417442-8c88-4fc1-aaec-65e4260a3334 req-0f1e23c2-a768-4514-b6ee-b8b6e02cd804 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.155519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66417442-8c88-4fc1-aaec-65e4260a3334 req-0f1e23c2-a768-4514-b6ee-b8b6e02cd804 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 943 time: 0.0778005 Jul 27 21:50:02.178741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc2082dc-1398-4d9b-89f4-d8a9f923ea41 req-dbb069fb-09a9-4e9a-bcdb-d24b2497c2e7 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341045 Jul 27 21:50:02.187156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.218150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66417442-8c88-4fc1-aaec-65e4260a3334 req-f770beef-ee86-4b41-8d65-e642e1725427 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562208 Jul 27 21:50:02.242421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0d45ca92-ad79-4b38-8ed8-78db310506d6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:02.250734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.251333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.273696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19108d4-5a9e-48b6-98ac-db3c0e5a7d86 None None] Network 0d45ca92-ad79-4b38-8ed8-78db310506d6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:02.315710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-ad264e89-d208-4549-af89-40964cc1b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.318349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-ad264e89-d208-4549-af89-40964cc1b603 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 1094 time: 0.0735533 Jul 27 21:50:02.363433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.365982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.368446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "DELETE /v2.0/security-groups/1e6bc4f3-d767-4552-b8d8-e964f4450196 HTTP/1.1" status: 204 len: 168 time: 0.7039087 Jul 27 21:50:02.376626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:02.380827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d635e230-b1b2-42c7-978f-b8bd568f312d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4848866 Jul 27 21:50:02.396686 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-183701d8-751a-4116-860b-f582f33e9700 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] show failed (client error): The resource could not be found. Jul 27 21:50:02.396686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-183701d8-751a-4116-860b-f582f33e9700 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "GET /v2.0/security-groups/1e6bc4f3-d767-4552-b8d8-e964f4450196 HTTP/1.1" status: 404 len: 347 time: 0.0165122 Jul 27 21:50:02.397064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60466) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:02.420889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73378-4a97-4688-a5aa-54d443240b53 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bc4f3-d767-4552-b8d8-e964f4450196,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:02.450449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8ada2-77a1-438f-8a09-78521db63767 None None] Network 0d45ca92-ad79-4b38-8ed8-78db310506d6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:02.503175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.509246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.515431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.532289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.538332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.544696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.550966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.552912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-b11adf06-41aa-4cc9-a474-314a736b5ab2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5417 time: 0.2740586 Jul 27 21:50:02.601124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:02.672088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948bbdd5-81aa-4a23-8741-0a479a16f7ad req-440de676-5bf4-4344-9814-d1a92ded50ee tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049440 Jul 27 21:50:02.693710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Deleting subnet 5cc7e94d-3ce2-466a-898f-2795fd3ba7f5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:02.707980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.788679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.812441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:02.829980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.853717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Transition to ACTIVE for port object 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:02.859096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.891754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-f9389ea4-32b7-4a4e-8b39-a08f33ad9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.893305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-f9389ea4-32b7-4a4e-8b39-a08f33ad9779 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 923 time: 0.5623348 Jul 27 21:50:02.945748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:02.961483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-56633f89-6b30-4129-a464-3de0fd208a79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93c78a6f-0d91-48bc-8052-d1897d116083 HTTP/1.1" status: 200 len: 217 time: 0.0535579 Jul 27 21:50:03.024428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-da3d9dd2-63e6-4e53-bbd3-a447bb5cf8f4 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.026051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-da3d9dd2-63e6-4e53-bbd3-a447bb5cf8f4 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/networks?id=0d45ca92-ad79-4b38-8ed8-78db310506d6 HTTP/1.1" status: 200 len: 821 time: 0.2205393 Jul 27 21:50:03.030934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.049765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Deleting port 05b6a126-6c05-425f-bbaa-154735befe5d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:03.050123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.056024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:03.107024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-9c15eb07-ade6-4c12-a9a7-39054737424d tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/quotas/e7d89ee7120e46dca7a9a36c6a378f76 HTTP/1.1" status: 200 len: 375 time: 0.0707586 Jul 27 21:50:03.134083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc7e94d-3ce2-466a-898f-2795fd3ba7f5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:03.142155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.143297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-f80f7f3c-4b0e-4f4f-be49-37efcdbb88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.144929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-f80f7f3c-4b0e-4f4f-be49-37efcdbb88a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.1717715 Jul 27 21:50:03.146792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e458ee33-5540-4ab4-b89e-6d8168bb9944 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5cc7e94d-3ce2-466a-898f-2795fd3ba7f5 HTTP/1.1" status: 204 len: 168 time: 0.5432756 Jul 27 21:50:03.150932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60488) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:03.201130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd2123-85a8-455c-aa7a-eb6b1096dfad req-3413c44e-d043-493a-bdeb-b8e17b735f92 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.202967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2bd2123-85a8-455c-aa7a-eb6b1096dfad req-3413c44e-d043-493a-bdeb-b8e17b735f92 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2259715 Jul 27 21:50:03.206044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Attempting to bind port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:03.206499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Attempting to bind port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:03.206895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Attempting to bind port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:03.225027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:03.225392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Attempting to bind port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 on network 6501cf17-5b2e-4e00-978c-2d6e607b0275 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:03.239782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:03.240194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Checking segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:03.240566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Bound using segment: {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:03.241004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Bound port: 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec162b39-ef4e-48a2-9b89-8a95baa5a250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:03.241376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.268490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-ca45d4cf-634a-4145-ac9a-a8f1089596d7 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7d89ee7120e46dca7a9a36c6a378f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189554 Jul 27 21:50:03.271553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2bd2123-85a8-455c-aa7a-eb6b1096dfad req-5766e0cd-e3da-4429-8bf4-e17ee3523e87 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Jul 27 21:50:03.271735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-49201385-e25d-4132-b4ba-2d6d8b722c0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100631 Jul 27 21:50:03.403073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:03.420021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:03.461139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.461497 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.468834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.469496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db796b2f-3293-445e-a46d-d8b681086243 req-2afc85c4-0824-456d-a31c-c63db0b15aa9 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.471248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db796b2f-3293-445e-a46d-d8b681086243 req-2afc85c4-0824-456d-a31c-c63db0b15aa9 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.1102166 Jul 27 21:50:03.493295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Calling delete_port for 05b6a126-6c05-425f-bbaa-154735befe5d owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:03.500681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.513568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-965fe8ff-50db-4ecf-ae89-7105aa67154e tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.515184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-965fe8ff-50db-4ecf-ae89-7105aa67154e tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.50 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.4606774 Jul 27 21:50:03.586938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db796b2f-3293-445e-a46d-d8b681086243 req-1fc6b582-3ca5-47de-be0e-9d634d886b49 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077223 Jul 27 21:50:03.625626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:03.629645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.630260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.631917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c07f0e81-b1b2-441e-9f02-dc8ec90292e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 1091 time: 1.6995878 Jul 27 21:50:03.733742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-1c8064a7-9371-4419-a42b-b2e18d4c6c42 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333162 Jul 27 21:50:03.740848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-566e5ff3-93d7-4b27-b730-57b3537d08fc service neutron] 10.222.0.37 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525990 Jul 27 21:50:03.834195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133d6bb-39f3-47a5-b2ff-194ca81bd043 req-8444bf14-b266-4ff9-ab69-6a9447c95377 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.836914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9133d6bb-39f3-47a5-b2ff-194ca81bd043 req-8444bf14-b266-4ff9-ab69-6a9447c95377 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 943 time: 0.1588805 Jul 27 21:50:03.892948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.893451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.893931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.894450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.895977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.896469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.897773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.900252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-8b8de453-6a68-4d42-a2a0-746112fe796e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6486 time: 0.1505430 Jul 27 21:50:03.935478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9133d6bb-39f3-47a5-b2ff-194ca81bd043 req-7e847a8a-6330-47fc-8f3e-333c73abf4bc tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887644 Jul 27 21:50:03.965933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.969626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-a189f662-1779-495b-963b-a30645660b9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 217 time: 0.0567358 Jul 27 21:50:03.992364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1febeed9-24aa-4f94-9724-a9dbd2e9caae']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:04.027060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7'}, {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:04.029557 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7"}, {"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:04.043069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bcda64-2a64-4b9a-9c84-306bf29ace1a') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:04.043069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bcda64-2a64-4b9a-9c84-306bf29ace1a') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:04.079616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-293f4fe0-dc01-4ce7-aaa7-4120aceace19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.081163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-293f4fe0-dc01-4ce7-aaa7-4120aceace19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.1034024 Jul 27 21:50:04.086382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.134714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.140199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec876ac-27bb-4c65-84b0-7c38f35450ee req-551c65c5-4301-4bce-b5d0-49c642dfae8e service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981147 Jul 27 21:50:04.157362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.164282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:04.164282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.164660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.169067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.175179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.183730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:04.184019 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:04.187667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-9a21e6f1-4dfc-43c8-af68-05acb029aa5e service neutron] 10.222.0.37 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110274 Jul 27 21:50:04.188515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.194610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.203371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f979871-b522-4469-bead-52b5f0957192 req-a6831510-c0dc-42d6-b2df-08cfbacbfb55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1774981 Jul 27 21:50:04.243095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Deleting port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:04.243537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.281934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f979871-b522-4469-bead-52b5f0957192 req-c6d6d554-6f3f-44d6-8c9d-e4b79d528594 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775557 Jul 27 21:50:04.303783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-47da2881-ee68-4adc-aea5-b31396203268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.309605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-47da2881-ee68-4adc-aea5-b31396203268 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149565 Jul 27 21:50:04.335095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81973094-73fb-411e-a73c-49788a916a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.387269 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6014553-f433-4aac-9ede-a89f5f7163db x-openstack-request-id: req-e6014553-f433-4aac-9ede-a89f5f7163db {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:04.387657 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:04.387960 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6014553-f433-4aac-9ede-a89f5f7163db {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:04.388382 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7', 'status': 'completed', 'code': 200} Jul 27 21:50:04.388649 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'status': 'completed', 'code': 200} Jul 27 21:50:04.442046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.462901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.466773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1febeed9-24aa-4f94-9724-a9dbd2e9caae HTTP/1.1" status: 204 len: 168 time: 1.3118086 Jul 27 21:50:04.491629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:04.496808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.500316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80b694-8b6f-4533-83ad-0014f730fa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=1febeed9-24aa-4f94-9724-a9dbd2e9caae,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:04.522188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] For port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:04.522830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.538540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-31b215bf-609d-489f-b425-d3cfb19ffcc7 service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241325 Jul 27 21:50:04.576541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Pushing event deleted for resources: {'Port': ['ID=05b6a126-6c05-425f-bbaa-154735befe5d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:04.585822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Calling delete_port for f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:04.630852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ba691de-9afb-427c-857c-e237c879d271 req-fbcb9f17-29c5-4ef7-a402-7403cdf03ab6 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 210 time: 0.0671036 Jul 27 21:50:04.660480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.684407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Deleting subnet 86c875f3-be1c-4fee-bce2-13458f92688a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:04.689291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.720304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.722810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.724038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6539765a-3523-4490-9409-71f82c9cc956 tempest-ServersTestFqdnHostnames-999525862 tempest-ServersTestFqdnHostnames-999525862-project] 10.222.0.37 "DELETE /v2.0/floatingips/7862b307-d882-44d6-ad8e-b7ad6cbeb21f HTTP/1.1" status: 204 len: 168 time: 2.3261049 Jul 27 21:50:04.729627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:04.771543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.829778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a2e0-df5f-4804-a447-117940a6e323 req-8f56b7b0-6091-46e9-b7bc-26aae51bbef9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.831471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b156a2e0-df5f-4804-a447-117940a6e323 req-8f56b7b0-6091-46e9-b7bc-26aae51bbef9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.3577356 Jul 27 21:50:04.835720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-230c9761-e559-4313-91d5-3ab11f857dce service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756896 Jul 27 21:50:04.860799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.927501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-b6a46c68-fb32-44b0-ae4b-c4e4c93a61bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 217 time: 0.0805137 Jul 27 21:50:04.951398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49511815-4906-40b2-aec0-cb34db53ef44 req-81ef113b-ba91-45a1-b62c-fcdb04c54942 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.952959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49511815-4906-40b2-aec0-cb34db53ef44 req-81ef113b-ba91-45a1-b62c-fcdb04c54942 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 949 time: 0.2100832 Jul 27 21:50:04.999635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b156a2e0-df5f-4804-a447-117940a6e323 req-27c3f704-fd1a-4123-b09f-439f67e91a2e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510684 Jul 27 21:50:05.024049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0f73e076-bccc-4182-bb56-456c5f04f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.025618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0f73e076-bccc-4182-bb56-456c5f04f67c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0899751 Jul 27 21:50:05.078075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49511815-4906-40b2-aec0-cb34db53ef44 req-f6ded93f-8bda-46d9-8b1a-a4d6f980a79b tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8486731-0931-4a30-9f89-0313d95e2274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169159 Jul 27 21:50:05.129617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.141531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-304bd5ee-c137-4318-b466-85da74310a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.142372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:05.143109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-304bd5ee-c137-4318-b466-85da74310a03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095979 Jul 27 21:50:05.173683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Pushing event deleted for resources: {'Port': ['ID=f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:05.273784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] No DVR routers for this DVR port f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:05.280992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.283167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e8d3885-49f1-4108-b852-fe6f57a97227 req-5c9ea06b-74ea-42a8-8fc6-bb44c783f6d0 tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.50 "DELETE /v2.0/ports/f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff HTTP/1.1" status: 204 len: 173 time: 1.7421973 Jul 27 21:50:05.283639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'name': 'network-vif-deleted', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:05.286015 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695998ab-4f7a-4776-87aa-a8956a812ac5" -d '{"events": [{"server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "name": "network-vif-deleted", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:05.335609 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dcfe7e-0d94-403b-8d0a-8d61b90c7e6f x-openstack-request-id: req-c4dcfe7e-0d94-403b-8d0a-8d61b90c7e6f {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:05.336006 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300f71b5-0a95-4ec7-b203-300fe055dafe", "name": "network-vif-deleted", "tag": "f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:05.336337 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4dcfe7e-0d94-403b-8d0a-8d61b90c7e6f {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:05.336822 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300f71b5-0a95-4ec7-b203-300fe055dafe', 'name': 'network-vif-deleted', 'tag': 'f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff', 'status': 'completed', 'code': 200} Jul 27 21:50:05.572568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.628039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97e31-1fa4-4183-ae48-3104f3106094 req-ad22a938-f24d-415a-b486-3d3f568644a5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.629653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0f97e31-1fa4-4183-ae48-3104f3106094 req-ad22a938-f24d-415a-b486-3d3f568644a5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 943 time: 0.5493448 Jul 27 21:50:05.634394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c875f3-be1c-4fee-bce2-13458f92688a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:05.646317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.648662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b6f73424-edfd-4f2f-aa01-e9b323612ac1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/86c875f3-be1c-4fee-bce2-13458f92688a HTTP/1.1" status: 204 len: 168 time: 1.1559594 Jul 27 21:50:05.656186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:05.707557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:05.753150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.782827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0f97e31-1fa4-4183-ae48-3104f3106094 req-66e1de1e-b7cc-422a-88b1-436f3e939a61 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418333 Jul 27 21:50:05.785121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fb3481a6-b7e2-45a3-ab06-deb694a7b7ee service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337783 Jul 27 21:50:05.787706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.808810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.814919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.821251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.828011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.834125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.841933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.847829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.850736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.858801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-d7fa09ec-5bfb-40ae-bffb-e789e8cf8312 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1949651 Jul 27 21:50:05.899742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:05.913820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '93c78a6f-0d91-48bc-8052-d1897d116083', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'port_id': '93c78a6f-0d91-48bc-8052-d1897d116083', 'mac_address': 'fa:16:3e:df:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de618b6-6b20-4663-95a9-fcfe9da5d34d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:05.956798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.967942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9390abe-9084-4a3f-bf7d-3341ea8ff723 req-1239df03-3de2-4441-bed7-5ac93a90dd85 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031289 Jul 27 21:50:05.969535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-873587dc-2f4f-47b7-a062-305085276de3 req-624a2276-66b1-45e7-902a-ff801f728fd6 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 210 time: 0.0465279 Jul 27 21:50:05.977756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.986076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c78a6f-0d91-48bc-8052-d1897d116083 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:05.998669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5cef52-5317-405d-874e-4dc69dc21268']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:06.013498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:06.021595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6380567e-bce3-41e2-b372-2738aa9aa194 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261391 Jul 27 21:50:06.023344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998a73e3-08b9-4ced-9158-a13d0752824f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:06.023639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998a73e3-08b9-4ced-9158-a13d0752824f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:06.048859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.093582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.097323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-34c0c616-e89b-46d9-847a-4827af9ed6f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 217 time: 0.0634375 Jul 27 21:50:06.111799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.117713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:06.119177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.172473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:06.184900 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:06.235894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed7e2677-41ca-49ea-ba14-8e79c7675c6d req-0a972632-40ac-452a-8916-5a76b2e8c9de tempest-ServersAdminNegativeTestJSON-501792181 tempest-ServersAdminNegativeTestJSON-501792181-project] 10.222.0.37 "GET /v2.0/ports?device_id=300f71b5-0a95-4ec7-b203-300fe055dafe HTTP/1.1" status: 200 len: 210 time: 0.0388463 Jul 27 21:50:06.277701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-693afa0f-4ac7-4f3c-91a4-a3dd3c6d506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:06.279257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-693afa0f-4ac7-4f3c-91a4-a3dd3c6d506e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1698396 Jul 27 21:50:06.295202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e13b2d-9cfc-4d98-8291-59451040f381 req-cf699772-1e30-4cf8-9870-c2c5d8ba8a40 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:06.299494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8e13b2d-9cfc-4d98-8291-59451040f381 req-cf699772-1e30-4cf8-9870-c2c5d8ba8a40 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2068384 Jul 27 21:50:06.309689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Deleting port 233698b1-fa63-418f-8030-30cd790528db {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:06.311111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.342029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['93c78a6f-0d91-48bc-8052-d1897d116083'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:06.391084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8e13b2d-9cfc-4d98-8291-59451040f381 req-1e33527c-b7e6-4e15-90e1-efca37467f77 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795295 Jul 27 21:50:06.391084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.400187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.404089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] 10.222.0.37 "DELETE /v2.0/networks/ba5cef52-5317-405d-874e-4dc69dc21268 HTTP/1.1" status: 204 len: 168 time: 0.7458298 Jul 27 21:50:06.453114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] For port 233698b1-fa63-418f-8030-30cd790528db, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=233698b1-fa63-418f-8030-30cd790528db,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:06.453541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.475681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8a13-58eb-4547-a46a-bc937caa003f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5cef52-5317-405d-874e-4dc69dc21268,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:06.479843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Calling delete_port for 233698b1-fa63-418f-8030-30cd790528db owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:06.489231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-21f0e18b-d953-4ea0-bea8-e9e6c857e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:06.491948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-21f0e18b-d953-4ea0-bea8-e9e6c857e51b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1912017 Jul 27 21:50:06.649858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3b8d2b81-ef98-407e-a8a6-b5b1c7a6734b service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488099 Jul 27 21:50:06.768043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9bcbffb4-048f-45ea-ac85-bcd6e1383ed6 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099329 Jul 27 21:50:06.816922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.818161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:06.839599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-ab65def3-5a04-4469-a7b0-0abe8a508c0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 217 time: 0.0639327 Jul 27 21:50:06.849828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Pushing event deleted for resources: {'Port': ['ID=233698b1-fa63-418f-8030-30cd790528db,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:06.935501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:06.997806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-a495a60c-920a-4274-9a90-673ff882d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.003460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-a495a60c-920a-4274-9a90-673ff882d1f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1553245 Jul 27 21:50:07.045363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-daa167f5-751a-4601-91a4-d4556e64f4a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09f2e8a5f2e241a19dd7a67611576997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986471 Jul 27 21:50:07.061979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:07.146717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17a4f4c4-32da-44f3-b0ce-244b9ee74746 req-6cc97b5b-1a01-47ee-ac52-7f43ae9e5b3a tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 210 time: 0.0588269 Jul 27 21:50:07.180235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.194696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90967fd5-3e77-4e3c-844d-dfb88c11ecb9 req-8b813195-d723-4e6b-a6cc-6a98da1b9272 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.196341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90967fd5-3e77-4e3c-844d-dfb88c11ecb9 req-8b813195-d723-4e6b-a6cc-6a98da1b9272 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 944 time: 0.2357292 Jul 27 21:50:07.204721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c503f5d0-1646-44ae-9432-fb93f5f64090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.207362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c503f5d0-1646-44ae-9432-fb93f5f64090 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1874695 Jul 27 21:50:07.226958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.232650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.251626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90967fd5-3e77-4e3c-844d-dfb88c11ecb9 req-bc4a0a62-6dbf-4a86-ae4c-50abbba56fd3 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Jul 27 21:50:07.381641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.396692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-096f4d0c-6219-4773-b35e-bfa337884ba3 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799397 Jul 27 21:50:07.485177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.490122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.497534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.504207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.510090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.516207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.522225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.530802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-d4a56a0c-6404-4a2a-ae08-bd2fd84edf3d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.2961371 Jul 27 21:50:07.543996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.545957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.547157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21ee95cb-a62b-41bc-a451-b5735c50dac6 HTTP/1.1" status: 204 len: 168 time: 0.4832065 Jul 27 21:50:07.572475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81716f-45b0-4ddc-848c-5c76e9cf52c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee95cb-a62b-41bc-a451-b5735c50dac6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:07.614074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed7f4ce8-e46e-422c-90f6-67ddd055b8ef req-e6061ee3-6881-4c1a-b26d-2af2f45af0e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822740 Jul 27 21:50:07.649572 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6633e930-e123-4ec0-a1fe-40b5ee8267fc service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410758 Jul 27 21:50:07.707109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-95ed89f0-d355-47e4-b57f-29636b8ce6d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 217 time: 0.0477901 Jul 27 21:50:07.711137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Router 77be5156-3e2e-4b97-b49a-af45269c40b7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:50:07.722570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:07.731718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2db5-c5f5-4e33-9bd2-14aa946ca9d6 req-8ee14cb7-bb50-4a97-b08a-0e20af77adbe tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.733303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f3f2db5-c5f5-4e33-9bd2-14aa946ca9d6 req-8ee14cb7-bb50-4a97-b08a-0e20af77adbe tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2027869 Jul 27 21:50:07.760019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-cd519520-b88c-4bf3-82a3-037a9d4704f9 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.762040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-cd519520-b88c-4bf3-82a3-037a9d4704f9 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.50 "GET /v2.0/networks?id=0d45ca92-ad79-4b38-8ed8-78db310506d6 HTTP/1.1" status: 200 len: 821 time: 0.2175877 Jul 27 21:50:07.790568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6f00f259-4fc4-4fc2-9ff5-c807d39fb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.793374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-6f00f259-4fc4-4fc2-9ff5-c807d39fb752 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0771368 Jul 27 21:50:07.820519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Request body: {'port': {'device_id': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6', 'admin_state_up': True, 'tenant_id': 'e7d89ee7120e46dca7a9a36c6a378f76'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:07.908120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 93c78a6f-0d91-48bc-8052-d1897d116083 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:07.909005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9e2a9daf-8b64-4857-8f6c-f1d69a21878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.921842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9e2a9daf-8b64-4857-8f6c-f1d69a21878c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102366 Jul 27 21:50:07.922475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f3f2db5-c5f5-4e33-9bd2-14aa946ca9d6 req-cb1d70dd-fd62-4606-8bc9-03684d45a08c tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648304 Jul 27 21:50:07.922594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 93c78a6f-0d91-48bc-8052-d1897d116083 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:07.922594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.959303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:07.996508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60554) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:08.060133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:50:08.067050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3dc6d9c4-f33d-4314-9be1-020ae686e289 admin admin] 10.222.0.37 "PUT /v2.0/routers/77be5156-3e2e-4b97-b49a-af45269c40b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3358226 Jul 27 21:50:08.067289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-ea0102ff-94f9-4623-bd78-05ad08e860c3 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429305 Jul 27 21:50:08.069707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:08.114423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Sync routers for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:50:08.140432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:08.141556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:08.189664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Made reservation on behalf of e7d89ee7120e46dca7a9a36c6a378f76 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:08.192013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.202835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.239735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:08.243208 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff61f4c-f8d5-4cf0-ad68-5ca6ac6cabfc" -d '{"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-plugged", "status": "completed", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:08.268500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.300967 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1396bd1-bebc-4dbd-9a9e-b48a1af02dbe x-openstack-request-id: req-d1396bd1-bebc-4dbd-9a9e-b48a1af02dbe {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:08.301947 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-plugged", "status": "completed", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:08.303166 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1396bd1-bebc-4dbd-9a9e-b48a1af02dbe {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:08.304112 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083', 'code': 200} Jul 27 21:50:08.325421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:08.348995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-fa6f0577-aae5-4f14-988d-f368a1dc064c service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273419 Jul 27 21:50:08.351130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbd153f0-2653-4fae-9a5c-eaea81546eec req-8a64242a-b390-4516-bfa1-53d7a7c7f16a tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 210 time: 0.0890391 Jul 27 21:50:08.381064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8250d395-6f19-4020-8d6e-d4cf11cd4e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b910e64e111048afbe51053f06da9e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828983 Jul 27 21:50:08.392687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:08.407612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:08.409131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-ba1d615b-a53a-4596-8fa7-3bd717c518f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0521760 Jul 27 21:50:08.437104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.437559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:08.532279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-03021068-16b0-4a86-a6c7-b689245d31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:08.534311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-03021068-16b0-4a86-a6c7-b689245d31a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0786438 Jul 27 21:50:08.534721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Allocated IP 172.20.0.2 (0d45ca92-ad79-4b38-8ed8-78db310506d6/4a4de97c-0568-46af-bbad-b2ebc21ee80a/a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:08.539771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.556713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:08.630567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd3661d2-2a80-4619-90e8-87d7352c15c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac16282382da448a9bae9b87c87f9dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737188 Jul 27 21:50:08.632989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:08.641906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:08.642275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f8d7d28a-08af-46bb-9cc8-f5c447b9b3ff not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:08.646068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.671955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0edd2e14-42c7-4cc7-ae8a-9090c07782b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:08.673397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-0edd2e14-42c7-4cc7-ae8a-9090c07782b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297874 Jul 27 21:50:08.692427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:08.714010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:50:06Z', 'revision_number': 5, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port': {'id': '0149bd35-14bf-4783-9c27-aeb2b12f326d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:33Z', 'updated_at': '2021-07-27T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:08.718004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.757949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686c1c-ce2c-4d5f-8168-0a46f4a97aff req-ddbf4f03-1fbe-4258-a955-b0e006ad2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:08.759858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61686c1c-ce2c-4d5f-8168-0a46f4a97aff req-ddbf4f03-1fbe-4258-a955-b0e006ad2ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 1096 time: 0.3512616 Jul 27 21:50:08.878336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Checking router: 77be5156-3e2e-4b97-b49a-af45269c40b7 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:50:08.880436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.894839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Routers {'77be5156-3e2e-4b97-b49a-af45269c40b7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:08.895606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['77be5156-3e2e-4b97-b49a-af45269c40b7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:08.925522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Deleting port 0149bd35-14bf-4783-9c27-aeb2b12f326d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:08.925887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.934659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-88f4f74a-1109-4a9f-98d3-8aec34701e70 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311177 Jul 27 21:50:08.939260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.017582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] Set router 77be5156-3e2e-4b97-b49a-af45269c40b7 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:09.070661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0faa7-fefe-4a47-9a65-a918b38a70d9 req-f5e0ef32-af6f-468c-834d-e3fe0a646be6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.072448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77b0faa7-fefe-4a47-9a65-a918b38a70d9 req-f5e0ef32-af6f-468c-834d-e3fe0a646be6 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.6276419 Jul 27 21:50:09.082431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:50:08Z', 'revision_number': 6, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:09.090642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.096574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.102713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.109558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.112472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721842b-3d15-4a17-a0f4-81d63a41dbb8 None None] The sync data for ids ['77be5156-3e2e-4b97-b49a-af45269c40b7'] in n-d-738018-6 is: [{'id': '77be5156-3e2e-4b97-b49a-af45269c40b7', 'name': 'tempest-ServersTestFqdnHostnames-471392259-router', 'tenant_id': '0bcc590e14d74587981665d10084d148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:31Z', 'updated_at': '2021-07-27T21:50:08Z', 'revision_number': 6, 'project_id': '0bcc590e14d74587981665d10084d148', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:50:09.115987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.124986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.132256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.133795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-859b7ae7-cf68-4e73-bb06-084855e0d21f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.4146137 Jul 27 21:50:09.190545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61686c1c-ce2c-4d5f-8168-0a46f4a97aff req-9df2ea83-9b1f-4b94-b56d-e57ca4a78352 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182749 Jul 27 21:50:09.211754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] For port 0149bd35-14bf-4783-9c27-aeb2b12f326d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0149bd35-14bf-4783-9c27-aeb2b12f326d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:09.212125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.222809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77b0faa7-fefe-4a47-9a65-a918b38a70d9 req-48460da9-d223-47e2-bda9-f834aff4d13d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222460 Jul 27 21:50:09.247655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Calling delete_port for 0149bd35-14bf-4783-9c27-aeb2b12f326d owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:09.260782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.270241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34b2b40a-83a4-4487-8372-70633f3540a4 req-cd3a6b53-7dc2-46d4-8fff-b7e97e659d90 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228828 Jul 27 21:50:09.272374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-40b172c8-57b6-40a2-8b45-4f1898aa50d2 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141377 Jul 27 21:50:09.315990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.319549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.321805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8486731-0931-4a30-9f89-0313d95e2274 HTTP/1.1" status: 204 len: 168 time: 0.9109588 Jul 27 21:50:09.357844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-3a4ed508-604e-4c5c-a72e-fe998f1fa4cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0400975 Jul 27 21:50:09.361811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fd529-6310-4799-91a0-71c03af47be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8486731-0931-4a30-9f89-0313d95e2274,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:09.388407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.391006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.392155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73de0b65-5ba3-45fe-98b4-86273f59f740 HTTP/1.1" status: 204 len: 168 time: 0.7582531 Jul 27 21:50:09.416821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6660-bbce-4abc-996f-e35dd959a02b req-b5f1bc6d-68c5-4f61-9da6-b9e24968e373 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.419401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8cc6660-bbce-4abc-996f-e35dd959a02b req-b5f1bc6d-68c5-4f61-9da6-b9e24968e373 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1159592 Jul 27 21:50:09.458693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.475508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-ad6d481d-e58d-4b2b-bd7a-1c7c35c236c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.477105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-ad6d481d-e58d-4b2b-bd7a-1c7c35c236c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1077247 Jul 27 21:50:09.506124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677f6c2-5600-400c-a2b7-eaa99f32f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de0b65-5ba3-45fe-98b4-86273f59f740,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:09.555940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8cc6660-bbce-4abc-996f-e35dd959a02b req-b9145850-ab83-4c98-9ca3-a2365c07782e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273475 Jul 27 21:50:09.557959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Pushing event updated for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:09.566664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Network 0d45ca92-ad79-4b38-8ed8-78db310506d6 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:09.568465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:09.571742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:09.662563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.663390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.716635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c49277d6-8910-437f-8f25-c2e736fc5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.718183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-c49277d6-8910-437f-8f25-c2e736fc5b2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2274036 Jul 27 21:50:09.738310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3548f7-5479-416f-beba-da621fe462d5 req-760cc6eb-f8dd-4be3-81e2-3eb44efe14c4 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.740135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac3548f7-5479-416f-beba-da621fe462d5 req-760cc6eb-f8dd-4be3-81e2-3eb44efe14c4 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 931 time: 0.2164643 Jul 27 21:50:09.774927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-10fecafc-f1bf-4909-a667-466315b7e622 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9959905 Jul 27 21:50:09.789963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Request body: {'port': {'device_id': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:09.842968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac3548f7-5479-416f-beba-da621fe462d5 req-24af1a5f-b881-472d-953f-6639f97a53ac tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926733 Jul 27 21:50:09.905849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-33915a79-fe3b-46c2-a4a5-7736f9d524b4 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683927 Jul 27 21:50:09.905849 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.921466 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.942268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Pushing event deleted for resources: {'Port': ['ID=0149bd35-14bf-4783-9c27-aeb2b12f326d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:10.091248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 233698b1-fa63-418f-8030-30cd790528db no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:10.134931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 233698b1-fa63-418f-8030-30cd790528db {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:10.135996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 233698b1-fa63-418f-8030-30cd790528db not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:10.163985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0149bd35-14bf-4783-9c27-aeb2b12f326d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:10.196140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0149bd35-14bf-4783-9c27-aeb2b12f326d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:10.196799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0149bd35-14bf-4783-9c27-aeb2b12f326d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:10.515802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.524367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:10.533253 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.555660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0563ce-1631-4df4-8f49-d073fa1b86cf req-ffb183bb-010e-48e2-b59f-e835845fb13b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.565178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b0563ce-1631-4df4-8f49-d073fa1b86cf req-ffb183bb-010e-48e2-b59f-e835845fb13b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.1613648 Jul 27 21:50:10.571188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:10.588551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Transition to ACTIVE for port object a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:10.630168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ca64021-46ce-4d4e-b291-10d7f9ab4017 req-9c9725fb-eb4f-45ec-8cfe-3bcbcec3f91b service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999891 Jul 27 21:50:10.638382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.643022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b0563ce-1631-4df4-8f49-d073fa1b86cf req-26535e76-9c5f-44c6-9f4b-af6441578286 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765233 Jul 27 21:50:10.643466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.650217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9eedac8d-67a0-4b60-bc01-aa38da84d37b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74b8d75445394155a3f520666fbe0b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775805 Jul 27 21:50:10.651121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60604) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:10.671348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.683086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.684737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.690879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.697008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.704391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.710589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.718931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-9f85ead1-33f1-4b80-afe2-bcedd4046f8d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.2771401 Jul 27 21:50:10.721496 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.825103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28be01ac-ab03-44f5-9288-fd6a22e1d2f9 req-b6a1113c-8358-4f51-a336-5b5125090320 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025677 Jul 27 21:50:10.846512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:10.847500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.915026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.916059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77be5156-3e2e-4b97-b49a-af45269c40b7 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:50:10.928305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.933687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-956a375d-c8d6-4c2d-9499-d79576cc5152 admin admin] 10.222.0.37 "DELETE /v2.0/routers/77be5156-3e2e-4b97-b49a-af45269c40b7 HTTP/1.1" status: 204 len: 168 time: 2.8624513 Jul 27 21:50:10.935976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:10.952493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.952493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.954095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.954095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.954456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.955158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.955300 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:10.956326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.958864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-064d9137-daf2-4f23-a875-e2ba03a6a685 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6486 time: 0.1305830 Jul 27 21:50:11.090378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df733e80-423d-4975-965e-ec66e12e0914 req-79c085cd-22fd-41e9-b63d-073ecbd3d048 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.096454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df733e80-423d-4975-965e-ec66e12e0914 req-79c085cd-22fd-41e9-b63d-073ecbd3d048 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.1765387 Jul 27 21:50:11.098833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb3e44-bfdb-46b5-90d4-54c7ff84512b req-b2f5c1e3-8007-4247-ad9c-86a8b7f60c6f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.100480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8cb3e44-bfdb-46b5-90d4-54c7ff84512b req-b2f5c1e3-8007-4247-ad9c-86a8b7f60c6f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.3399923 Jul 27 21:50:11.105068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Deleting subnet fb15a316-05e2-408f-a451-d5453602dda5 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:11.108692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.112318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Attempting to bind port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:11.112683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Attempting to bind port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '166f3763-691d-4631-905d-24dc7a45debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:11.113128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Attempting to bind port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 on network 0d45ca92-ad79-4b38-8ed8-78db310506d6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:11.146333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 on network 0d45ca92-ad79-4b38-8ed8-78db310506d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:11.146668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Attempting to bind port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 on network 0d45ca92-ad79-4b38-8ed8-78db310506d6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:11.151466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-6a9369d7-456b-4008-b225-91daff1485e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.153193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-6a9369d7-456b-4008-b225-91daff1485e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 902 time: 0.1720562 Jul 27 21:50:11.158959 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df733e80-423d-4975-965e-ec66e12e0914 req-106c3dcd-e999-4109-ab17-572d7df79a81 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Jul 27 21:50:11.172612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:11.172949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Checking segment: {'id': '166f3763-691d-4631-905d-24dc7a45debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:11.173362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Bound using segment: {'id': '166f3763-691d-4631-905d-24dc7a45debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:11.173826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Bound port: a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166f3763-691d-4631-905d-24dc7a45debb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:11.174207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.198995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.219029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-d9516ce5-dd1a-46a7-9186-012e3dfa828d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0584404 Jul 27 21:50:11.222939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.227329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.231934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11449de2-23c4-41c6-bde1-39c1c052d1db HTTP/1.1" status: 204 len: 168 time: 0.5767605 Jul 27 21:50:11.258525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8cb3e44-bfdb-46b5-90d4-54c7ff84512b req-76983818-d7bf-4c57-987a-0207acd4cfd3 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350191 Jul 27 21:50:11.305956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc299b59-f1ba-4787-8370-f7908327e0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11449de2-23c4-41c6-bde1-39c1c052d1db,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:11.342379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-0032a8de-3703-4ade-bc29-09d2f6a7a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.344176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-0032a8de-3703-4ade-bc29-09d2f6a7a4b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1161304 Jul 27 21:50:11.390007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:11.390007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.441660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,segment=NetworkSegment(166f3763-691d-4631-905d-24dc7a45debb),segment_id=166f3763-691d-4631-905d-24dc7a45debb)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:11.461434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d43a0-806b-4a58-a070-a09db32da9d0 req-14fa1470-2718-4996-bfdc-211c3a6f71cf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.463284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-530d43a0-806b-4a58-a070-a09db32da9d0 req-14fa1470-2718-4996-bfdc-211c3a6f71cf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 943 time: 0.1991408 Jul 27 21:50:11.482210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-163e584e-6bc6-44f3-a47f-eeb3eb85e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.483857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-163e584e-6bc6-44f3-a47f-eeb3eb85e176 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273017 Jul 27 21:50:11.534593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.559348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-530d43a0-806b-4a58-a070-a09db32da9d0 req-5a2ade5f-b156-48c2-8f8b-76e847ddae8f tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Jul 27 21:50:11.573363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.596235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.597040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.598845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] 10.222.0.50 "PUT /v2.0/ports/a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 HTTP/1.1" status: 200 len: 1091 time: 1.8145936 Jul 27 21:50:11.601150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:11.604768 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c220c-53d5-4825-bfbd-3be5fe277793" -d '{"events": [{"name": "network-changed", "server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:11.632156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-2f581990-aa61-43a0-9a67-680a79d5119c service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390743 Jul 27 21:50:11.644764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.644764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb15a316-05e2-408f-a451-d5453602dda5 HTTP/1.1" status: 204 len: 168 time: 0.6974425 Jul 27 21:50:11.644764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d757e-cd00-43a5-be85-636b1d575ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb15a316-05e2-408f-a451-d5453602dda5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:11.645820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:11.647910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d1e38-10bc-4d36-9ef9-e687b4d23a2e None None] Network d65f52a9-69b3-4275-a173-4050fd40003b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:11.669752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5f0b2-03ef-434c-99e9-c53dc450f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:11.834784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:11.846061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-45e8ab4b-d502-48df-aa75-76bcfc8997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.848490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-45e8ab4b-d502-48df-aa75-76bcfc8997ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7d89ee7120e46dca7a9a36c6a378f76&device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 1094 time: 0.1143553 Jul 27 21:50:11.915498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-3634a405-201f-4772-8161-e8ac857275f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 HTTP/1.1" status: 200 len: 217 time: 0.0580196 Jul 27 21:50:11.963164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] DHCP port deletion for d65f52a9-69b3-4275-a173-4050fd40003b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:50:11.998345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-b3f08a88-c938-48e2-b839-9a32957e4a5e service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544979 Jul 27 21:50:12.011215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-05890699-9dc9-4607-a68e-69a7b61757c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.031265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-05890699-9dc9-4607-a68e-69a7b61757c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a4de97c-0568-46af-bbad-b2ebc21ee80a HTTP/1.1" status: 200 len: 861 time: 0.0985227 Jul 27 21:50:12.036553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Deleting port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:12.036952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.105222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Deleting port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:12.105222 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.111209 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2df39d-7a03-4641-8204-f534e9016369 x-openstack-request-id: req-ed2df39d-7a03-4641-8204-f534e9016369 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:12.112565 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:12.117075 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed2df39d-7a03-4641-8204-f534e9016369 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:12.120278 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62', 'status': 'completed', 'code': 200} Jul 27 21:50:12.124156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-740bba90-a530-40e3-ad6b-a047e9ae7b59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d45ca92-ad79-4b38-8ed8-78db310506d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951517 Jul 27 21:50:12.179209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] For port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:12.180007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.184629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-16c170a0-2553-4956-861f-70c449a26c48 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677824 Jul 27 21:50:12.198851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Calling delete_port for 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:12.225706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] For port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,segment=NetworkSegment(74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3),segment_id=74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:12.226251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.281447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-0d7dd580-3625-425f-8e41-a2eb3cb48356 service neutron] 10.222.0.50 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476986 Jul 27 21:50:12.308397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Calling delete_port for 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:12.393605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47ff2477-0ffb-4dee-b400-6e26c206e26c req-69807159-57fe-45c0-b2ce-392a9d64c036 service neutron] 10.222.0.50 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052051 Jul 27 21:50:12.402805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.403407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.403795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.404286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.404771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.405242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.405720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.408250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-ede07643-20e3-46c6-87f2-73c3ac920524 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6486 time: 0.3029151 Jul 27 21:50:12.492805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-338b7ac5-545a-46f0-8c9a-0b0e224c1ad8 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.494217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-338b7ac5-545a-46f0-8c9a-0b0e224c1ad8 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986126 Jul 27 21:50:12.507700 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.533208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-72bc0ac1-f9a6-4f69-a5b4-b729f8347953 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/quotas/331bf54bad144c98bd4c0597cf0fd59b HTTP/1.1" status: 200 len: 375 time: 0.0289216 Jul 27 21:50:12.542961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] Pushing event deleted for resources: {'Port': ['ID=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:12.544293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.546523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f743c12f-ff66-4f7e-9086-406327fecc83 None None] No DVR routers for this DVR port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:12.609127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a1d5cc-a149-49b0-ac4b-58a2adbd6463,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:12.641062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-c6167141-1fdc-48e4-8345-0e43030abd07 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883484 Jul 27 21:50:12.642087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] No DVR routers for this DVR port 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:12.644636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-8aabfe85-8bfe-4882-aef4-3b603bb95b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.645711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-8aabfe85-8bfe-4882-aef4-3b603bb95b06 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 902 time: 0.2264478 Jul 27 21:50:12.743131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-4496c551-fa62-4684-8388-ebaf084e2278 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0520418 Jul 27 21:50:12.774632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-95534820-4ce1-4bbf-8d04-b93245ab9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.774632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-95534820-4ce1-4bbf-8d04-b93245ab9d76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7d89ee7120e46dca7a9a36c6a378f76&device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 1094 time: 0.1546276 Jul 27 21:50:12.810009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.818553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.820056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.829053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.836043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.840358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65f52a9-69b3-4275-a173-4050fd40003b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:12.843105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.849093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.853620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-aeda8c9d-4a92-4bf4-8249-88dd42817e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.855765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.855983 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-aeda8c9d-4a92-4bf4-8249-88dd42817e7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0820715 Jul 27 21:50:12.857725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-591ce159-660a-4457-9174-c41b64defd0b req-a5d379e7-c40f-406a-a9df-b2c0c13bcf94 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1765580 Jul 27 21:50:12.858859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:12.859341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e8bcdf-9ee4-4b02-a700-624cdd3ee1c3') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:12.882503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.917638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.925793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:12.926193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:12.927878 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:12.998245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-591ce159-660a-4457-9174-c41b64defd0b req-81976038-0ef6-4d90-9ac9-04c4c355561d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073661 Jul 27 21:50:13.043479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-512996b4-a0bf-46f3-bb6b-7e8651a45c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.046368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-512996b4-a0bf-46f3-bb6b-7e8651a45c36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1784782 Jul 27 21:50:13.077171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-5b7f6102-8f1e-4227-afc7-72136c5aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.078828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-5b7f6102-8f1e-4227-afc7-72136c5aef64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d45ca92-ad79-4b38-8ed8-78db310506d6 HTTP/1.1" status: 200 len: 922 time: 0.3014650 Jul 27 21:50:13.149124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-5e3b7b47-8b15-4478-8611-4101394a868c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 HTTP/1.1" status: 200 len: 217 time: 0.0557411 Jul 27 21:50:13.152235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ad3-2de0-4451-9edc-5e269451342b req-94e85cf1-d34a-4444-94b5-21d2f4f0844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.153366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-94e85cf1-d34a-4444-94b5-21d2f4f0844a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.2229447 Jul 27 21:50:13.185042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:13.191099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:13.210378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d65f52a9-69b3-4275-a173-4050fd40003b HTTP/1.1" status: 204 len: 168 time: 1.5508964 Jul 27 21:50:13.245679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fda1-aa6d-43c4-a526-85be21059fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65f52a9-69b3-4275-a173-4050fd40003b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:13.253037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-c68a1c51-b937-455d-9053-bab50f0f05d0 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981931 Jul 27 21:50:13.291555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-17146aef-8723-42a0-9e9f-f4ddfc427a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.293114 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-17146aef-8723-42a0-9e9f-f4ddfc427a6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4a4de97c-0568-46af-bbad-b2ebc21ee80a HTTP/1.1" status: 200 len: 861 time: 0.1212943 Jul 27 21:50:13.343568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-fa811c6f-5c4f-4692-8e0c-c2e137e36feb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d45ca92-ad79-4b38-8ed8-78db310506d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332863 Jul 27 21:50:13.361622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f416-cb2a-4b04-8e07-c3c3ac8271aa req-8c252e32-4736-40b9-9a49-0cb44d1b8f01 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.363230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d87f416-cb2a-4b04-8e07-c3c3ac8271aa req-8c252e32-4736-40b9-9a49-0cb44d1b8f01 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2293980 Jul 27 21:50:13.369140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1dbdf83-bc68-4841-9f8c-8d387ab17a41 req-b83db41a-b0ec-4121-8978-c2bc25c1cfde service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041441 Jul 27 21:50:13.395917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ad3-2de0-4451-9edc-5e269451342b req-d00f57cb-7f05-471c-92aa-940166821f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.397361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-d00f57cb-7f05-471c-92aa-940166821f65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2272320 Jul 27 21:50:13.522246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d87f416-cb2a-4b04-8e07-c3c3ac8271aa req-53fc6b53-bcf0-4855-9969-317174d73a30 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487765 Jul 27 21:50:13.527947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-ca9b1442-4956-47f3-83a0-db0208fed10a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1045477 Jul 27 21:50:13.529274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd321a-6257-45e8-98b5-1a6a4e60deab req-d386435b-1d66-41d0-b918-a6cdfd1d7aa3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.530983 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5fd321a-6257-45e8-98b5-1a6a4e60deab req-d386435b-1d66-41d0-b918-a6cdfd1d7aa3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0874226 Jul 27 21:50:13.584873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-8dda7c21-97e4-495e-9287-34ee33d05ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206368 Jul 27 21:50:13.611348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5fd321a-6257-45e8-98b5-1a6a4e60deab req-5988aa3b-8cb4-47dd-9d90-71922720c97f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622237 Jul 27 21:50:13.693179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92f7e3ca-327b-4f9e-bfbc-32c2268d270e req-fc9b1a2e-42a6-4fd3-afa3-d22f45992881 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 210 time: 0.0356963 Jul 27 21:50:13.706228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ad3-2de0-4451-9edc-5e269451342b req-5a497d2f-b4a1-4e2f-9730-88bb720c9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.723603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-5a497d2f-b4a1-4e2f-9730-88bb720c9e6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1735859 Jul 27 21:50:13.750514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:13.828192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-557bba22-03c1-4eee-9883-1b12f7223016 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bcc590e14d74587981665d10084d148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764771 Jul 27 21:50:13.832969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60716) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:13.845889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b55c220c-53d5-4825-bfbd-3be5fe277793 req-58d864dd-54f7-49e8-99b4-60db65b63023 service neutron] 10.222.0.50 "GET /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439775 Jul 27 21:50:13.878685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa42c6-06f8-4b44-8f81-6a82ac365090 req-0f9a6385-aac4-4853-8275-32a6cf9d6086 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.895690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09fa42c6-06f8-4b44-8f81-6a82ac365090 req-0f9a6385-aac4-4853-8275-32a6cf9d6086 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 943 time: 0.2324629 Jul 27 21:50:13.895690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ad3-2de0-4451-9edc-5e269451342b req-8f0576b1-ba9b-46d0-84c1-c909916aa6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:13.895690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-8f0576b1-ba9b-46d0-84c1-c909916aa6cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292152 Jul 27 21:50:13.990592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:13.990592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:13.994930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:14.005424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09fa42c6-06f8-4b44-8f81-6a82ac365090 req-907cd095-81bb-4176-94a5-99d73a58b76b tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100068 Jul 27 21:50:14.017793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e85a7b-bf60-4c4d-a698-5a05de603fe3 req-2973286f-9c10-40a4-b921-ce997e589906 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.026061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8e85a7b-bf60-4c4d-a698-5a05de603fe3 req-2973286f-9c10-40a4-b921-ce997e589906 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.1813822 Jul 27 21:50:14.027025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:14.027784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a1d5cc-a149-49b0-ac4b-58a2adbd6463 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:14.084605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-4df2bf7a-bf60-48ba-b304-0139eaf098c4 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814303 Jul 27 21:50:14.087885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8e85a7b-bf60-4c4d-a698-5a05de603fe3 req-415eaf74-bbe9-4333-8db4-b9f14060efce tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605860 Jul 27 21:50:14.222580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c54ad3-2de0-4451-9edc-5e269451342b req-a9528608-1ccd-41e2-8e84-65aa338d9fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272702 Jul 27 21:50:14.236003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.242161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.249279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.255631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.261710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.267849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.273948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.277725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-bb9430a7-3b46-49a3-8c48-4774bb7ea59a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1909409 Jul 27 21:50:14.318712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:14.322244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:14.327214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fcaa1e3-b154-464b-8c27-e11c3de92a24 HTTP/1.1" status: 204 len: 168 time: 0.4907441 Jul 27 21:50:14.334179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1d532-6a1c-422c-a1c3-a33631508f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcaa1e3-b154-464b-8c27-e11c3de92a24,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:14.340577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87caac64-aeac-4777-92ac-cd8c90b787b4 req-23f45664-954a-4a22-a5e8-7dc6d821a308 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527685 Jul 27 21:50:14.690344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798663b-2e7a-4120-a796-82b6ead307d0 req-bf4bf6e5-28b1-4c35-b304-a44590164f12 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.692032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f798663b-2e7a-4120-a796-82b6ead307d0 req-bf4bf6e5-28b1-4c35-b304-a44590164f12 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0885062 Jul 27 21:50:14.741924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f798663b-2e7a-4120-a796-82b6ead307d0 req-de5553a0-53a8-46f7-bbb9-dcc377cc9b77 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Jul 27 21:50:14.795155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f8c1f-614f-49bb-b038-0c4599a9faeb req-c41a9a20-2247-485d-80a9-bd778705c78e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.798109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-164f8c1f-614f-49bb-b038-0c4599a9faeb req-c41a9a20-2247-485d-80a9-bd778705c78e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0882776 Jul 27 21:50:14.871208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-164f8c1f-614f-49bb-b038-0c4599a9faeb req-a8ce4a5e-27b2-44e4-9009-97ed9d077550 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496764 Jul 27 21:50:15.013146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10c0c2b1-ce58-4f99-95c7-fc417587d27b req-dc7cb7b1-50cc-4555-ab3c-9779562f81c5 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 210 time: 0.0348425 Jul 27 21:50:15.179079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5dde9-c607-4a67-aee5-8229722acfec req-c7b45803-bb82-488d-b744-5eed860cb0f3 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.180710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0df5dde9-c607-4a67-aee5-8229722acfec req-c7b45803-bb82-488d-b744-5eed860cb0f3 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 943 time: 0.0810869 Jul 27 21:50:15.236321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0df5dde9-c607-4a67-aee5-8229722acfec req-cf100ab0-2c9b-448b-b240-316e227c41c0 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487776 Jul 27 21:50:15.302940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33761c-f34e-46e4-a2cb-255f1e8d77d9 req-d52befd8-6e84-402e-95ea-fdc24f5897d9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.305063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f33761c-f34e-46e4-a2cb-255f1e8d77d9 req-d52befd8-6e84-402e-95ea-fdc24f5897d9 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.0931075 Jul 27 21:50:15.376665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f33761c-f34e-46e4-a2cb-255f1e8d77d9 req-2d039cc7-0394-4997-8944-302694d86564 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Jul 27 21:50:15.541942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.547265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.553636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.559857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.565940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.571981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.585551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.585551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-fda72d46-c210-4016-8a49-b0395363493c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1329548 Jul 27 21:50:15.631077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-515a9e08-6536-4420-b0ad-8b1ff9e04740 req-a4dc1594-f36e-46ea-9d92-7d38658d7a16 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429320 Jul 27 21:50:15.724587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:15.835073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60802) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:15.843344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,segment=NetworkSegment(166f3763-691d-4631-905d-24dc7a45debb),segment_id=166f3763-691d-4631-905d-24dc7a45debb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:15.861928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62', 'network_id': '0d45ca92-ad79-4b38-8ed8-78db310506d6', 'port_id': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62', 'mac_address': 'fa:16:3e:d4:77:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4de97c-0568-46af-bbad-b2ebc21ee80a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:15.924094 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:15.935520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00991b-857b-4fad-96ba-ce0822c4736f req-230f9e74-e2f4-4ffb-a4c1-fcf0c95b4d77 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.939164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b00991b-857b-4fad-96ba-ce0822c4736f req-230f9e74-e2f4-4ffb-a4c1-fcf0c95b4d77 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1256225 Jul 27 21:50:15.944067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:15.980111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,segment=NetworkSegment(166f3763-691d-4631-905d-24dc7a45debb),segment_id=166f3763-691d-4631-905d-24dc7a45debb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:16.007439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b00991b-857b-4fad-96ba-ce0822c4736f req-b68c8acf-bfa6-4fde-8e10-21e11485414d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622332 Jul 27 21:50:16.026314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-509034212-network', 'tenant_id': '853b7c0e1bab416ca07b6ad44968dabf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:16.060149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.061279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:16.099711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67aee-6fb2-4b13-b227-37340e5be207 req-dfc023a8-ba7d-464c-906c-f83d8a1182b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.111160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0a67aee-6fb2-4b13-b227-37340e5be207 req-dfc023a8-ba7d-464c-906c-f83d8a1182b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1016049 Jul 27 21:50:16.142274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32f206c4-bbf6-4444-a553-e2eaf89a2506 req-a4eb1dff-9e98-46ab-acdf-87503a6ce8dc tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 210 time: 0.0358226 Jul 27 21:50:16.162886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0a67aee-6fb2-4b13-b227-37340e5be207 req-16346596-7642-4b9c-9093-cf693732f4cf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507846 Jul 27 21:50:16.193472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:16.236075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:16.250661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '93c78a6f-0d91-48bc-8052-d1897d116083', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'port_id': '93c78a6f-0d91-48bc-8052-d1897d116083', 'mac_address': 'fa:16:3e:df:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de618b6-6b20-4663-95a9-fcfe9da5d34d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:16.253905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Made reservation on behalf of 853b7c0e1bab416ca07b6ad44968dabf for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:16.256488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-cb0fd587-2b38-4854-827a-1cadb18d298b tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383403 Jul 27 21:50:16.257551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.268618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.298714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.300687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:16.317225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93c78a6f-0d91-48bc-8052-d1897d116083 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:16.347063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:16.402143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.435038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-c438571c-b146-4fc7-84f4-e3534e715a6d tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.439757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-c438571c-b146-4fc7-84f4-e3534e715a6d tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731188 Jul 27 21:50:16.458981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Request body: {'port': {'device_id': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '331bf54bad144c98bd4c0597cf0fd59b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:16.465441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.469531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.501504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.543561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['93c78a6f-0d91-48bc-8052-d1897d116083'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:16.547355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:16.547593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afa1b0-7821-4660-9a58-f6ec5a84db94 req-b4d0589f-635e-41a8-83f9-21f6ca9ae608 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.549166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47afa1b0-7821-4660-9a58-f6ec5a84db94 req-b4d0589f-635e-41a8-83f9-21f6ca9ae608 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 944 time: 0.1919150 Jul 27 21:50:16.645393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47afa1b0-7821-4660-9a58-f6ec5a84db94 req-4b9c3b1a-c480-4a76-8c0a-9500c9a8d010 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810664 Jul 27 21:50:16.744927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:16.824623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:50:16.824623 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:50:16.824623 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': '7800632704814b129d59a5463468ef68', 'id': '6af1e2e7-16bb-4fec-80a4-c47855f476e5', 'expiration': datetime.datetime(2021, 7, 27, 21, 52, 16, 805815)}] Jul 27 21:50:16.824623 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:50:16.825421 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:50:16.837282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:16.850576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.858063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb9255-308e-4735-8407-66855d023fc7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:16.861649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.868166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.870845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.871197 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Added segment f2fb2561-43f8-464c-b832-739e6f14e983 of type vlan for network f93da122-aab1-4f99-8f2a-8cc378863bde Jul 27 21:50:16.880595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.888312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.895022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.903226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.913176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6993938-8345-4482-a649-98d3429c239a req-9fcecc39-9fe0-4e99-9c51-2868d578bf3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1795964 Jul 27 21:50:16.936703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.951792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a576928-5dec-4eb3-be7c-04f7fa81d4d2 req-cdcb53b5-48e6-4394-8d39-0780c143836f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.953469 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a576928-5dec-4eb3-be7c-04f7fa81d4d2 req-cdcb53b5-48e6-4394-8d39-0780c143836f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 944 time: 0.4728591 Jul 27 21:50:16.972537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6993938-8345-4482-a649-98d3429c239a req-06fbb4aa-d1c3-4dfe-8bef-4bd6acd2f6c1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579810 Jul 27 21:50:17.008067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Made reservation on behalf of 331bf54bad144c98bd4c0597cf0fd59b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:17.016147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.025517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.030603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a576928-5dec-4eb3-be7c-04f7fa81d4d2 req-72bf9f14-4df6-4a30-8606-f205a9dd0b9b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Jul 27 21:50:17.195869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549315e-69c8-485e-9242-70dbfec144fb req-0b6d244f-fe8c-4008-b801-8d76a33e8c86 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:17.197893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e549315e-69c8-485e-9242-70dbfec144fb req-0b6d244f-fe8c-4008-b801-8d76a33e8c86 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1122668 Jul 27 21:50:17.200105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.225635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.235379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:17.235379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.239389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e549315e-69c8-485e-9242-70dbfec144fb req-363f2cad-82fc-4e30-92ea-2d01163a4e47 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Jul 27 21:50:17.295252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f93da122-aab1-4f99-8f2a-8cc378863bde,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:17.307656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f93da122-aab1-4f99-8f2a-8cc378863bde details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:17.326614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.334801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84b16d0f-2eca-43be-9cd9-076db147cf41 req-2068a683-8465-44f0-b97c-2acae5719700 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 210 time: 0.0371318 Jul 27 21:50:17.425404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.498896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:17.568328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Allocated IP 192.168.233.30 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/c2c62a18-8ffa-405f-b4aa-daaad83d7e4d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:17.625031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-93fe05d4-6500-4d81-8546-d1e2c453e5e8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7864556 Jul 27 21:50:17.629597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:17.634604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Request body: {'subnet': {'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-509034212-subnet', 'tenant_id': '853b7c0e1bab416ca07b6ad44968dabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:17.724603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.739821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:17.779506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.800185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Transition to ACTIVE for port object c2c62a18-8ffa-405f-b4aa-daaad83d7e4d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:17.806113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 93c78a6f-0d91-48bc-8052-d1897d116083 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:17.807884 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.811889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.835963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931e28e-7c8c-4ae1-9364-664de9979e92 req-9df4274b-a13b-4bce-8934-debd6f09072c tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:17.837562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9931e28e-7c8c-4ae1-9364-664de9979e92 req-9df4274b-a13b-4bce-8934-debd6f09072c tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 944 time: 0.1128850 Jul 27 21:50:17.877460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc9fa-6145-407f-9e65-e083332646c5 req-2b9df67d-aad5-4197-992c-100342621678 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:17.879103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-620bc9fa-6145-407f-9e65-e083332646c5 req-2b9df67d-aad5-4197-992c-100342621678 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 944 time: 0.1224515 Jul 27 21:50:17.883109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8729a0d-8be7-4540-876c-a5e93e0503db,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:17.890525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b9b334a-434a-4098-abe9-f37d74a4735d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7800632704814b129d59a5463468ef68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5878816 Jul 27 21:50:17.894836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60836) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:17.910859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9931e28e-7c8c-4ae1-9364-664de9979e92 req-c34ff3f7-8cea-4516-b449-62b25a2ce907 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 Jul 27 21:50:17.918080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.949501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:17.951887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.952102 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72846b-7acb-42f0-98a8-76e9793848ea" -d '{"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-plugged", "status": "completed", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:17.971301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-620bc9fa-6145-407f-9e65-e083332646c5 req-42b19bdd-ea72-4526-9b0a-f51f0b5846bd tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782883 Jul 27 21:50:17.984149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:17.997020 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22332a33-695b-488a-82d9-32e6faa710f3 x-openstack-request-id: req-22332a33-695b-488a-82d9-32e6faa710f3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:18.000742 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-plugged", "status": "completed", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:18.000742 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22332a33-695b-488a-82d9-32e6faa710f3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:18.000742 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083', 'code': 200} Jul 27 21:50:18.001081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Made reservation on behalf of 853b7c0e1bab416ca07b6ad44968dabf for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:18.003607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.006952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.020522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:18.024017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:18.030614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:18.035314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Pushing event updated for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:18.082831 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.083854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:18.105292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.107592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.110038 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.193983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:18.293005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-da600828-bde5-4125-a774-8536a9d34e82 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8409560 Jul 27 21:50:18.302793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.304316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Request body: {'port': {'device_id': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:18.310169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.321779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.324224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.330374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.337627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.341038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:18.348492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:18.351380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.351510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.352791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-905e6e29-e434-4583-8dd5-716262fcc683 req-ce1f48d6-fddc-4e8c-b594-9cdeeddbd514 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.2366128 Jul 27 21:50:18.408159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.410816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.411965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8729a0d-8be7-4540-876c-a5e93e0503db HTTP/1.1" status: 204 len: 168 time: 0.5176623 Jul 27 21:50:18.441360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c0376-16e2-4308-a9bd-2897268e2642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8729a0d-8be7-4540-876c-a5e93e0503db,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:18.442878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.481778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-905e6e29-e434-4583-8dd5-716262fcc683 req-5053d31d-9066-4a1e-a1c4-7f983269423e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185856 Jul 27 21:50:18.483046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.497024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a8e2-e52e-471e-b5fe-c317937db403 req-58d635c6-ae2d-4c7d-a954-ced2365868fe tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.498906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80a4a8e2-e52e-471e-b5fe-c317937db403 req-58d635c6-ae2d-4c7d-a954-ced2365868fe tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1551743 Jul 27 21:50:18.512269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.539336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,segment=NetworkSegment(166f3763-691d-4631-905d-24dc7a45debb),segment_id=166f3763-691d-4631-905d-24dc7a45debb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:18.541117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09730026-558d-4f81-8c35-172a4174f843 None None] Provisioning for port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:18.547348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09730026-558d-4f81-8c35-172a4174f843 None None] Provisioning complete for port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:18.547666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09730026-558d-4f81-8c35-172a4174f843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.601030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-09730026-558d-4f81-8c35-172a4174f843 None None] Port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:50:18.612856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8957b61b-356a-470c-a428-de329fd22f4a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:18.614189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.623325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Checking segment: {'id': 'f2fb2561-43f8-464c-b832-739e6f14e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:18.623325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Network hostable DHCP agents. Network: f93da122-aab1-4f99-8f2a-8cc378863bde, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:18.646858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80a4a8e2-e52e-471e-b5fe-c317937db403 req-ed852680-d83a-4658-8493-5dd33ab20319 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329150 Jul 27 21:50:18.687162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2cae0-3c7d-45d7-adc5-86a266f6c4cb req-d074fa4b-a8f6-4df9-8c37-aebba7288e3e tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.689292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5c2cae0-3c7d-45d7-adc5-86a266f6c4cb req-d074fa4b-a8f6-4df9-8c37-aebba7288e3e tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 935 time: 0.1199014 Jul 27 21:50:18.690660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:18.717345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Network f93da122-aab1-4f99-8f2a-8cc378863bde is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:18.751075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5c2cae0-3c7d-45d7-adc5-86a266f6c4cb req-12ce5beb-9605-43ea-a9ea-dc9715646a90 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Jul 27 21:50:18.785301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f93da122-aab1-4f99-8f2a-8cc378863bde) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:18.793788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a5591-33fe-43f8-a8a4-c8fbcb4339bc None None] Network f93da122-aab1-4f99-8f2a-8cc378863bde requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:18.805216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.808952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.891024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9994809d-49dd-43d8-866f-a5c66046f79a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2593350 Jul 27 21:50:18.902640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c62a18-8ffa-405f-b4aa-daaad83d7e4d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:18.917666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:18.961790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Transition to ACTIVE for port object c2c62a18-8ffa-405f-b4aa-daaad83d7e4d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:18.986170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475732d1-c4db-4545-9332-d78b0081392e None None] Network f93da122-aab1-4f99-8f2a-8cc378863bde requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:19.066139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.169474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3821c7-6d75-4766-9224-6175dde06c59 req-768a257c-0a07-44d2-be80-5fd84a0382e1 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.171865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b3821c7-6d75-4766-9224-6175dde06c59 req-768a257c-0a07-44d2-be80-5fd84a0382e1 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.1334655 Jul 27 21:50:19.209637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:19.251207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b3821c7-6d75-4766-9224-6175dde06c59 req-eaa5e496-48f5-4a36-bdf0-1f6001bb163d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638494 Jul 27 21:50:19.296301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb746-9aa6-4bd3-8df4-f42718494711 req-da7ff166-522a-4522-9585-abeae08cb677 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.301236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-058eb746-9aa6-4bd3-8df4-f42718494711 req-da7ff166-522a-4522-9585-abeae08cb677 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.2989132 Jul 27 21:50:19.331723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:19.349545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9551f784-8f08-4ad3-8a1a-38b9df069198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.398757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-058eb746-9aa6-4bd3-8df4-f42718494711 req-1660d747-f809-46b9-87b6-e034c59e116c tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965741 Jul 27 21:50:19.402784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-95356f95-21b8-4e5f-85df-3350e5d4121a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.406127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Attempting to bind port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:19.406463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-95356f95-21b8-4e5f-85df-3350e5d4121a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 945 time: 0.0969467 Jul 27 21:50:19.406680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Attempting to bind port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:19.406680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Attempting to bind port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:19.419645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:19.419971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Attempting to bind port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:19.442827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:19.443797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:19.443797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:19.444314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Bound port: c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:19.444693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.598453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:19.598979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:19.610103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Deleting port 93c78a6f-0d91-48bc-8052-d1897d116083 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:19.610518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.651137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9551f784-8f08-4ad3-8a1a-38b9df069198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.701945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.707351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.714340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.720637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.727546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.734828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.741189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.743379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-f82aef07-2beb-4bf7-8d5b-80332960f4e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1351266 Jul 27 21:50:19.745141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.749951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9551f784-8f08-4ad3-8a1a-38b9df069198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.754399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] For port 93c78a6f-0d91-48bc-8052-d1897d116083, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=93c78a6f-0d91-48bc-8052-d1897d116083,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:19.754399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:19.777021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Calling delete_port for 93c78a6f-0d91-48bc-8052-d1897d116083 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:19.984299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-49477434-f9b7-4655-ac57-85f97b573820 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:19.985998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-49477434-f9b7-4655-ac57-85f97b573820 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/networks?id=f93da122-aab1-4f99-8f2a-8cc378863bde HTTP/1.1" status: 200 len: 812 time: 0.1543198 Jul 27 21:50:19.999213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:20.002749 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88de62fb-0fb2-41b2-bec4-cf7cbd010770" -d '{"events": [{"server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "name": "network-vif-plugged", "status": "completed", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:20.008752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-f02c72fc-226d-4ec4-8f05-6bc3aac23b75 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/quotas/853b7c0e1bab416ca07b6ad44968dabf HTTP/1.1" status: 200 len: 375 time: 0.0150242 Jul 27 21:50:20.081601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-9f0f7cf7-b5ba-4ee6-acd9-78962b164003 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=853b7c0e1bab416ca07b6ad44968dabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437157 Jul 27 21:50:20.150253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.150883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.152355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] 10.222.0.76 "PUT /v2.0/ports/c2c62a18-8ffa-405f-b4aa-daaad83d7e4d HTTP/1.1" status: 200 len: 1095 time: 1.8538418 Jul 27 21:50:20.153959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:20.156477 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e1956-0a55-44d9-9d48-f1a179a3b598" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:20.172589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551f784-8f08-4ad3-8a1a-38b9df069198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866766b7-38aa-48db-9f05-04ecaf543146,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:20.200338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9551f784-8f08-4ad3-8a1a-38b9df069198 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3380415f3ef4488b800b5cee7a370838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579357 Jul 27 21:50:20.200490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:20.202480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8e6fe43-41bd-4f53-96af-8e38cb464c60 req-074a51b1-df48-47ae-8d6b-c2bca59cd158 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4427688 Jul 27 21:50:20.203269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10326b-e0df-41b0-b5fd-4ef8d35f9674 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:20.234949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.248416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['93c78a6f-0d91-48bc-8052-d1897d116083'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:20.252962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-bf039c80-117d-484e-8dcb-cfdf2ed2c971 service neutron] 10.222.0.37 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614883 Jul 27 21:50:20.290690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event deleted for resources: {'Port': ['ID=93c78a6f-0d91-48bc-8052-d1897d116083,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:20.394310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] No DVR routers for this DVR port 93c78a6f-0d91-48bc-8052-d1897d116083 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:20.398395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-36a66fb4-d791-4fa3-81af-0f0b43155359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.400068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-36a66fb4-d791-4fa3-81af-0f0b43155359 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 1098 time: 0.1049666 Jul 27 21:50:20.400953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.403004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9c4a2b6-c789-49c6-afc6-4f89d7d96a02 req-52b9e2dd-ad33-4203-a0d9-25dd6e8318a7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "DELETE /v2.0/ports/93c78a6f-0d91-48bc-8052-d1897d116083 HTTP/1.1" status: 204 len: 173 time: 0.9898076 Jul 27 21:50:20.403453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-deleted', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:20.405836 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba4c93-8ee6-430f-b91b-a8451d82de10" -d '{"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-deleted", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:20.410689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.451325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.458384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f29e-e606-4886-ae53-70a6ab84cfa0 req-f30ea7a6-e8a9-4c77-b3c4-f0f48c38c01f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.459915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5165f29e-e606-4886-ae53-70a6ab84cfa0 req-f30ea7a6-e8a9-4c77-b3c4-f0f48c38c01f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1293499 Jul 27 21:50:20.461455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-b655f35e-8edd-4c02-8976-13a3370a4f6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d HTTP/1.1" status: 200 len: 217 time: 0.0527375 Jul 27 21:50:20.474998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-565f7414-b045-4e33-a11e-e0362f3cf22f service neutron] 10.222.0.37 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947970 Jul 27 21:50:20.550707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-428535e7-19ff-4393-bb3d-a1da56124e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.552411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-428535e7-19ff-4393-bb3d-a1da56124e44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0806081 Jul 27 21:50:20.557951 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5165f29e-e606-4886-ae53-70a6ab84cfa0 req-1d8621d6-9d0c-453f-8b79-c2879380aea9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895240 Jul 27 21:50:20.654157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.656838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.661134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/866766b7-38aa-48db-9f05-04ecaf543146 HTTP/1.1" status: 204 len: 168 time: 0.4616988 Jul 27 21:50:20.671003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-e2b762e4-0a3b-41fe-bb91-d9002432d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.917322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-e2b762e4-0a3b-41fe-bb91-d9002432d743 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112001 Jul 27 21:50:20.924886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884a9b-de94-4917-a9f3-ad3ffc9dc81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866766b7-38aa-48db-9f05-04ecaf543146,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:20.927927 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832e49e-55d1-4302-9878-87b23878e1c6 x-openstack-request-id: req-6832e49e-55d1-4302-9878-87b23878e1c6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:20.927927 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "name": "network-vif-plugged", "status": "completed", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:20.927927 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6832e49e-55d1-4302-9878-87b23878e1c6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:20.927927 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62', 'code': 200} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7077059-e79a-4740-b23c-440450575a32 x-openstack-request-id: req-c7077059-e79a-4740-b23c-440450575a32 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7077059-e79a-4740-b23c-440450575a32 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d', 'status': 'completed', 'code': 200} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3abfe-1b83-4e18-b405-8ff1945925c6 req-1662eb2a-ffdb-4ecb-8990-c4cd9b8feb35 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbb3abfe-1b83-4e18-b405-8ff1945925c6 req-1662eb2a-ffdb-4ecb-8990-c4cd9b8feb35 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 947 time: 0.2208593 Jul 27 21:50:20.930994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbb3abfe-1b83-4e18-b405-8ff1945925c6 req-99a61b5c-c503-4956-b18a-fb244e2a8ed5 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648787 Jul 27 21:50:20.935003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-7b54f72b-e424-4e38-b414-f6be5e110f7c service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471924 Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6680242-ddd3-4f65-814b-2bb5d3eda046 x-openstack-request-id: req-e6680242-ddd3-4f65-814b-2bb5d3eda046 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941d6deb-b4ac-4e0b-9725-b913214c24fe", "name": "network-vif-deleted", "tag": "93c78a6f-0d91-48bc-8052-d1897d116083", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6680242-ddd3-4f65-814b-2bb5d3eda046 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941d6deb-b4ac-4e0b-9725-b913214c24fe', 'name': 'network-vif-deleted', 'tag': '93c78a6f-0d91-48bc-8052-d1897d116083', 'status': 'completed', 'code': 200} Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0160e6f-4ea2-4347-b115-d8f7ff6b4ad4 req-8ccc9280-c5e3-4685-9047-498ad8b769e3 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=941d6deb-b4ac-4e0b-9725-b913214c24fe HTTP/1.1" status: 200 len: 210 time: 0.0445383 Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9935cd-94c9-49b4-b690-f15977436a99 req-8c8affaa-3d4c-4617-8691-58b112a47de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.021351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c9935cd-94c9-49b4-b690-f15977436a99 req-8c8affaa-3d4c-4617-8691-58b112a47de5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 1096 time: 0.1725605 Jul 27 21:50:21.069505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5928a341-75fd-47a2-b0f6-ee6cc917a655 req-381f4058-19f2-4485-8e07-8464d56f4c46 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244082 Jul 27 21:50:21.110022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c9935cd-94c9-49b4-b690-f15977436a99 req-cf9bf85e-c98e-4955-9da0-88f8c1bab7a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978537 Jul 27 21:50:21.112092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce4b5818-a53b-418e-9324-fd7b217b8c9c req-c159abd6-29a9-48e7-a1b2-8eeda2938d70 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 210 time: 0.0498371 Jul 27 21:50:21.157679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284e728-7e9b-41b3-b2d6-aabb1bd485b4 req-a323c1cb-0a94-4016-9679-d8161f7f31f3 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.159307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0284e728-7e9b-41b3-b2d6-aabb1bd485b4 req-a323c1cb-0a94-4016-9679-d8161f7f31f3 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.0757968 Jul 27 21:50:21.205570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0284e728-7e9b-41b3-b2d6-aabb1bd485b4 req-73b471bf-f74c-485d-b9c2-cc35cb22b110 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Jul 27 21:50:21.337467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-5b061edf-5afb-4fda-b25f-772edcba1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.340955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-5b061edf-5afb-4fda-b25f-772edcba1da2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 1098 time: 0.0763652 Jul 27 21:50:21.408943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.417322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.426164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.436512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.443369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.450048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.456836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.459201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-fd4e65ad-db8d-48d5-8dc1-4f0bb63c2186 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1429360 Jul 27 21:50:21.519594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-f8a5de4c-fbf5-4e60-abf5-06deecf31cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.524941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39adf7ab-2090-4eef-b232-b3319a1cef48 req-67f55ef7-8f24-4124-9dbc-a625022c9af0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571725 Jul 27 21:50:21.529078 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-f8a5de4c-fbf5-4e60-abf5-06deecf31cd2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1782255 Jul 27 21:50:21.597670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-c77411a8-ca3d-44a5-a70b-fc9d388e3942 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d HTTP/1.1" status: 200 len: 217 time: 0.0578549 Jul 27 21:50:21.679443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-b85dc12a-c602-4818-bf45-f008460ccdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.681022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-b85dc12a-c602-4818-bf45-f008460ccdd0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0740705 Jul 27 21:50:21.782515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c8c21-46d7-4aa3-8905-fcd547ea8a7f req-a19ba4aa-2424-4b8b-8f9e-b822df813c7e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.784179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a9c8c21-46d7-4aa3-8905-fcd547ea8a7f req-a19ba4aa-2424-4b8b-8f9e-b822df813c7e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1224308 Jul 27 21:50:21.793298 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-ed85156a-015c-493e-af36-e9c512be4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.794952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-ed85156a-015c-493e-af36-e9c512be4ba3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957205 Jul 27 21:50:21.897141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a9c8c21-46d7-4aa3-8905-fcd547ea8a7f req-d9008afd-c82a-4280-91cc-fa1199e47018 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008952 Jul 27 21:50:21.969436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-e2da2b37-6cc6-4af9-a577-1d769f90d1c4 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496332 Jul 27 21:50:22.130073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2749944-b618-4519-80a5-57cde0dbd2b2 req-1adf47d3-6a6a-4c58-89ed-a90413458317 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.138933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d32e1956-0a55-44d9-9d48-f1a179a3b598 req-a4a4c7e8-4cd4-47ee-b00d-157ef77276af service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604831 Jul 27 21:50:22.142506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2749944-b618-4519-80a5-57cde0dbd2b2 req-1adf47d3-6a6a-4c58-89ed-a90413458317 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 947 time: 0.1421673 Jul 27 21:50:22.211550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2749944-b618-4519-80a5-57cde0dbd2b2 req-40fb4c78-0faa-4afd-b033-3863c147c83a tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678165 Jul 27 21:50:22.285081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c6b8b6b-cc7c-4036-940f-78b6fb110168 req-ed11422c-f582-4fb9-ae51-96d8834073e5 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 210 time: 0.0791807 Jul 27 21:50:22.421962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f38b38-629e-49c5-aead-f3a6ee69afbc req-4789da4a-f1c1-4d8d-ae4f-43535f33d07e tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.423664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f38b38-629e-49c5-aead-f3a6ee69afbc req-4789da4a-f1c1-4d8d-ae4f-43535f33d07e tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.1218159 Jul 27 21:50:22.469422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f38b38-629e-49c5-aead-f3a6ee69afbc req-1c41c4a8-8424-4608-bd92-1046e40b9916 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Jul 27 21:50:22.552041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-52a3e70b-a20b-455e-a7d7-00f5b2b6fd6a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.554748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-52a3e70b-a20b-455e-a7d7-00f5b2b6fd6a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.1747665 Jul 27 21:50:22.586452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-d21810db-6f2d-4820-aca3-1d725858021d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/quotas/92c30b5a5a0443ce9cf8b088d300a18a HTTP/1.1" status: 200 len: 375 time: 0.0204308 Jul 27 21:50:22.677999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-600e2420-c397-47d4-b64f-37871966baa5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849123 Jul 27 21:50:22.727521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.735119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.742190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.751256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.759132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.769750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.778267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.780345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-4321afb0-6050-4615-a98f-6bcd6ed2f7ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1521909 Jul 27 21:50:22.800083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-080f0836-a8f0-483b-9f69-f50fe8f71f1e service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123278 Jul 27 21:50:22.833487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1258ce7a-4d4a-4fc4-a558-e52e2d5fe0fc req-286d656b-3e77-40bc-b33d-1653f5060bc9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408506 Jul 27 21:50:22.951142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-382e6a08-5341-48e2-84ba-8e1fcca1c8e0 service neutron] 10.222.0.37 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412623 Jul 27 21:50:23.100107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2168d-6651-440b-bcfa-c07a8677dc44 req-8e14f313-b6da-43f5-9997-6e46fc9a7fbc tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.102883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fc2168d-6651-440b-bcfa-c07a8677dc44 req-8e14f313-b6da-43f5-9997-6e46fc9a7fbc tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1064553 Jul 27 21:50:23.149401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fc2168d-6651-440b-bcfa-c07a8677dc44 req-43f0f3f9-ad69-4dcc-90d5-658e35655e9b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Jul 27 21:50:23.347195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88e32a18-4af2-4302-83be-6681a30d3b2b req-5600e9f7-46a5-47c3-aba7-03f60b49e3de tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 210 time: 0.0663047 Jul 27 21:50:23.490652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9b9f199-befa-4c80-9d56-1f3912853f8a req-745b8643-184e-4812-b64d-09d7cdc4be8f tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 210 time: 0.0746315 Jul 27 21:50:23.534971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0560c3-5d8c-4ee6-9606-94e2fcad27a0 req-520ada9f-e482-4595-8e9b-7eb7562d7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.536545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b0560c3-5d8c-4ee6-9606-94e2fcad27a0 req-520ada9f-e482-4595-8e9b-7eb7562d7af7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.2088594 Jul 27 21:50:23.558459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb91d-9a99-48df-a9eb-96a715619843 req-16bb45c7-1843-4d63-a246-9a35a698d8b6 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.561709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03fcb91d-9a99-48df-a9eb-96a715619843 req-16bb45c7-1843-4d63-a246-9a35a698d8b6 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 947 time: 0.1489739 Jul 27 21:50:23.649279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b0560c3-5d8c-4ee6-9606-94e2fcad27a0 req-08087428-1f18-4a9b-939d-aee20eea75a4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859025 Jul 27 21:50:23.683302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03fcb91d-9a99-48df-a9eb-96a715619843 req-52c4e8bd-68ae-4586-8c3c-9783efd5e7ce tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Jul 27 21:50:23.731805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-cc7a00a7-1247-423f-97dc-42e10e3f16d8 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.733393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-cc7a00a7-1247-423f-97dc-42e10e3f16d8 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.50 "GET /v2.0/networks?id=f93da122-aab1-4f99-8f2a-8cc378863bde HTTP/1.1" status: 200 len: 812 time: 0.1621604 Jul 27 21:50:23.746782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Request body: {'port': {'device_id': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde', 'admin_state_up': True, 'tenant_id': '853b7c0e1bab416ca07b6ad44968dabf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:23.770164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:23.830523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 93c78a6f-0d91-48bc-8052-d1897d116083 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:23.830958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 93c78a6f-0d91-48bc-8052-d1897d116083 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:24.051985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.059492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.065724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.072955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.079387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.088743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Made reservation on behalf of 853b7c0e1bab416ca07b6ad44968dabf for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:24.088962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.089093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:24.092394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.094419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-6b4938c1-3697-4e27-9bde-bbb2e15cc7ed tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1229515 Jul 27 21:50:24.206772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cda490e0-c823-4dfa-828b-1998861b1e70 req-c3888ae7-62c3-47d6-a125-37d8afa7fe08 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055493 Jul 27 21:50:24.288578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c2c62a18-8ffa-405f-b4aa-daaad83d7e4d details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:24.324087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Allocated IP 172.20.0.6 (f93da122-aab1-4f99-8f2a-8cc378863bde/8957b61b-356a-470c-a428-de329fd22f4a/5ff160cc-2024-44f5-a299-23681518cc17) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:24.405896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:24.430835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d', 'mac_address': 'fa:16:3e:ee:f9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:24.493524 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:24.515320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c62a18-8ffa-405f-b4aa-daaad83d7e4d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:24.532702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6bad-6789-4136-a83c-92952248ef14 req-ddb688d1-5490-481f-be17-f7ad43cd37bc tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.538831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73cd6bad-6789-4136-a83c-92952248ef14 req-ddb688d1-5490-481f-be17-f7ad43cd37bc tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.0920882 Jul 27 21:50:24.558736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:24.560307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078326-26d8-44a0-9b13-46148917030d req-e5871843-66cc-4f35-ad8f-97611646605d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.562365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3078326-26d8-44a0-9b13-46148917030d req-e5871843-66cc-4f35-ad8f-97611646605d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1701145 Jul 27 21:50:24.593734 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73cd6bad-6789-4136-a83c-92952248ef14 req-979380ef-8467-4fa1-8900-d9779c594ea4 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525677 Jul 27 21:50:24.659943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:24.668265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3078326-26d8-44a0-9b13-46148917030d req-3757d89a-f1cf-46c6-ae8f-7c49926f517b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990233 Jul 27 21:50:24.677737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:24.774532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:24.796320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.796938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.797511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.798025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.798394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.798752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.799122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.799462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.799795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.800242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.800578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.800974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:24.862846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88eff08a-d191-4515-a9e5-3698789545e9 req-97bdf847-54dd-4a2b-8aa5-e5b8c7800df4 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 210 time: 0.0535085 Jul 27 21:50:24.890402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:24.971382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Network f93da122-aab1-4f99-8f2a-8cc378863bde is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:24.977138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:24.982669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:24.990493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c2c62a18-8ffa-405f-b4aa-daaad83d7e4d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:25.050891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Pushing event updated for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:25.101241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.101890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:25.149356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f8a7d-5765-4aaa-b1be-c1ff7435e5b8 req-d746ba8a-125c-44d1-b614-5512b8a60f5d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.151944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c35f8a7d-5765-4aaa-b1be-c1ff7435e5b8 req-d746ba8a-125c-44d1-b614-5512b8a60f5d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 931 time: 0.1299565 Jul 27 21:50:25.212261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c35f8a7d-5765-4aaa-b1be-c1ff7435e5b8 req-7b7c31a4-a7fa-4aaf-be9a-2984fbf42b45 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Jul 27 21:50:25.249969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-fc358953-b459-4996-8fcb-e72ad315cdb0 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076849 Jul 27 21:50:25.278813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Request body: {'port': {'device_id': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:25.426972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:25.452744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446d08-a373-4f07-bd82-cd2a90322889 req-3693fdd9-e639-480a-9925-b7ed28ebf7b9 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.454470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22446d08-a373-4f07-bd82-cd2a90322889 req-3693fdd9-e639-480a-9925-b7ed28ebf7b9 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 948 time: 0.1368868 Jul 27 21:50:25.504984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.512374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.517962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.524119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.535643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.546266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.557755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.561439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-80607c7d-9e60-46cb-bbfd-71f19a195268 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1708457 Jul 27 21:50:25.594784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22446d08-a373-4f07-bd82-cd2a90322889 req-83485cd0-d588-4b39-a1bc-56ca0b3fac4a tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 Jul 27 21:50:25.629333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9980ee6-c246-47af-9375-b17a3d9b5c0e req-72559e72-a8fd-44b1-92f8-2566205e0536 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585105 Jul 27 21:50:25.844139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad86df-561b-480c-9805-a3901f2d9261 req-b35a6897-c5a4-4e3f-a0b6-c2b53747e1dc tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.851581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bad86df-561b-480c-9805-a3901f2d9261 req-b35a6897-c5a4-4e3f-a0b6-c2b53747e1dc tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.1129794 Jul 27 21:50:25.881287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff160cc-2024-44f5-a299-23681518cc17 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:25.891824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:25.897407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bad86df-561b-480c-9805-a3901f2d9261 req-f2fafcfc-9990-4aac-8180-da3a05ff5212 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/security-groups?id=25084d5f-3831-4171-86d0-fa9cf46a49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Jul 27 21:50:25.910554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Transition to ACTIVE for port object 5ff160cc-2024-44f5-a299-23681518cc17 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:25.950598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5181-eaae-4931-a254-757e6007f920 req-d76fa628-4a8c-425e-8957-d6bad8381402 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.952937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-050e5181-eaae-4931-a254-757e6007f920 req-d76fa628-4a8c-425e-8957-d6bad8381402 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.50 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 945 time: 0.1259122 Jul 27 21:50:25.996744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.050233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b06117-5801-4b35-805b-1e7bcfef3f63 req-96ede1e8-d987-4826-a21c-3e2854afa3ae tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.051995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b06117-5801-4b35-805b-1e7bcfef3f63 req-96ede1e8-d987-4826-a21c-3e2854afa3ae tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0775542 Jul 27 21:50:26.076345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:26.106848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b06117-5801-4b35-805b-1e7bcfef3f63 req-cc0414c2-84aa-4ede-b111-41bcdbefa3a0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Jul 27 21:50:26.211200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Attempting to bind port 5ff160cc-2024-44f5-a299-23681518cc17 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:26.211545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Attempting to bind port 5ff160cc-2024-44f5-a299-23681518cc17 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f2fb2561-43f8-464c-b832-739e6f14e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:26.211880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Attempting to bind port 5ff160cc-2024-44f5-a299-23681518cc17 on network f93da122-aab1-4f99-8f2a-8cc378863bde {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:26.221465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Deleting port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:26.221852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.246500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Port 5ff160cc-2024-44f5-a299-23681518cc17 on network f93da122-aab1-4f99-8f2a-8cc378863bde not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:26.247089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Attempting to bind port 5ff160cc-2024-44f5-a299-23681518cc17 on network f93da122-aab1-4f99-8f2a-8cc378863bde {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:26.298064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:26.298661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Checking segment: {'id': 'f2fb2561-43f8-464c-b832-739e6f14e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:26.299210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Bound using segment: {'id': 'f2fb2561-43f8-464c-b832-739e6f14e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:26.299951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Bound port: 5ff160cc-2024-44f5-a299-23681518cc17, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fb2561-43f8-464c-b832-739e6f14e983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:26.301557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.303444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c2c62a18-8ffa-405f-b4aa-daaad83d7e4d up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:26.345460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa1ca5a3-7b01-47d0-80b9-ab94ea126ba0 req-d1a27cac-b728-483f-9148-bbfa1e3dfb70 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 210 time: 0.1317749 Jul 27 21:50:26.399127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-61a25d0e-24e5-4e97-8bcc-8ec51a9a9d92 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.402011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-61a25d0e-24e5-4e97-8bcc-8ec51a9a9d92 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 822 time: 0.2814691 Jul 27 21:50:26.426309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Request body: {'port': {'device_id': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'admin_state_up': True, 'tenant_id': '92c30b5a5a0443ce9cf8b088d300a18a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:26.507261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] For port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,segment=NetworkSegment(166f3763-691d-4631-905d-24dc7a45debb),segment_id=166f3763-691d-4631-905d-24dc7a45debb)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:26.507900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.517552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:26.521898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:26.522383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:26.522542 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.535642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Calling delete_port for a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:26.542960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5ff160cc-2024-44f5-a299-23681518cc17,segment=NetworkSegment(f2fb2561-43f8-464c-b832-739e6f14e983),segment_id=f2fb2561-43f8-464c-b832-739e6f14e983)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:26.631992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afa37d-c383-4c90-ad8b-3538e8f9981f req-7b784109-48ad-41c1-beaf-c2d206652bb4 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.632527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.635093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97afa37d-c383-4c90-ad8b-3538e8f9981f req-7b784109-48ad-41c1-beaf-c2d206652bb4 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 943 time: 0.1643643 Jul 27 21:50:26.652839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.658255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:26.660783 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11dc005-a3dc-4134-a361-9196b9cca806" -d '{"events": [{"server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "name": "network-vif-plugged", "status": "completed", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:26.678849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:26.691450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97afa37d-c383-4c90-ad8b-3538e8f9981f req-b1d755bb-dd70-4745-a71d-4337deac27e5 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Jul 27 21:50:26.718323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.718957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.720421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] 10.222.0.50 "PUT /v2.0/ports/5ff160cc-2024-44f5-a299-23681518cc17 HTTP/1.1" status: 200 len: 1091 time: 1.4482965 Jul 27 21:50:26.720975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:26.723200 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab899e-6f43-4d64-840e-109cc0dd75a2" -d '{"events": [{"name": "network-changed", "server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "tag": "5ff160cc-2024-44f5-a299-23681518cc17"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:26.758059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.758814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e521468-38e6-4530-80c0-a9d0ed8a8b53 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:26.773126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Made reservation on behalf of 92c30b5a5a0443ce9cf8b088d300a18a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:26.777611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.846360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:26.878399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:26.894490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:26.961751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Pushing event deleted for resources: {'Port': ['ID=a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:26.991488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Allocated IP 172.20.0.2 (7c25f61a-ed86-4e8e-bffb-a6d80f25385f/5de618b6-6b20-4663-95a9-fcfe9da5d34d/b18537ca-2f5c-49c3-a11f-040cccf453fc) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:27.016355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-ad8d7581-969a-4103-88d5-2a9e5e3f3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.017838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-ad8d7581-969a-4103-88d5-2a9e5e3f3894 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.1465931 Jul 27 21:50:27.049204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] No DVR routers for this DVR port a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:27.058513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.060780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-050e5181-eaae-4931-a254-757e6007f920 req-85bf31a4-bbea-4137-a103-98539cd72ecf tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.50 "DELETE /v2.0/ports/a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 HTTP/1.1" status: 204 len: 173 time: 1.1013422 Jul 27 21:50:27.082877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa61f7-14ad-4aba-a537-682e919af9e1 req-a77e202e-6a18-4749-94d2-93b9edc918f5 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.084464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68fa61f7-14ad-4aba-a537-682e919af9e1 req-a77e202e-6a18-4749-94d2-93b9edc918f5 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.2680011 Jul 27 21:50:27.090495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-a2a0d7c9-6c8f-4e2b-9df3-6897ce8b269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.092022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-a2a0d7c9-6c8f-4e2b-9df3-6897ce8b269f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=853b7c0e1bab416ca07b6ad44968dabf&device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 1094 time: 0.2113953 Jul 27 21:50:27.148257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-d17e6c6d-d035-4a3a-ae2d-92f5e77f95a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ff160cc-2024-44f5-a299-23681518cc17 HTTP/1.1" status: 200 len: 217 time: 0.0433838 Jul 27 21:50:27.202483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68fa61f7-14ad-4aba-a537-682e919af9e1 req-648270e7-fa94-4ac0-96fc-650275b957b4 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052122 Jul 27 21:50:27.208627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-f9f4cb71-7df9-4a7b-aae0-73491e19b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.210145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-f9f4cb71-7df9-4a7b-aae0-73491e19b8ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 920 time: 0.1779203 Jul 27 21:50:27.270565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-747e6172-6628-417d-853e-00b842d6e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.273139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-747e6172-6628-417d-853e-00b842d6e711 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8957b61b-356a-470c-a428-de329fd22f4a HTTP/1.1" status: 200 len: 852 time: 0.1145046 Jul 27 21:50:27.284494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-c7530dc2-109b-44a4-905b-c7b676cf3da3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 217 time: 0.0651419 Jul 27 21:50:27.332628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.364511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-e905598e-9859-4119-8862-4d36ea95a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.366178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-e905598e-9859-4119-8862-4d36ea95a58f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.0712194 Jul 27 21:50:27.418111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-740818b4-0817-4c7d-93c2-f3f0ae3ccaaf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387993 Jul 27 21:50:27.428913 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590a8342-5cd1-4554-82f1-236c2e530920 x-openstack-request-id: req-590a8342-5cd1-4554-82f1-236c2e530920 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:27.429548 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "name": "network-vif-plugged", "status": "completed", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:27.429670 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-590a8342-5cd1-4554-82f1-236c2e530920 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:27.430009 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d', 'code': 200} Jul 27 21:50:27.528559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.619407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-32dc5daf-e0fa-42d3-883f-6a012771a855 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f93da122-aab1-4f99-8f2a-8cc378863bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3358147 Jul 27 21:50:27.621769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:27.622502 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c30c22-3eb3-46d2-a9cc-bc00051158c9 x-openstack-request-id: req-17c30c22-3eb3-46d2-a9cc-bc00051158c9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:27.622855 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "tag": "5ff160cc-2024-44f5-a299-23681518cc17", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:27.623122 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17c30c22-3eb3-46d2-a9cc-bc00051158c9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:27.623517 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17', 'status': 'completed', 'code': 200} Jul 27 21:50:27.634148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:27.651424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:27.682895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event updated for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:27.711548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-2a8f18ad-3edc-445c-aca3-6577775fad09 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798171 Jul 27 21:50:27.746262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.746926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.776481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.782733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.788960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.795496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.801800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.803130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972f033-ca06-443e-ab7a-2b488213d9f1 req-c26b2fdd-3108-4774-b98a-d8a351f5bad0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.804692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c972f033-ca06-443e-ab7a-2b488213d9f1 req-c26b2fdd-3108-4774-b98a-d8a351f5bad0 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2522352 Jul 27 21:50:27.808600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.815285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.817496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-b088f9d3-a8d6-4a8a-b3dc-0c60869d2344 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.5245423 Jul 27 21:50:27.848403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b1075-b3ab-4df4-a3d9-9f6e43f6386b req-7de7950b-ba12-4ec3-a387-0c25753a6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.849656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba1b1075-b3ab-4df4-a3d9-9f6e43f6386b req-7de7950b-ba12-4ec3-a387-0c25753a6c5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 1100 time: 0.2289658 Jul 27 21:50:27.851582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-1b08e149-1d06-4e3a-9490-8925fe8bf032 service neutron] 10.222.0.50 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144170 Jul 27 21:50:27.868524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c972f033-ca06-443e-ab7a-2b488213d9f1 req-45d23894-fa9e-473b-90cb-310569d5b8f9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Jul 27 21:50:27.877645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5bdd3003-da7d-41cc-8ef1-8899ade1620e tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4637427 Jul 27 21:50:27.881386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04b1f9b9-9b44-406d-9a5e-053bf4c04237 req-460a23ad-5e91-4d35-8479-ad00b4e4518c service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508715 Jul 27 21:50:27.903064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Request body: {'port': {'device_id': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:27.939187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-adce8454-9328-43ab-b9a2-cadea3bdf672 req-dd3af927-f0a9-4b48-bb6c-83aa9ae4b745 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129875 Jul 27 21:50:27.982877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba1b1075-b3ab-4df4-a3d9-9f6e43f6386b req-8f91e3b9-5fbc-491f-b5a1-be0438aace31 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175342 Jul 27 21:50:28.021519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29ccaf4c-e0c9-4d87-9184-0a5b699f7b22 req-9c9b4465-4318-4435-88a2-3e186ed9bed1 service neutron] 10.222.0.50 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473098 Jul 27 21:50:28.083017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8a6e0666-134c-4386-b405-51df1d3cb64a req-c69d311f-2c10-482c-93aa-a55f4f4b8810 tempest-ServerMetadataNegativeTestJSON-955148888 tempest-ServerMetadataNegativeTestJSON-955148888-project] 10.222.0.37 "GET /v2.0/ports?device_id=d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c HTTP/1.1" status: 200 len: 210 time: 0.0715601 Jul 27 21:50:28.086270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:28.129887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4db3-d958-4960-83fa-02bbea3c365e req-83c9c897-4c6b-4372-b855-f13f25616701 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.133180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-633d4db3-d958-4960-83fa-02bbea3c365e req-83c9c897-4c6b-4372-b855-f13f25616701 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 931 time: 0.0730073 Jul 27 21:50:28.186345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-633d4db3-d958-4960-83fa-02bbea3c365e req-f97304f8-4dbb-44bd-bfcc-9235feb458ad tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Jul 27 21:50:28.350657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-c67f3265-39fe-4ee0-b9fc-651692bd8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.352906 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-c67f3265-39fe-4ee0-b9fc-651692bd8ebc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=853b7c0e1bab416ca07b6ad44968dabf&device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 1094 time: 0.1406527 Jul 27 21:50:28.447766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338b6e-e440-47f4-8f07-91f0ae96eeb7 req-e5f746e7-a7ac-4206-9514-065e4dd6dde2 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.447766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70338b6e-e440-47f4-8f07-91f0ae96eeb7 req-e5f746e7-a7ac-4206-9514-065e4dd6dde2 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 943 time: 0.1437027 Jul 27 21:50:28.488124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-59d17e25-cfc9-4682-89d8-39a24da48594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.490679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-59d17e25-cfc9-4682-89d8-39a24da48594 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f93da122-aab1-4f99-8f2a-8cc378863bde HTTP/1.1" status: 200 len: 913 time: 0.1227727 Jul 27 21:50:28.496521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18537ca-2f5c-49c3-a11f-040cccf453fc {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:28.514518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:28.527605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70338b6e-e440-47f4-8f07-91f0ae96eeb7 req-e46d7db7-c5bd-44e5-851c-8973319de25a tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Jul 27 21:50:28.538701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Transition to ACTIVE for port object b18537ca-2f5c-49c3-a11f-040cccf453fc will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:28.571429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-55e1022e-1148-4bfb-9384-2a43ca4f0298 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ff160cc-2024-44f5-a299-23681518cc17 HTTP/1.1" status: 200 len: 217 time: 0.0633712 Jul 27 21:50:28.644189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-7438c1d6-6d1a-4336-8f8a-912143f8a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.646151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-7438c1d6-6d1a-4336-8f8a-912143f8a913 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8957b61b-356a-470c-a428-de329fd22f4a HTTP/1.1" status: 200 len: 852 time: 0.0605128 Jul 27 21:50:28.667886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:28.687227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-7a3921de-6fc5-455b-9ac9-5256509103bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f93da122-aab1-4f99-8f2a-8cc378863bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307035 Jul 27 21:50:28.732766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c6a8d-e400-4c4a-b3fc-0ec1679b5819 req-eaf67616-cdcb-4999-98e1-ec6153c74e9d tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.734765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e89c6a8d-e400-4c4a-b3fc-0ec1679b5819 req-eaf67616-cdcb-4999-98e1-ec6153c74e9d tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.1326733 Jul 27 21:50:28.764022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Pushing event updated for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:28.812418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-538638ea-779d-4c67-9f4f-50d006d5e023 service neutron] 10.222.0.50 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175063 Jul 27 21:50:28.844709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e89c6a8d-e400-4c4a-b3fc-0ec1679b5819 req-4b33fc3a-f137-430b-84a8-288f4a52e67a tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904853 Jul 27 21:50:28.883501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Attempting to bind port b18537ca-2f5c-49c3-a11f-040cccf453fc on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:28.883765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Attempting to bind port b18537ca-2f5c-49c3-a11f-040cccf453fc by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:28.884096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Attempting to bind port b18537ca-2f5c-49c3-a11f-040cccf453fc on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:28.912476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Port b18537ca-2f5c-49c3-a11f-040cccf453fc on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:28.914349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Attempting to bind port b18537ca-2f5c-49c3-a11f-040cccf453fc on network 7c25f61a-ed86-4e8e-bffb-a6d80f25385f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:28.926616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:28.927719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Checking segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:28.928358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Bound using segment: {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:28.929083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Bound port: b18537ca-2f5c-49c3-a11f-040cccf453fc, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e19549-b025-41ac-94e7-7bfd73b4aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:28.931511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:28.991156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39ab899e-6f43-4d64-840e-109cc0dd75a2 req-eee1c143-ce0a-4bb0-ab9b-76d7e4b4d5ef service neutron] 10.222.0.50 "GET /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709304 Jul 27 21:50:29.340033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.346237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.352315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.358358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.364671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.371254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.377755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.379786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-979b7571-358d-4adb-b00b-5fc2c9d17e54 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5429 time: 0.1177411 Jul 27 21:50:29.402251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:29.406214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:29.427367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777aca9-76c7-4e35-b98d-de2230a2c0f4 req-11b0bd53-3e98-46ca-9fb2-038a23ec5858 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.428975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0777aca9-76c7-4e35-b98d-de2230a2c0f4 req-11b0bd53-3e98-46ca-9fb2-038a23ec5858 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.4481869 Jul 27 21:50:29.435712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-898c91f1-7990-49e5-b37c-afdd8bc28f70 req-ffcb0efe-4e0d-44a3-b679-ed664d55c367 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473325 Jul 27 21:50:29.474459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0777aca9-76c7-4e35-b98d-de2230a2c0f4 req-d76d399a-9427-4902-a410-44255089dd74 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Jul 27 21:50:29.487335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33074) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:29.534382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.568784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.569413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.571122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] 10.222.0.50 "PUT /v2.0/ports/b18537ca-2f5c-49c3-a11f-040cccf453fc HTTP/1.1" status: 200 len: 1091 time: 1.6798739 Jul 27 21:50:29.571590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:29.574944 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab544d28-2e85-425a-9fbd-c96288ac5b41" -d '{"events": [{"name": "network-changed", "server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:29.607475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e9a7-f67f-4123-a47a-093b4ba0d363 service neutron] Pushing event updated for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:29.618466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Deleting subnet 4a4de97c-0568-46af-bbad-b2ebc21ee80a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:29.624870 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.626409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'name': 'network-vif-deleted', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:29.628958 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1febf8-6c01-47e3-ac15-60faa9f15aa3" -d '{"events": [{"server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "name": "network-vif-deleted", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:29.677169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.712448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581bf4a-df0c-408e-8024-b1d16780655c req-06d841dd-0fa0-4327-bbe5-e23a971eb94a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.714010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5581bf4a-df0c-408e-8024-b1d16780655c req-06d841dd-0fa0-4327-bbe5-e23a971eb94a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 943 time: 0.1641119 Jul 27 21:50:29.761007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.800962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5581bf4a-df0c-408e-8024-b1d16780655c req-7fd99703-6dee-4147-980c-1e0e1f2ed494 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781372 Jul 27 21:50:29.808490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:29.825985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-93fb2069-952e-44a8-aac6-6bec5572f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.830130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-93fb2069-952e-44a8-aac6-6bec5572f527 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 1094 time: 0.0777838 Jul 27 21:50:29.838847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:29.839199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:29.878911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-5dee0015-7463-42e5-af60-5b4835498803 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc HTTP/1.1" status: 200 len: 217 time: 0.0413830 Jul 27 21:50:29.939054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-413a9a1e-ce49-4ac8-b46c-c950b0bf9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.940590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-413a9a1e-ce49-4ac8-b46c-c950b0bf9ff5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.0550795 Jul 27 21:50:29.977692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b295-1d82-4ca8-a540-6f1fe69f2107 req-2fd51a3e-54e7-4546-8514-4a9f6bc1e78b tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.980046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-392db081-5847-451f-93ec-e8e600dd3f6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325172 Jul 27 21:50:29.980324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c716b295-1d82-4ca8-a540-6f1fe69f2107 req-2fd51a3e-54e7-4546-8514-4a9f6bc1e78b tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 943 time: 0.0824699 Jul 27 21:50:29.981716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.016549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4de97c-0568-46af-bbad-b2ebc21ee80a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:30.021028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.022991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eea2c529-0bd8-440e-8441-e05b053695fc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a4de97c-0568-46af-bbad-b2ebc21ee80a HTTP/1.1" status: 204 len: 168 time: 0.5340338 Jul 27 21:50:30.030025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33116) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:30.098233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-d2af0475-30ac-4a2f-8ad0-fc7958f64784 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102245 Jul 27 21:50:30.123025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c716b295-1d82-4ca8-a540-6f1fe69f2107 req-a50b64a4-dca0-47b0-a241-5c25ebe301eb tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328495 Jul 27 21:50:30.154410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.166257 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d1b9fb-c2fa-40e7-8c78-b3dc121048b3 x-openstack-request-id: req-36d1b9fb-c2fa-40e7-8c78-b3dc121048b3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:30.167079 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:30.167459 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36d1b9fb-c2fa-40e7-8c78-b3dc121048b3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:30.168019 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc', 'status': 'completed', 'code': 200} Jul 27 21:50:30.199857 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5865b4d-a5eb-494e-930c-933cc4a501b4 x-openstack-request-id: req-e5865b4d-a5eb-494e-930c-933cc4a501b4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:30.200167 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d798f70b-9e4a-41bd-ad9b-ef2c6e171f0c", "name": "network-vif-deleted", "tag": "a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:30.200428 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5865b4d-a5eb-494e-930c-933cc4a501b4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:30.200904 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd798f70b-9e4a-41bd-ad9b-ef2c6e171f0c', 'name': 'network-vif-deleted', 'tag': 'a6c053f7-0f9b-40aa-aa5f-970cfb0fcb62', 'status': 'completed', 'code': 200} Jul 27 21:50:30.230303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9f0f10e-b5a7-4f5b-b41f-55f2da91bc85 req-0fed360d-a5ed-49c7-a71c-1a19e35d39f4 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250329 Jul 27 21:50:30.276198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.289552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d45ca92-ad79-4b38-8ed8-78db310506d6']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:30.303843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166f3763-691d-4631-905d-24dc7a45debb') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:30.304253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166f3763-691d-4631-905d-24dc7a45debb') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:30.309679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 13cdce59-1787-4990-af94-9f6a83a3febb details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:30.318394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.324133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d5db1-cf8e-46c0-9dd4-de25520b7ee4 req-79942e86-3ea9-4529-be64-88ec4b7fa0cf tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.325930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f3d5db1-cf8e-46c0-9dd4-de25520b7ee4 req-79942e86-3ea9-4529-be64-88ec4b7fa0cf tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.0945060 Jul 27 21:50:30.347091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.355587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:30.355979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:30.358057 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:30.385578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f3d5db1-cf8e-46c0-9dd4-de25520b7ee4 req-15d02065-0c7f-46d1-830f-7413bea9f1b2 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522521 Jul 27 21:50:30.570372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-b1a87e9f-92f0-41c9-bc17-353b1fdd24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.572838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-b1a87e9f-92f0-41c9-bc17-353b1fdd24d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 1094 time: 0.0774968 Jul 27 21:50:30.579781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.591088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.595943 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d45ca92-ad79-4b38-8ed8-78db310506d6 HTTP/1.1" status: 204 len: 168 time: 0.5648577 Jul 27 21:50:30.611721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31bcb2-d628-4a0f-b340-4d01ce19973d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d45ca92-ad79-4b38-8ed8-78db310506d6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:30.612485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:30.630868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '13cdce59-1787-4990-af94-9f6a83a3febb', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'port_id': '13cdce59-1787-4990-af94-9f6a83a3febb', 'mac_address': 'fa:16:3e:78:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:30.678636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.693727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cdce59-1787-4990-af94-9f6a83a3febb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:30.710959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-20dad755-84a7-4e5d-a414-b9b97a4c92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.713209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-20dad755-84a7-4e5d-a414-b9b97a4c92f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 200 len: 923 time: 0.1305604 Jul 27 21:50:30.717835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:30.770437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-805ed289-0afd-4572-a018-15b5b20fabb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc HTTP/1.1" status: 200 len: 217 time: 0.0439622 Jul 27 21:50:30.821468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-f507553c-1438-43c3-8660-07fdadec2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.823914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-f507553c-1438-43c3-8660-07fdadec2f24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 200 len: 862 time: 0.0468214 Jul 27 21:50:30.859869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-780d5357-65ce-4400-91ae-c7b95793d85f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7c25f61a-ed86-4e8e-bffb-a6d80f25385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281451 Jul 27 21:50:30.871531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.872362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c4a4cec9-2e42-4632-b58b-8c369b2186b7 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:30.972513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-2d39d145-4b98-48a3-ba88-99eb30c217b5 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050887 Jul 27 21:50:31.012362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:31.073810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.089447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7', 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'port_id': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7', 'mac_address': 'fa:16:3e:9b:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efc676c-00e2-4918-b455-ccd21301a9f7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:31.131846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120a9b9-6df4-4e3b-823c-0b54d00e3755 req-97be0dba-aca1-462a-ac86-cb0481769307 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.134545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7120a9b9-6df4-4e3b-823c-0b54d00e3755 req-97be0dba-aca1-462a-ac86-cb0481769307 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0916772 Jul 27 21:50:31.135994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.142613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab544d28-2e85-425a-9fbd-c96288ac5b41 req-9d733d68-e004-453d-821a-9947b3f29807 service neutron] 10.222.0.50 "GET /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624289 Jul 27 21:50:31.156743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a4cec9-2e42-4632-b58b-8c369b2186b7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:31.162095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.169852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.176111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.183576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.184956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7120a9b9-6df4-4e3b-823c-0b54d00e3755 req-1331be84-32e8-491f-bc2c-867f183c028a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Jul 27 21:50:31.190333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.192394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.196424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.213064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.224351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-3ffef865-a16e-4638-bb06-bac5ecebd198 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5430 time: 0.1825917 Jul 27 21:50:31.252796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33188) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:31.263510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70d68a9e-cfbf-4c48-a0ea-dec020b752d4 req-7f2adfde-8aea-46dd-aaae-ada461a78698 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410156 Jul 27 21:50:31.340695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.341489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 88a3d7b9-1c53-4b5d-b104-b38597a4c890 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:31.346091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-209e23fb-357c-4090-bb9b-85a9f97ba27c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7d89ee7120e46dca7a9a36c6a378f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891929 Jul 27 21:50:31.353870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33190) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:31.399812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19398b-0894-4884-8ab3-05b89fedbf70 req-926047f0-0a7a-48b7-8f00-82e1bcf46ed5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.401398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b19398b-0894-4884-8ab3-05b89fedbf70 req-926047f0-0a7a-48b7-8f00-82e1bcf46ed5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 943 time: 0.1235600 Jul 27 21:50:31.423617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1c466-1c4d-4ba6-86cd-5e7e65df97ba req-57e8df36-b7aa-4c7e-b12d-8e4e534a8b05 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.425740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4b1c466-1c4d-4ba6-86cd-5e7e65df97ba req-57e8df36-b7aa-4c7e-b12d-8e4e534a8b05 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.0819149 Jul 27 21:50:31.427562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.438330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.440228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:31.449503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '88a3d7b9-1c53-4b5d-b104-b38597a4c890', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'port_id': '88a3d7b9-1c53-4b5d-b104-b38597a4c890', 'mac_address': 'fa:16:3e:1c:c1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:31.470278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b19398b-0894-4884-8ab3-05b89fedbf70 req-47d885bd-af13-4995-84f0-b5faeca4cefa tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Jul 27 21:50:31.475225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.482592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4b1c466-1c4d-4ba6-86cd-5e7e65df97ba req-3075dd80-671d-450b-9f01-cd73a9a74070 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485311 Jul 27 21:50:31.497543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.533305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a3d7b9-1c53-4b5d-b104-b38597a4c890 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:31.557943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.626344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef19ffc-2524-4842-9738-54e84066b1c7 req-53167347-71d1-4366-b541-f1dc09803cc6 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.628527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ef19ffc-2524-4842-9738-54e84066b1c7 req-53167347-71d1-4366-b541-f1dc09803cc6 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 943 time: 0.0807173 Jul 27 21:50:31.629774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.632465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.636010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25084d5f-3831-4171-86d0-fa9cf46a49d8 HTTP/1.1" status: 204 len: 168 time: 0.2861142 Jul 27 21:50:31.656690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975d5a-21a0-49fa-95c1-0609df8af95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25084d5f-3831-4171-86d0-fa9cf46a49d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:31.693644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ef19ffc-2524-4842-9738-54e84066b1c7 req-310db606-a0fb-4f3d-b3e2-2930cb56e70e tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569549 Jul 27 21:50:31.694644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.695501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:31.771919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.774303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:31.786434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'network_id': '6501cf17-5b2e-4e00-978c-2d6e607b0275', 'port_id': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'mac_address': 'fa:16:3e:30:61:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efc676c-00e2-4918-b455-ccd21301a9f7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:31.821374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5ff160cc-2024-44f5-a299-23681518cc17 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:31.848875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.898856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:31.932908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.961847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d146972-e09b-4aae-ae3c-6f52f8155635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:31.973920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5ff160cc-2024-44f5-a299-23681518cc17,segment=NetworkSegment(f2fb2561-43f8-464c-b832-739e6f14e983),segment_id=f2fb2561-43f8-464c-b832-739e6f14e983)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:31.991298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '5ff160cc-2024-44f5-a299-23681518cc17', 'network_id': 'f93da122-aab1-4f99-8f2a-8cc378863bde', 'port_id': '5ff160cc-2024-44f5-a299-23681518cc17', 'mac_address': 'fa:16:3e:17:82:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8957b61b-356a-470c-a428-de329fd22f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:32.035329 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.049024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff160cc-2024-44f5-a299-23681518cc17 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:32.069032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5ff160cc-2024-44f5-a299-23681518cc17,segment=NetworkSegment(f2fb2561-43f8-464c-b832-739e6f14e983),segment_id=f2fb2561-43f8-464c-b832-739e6f14e983)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.076823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.077507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a7602cf7-d7f1-451a-bafd-dfe1759d18c7 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:32.151259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.161422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:32.166239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'port_id': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7', 'mac_address': 'fa:16:3e:83:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:32.224472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.233680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7602cf7-d7f1-451a-bafd-dfe1759d18c7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:32.247307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.261682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.324953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:32.345803 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.346880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7f8fd664-7bef-4416-8098-d6dd7cd61b17 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:32.474907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['5ff160cc-2024-44f5-a299-23681518cc17'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:32.522159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:32.547623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.560076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.560385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.570235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.579348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.586569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'port_id': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'mac_address': 'fa:16:3e:96:bb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:32.593792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.599046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.607454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.617810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16452de8-663d-40cd-afce-d487f60cbacb req-02ae7aad-f640-4120-a1fc-d84ab9858674 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5434 time: 0.2479475 Jul 27 21:50:32.673407 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.684650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16452de8-663d-40cd-afce-d487f60cbacb req-04513288-5f2e-4397-b9ab-ec25c7fb9ca2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644727 Jul 27 21:50:32.700386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8fd664-7bef-4416-8098-d6dd7cd61b17 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:32.750152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.765671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-587f3504-52c9-4df0-bb3e-40e41d63078c tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.768168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-587f3504-52c9-4df0-bb3e-40e41d63078c tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.3387957 Jul 27 21:50:32.847986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.849373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2cc8d17b-5170-4140-97e3-676b0cea585e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:32.954160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:32.979883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:32.980609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6882e-bbc8-4a56-952c-a4a7c0232262 req-97d6e23b-62f5-4ecc-93f1-814a4b8cccb0 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.982597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ae6882e-bbc8-4a56-952c-a4a7c0232262 req-97d6e23b-62f5-4ecc-93f1-814a4b8cccb0 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 949 time: 0.1660361 Jul 27 21:50:32.995979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Deleting port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:32.996362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.005049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'network_id': 'bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc', 'port_id': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'mac_address': 'fa:16:3e:d7:70:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f089c0e6-6f6d-4055-8542-e0b2494ac2d4', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:33.065215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.091446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8d17b-5170-4140-97e3-676b0cea585e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:33.099169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ae6882e-bbc8-4a56-952c-a4a7c0232262 req-1e4f83c5-2047-4701-9660-36956728b0db tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089334 Jul 27 21:50:33.144054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:33.145659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107c19-44d1-4e65-8082-7c167e6921ee req-5595b29d-a02b-4ea0-8e81-fbc4ba9d3fe0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.151485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28107c19-44d1-4e65-8082-7c167e6921ee req-5595b29d-a02b-4ea0-8e81-fbc4ba9d3fe0 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 943 time: 0.1044848 Jul 27 21:50:33.191439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] For port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:33.192070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.214642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Calling delete_port for c2c62a18-8ffa-405f-b4aa-daaad83d7e4d owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:33.222794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:33.254426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28107c19-44d1-4e65-8082-7c167e6921ee req-e9921dec-3eaa-4cf2-bad3-c2181f11ef33 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881300 Jul 27 21:50:33.282682 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.373060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:33.373964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2031619079-network', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:33.501905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb36cf-e727-4652-abb5-48ed2129d0fb req-723efcbc-9cb7-48d2-80c4-56300ca31ed4 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.503718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9fb36cf-e727-4652-abb5-48ed2129d0fb req-723efcbc-9cb7-48d2-80c4-56300ca31ed4 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 944 time: 0.1476588 Jul 27 21:50:33.554384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9fb36cf-e727-4652-abb5-48ed2129d0fb req-62407227-c11e-4850-8184-82871ea1e3c3 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Jul 27 21:50:33.574348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Made reservation on behalf of 86cff42e635c4ee78f9eca4216cd1fde for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:33.576983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.579306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.593763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c2c62a18-8ffa-405f-b4aa-daaad83d7e4d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:33.622308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.624955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Pushing event deleted for resources: {'Port': ['ID=c2c62a18-8ffa-405f-b4aa-daaad83d7e4d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:33.693887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] No DVR routers for this DVR port c2c62a18-8ffa-405f-b4aa-daaad83d7e4d on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:33.698457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.700703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fcbd7ef4-4fc1-4549-a1e7-7c2a12cb2513 req-90d5436a-01dd-4f06-859c-55a1d74a0d34 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.76 "DELETE /v2.0/ports/c2c62a18-8ffa-405f-b4aa-daaad83d7e4d HTTP/1.1" status: 204 len: 173 time: 0.9248319 Jul 27 21:50:33.701297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'name': 'network-vif-deleted', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:33.704253 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d0b46d-96d2-4b93-9819-99ba54f0f37f" -d '{"events": [{"server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "name": "network-vif-deleted", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:33.762493 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b762db99-a6b5-434a-8438-d3609407a916 x-openstack-request-id: req-b762db99-a6b5-434a-8438-d3609407a916 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:33.762786 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c07dd-09a3-4677-b387-2680ce282180", "name": "network-vif-deleted", "tag": "c2c62a18-8ffa-405f-b4aa-daaad83d7e4d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:33.763043 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b762db99-a6b5-434a-8438-d3609407a916 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:33.763444 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c07dd-09a3-4677-b387-2680ce282180', 'name': 'network-vif-deleted', 'tag': 'c2c62a18-8ffa-405f-b4aa-daaad83d7e4d', 'status': 'completed', 'code': 200} Jul 27 21:50:33.798946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.835945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b18537ca-2f5c-49c3-a11f-040cccf453fc details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:33.842339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5ff160cc-2024-44f5-a299-23681518cc17 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:33.954064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.961207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.969131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.977511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.983066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.989585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.999050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:34.000912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-5cdbda4d-89bf-4632-9c87-596d7c88abff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5436 time: 0.1854794 Jul 27 21:50:34.001744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.023245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:34.091575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fe3e65-42fc-450c-aee1-4bdc3c733b57,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:34.093860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['a7602cf7-d7f1-451a-bafd-dfe1759d18c7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.114422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.114422 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Added segment 8dce48e5-df33-40f0-8f15-5deadb25d060 of type vlan for network 95529cac-67b7-4900-99a0-55700205b6fb Jul 27 21:50:34.128373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7f8fd664-7bef-4416-8098-d6dd7cd61b17'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.147492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['88a3d7b9-1c53-4b5d-b104-b38597a4c890'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.169803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9eb12db-f275-470e-9fa6-19703b5c48f9 req-35cc8dcf-37f4-4107-817e-013a91f44b95 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522386 Jul 27 21:50:34.212965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c4a4cec9-2e42-4632-b58b-8c369b2186b7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.215114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['64f9b3ce-6ec5-4a3a-8715-aab196ee84f6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.244362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.312980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 5ff160cc-2024-44f5-a299-23681518cc17 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:34.335316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:34.336780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-442f22a1-2ce4-4c98-bd33-d689ca8d5526 req-bb004869-275f-4a67-a3f4-ae6aa8efe8e0 tempest-ImagesNegativeTestJSON-901077359 tempest-ImagesNegativeTestJSON-901077359-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb4c07dd-09a3-4677-b387-2680ce282180 HTTP/1.1" status: 200 len: 210 time: 0.0381243 Jul 27 21:50:34.366717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accd80d-5994-4ca8-bd40-cffdd824052a req-fb70ac8e-d1f2-41ab-aeaf-a007a1c815e4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:34.374870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2accd80d-5994-4ca8-bd40-cffdd824052a req-fb70ac8e-d1f2-41ab-aeaf-a007a1c815e4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1483402 Jul 27 21:50:34.382035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 5ff160cc-2024-44f5-a299-23681518cc17 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:34.382654 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.401905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.402930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:34.403521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.449056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2accd80d-5994-4ca8-bd40-cffdd824052a req-730c53eb-9d72-4438-b99d-d2af02c0cf64 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726807 Jul 27 21:50:34.471484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'b18537ca-2f5c-49c3-a11f-040cccf453fc', 'network_id': '7c25f61a-ed86-4e8e-bffb-a6d80f25385f', 'port_id': 'b18537ca-2f5c-49c3-a11f-040cccf453fc', 'mac_address': 'fa:16:3e:d3:fd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de618b6-6b20-4663-95a9-fcfe9da5d34d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:34.513008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] Pushing event updated for resources: {'Network': ['ID=95529cac-67b7-4900-99a0-55700205b6fb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:34.558412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b871d6-0f20-4391-86a5-fc00ce466083 req-7826c299-87c1-4b4c-a64e-85add59671e1 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:34.560093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61b871d6-0f20-4391-86a5-fc00ce466083 req-7826c299-87c1-4b4c-a64e-85add59671e1 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 943 time: 0.1362059 Jul 27 21:50:34.568292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 95529cac-67b7-4900-99a0-55700205b6fb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:34.582970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ae45a05-9967-42fc-bbc2-0464dba3ea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.596416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3e629676-2833-4a80-a361-aa576d9b11bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3723178 Jul 27 21:50:34.599408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:34.605677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Request body: {'subnet': {'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2031619079-subnet', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:34.612899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61b871d6-0f20-4391-86a5-fc00ce466083 req-a62acbb8-6f95-4453-b866-78e5d0f08d5a tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Jul 27 21:50:34.763822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787947b0-d2b4-4479-bec6-e0658855ea96 req-bef68130-9896-44d0-8ab0-edaa7b1e68f5 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:34.765562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-787947b0-d2b4-4479-bec6-e0658855ea96 req-bef68130-9896-44d0-8ab0-edaa7b1e68f5 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 944 time: 0.0780723 Jul 27 21:50:34.819249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Made reservation on behalf of 86cff42e635c4ee78f9eca4216cd1fde for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:34.821596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.831978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-787947b0-d2b4-4479-bec6-e0658855ea96 req-835a3ed4-5b79-4d98-aaaf-5372cc1ebad3 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543218 Jul 27 21:50:34.932672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.028719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['13cdce59-1787-4990-af94-9f6a83a3febb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:35.044342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.046557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18537ca-2f5c-49c3-a11f-040cccf453fc {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:35.085956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2cc8d17b-5170-4140-97e3-676b0cea585e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:35.179868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.198855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:35.199863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.250776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5692fd4-022a-445b-87d1-3448c2867246,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:35.260386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Checking segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:35.260936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Network hostable DHCP agents. Network: 95529cac-67b7-4900-99a0-55700205b6fb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:35.357147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.358098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:35.360415 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d0f9a-e3f2-49fe-955a-4b2b8a2a0a67" -d '{"events": [{"server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5ff160cc-2024-44f5-a299-23681518cc17"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:35.363111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.369834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.375812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.382033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.388811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.394830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.396837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-cdc6b02b-c6ba-4791-a925-3be9ae9ee09d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5436 time: 0.1296427 Jul 27 21:50:35.413519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5ff160cc-2024-44f5-a299-23681518cc17,segment=NetworkSegment(f2fb2561-43f8-464c-b832-739e6f14e983),segment_id=f2fb2561-43f8-464c-b832-739e6f14e983)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:35.440618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14a1e544-b8c1-4d3e-b58f-65ccff7a740f req-e7ec8133-fb3f-40c7-b8f3-324463ff8ec2 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366182 Jul 27 21:50:35.460017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Network 95529cac-67b7-4900-99a0-55700205b6fb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:35.470774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.519121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.551504 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaa88e0-1d2a-471a-a7c9-61a23b6ecd95 x-openstack-request-id: req-1eaa88e0-1d2a-471a-a7c9-61a23b6ecd95 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:35.551806 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5ff160cc-2024-44f5-a299-23681518cc17", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:35.552068 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1eaa88e0-1d2a-471a-a7c9-61a23b6ecd95 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:35.552463 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17', 'code': 200} Jul 27 21:50:35.574185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:35.574788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 95529cac-67b7-4900-99a0-55700205b6fb) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:35.579215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.579813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.591052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a726d68-938f-4e05-8059-329ce2774a3c None None] Network 95529cac-67b7-4900-99a0-55700205b6fb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:35.694556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce449f-46a0-40a9-96c6-7e1566264799 req-901e9d72-5dc8-46f9-b343-c6de45e72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.696148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6ce449f-46a0-40a9-96c6-7e1566264799 req-901e9d72-5dc8-46f9-b343-c6de45e72391 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 1096 time: 0.0736680 Jul 27 21:50:35.736392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b18537ca-2f5c-49c3-a11f-040cccf453fc'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:35.745684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6ce449f-46a0-40a9-96c6-7e1566264799 req-ea38ae05-ccac-4ea4-b9dd-24f9e8eedd3b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jul 27 21:50:35.769599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6cae7ca8-9832-4339-b96d-bdbe34b66202 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1681910 Jul 27 21:50:35.776330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:35.782547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:35.782812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:35.813706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0c75-37c9-4823-9747-d8d7d490afd0 req-088cca7b-5a3a-495f-9b53-ad54cd3cd624 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.818927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-328b0c75-37c9-4823-9747-d8d7d490afd0 req-088cca7b-5a3a-495f-9b53-ad54cd3cd624 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 944 time: 0.1054292 Jul 27 21:50:35.859952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:35.870124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-328b0c75-37c9-4823-9747-d8d7d490afd0 req-adb35e54-27c5-4653-865a-fe091dff1d86 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Jul 27 21:50:35.885938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.927036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.928695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.972621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-95529cac-67b7-4900-99a0-55700205b6fb', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:50:35.975833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.025557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.053163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6527e9aa-5a40-4fcd-a732-ef9deaf3cf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.102500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbabcf0-a8b2-4feb-8a74-f7b333177d39 req-aae3dbfc-8b71-418e-afba-eab4c412ed19 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.104713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cbabcf0-a8b2-4feb-8a74-f7b333177d39 req-aae3dbfc-8b71-418e-afba-eab4c412ed19 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 945 time: 0.1155567 Jul 27 21:50:36.156854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cbabcf0-a8b2-4feb-8a74-f7b333177d39 req-d0bd7c0e-c421-4e2d-bb8a-cd1229a1c3aa tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Jul 27 21:50:36.184135 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:36.194734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6527e9aa-5a40-4fcd-a732-ef9deaf3cf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.213705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Allocated IP 172.20.0.2 (95529cac-67b7-4900-99a0-55700205b6fb/a5692fd4-022a-445b-87d1-3448c2867246/9d452789-f9a1-4673-9f8e-7da479f6f60c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:36.340118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6527e9aa-5a40-4fcd-a732-ef9deaf3cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.352447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.380011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.389140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6527e9aa-5a40-4fcd-a732-ef9deaf3cf3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72c21f2228cc42da9f00156c67154986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330095 Jul 27 21:50:36.390384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527e9aa-5a40-4fcd-a732-ef9deaf3cf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1582df3-d02e-4708-b5fa-d69f030167a8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:36.391026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Transition to ACTIVE for port object 9d452789-f9a1-4673-9f8e-7da479f6f60c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:36.391838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:36.409404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Transition to ACTIVE for port object 9d452789-f9a1-4673-9f8e-7da479f6f60c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:36.452247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.474802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.568772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.633328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Network 95529cac-67b7-4900-99a0-55700205b6fb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:36.642425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:36.646177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.658742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.658922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.659018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.659101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:36.659204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1582df3-d02e-4708-b5fa-d69f030167a8 HTTP/1.1" status: 204 len: 168 time: 0.2649627 Jul 27 21:50:36.661454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.668228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.671760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1582df3-d02e-4708-b5fa-d69f030167a8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:36.676219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.682866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.689211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.691551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-faca58f4-aa86-4a2f-bffd-321887f9d978 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5436 time: 0.1406186 Jul 27 21:50:36.695890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.697768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.716412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e5478c-da18-4c34-abf3-292663132441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.750062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Pushing event updated for resources: {'Port': ['ID=9d452789-f9a1-4673-9f8e-7da479f6f60c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:36.761346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8cd4bb7-73df-460c-81b6-a50088ef2825 req-a4afe726-05c4-4f4e-a65e-eaaee9e778e4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527022 Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Attempting to bind port 9d452789-f9a1-4673-9f8e-7da479f6f60c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Attempting to bind port 9d452789-f9a1-4673-9f8e-7da479f6f60c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Attempting to bind port 9d452789-f9a1-4673-9f8e-7da479f6f60c on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Checking segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Bound using segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Bound port: 9d452789-f9a1-4673-9f8e-7da479f6f60c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:36.779748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.781934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33448) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:36.897949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] For port 9d452789-f9a1-4673-9f8e-7da479f6f60c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:36.903046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] For port 9d452789-f9a1-4673-9f8e-7da479f6f60c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d452789-f9a1-4673-9f8e-7da479f6f60c,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:36.907681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.934776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.936709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.031153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.053360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f75c7ba1-334b-467e-9bbb-0b839aa05e11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=331bf54bad144c98bd4c0597cf0fd59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701867 Jul 27 21:50:37.057627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33454) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:37.091505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Allocated IP 172.25.3.20 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a2be4064-fb10-4874-ab52-625e79860f41) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:37.104286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6ac31-caac-445a-9bde-3a153922845c None None] Pushing event updated for resources: {'Port': ['ID=9d452789-f9a1-4673-9f8e-7da479f6f60c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:37.178655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cc867-0216-4624-8ca5-4aeefa92e291 req-427a4650-61a9-4833-af9d-05818fd9feb5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:37.187524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e47cc867-0216-4624-8ca5-4aeefa92e291 req-427a4650-61a9-4833-af9d-05818fd9feb5 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 944 time: 0.1869922 Jul 27 21:50:37.202328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.261132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.264476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.277740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e47cc867-0216-4624-8ca5-4aeefa92e291 req-64880dfa-f6ba-4518-859c-7eb27fc10a04 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893140 Jul 27 21:50:37.329736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c2c62a18-8ffa-405f-b4aa-daaad83d7e4d no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:37.362873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: c2c62a18-8ffa-405f-b4aa-daaad83d7e4d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:37.363222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c2c62a18-8ffa-405f-b4aa-daaad83d7e4d not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:37.397041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d386e-e787-4916-8ef2-ea4bb414740f req-8e7597e2-d773-49c6-bcc8-5eb782a826cd tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:37.398892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be2d386e-e787-4916-8ef2-ea4bb414740f req-8e7597e2-d773-49c6-bcc8-5eb782a826cd tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 945 time: 0.1005700 Jul 27 21:50:37.423135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.481908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be2d386e-e787-4916-8ef2-ea4bb414740f req-f10dac95-5e66-49d4-bc34-3cb374ca5301 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Jul 27 21:50:37.499718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.500634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.506203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.509838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f35f25f-eb4a-4ccf-a461-d10bd3b2315a HTTP/1.1" status: 204 len: 168 time: 0.4474444 Jul 27 21:50:37.521755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff3db2-5e33-4084-be85-ef3bff6da554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35f25f-eb4a-4ccf-a461-d10bd3b2315a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:37.614788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:37.619136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:37.623963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:37.709623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Pushing event updated for resources: {'Port': ['ID=a2be4064-fb10-4874-ab52-625e79860f41,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:37.754075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.754470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.755043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.755542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.755977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.756527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.756962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.757391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.757852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.758327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.758811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.759238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:37.871798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b18537ca-2f5c-49c3-a11f-040cccf453fc up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:37.985180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.006935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.025788 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.032318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.059729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port b18537ca-2f5c-49c3-a11f-040cccf453fc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:38.064872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port b18537ca-2f5c-49c3-a11f-040cccf453fc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:38.065254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.077695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.096569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.111257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.135478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.140077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d452789-f9a1-4673-9f8e-7da479f6f60c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:38.148491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-4545da32-273e-4e0d-9b11-92ba045924d7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5436 time: 0.2579708 Jul 27 21:50:38.276207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2755528d-2dc7-439c-a39b-650cb8c3ea12 req-c9a26214-e332-49d8-999d-b3e3a706f8b1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265905 Jul 27 21:50:38.280124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.426995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.453474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9d452789-f9a1-4673-9f8e-7da479f6f60c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:38.491322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:38.496052 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e0af49-8abb-4a3f-a20c-a2186310a8dc" -d '{"events": [{"server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "name": "network-vif-plugged", "status": "completed", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:38.530450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:38.567318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25178-676d-4160-9b38-a4c829e88366 req-cf0a1c1f-75b1-4a86-a6c1-3b436ac5a65d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.578199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff25178-676d-4160-9b38-a4c829e88366 req-cf0a1c1f-75b1-4a86-a6c1-3b436ac5a65d tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 944 time: 0.1639295 Jul 27 21:50:38.633607 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e45b5c-5f0c-4063-9db6-54a8ec3dd0d7 x-openstack-request-id: req-71e45b5c-5f0c-4063-9db6-54a8ec3dd0d7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:38.634501 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "name": "network-vif-plugged", "status": "completed", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:38.634963 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e45b5c-5f0c-4063-9db6-54a8ec3dd0d7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:38.644174 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc', 'code': 200} Jul 27 21:50:38.655883 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.675899 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.724301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff25178-676d-4160-9b38-a4c829e88366 req-f4b78d8a-84c6-4bd7-b8dc-0e699a94ec00 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446717 Jul 27 21:50:38.775187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c83977-667d-45c4-a9e6-97f7936d3224 None None] Network 95529cac-67b7-4900-99a0-55700205b6fb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:38.838665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:39.042499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d01e38-bd3b-4a49-8952-4b03479a36f0 req-22ed9ddc-b2a3-4197-b1fa-2445288623b7 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.047170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Provisioning for port 9d452789-f9a1-4673-9f8e-7da479f6f60c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:39.050009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4d01e38-bd3b-4a49-8952-4b03479a36f0 req-22ed9ddc-b2a3-4197-b1fa-2445288623b7 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 945 time: 0.2296257 Jul 27 21:50:39.056067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Provisioning complete for port 9d452789-f9a1-4673-9f8e-7da479f6f60c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:39.056464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.075450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb015b5-6d09-4652-a03b-af9b4b208848 req-6221f95a-b69e-408f-be93-ead9aa3a7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.080010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb015b5-6d09-4652-a03b-af9b4b208848 req-6221f95a-b69e-408f-be93-ead9aa3a7ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 1096 time: 0.2417192 Jul 27 21:50:39.142343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4d01e38-bd3b-4a49-8952-4b03479a36f0 req-534bd331-625a-48d2-ab3c-c51e53eb93ff tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871294 Jul 27 21:50:39.161636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb015b5-6d09-4652-a03b-af9b4b208848 req-057192ac-a7c5-4c60-aaa2-f78e03db9247 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733480 Jul 27 21:50:39.204510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.261999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] For port 9d452789-f9a1-4673-9f8e-7da479f6f60c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d452789-f9a1-4673-9f8e-7da479f6f60c,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:39.264996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:50:39.326785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-15a480c9-e261-470e-8931-dcefd478099e tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=deca6e03fec44526bebc19ae83c16152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316176 Jul 27 21:50:39.327335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 13cdce59-1787-4990-af94-9f6a83a3febb up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:39.389538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.537578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-70564ce1-8a5e-408c-845b-499fe6b31b58 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.542257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-70564ce1-8a5e-408c-845b-499fe6b31b58 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092943 Jul 27 21:50:39.547688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d309c501-a6b9-4fa7-8c49-9b19d0e43507 None None] Provisioning complete for port 9d452789-f9a1-4673-9f8e-7da479f6f60c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:39.549103 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d309c501-a6b9-4fa7-8c49-9b19d0e43507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.551280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebde2f7-66d8-4607-beba-2c244fd020a9 None None] Pushing event updated for resources: {'Port': ['ID=9d452789-f9a1-4673-9f8e-7da479f6f60c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:39.573818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-71c8a4c6-50f0-436f-9936-42a53796f240 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/quotas/deca6e03fec44526bebc19ae83c16152 HTTP/1.1" status: 200 len: 375 time: 0.0218379 Jul 27 21:50:39.631887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 13cdce59-1787-4990-af94-9f6a83a3febb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:39.632342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-da556921-6f90-46c5-aabb-382ce0c797ea tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=deca6e03fec44526bebc19ae83c16152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556557 Jul 27 21:50:39.635876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:39.638850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 13cdce59-1787-4990-af94-9f6a83a3febb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:39.639232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.785874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.836688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:39.839428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1046421121-network', 'tenant_id': 'e9b6d29543204f399487c000d229b3df'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:39.957242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.958096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:39.989082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:50:40.002261 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:50:40.002951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Made reservation on behalf of e9b6d29543204f399487c000d229b3df for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:40.009391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.019719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.025324 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:40.033029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.036696 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:40.044940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.054518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.056868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.068463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.080513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.092115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.096139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-007d99ce-2873-48c0-ba30-cd519b570f9d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5436 time: 0.2863624 Jul 27 21:50:40.188815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d452789-f9a1-4673-9f8e-7da479f6f60c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:40.251626 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:40.316039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffeffe-3cb4-4e99-b39f-746534c9eb4e req-980a5702-7e5d-4101-8308-d2eccc9cd90f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.319065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3bffeffe-3cb4-4e99-b39f-746534c9eb4e req-980a5702-7e5d-4101-8308-d2eccc9cd90f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.2792308 Jul 27 21:50:40.360281 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c75b380-cc25-4d14-a0a4-fec083972a66 req-fb817a20-c39d-4f27-8d4b-9b8abbd9aa6c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2199950 Jul 27 21:50:40.361967 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.364155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8394c3fb-3d64-43e2-a75c-4345de406e96 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5865521 Jul 27 21:50:40.372166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:40.411139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3bffeffe-3cb4-4e99-b39f-746534c9eb4e req-e61ef047-f45f-4132-9cba-3f494f067451 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804515 Jul 27 21:50:40.532597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.570039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cc11bdf-dff2-4038-8c30-3ba2ecd521e4 req-4e8d7cea-d496-4dc7-9501-515b7ce34149 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 210 time: 0.0585108 Jul 27 21:50:40.632369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-9b20c01f-f64d-40a6-ae4b-88c78633c919 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.634826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-9b20c01f-f64d-40a6-ae4b-88c78633c919 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.50 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 945 time: 0.4357152 Jul 27 21:50:40.638622 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:37Z', 'revision_number': 3, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:40.673033 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:50:40.673355 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Updating router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 port a2be4064-fb10-4874-ab52-625e79860f41 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:50:40.714650 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.717010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:40.717507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.721234 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2255be8-adc5-414c-a501-fc81035f7f81" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:40.736111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:40.751561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:40.767432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.768046 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Added segment 584bc4cc-b85c-4fde-b994-06f74491a132 of type vlan for network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c Jul 27 21:50:40.774819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:40.774819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.848600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.854483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:40.863715 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7436d14-c97d-4c68-a945-12b1224e279f x-openstack-request-id: req-a7436d14-c97d-4c68-a945-12b1224e279f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:40.864139 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:40.864615 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7436d14-c97d-4c68-a945-12b1224e279f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:40.865112 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb', 'code': 200} Jul 27 21:50:40.906461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9d452789-f9a1-4673-9f8e-7da479f6f60c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:40.907455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:40.937093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c4b38-3036-4526-95ed-5c1d6ef69bf8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:40.984672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454a3e8-6a92-4aa2-8a19-16c450e9cdf6 req-49857287-1a39-4578-b42d-170098235721 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.987385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6454a3e8-6a92-4aa2-8a19-16c450e9cdf6 req-49857287-1a39-4578-b42d-170098235721 tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 945 time: 0.1756105 Jul 27 21:50:40.996321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Deleting port 5ff160cc-2024-44f5-a299-23681518cc17 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:40.996736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.009181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.011382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:41.014507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.076821 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.090520 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Transition to ACTIVE for port object a2be4064-fb10-4874-ab52-625e79860f41 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:41.154799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] Pushing event updated for resources: {'Network': ['ID=62d1efb6-f7ee-4f43-8f7e-1565be229d9c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:41.163835 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.178551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bb8c6182-8523-4fc5-b542-1340a4e9b701 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5401528 Jul 27 21:50:41.182523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33554) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:41.185741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] For port 5ff160cc-2024-44f5-a299-23681518cc17, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=5ff160cc-2024-44f5-a299-23681518cc17,segment=NetworkSegment(f2fb2561-43f8-464c-b832-739e6f14e983),segment_id=f2fb2561-43f8-464c-b832-739e6f14e983)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:41.186567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.193856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Request body: {'subnet': {'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1046421121-subnet', 'tenant_id': 'e9b6d29543204f399487c000d229b3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:41.209612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:41.216805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Calling delete_port for 5ff160cc-2024-44f5-a299-23681518cc17 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:41.250258 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6454a3e8-6a92-4aa2-8a19-16c450e9cdf6 req-7954f6c2-2193-4e70-9e26-83463473044e tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/security-groups?id=fffb9255-308e-4735-8407-66855d023fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182759 Jul 27 21:50:41.316518 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.338588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:41.413930 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Attempting to bind port a2be4064-fb10-4874-ab52-625e79860f41 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:41.414191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Attempting to bind port a2be4064-fb10-4874-ab52-625e79860f41 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:41.414456 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Attempting to bind port a2be4064-fb10-4874-ab52-625e79860f41 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:41.419501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Made reservation on behalf of e9b6d29543204f399487c000d229b3df for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:41.421783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.423727 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Pushing event updated for resources: {'Port': ['ID=a2be4064-fb10-4874-ab52-625e79860f41,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:41.425941 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:41.426594 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:41.428025 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.428025 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:41.428025 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Bound port: a2be4064-fb10-4874-ab52-625e79860f41, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:41.428025 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.476307 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.476655 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.476995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.477352 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.477867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.478274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.486939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.487287 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.488120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.488120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.488340 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.488675 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:41.494889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.498189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c4a4cec9-2e42-4632-b58b-8c369b2186b7 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:41.558538 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] For port a2be4064-fb10-4874-ab52-625e79860f41, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:41.561203 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] For port a2be4064-fb10-4874-ab52-625e79860f41, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a2be4064-fb10-4874-ab52-625e79860f41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:41.617856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:41.746773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.751250 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.822307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port c4a4cec9-2e42-4632-b58b-8c369b2186b7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:41.823641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port c4a4cec9-2e42-4632-b58b-8c369b2186b7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:41.824119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:41.954363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Allocated IP 172.20.0.1 (95529cac-67b7-4900-99a0-55700205b6fb/a5692fd4-022a-445b-87d1-3448c2867246/ee4657ad-6a61-41af-bb50-cdf1242ec317) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:42.010855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:42.011502 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:42.084776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.099267 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.101917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Transition to ACTIVE for port object ee4657ad-6a61-41af-bb50-cdf1242ec317 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:42.139505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.156261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.167559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.170200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:42.175206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.178576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9d961-a1d2-410e-8787-c98471010926 None None] Pushing event updated for resources: {'Port': ['ID=a2be4064-fb10-4874-ab52-625e79860f41,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:42.192014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.203619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.210328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.221369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.224067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0bbf0899-e7b2-4338-977b-5d8571cf8a42 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5438 time: 0.6521451 Jul 27 21:50:42.231646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.269703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:42.270785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Pushing event deleted for resources: {'Port': ['ID=5ff160cc-2024-44f5-a299-23681518cc17,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:42.296634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.298216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a7602cf7-d7f1-451a-bafd-dfe1759d18c7 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:42.364647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5309f9-e4ca-469d-95bb-14cfeadec20c req-b09885eb-ffc1-495d-9ebf-aaa269dd5500 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.379576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb5309f9-e4ca-469d-95bb-14cfeadec20c req-b09885eb-ffc1-495d-9ebf-aaa269dd5500 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.8392484 Jul 27 21:50:42.445007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] No DVR routers for this DVR port 5ff160cc-2024-44f5-a299-23681518cc17 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:42.448289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.450803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b83f0d18-32a1-4061-a6c8-3dc23fcb03cd req-148472c8-92f2-4cdf-bbc1-37888b0c818d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.50 "DELETE /v2.0/ports/5ff160cc-2024-44f5-a299-23681518cc17 HTTP/1.1" status: 204 len: 173 time: 1.8026109 Jul 27 21:50:42.462966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb5309f9-e4ca-469d-95bb-14cfeadec20c req-2d730dbe-a79c-44f4-b905-ce9857bccf79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822971 Jul 27 21:50:42.465142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.478311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'name': 'network-vif-deleted', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:42.478311 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f159003-17ee-4593-b6f0-4ce48d2ce29e" -d '{"events": [{"server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "name": "network-vif-deleted", "tag": "5ff160cc-2024-44f5-a299-23681518cc17"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:42.478311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Network 95529cac-67b7-4900-99a0-55700205b6fb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:42.480233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00d20577-de18-4c9e-b833-244fa46b7606 req-0220791e-f035-4d14-b198-b3c577d65d63 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123098 Jul 27 21:50:42.486168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:42.503254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:42.527250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:42.573770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:42.632070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.708631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a34b829-6380-4787-a61f-c5d7f97f7f25,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:42.708828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:37Z', 'revision_number': 3, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:42.728254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:42.733241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:42.733968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.740310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7473a53d-d17e-4512-abb2-cd0fc2e13857 req-95eb5276-45f4-45a2-a4ca-47363533efee tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 210 time: 0.0501013 Jul 27 21:50:42.762706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Checking segment: {'id': '584bc4cc-b85c-4fde-b994-06f74491a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:42.763868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Network hostable DHCP agents. Network: 62d1efb6-f7ee-4f43-8f7e-1565be229d9c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:42.774030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697627a-fade-4c2a-b3af-468ac3e4151e None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:37Z', 'revision_number': 3, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:50:42.853168 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94fde09-0ad3-4058-bdcb-d87929976d5c x-openstack-request-id: req-c94fde09-0ad3-4058-bdcb-d87929976d5c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:42.853603 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344e888a-cad2-4965-9ae0-f868e4837e7f", "name": "network-vif-deleted", "tag": "5ff160cc-2024-44f5-a299-23681518cc17", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:42.853998 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c94fde09-0ad3-4058-bdcb-d87929976d5c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:42.854516 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344e888a-cad2-4965-9ae0-f868e4837e7f', 'name': 'network-vif-deleted', 'tag': '5ff160cc-2024-44f5-a299-23681518cc17', 'status': 'completed', 'code': 200} Jul 27 21:50:42.867067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:42.870065 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152af544-232d-4be8-907a-6a6ba9581731" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:42.877285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:42.904489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f572e9b9-bb4d-45de-a8c3-3d9e89130df0 req-d5db4c6f-d8ec-4b67-94c8-c40129685a3d tempest-ServerPasswordTestJSON-142914426 tempest-ServerPasswordTestJSON-142914426-project] 10.222.0.37 "GET /v2.0/ports?device_id=344e888a-cad2-4965-9ae0-f868e4837e7f HTTP/1.1" status: 200 len: 210 time: 0.0489225 Jul 27 21:50:42.945190 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.973719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 62d1efb6-f7ee-4f43-8f7e-1565be229d9c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:42.978751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.979506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.001323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27329be0-b82c-4e94-9400-bfc065b21415 None None] Network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:43.054475 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea67f93-31c6-4b7c-b0cf-c6cf53d2ebf1 x-openstack-request-id: req-7ea67f93-31c6-4b7c-b0cf-c6cf53d2ebf1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:43.054981 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:43.055509 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ea67f93-31c6-4b7c-b0cf-c6cf53d2ebf1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:43.056157 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'code': 200} Jul 27 21:50:43.057010 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7', 'code': 200} Jul 27 21:50:43.069716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.098541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7916c217-75d0-4144-9bfd-1eee4932533e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9129834 Jul 27 21:50:43.174673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:43.319699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.320528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7f8fd664-7bef-4416-8098-d6dd7cd61b17 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:43.384519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.435787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2d60a57-d2b8-41c2-a2da-88d5ca5c9ec5 None None] Provisioning for port ee4657ad-6a61-41af-bb50-cdf1242ec317 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:43.444381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44780-bace-433c-b86e-3b3f665222b8 None None] Network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:43.472605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2d60a57-d2b8-41c2-a2da-88d5ca5c9ec5 None None] Provisioning complete for port ee4657ad-6a61-41af-bb50-cdf1242ec317 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:43.472983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2d60a57-d2b8-41c2-a2da-88d5ca5c9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.489041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.569811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:43.630066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c2d60a57-d2b8-41c2-a2da-88d5ca5c9ec5 None None] Port ee4657ad-6a61-41af-bb50-cdf1242ec317 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:50:43.642950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.654550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:43.750667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:43.772944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7149b-797d-437b-abbb-8123277528cc req-52525e5e-e4d3-4fcf-b43e-8fd46c936ed3 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:43.781206 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6b7149b-797d-437b-abbb-8123277528cc req-52525e5e-e4d3-4fcf-b43e-8fd46c936ed3 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.1580288 Jul 27 21:50:43.831924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:43.832351 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:43.842542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6b7149b-797d-437b-abbb-8123277528cc req-197752e5-eb76-4e3c-bb75-0feb66c15883 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Jul 27 21:50:43.897189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5ff160cc-2024-44f5-a299-23681518cc17 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:43.921340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Network 95529cac-67b7-4900-99a0-55700205b6fb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:43.925099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:43.944576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 5ff160cc-2024-44f5-a299-23681518cc17 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:43.944970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 5ff160cc-2024-44f5-a299-23681518cc17 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:44.115816 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.152961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a2be4064-fb10-4874-ab52-625e79860f41 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:44.156002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-960bbd42-7b06-4c32-bc19-a42645571dd8 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.157626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-960bbd42-7b06-4c32-bc19-a42645571dd8 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/networks?id=62d1efb6-f7ee-4f43-8f7e-1565be229d9c HTTP/1.1" status: 200 len: 818 time: 0.3890226 Jul 27 21:50:44.219970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.230674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.235046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:44.248989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-ad3d585e-72b7-44aa-bff9-055987ff1e91 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/quotas/e9b6d29543204f399487c000d229b3df HTTP/1.1" status: 200 len: 375 time: 0.0747607 Jul 27 21:50:44.250435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.258570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.267390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.277621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.284626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.287006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-bae5355b-e97c-4a90-8149-aafd71c35ebe tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5440 time: 0.2790577 Jul 27 21:50:44.331846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-3f31c696-e309-4a96-a1a2-a19eeb91fb53 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=deca6e03fec44526bebc19ae83c16152&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437074 Jul 27 21:50:44.343050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0d2f62b6-a70e-4617-bbc5-14dad5145275 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9b6d29543204f399487c000d229b3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726781 Jul 27 21:50:44.353219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:50:44.377848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a8d597e6-3e73-453c-87ee-c121523ffa7c None None] Provisioning complete for port ee4657ad-6a61-41af-bb50-cdf1242ec317 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:44.377848 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8d597e6-3e73-453c-87ee-c121523ffa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.407295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a2be4064-fb10-4874-ab52-625e79860f41 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:44.412578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.413496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 88a3d7b9-1c53-4b5d-b104-b38597a4c890 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:44.462468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a2be4064-fb10-4874-ab52-625e79860f41 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:44.462860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.464224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f60beb5-c89c-42bd-b95e-cee5b2675d05 req-f2202f15-611d-4529-8824-304295432775 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1519823 Jul 27 21:50:44.502384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-c166d6d7-cea5-421a-a266-17c087eefe80 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:44.502384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-c166d6d7-cea5-421a-a266-17c087eefe80 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586549 Jul 27 21:50:44.516952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Request body: {'port': {'device_id': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'deca6e03fec44526bebc19ae83c16152'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:44.539067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a8d597e6-3e73-453c-87ee-c121523ffa7c None None] Port ee4657ad-6a61-41af-bb50-cdf1242ec317 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:50:44.596078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:44.605069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:50:44.618393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6903384d-1eab-4915-8bf6-3077bbb155a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/02f5e3c6-d1cc-4bca-884d-cf3511dfcea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2395976 Jul 27 21:50:44.670610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d4085a0-0a3f-436f-b514-53d635ce10d0 req-72f68eff-7c07-4443-a345-672afc75a535 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 210 time: 0.0388157 Jul 27 21:50:44.675449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-d5dae4b9-72b2-438c-963c-ab60b1f64605 service neutron] 10.222.0.37 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272004 Jul 27 21:50:44.691684 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.729886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:44.753516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:44.753925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.758053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a2be4064-fb10-4874-ab52-625e79860f41, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a2be4064-fb10-4874-ab52-625e79860f41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:44.774802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:44.904487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Deleting subnet 8957b61b-356a-470c-a428-de329fd22f4a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:44.913051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.953954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.963437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-b646e675-753c-42fc-ae14-049dcc348481 service neutron] 10.222.0.37 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780046 Jul 27 21:50:44.968455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:44.980387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.028016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:45.048917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Made reservation on behalf of deca6e03fec44526bebc19ae83c16152 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:45.055310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.058668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.066622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3d7b9-1c53-4b5d-b104-b38597a4c890'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:45.069012 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38fae91-8753-4489-b885-53b7ea52a289" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a7602cf7-d7f1-451a-bafd-dfe1759d18c7"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "88a3d7b9-1c53-4b5d-b104-b38597a4c890"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:45.072498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.090600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a2be4064-fb10-4874-ab52-625e79860f41,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:45.118331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6715c-c145-4da0-8f26-6dadd42161d6 req-58fe0a5b-8777-47b6-a1ff-1d713198115f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.119928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ce6715c-c145-4da0-8f26-6dadd42161d6 req-58fe0a5b-8777-47b6-a1ff-1d713198115f tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.1676533 Jul 27 21:50:45.121037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-7d0f22e1-4a61-4901-8f4e-1df1aa10a150 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.122858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-7d0f22e1-4a61-4901-8f4e-1df1aa10a150 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.1522181 Jul 27 21:50:45.177227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.180066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2cc8d17b-5170-4140-97e3-676b0cea585e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:45.213856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ce6715c-c145-4da0-8f26-6dadd42161d6 req-d9391438-b427-454d-8490-db506e7aeaa2 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811391 Jul 27 21:50:45.304153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.349228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:45.420138 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114e960-2617-4ae7-a0e8-8bd24b426ed9 x-openstack-request-id: req-7114e960-2617-4ae7-a0e8-8bd24b426ed9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:45.420573 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a7602cf7-d7f1-451a-bafd-dfe1759d18c7", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "88a3d7b9-1c53-4b5d-b104-b38597a4c890", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:45.420926 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7114e960-2617-4ae7-a0e8-8bd24b426ed9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:45.421414 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7602cf7-d7f1-451a-bafd-dfe1759d18c7', 'code': 200} Jul 27 21:50:45.421744 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'code': 200} Jul 27 21:50:45.422068 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a3d7b9-1c53-4b5d-b104-b38597a4c890', 'code': 200} Jul 27 21:50:45.473794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:50:45.488071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.503184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:45.503431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:45.600998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 2cc8d17b-5170-4140-97e3-676b0cea585e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:45.601299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2007188b-8ac9-4363-a359-ed13cf9489b2 req-eef3dec4-a4d9-493b-8384-798165bf5cb3 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.0528858 Jul 27 21:50:45.620236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 2cc8d17b-5170-4140-97e3-676b0cea585e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:45.622520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.655781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb8efe-6f4a-4148-82f5-006f97b34a62,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:45.736152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.768144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Allocated IP 192.168.233.167 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/fd2dbd96-cf9c-44b6-a3dd-05de47813220) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:45.779605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8957b61b-356a-470c-a428-de329fd22f4a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:45.791223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.795949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:45.803509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f60a4e18-671e-4414-8a04-1542d0ea967a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8957b61b-356a-470c-a428-de329fd22f4a HTTP/1.1" status: 204 len: 168 time: 1.0197649 Jul 27 21:50:45.806909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:45.813819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Deleting port b18537ca-2f5c-49c3-a11f-040cccf453fc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:45.814257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.869977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.907833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.914106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.921123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.928413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.934956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.940220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.943374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:45.955933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.977562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.986259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b50ccdce-4c04-4220-9691-96a3821239cd req-3017722e-2e3a-4ec3-acc3-1c6349de5165 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5442 time: 0.3079188 Jul 27 21:50:46.051213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:46.055984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.068295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a2be4064-fb10-4874-ab52-625e79860f41 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:46.075089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957929402', 'description': 'tempest-description--637355441'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:46.095542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.100747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b50ccdce-4c04-4220-9691-96a3821239cd req-4a08689a-3f9a-4d48-8abc-802eb3b8b026 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124780 Jul 27 21:50:46.110399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93da122-aab1-4f99-8f2a-8cc378863bde']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:46.123995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fb2561-43f8-464c-b832-739e6f14e983') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:46.124163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fb2561-43f8-464c-b832-739e6f14e983') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:46.131943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] For port b18537ca-2f5c-49c3-a11f-040cccf453fc, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b18537ca-2f5c-49c3-a11f-040cccf453fc,segment=NetworkSegment(c9e19549-b025-41ac-94e7-7bfd73b4aa12),segment_id=c9e19549-b025-41ac-94e7-7bfd73b4aa12)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:46.132716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.140877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.161169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Calling delete_port for b18537ca-2f5c-49c3-a11f-040cccf453fc owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:46.192193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:46.205241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9123b267-be96-4eeb-b2b1-1fb53e5d178a req-c7a1702d-170d-4878-99a1-3d08bdd84d09 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 210 time: 0.0510764 Jul 27 21:50:46.209756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.234090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:46.234090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:46.235661 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:46.248390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a2be4064-fb10-4874-ab52-625e79860f41 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:46.248778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.266060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.356157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.413589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.420431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.425373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f93da122-aab1-4f99-8f2a-8cc378863bde HTTP/1.1" status: 204 len: 168 time: 0.6251521 Jul 27 21:50:46.440956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff6207-a176-4640-b785-4465fe3f3c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93da122-aab1-4f99-8f2a-8cc378863bde,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:46.453151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:43Z', 'revision_number': 2, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:46.484303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:50:46.484856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Updating router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 port ee4657ad-6a61-41af-bb50-cdf1242ec317 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:50:46.492054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.505077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2214de9-db7f-4c15-8421-b1dea485a9a8 req-2cc6e9a3-b986-4533-8560-263b9abdba9c tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:46.506644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2214de9-db7f-4c15-8421-b1dea485a9a8 req-2cc6e9a3-b986-4533-8560-263b9abdba9c tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 945 time: 0.1900856 Jul 27 21:50:46.532278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.553570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2214de9-db7f-4c15-8421-b1dea485a9a8 req-7054e1e6-b451-4a0f-b050-ef68e47d71ae tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups?id=71a1db63-60ad-4890-8781-7ecfc3a88740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jul 27 21:50:46.596156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Transition to ACTIVE for port object fd2dbd96-cf9c-44b6-a3dd-05de47813220 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:46.596377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.609016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b18537ca-2f5c-49c3-a11f-040cccf453fc'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:46.633608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.641045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event deleted for resources: {'Port': ['ID=b18537ca-2f5c-49c3-a11f-040cccf453fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:46.698022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93c9969d-36dc-40ed-8ffe-39f23a3a8e9d req-07cd36b2-b67e-42b2-85bd-7573db3d5816 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.0340321 Jul 27 21:50:46.730629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] No DVR routers for this DVR port b18537ca-2f5c-49c3-a11f-040cccf453fc on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:46.730629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.730629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b66e1b1c-837f-405d-bf05-56b28d968fd0 req-3cc118ca-fd02-4aad-960d-4a83aacbac41 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.50 "DELETE /v2.0/ports/b18537ca-2f5c-49c3-a11f-040cccf453fc HTTP/1.1" status: 204 len: 173 time: 1.5999498 Jul 27 21:50:46.730629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'name': 'network-vif-deleted', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:46.736177 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21769681-0bef-43d4-b832-9e8b04335144" -d '{"events": [{"server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "name": "network-vif-deleted", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:46.739471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d134b65-b29b-43b9-90c7-c9cda978e352,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:46.767967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.787897 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb3d3a-9519-4b7d-89a8-680cf598c33e x-openstack-request-id: req-68fb3d3a-9519-4b7d-89a8-680cf598c33e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:46.788192 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34edf987-b2ab-4219-b909-970e4e1b27e3", "name": "network-vif-deleted", "tag": "b18537ca-2f5c-49c3-a11f-040cccf453fc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:46.788448 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68fb3d3a-9519-4b7d-89a8-680cf598c33e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:46.788914 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34edf987-b2ab-4219-b909-970e4e1b27e3', 'name': 'network-vif-deleted', 'tag': 'b18537ca-2f5c-49c3-a11f-040cccf453fc', 'status': 'completed', 'code': 200} Jul 27 21:50:46.830813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:46.832210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:46.834977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:46.837779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:46.843146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.844142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-089e9c81-14e8-4f88-bc10-c1eb785abfde tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7893124 Jul 27 21:50:46.847264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:46.858366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group_rule': {'security_group_id': '8d134b65-b29b-43b9-90c7-c9cda978e352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:46.913958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:46.914968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.930357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:46.944368 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.963780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Transition to ACTIVE for port object ee4657ad-6a61-41af-bb50-cdf1242ec317 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:46.980577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19662cb4-a850-4b3b-9935-74304a51b2d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=853b7c0e1bab416ca07b6ad44968dabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487938 Jul 27 21:50:46.983133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:47.041524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.064840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.094270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.105342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.156660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d95d-5fa1-45cc-ad48-fca30a387838 None None] Pushing event updated for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:47.160155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.255860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Attempting to bind port ee4657ad-6a61-41af-bb50-cdf1242ec317 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:47.256160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Attempting to bind port ee4657ad-6a61-41af-bb50-cdf1242ec317 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:47.256635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Attempting to bind port ee4657ad-6a61-41af-bb50-cdf1242ec317 on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:47.258154 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-a0760175-8566-4ca8-b4e0-c71a3fdafcf6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7465270 Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Checking segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Bound using segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Bound port: ee4657ad-6a61-41af-bb50-cdf1242ec317, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:47.268249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.282641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Request body: {'port': {'device_id': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:47.350536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.365916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.372416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] For port ee4657ad-6a61-41af-bb50-cdf1242ec317, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:47.373869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fffb9255-308e-4735-8407-66855d023fc7 HTTP/1.1" status: 204 len: 168 time: 0.3733258 Jul 27 21:50:47.375037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.380923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] For port ee4657ad-6a61-41af-bb50-cdf1242ec317, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ee4657ad-6a61-41af-bb50-cdf1242ec317,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:47.391973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.401588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5cf4c046-ea2f-4853-a71e-b226a3d15abb None None] Provisioning for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:47.406332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5cf4c046-ea2f-4853-a71e-b226a3d15abb None None] Provisioning complete for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:47.417375 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c046-ea2f-4853-a71e-b226a3d15abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.419594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.437400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.450000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.451903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:47.454311 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a24bb-0c6b-4beb-98d4-36c3d76bedf7" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:47.457598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.460316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffff029-eabc-413b-93e0-46e25df40bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb9255-308e-4735-8407-66855d023fc7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:47.464172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.471436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.471642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5f73c0-c1c8-4e1a-b753-3ab7aea82522,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:47.482436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d464dec-f240-4e08-a143-90c0f306d81c req-b7105ad1-d4ee-456d-a080-1a727f375b60 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.2786138 Jul 27 21:50:47.512563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde0ded-3155-4779-948b-a533a55491a9 req-7abfac24-8dab-4d5a-a5ab-8d9aa8fef361 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.522264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfde0ded-3155-4779-948b-a533a55491a9 req-7abfac24-8dab-4d5a-a5ab-8d9aa8fef361 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 936 time: 0.2122772 Jul 27 21:50:47.532054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.534913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4c046-ea2f-4853-a71e-b226a3d15abb None None] Port fd2dbd96-cf9c-44b6-a3dd-05de47813220 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:50:47.553024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.577623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d464dec-f240-4e08-a143-90c0f306d81c req-afde54f9-b564-45f5-a51c-383b57c04fde tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940337 Jul 27 21:50:47.593012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfde0ded-3155-4779-948b-a533a55491a9 req-9c7b4d4b-3b61-465e-8352-2534bb25e040 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 Jul 27 21:50:47.610458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.611692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-429548fc-5089-4185-83f9-06617510a7da tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7634633 Jul 27 21:50:47.622633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:47.634691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group_rule': {'security_group_id': '8d134b65-b29b-43b9-90c7-c9cda978e352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:47.732386 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6929022-9f05-4b4d-af77-ea2982450c32 x-openstack-request-id: req-e6929022-9f05-4b4d-af77-ea2982450c32 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:47.732641 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:47.732787 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6929022-9f05-4b4d-af77-ea2982450c32 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:47.748730 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'code': 200} Jul 27 21:50:47.758914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.776247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9d95d-5fa1-45cc-ad48-fca30a387838 None None] Pushing event updated for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:47.844857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:47.845686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:47.909783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f25d3a1f-13c7-4d4c-b61a-ac1dbab3333d req-5d28c62d-78db-40e0-82bb-57d14919870b tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/ports?device_id=34edf987-b2ab-4219-b909-970e4e1b27e3 HTTP/1.1" status: 200 len: 210 time: 0.0759432 Jul 27 21:50:48.052026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.065471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d5c845a-70d2-4d8e-941c-88bca6c3bb4e req-5aaf452d-fcae-4875-a88c-7d456042623b tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.1663332 Jul 27 21:50:48.100088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:48.118341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.120112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.120695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.121206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.121847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.122392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.122887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.126013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-68edf73c-5bcb-4205-a186-1c3952860fea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.2124403 Jul 27 21:50:48.128140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.226260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5aa3c7a-207c-4967-87d0-24f94062ee59,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:48.236675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10aa7e4f-75f6-46a2-ab24-3e5c7603341e req-6d26e1e8-4119-4f44-8b73-a1bd5d723ca1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&id=02016ac9-9f11-4b11-85f0-fff2c3281063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977824 Jul 27 21:50:48.299319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.307390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-80daa193-667b-445f-af62-e77ca79aa082 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835871 Jul 27 21:50:48.308396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:48.333628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:48.341052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:48.352070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.369220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Transition to ACTIVE for port object fd2dbd96-cf9c-44b6-a3dd-05de47813220 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:48.437503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:47Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:48.489597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bde4d-254a-4fe5-b548-3d6a0838818f None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:47Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:50:48.511869 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.514448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.699175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:48.913983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.920898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Attempting to bind port fd2dbd96-cf9c-44b6-a3dd-05de47813220 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:48.921244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Attempting to bind port fd2dbd96-cf9c-44b6-a3dd-05de47813220 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:48.921761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Attempting to bind port fd2dbd96-cf9c-44b6-a3dd-05de47813220 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:48.935117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Port fd2dbd96-cf9c-44b6-a3dd-05de47813220 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:48.937031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Attempting to bind port fd2dbd96-cf9c-44b6-a3dd-05de47813220 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:48.958113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:48.958879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:48.959718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:48.965743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Bound port: fd2dbd96-cf9c-44b6-a3dd-05de47813220, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:48.965743 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:48.982139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.988754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa74ca-4089-424b-a5b9-310dd91ce9b4 req-ed9f0132-be54-4d7e-8764-b0c65f66681a tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.990578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.992480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2caa74ca-4089-424b-a5b9-310dd91ce9b4 req-ed9f0132-be54-4d7e-8764-b0c65f66681a tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 948 time: 0.1620820 Jul 27 21:50:49.001353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.010619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.018341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.025741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.034909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.037118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-63a82781-53e7-4714-ae5b-bb1deb8fb6e9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.2828658 Jul 27 21:50:49.124435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:49.134168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:49.210657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2caa74ca-4089-424b-a5b9-310dd91ce9b4 req-3eb2d1c9-8063-4e31-a204-b7a92f10b1e3 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101138 Jul 27 21:50:49.264531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29668e0f-908f-4996-b1b1-d2093a146e79 req-3ba6830e-4396-45c6-b14b-280a450b4a89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361215 Jul 27 21:50:49.311374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:49.376101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.376829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:49.378783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] 10.222.0.76 "PUT /v2.0/ports/fd2dbd96-cf9c-44b6-a3dd-05de47813220 HTTP/1.1" status: 200 len: 1096 time: 2.1075251 Jul 27 21:50:49.384644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:49.386550 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649bb1fd-b62d-48c4-a618-4172f7cadb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:49.410406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Allocated IP 172.25.3.133 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/01083249-a255-4b18-ace6-a4777857caa9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:49.507186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-384649c8-7646-4240-9b52-b7fd48c15c42 req-9ac340d2-72c9-4659-9141-f2c899bb072f tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.0825386 Jul 27 21:50:49.610033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb942940-c799-419e-ba2d-9afc5f389851 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:49.654695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:49.680431 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca6d36-7b2e-4ad0-baa9-52094e56569e x-openstack-request-id: req-e8ca6d36-7b2e-4ad0-baa9-52094e56569e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:49.680814 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:49.681070 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8ca6d36-7b2e-4ad0-baa9-52094e56569e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:49.681651 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'status': 'completed', 'code': 200} Jul 27 21:50:49.697107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b114d9d-09ff-49c7-8d21-533b4d3db227 req-34add1c1-5b2c-40c4-b944-3959e1680f3c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.705484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b114d9d-09ff-49c7-8d21-533b4d3db227 req-34add1c1-5b2c-40c4-b944-3959e1680f3c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.3458188 Jul 27 21:50:49.829588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b114d9d-09ff-49c7-8d21-533b4d3db227 req-6e71135a-fdb8-4499-8079-4cb9cc2f1ab9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904620 Jul 27 21:50:49.860598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-01e19bd0-848b-4366-9dcc-d57d85805386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:49.868699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-01e19bd0-848b-4366-9dcc-d57d85805386 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=deca6e03fec44526bebc19ae83c16152&device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 1099 time: 0.2921524 Jul 27 21:50:49.911118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b18537ca-2f5c-49c3-a11f-040cccf453fc no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:49.966316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: b18537ca-2f5c-49c3-a11f-040cccf453fc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:49.966316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b18537ca-2f5c-49c3-a11f-040cccf453fc not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:49.966475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-b50b85e5-0053-485a-ac76-f1f253b140aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220 HTTP/1.1" status: 200 len: 217 time: 0.0887563 Jul 27 21:50:49.970662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1744928256-network', 'tenant_id': 'e508050afce54ea4b971ba1e025402b7'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:50.002814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-e6e27b61-ee63-424a-9f38-107fbd75d1cc tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.004369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-e6e27b61-ee63-424a-9f38-107fbd75d1cc tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.50 "GET /v2.0/networks?id=62d1efb6-f7ee-4f43-8f7e-1565be229d9c HTTP/1.1" status: 200 len: 818 time: 0.5302467 Jul 27 21:50:50.007703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.021643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Request body: {'port': {'device_id': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c', 'admin_state_up': True, 'tenant_id': 'e9b6d29543204f399487c000d229b3df'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:50.060239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33726) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:50.144200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ee4657ad-6a61-41af-bb50-cdf1242ec317 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:50.285380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-8ec13073-5ed7-46ba-93b7-99fe63326005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.287153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-8ec13073-5ed7-46ba-93b7-99fe63326005 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2992849 Jul 27 21:50:50.291713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Made reservation on behalf of e508050afce54ea4b971ba1e025402b7 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:50.301437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.316069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ee4657ad-6a61-41af-bb50-cdf1242ec317 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:50.323421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ee4657ad-6a61-41af-bb50-cdf1242ec317 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:50.329392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.329629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.352791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.406665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca983d3-353d-40b5-a0a2-47e9f8de6dd4 req-51e4f8e7-544c-4669-8f7b-27eddc661cb0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.410857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca983d3-353d-40b5-a0a2-47e9f8de6dd4 req-51e4f8e7-544c-4669-8f7b-27eddc661cb0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.4474573 Jul 27 21:50:50.433004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Made reservation on behalf of e9b6d29543204f399487c000d229b3df for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:50.437017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.482846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.488058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.490456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.521274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:50.537990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:50.554231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ee4657ad-6a61-41af-bb50-cdf1242ec317, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ee4657ad-6a61-41af-bb50-cdf1242ec317,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:50.559844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:50.595117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=01083249-a255-4b18-ace6-a4777857caa9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:50.618319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca983d3-353d-40b5-a0a2-47e9f8de6dd4 req-441fa789-cc13-4eef-bc88-0a48f870fa72 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250901 Jul 27 21:50:50.651896 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.776172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:50.833611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4472-07a0-48e4-ba17-ea4cc57687e8 req-77a8fcf8-131c-4236-97a5-6c9d4a4f4c64 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.834003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-375d37d8-0bd8-4921-a4fd-30e3911beb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.835424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af0b4472-07a0-48e4-ba17-ea4cc57687e8 req-77a8fcf8-131c-4236-97a5-6c9d4a4f4c64 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 948 time: 0.4724350 Jul 27 21:50:50.835608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-375d37d8-0bd8-4921-a4fd-30e3911beb24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5297925 Jul 27 21:50:50.925832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.929570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.934408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "DELETE /v2.0/security-groups/0de27d3f-80db-4b61-af2a-afa891d70782 HTTP/1.1" status: 204 len: 168 time: 0.8678122 Jul 27 21:50:50.935384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.938818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:50.949470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:50.964383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65e96-908e-432e-9181-f8e41ff17d79 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de27d3f-80db-4b61-af2a-afa891d70782,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:50.969296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Allocated IP 172.20.0.6 (62d1efb6-f7ee-4f43-8f7e-1565be229d9c/7a34b829-6380-4787-a61f-c5d7f97f7f25/e7f866dd-1a51-4fad-affa-39788f484b46) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:50.974854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af0b4472-07a0-48e4-ba17-ea4cc57687e8 req-127e2328-cda6-4445-80cb-b8f1cd7879f7 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289399 Jul 27 21:50:50.975722 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-1c284872-817e-40ae-b692-163d20c65fef tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] show failed (client error): The resource could not be found. Jul 27 21:50:50.976714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1c284872-817e-40ae-b692-163d20c65fef tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "GET /v2.0/security-groups/0de27d3f-80db-4b61-af2a-afa891d70782 HTTP/1.1" status: 404 len: 347 time: 0.0369277 Jul 27 21:50:50.980393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:50.991847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.000994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.015258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.021494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.028736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.049428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.058457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.060568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-2a8d4e26-db30-4858-9b35-cbf2a7acb614 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.2900724 Jul 27 21:50:51.103552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.135041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-bc5149b4-2903-4536-a595-c3069b736fc1 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877123 Jul 27 21:50:51.153102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d2b5eff-19c6-49c8-921d-d28a447cb8e0 req-94967f6e-83dc-4f8a-977b-f07eeac41734 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847719 Jul 27 21:50:51.161731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74cca166-2159-4adc-ad8e-e458399748ce req-0b78bc59-ba83-45b1-bfce-af82b2af20cd tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.0743382 Jul 27 21:50:51.206639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd6171-4c55-4743-9c4e-7c2db38df7d1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:51.223801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:51.240875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.240875 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Added segment 9d170478-2b53-4f19-ad7f-d7a192d6947e of type vlan for network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 Jul 27 21:50:51.275993 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.337616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.343226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49df3e52-4e3f-479d-b711-752a27d2d780 req-2944a7bf-89fd-4b69-a8c2-357256637f27 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962237 Jul 27 21:50:51.449691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Deleting port f502c239-0632-43c7-96bc-a2cf5c11e0da {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:51.450036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.465549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.467459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.469079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.553879 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.569345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9126134 Jul 27 21:50:51.576997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33758) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:51.582456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Request body: {'subnet': {'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1744928256-subnet', 'tenant_id': 'e508050afce54ea4b971ba1e025402b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:51.604654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395f20-d56c-4628-afaa-de067a25494f admin admin] Pushing event updated for resources: {'Network': ['ID=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:51.617450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:51.653091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-13df656b-c6ae-48c3-a307-ce145816b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.655134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-13df656b-c6ae-48c3-a307-ce145816b094 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=deca6e03fec44526bebc19ae83c16152&device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 1099 time: 0.1562843 Jul 27 21:50:51.655762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-290be570-8743-44ad-bdda-e851b2a36c8d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.657523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-290be570-8743-44ad-bdda-e851b2a36c8d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.3287232 Jul 27 21:50:51.673685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.673923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.720577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Calling delete_port for f502c239-0632-43c7-96bc-a2cf5c11e0da owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:51.734482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-d342779b-e450-4cd1-b5fb-1f52d1113699 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/quotas/b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 375 time: 0.0629790 Jul 27 21:50:51.737350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Made reservation on behalf of e508050afce54ea4b971ba1e025402b7 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:51.739584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.843351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.914236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-36c15053-9c0c-40e2-9568-9064eb71aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.916456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-36c15053-9c0c-40e2-9568-9064eb71aef8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2521615 Jul 27 21:50:51.921129 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:51.950068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.957094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.963086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.970707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.978522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.985521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.991766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.994908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a83fceff-b9a2-417d-afec-1e6324d2940a req-87500cad-1f85-4c6e-8f31-2bad408e8eb0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.2391312 Jul 27 21:50:52.027628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:52.029548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.031219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Pushing event updated for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:52.049174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ee4657ad-6a61-41af-bb50-cdf1242ec317 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:52.049707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:52.052249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-7409f85e-5c48-4a87-ac02-2516fe734a25 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3057742 Jul 27 21:50:52.057809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Request body: {'floatingip': {'port_id': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:52.062745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-0a97a8d9-0f7a-4bf1-9e46-68e5818cca63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220 HTTP/1.1" status: 200 len: 217 time: 0.1359773 Jul 27 21:50:52.069150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:52.072249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:52.114629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ee4657ad-6a61-41af-bb50-cdf1242ec317 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:52.115151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.428336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.552850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-d4d85984-a891-45c9-ab7b-53fffbb0e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.554413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-d4d85984-a891-45c9-ab7b-53fffbb0e358 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.7137830 Jul 27 21:50:52.576899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-164e5ec1-4595-47a4-9832-7f9b8a79b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.578467 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-164e5ec1-4595-47a4-9832-7f9b8a79b033 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2194865 Jul 27 21:50:52.608761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.609401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.626925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=01083249-a255-4b18-ace6-a4777857caa9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:52.690175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.722622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d90a-0ebd-4980-a484-e76e0324f91f req-bb700e54-4029-4ee4-80bd-0f741e882d2a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.724178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dc5d90a-0ebd-4980-a484-e76e0324f91f req-bb700e54-4029-4ee4-80bd-0f741e882d2a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.3637476 Jul 27 21:50:52.732547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.734874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-bd4963af-4fc8-4e84-aac4-10cf31846592 service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097143 Jul 27 21:50:52.799285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.800858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eab62730-cab7-458b-a745-defc1061a02e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4910893 Jul 27 21:50:52.801313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:52.804168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-c8585ee7-cf13-4f41-af3c-6e2f1e8b9278 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7883584 Jul 27 21:50:52.818695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-b67a9c2c-1dbc-4946-a29e-2450daae13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.820206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-b67a9c2c-1dbc-4946-a29e-2450daae13b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 920 time: 0.2471402 Jul 27 21:50:52.841107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Request body: {'port': {'device_id': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:52.863786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Pushing event deleted for resources: {'Port': ['ID=f502c239-0632-43c7-96bc-a2cf5c11e0da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:52.879867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67089cfb-7483-451d-b0d1-6d87797905c4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:52.890621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-d5b5c6ee-0e5f-405c-8cd0-91105e7f9717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.892476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-d5b5c6ee-0e5f-405c-8cd0-91105e7f9717 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2913251 Jul 27 21:50:52.904111 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dc5d90a-0ebd-4980-a484-e76e0324f91f req-ee50f8da-4bc0-44e0-9221-6c0550400feb tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693225 Jul 27 21:50:53.001905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-1e58b030-098d-44a7-86b0-d337e0699b8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 217 time: 0.1541324 Jul 27 21:50:53.074989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Checking segment: {'id': '9d170478-2b53-4f19-ad7f-d7a192d6947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:53.075267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Network hostable DHCP agents. Network: 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:53.129184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-f44c7a0a-aa86-4f74-817c-e2ca0d6d63f8 service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894839 Jul 27 21:50:53.139774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.141919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-18ca0dfd-67ae-4f45-921d-e87448efee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.143515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-18ca0dfd-67ae-4f45-921d-e87448efee69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.1159291 Jul 27 21:50:53.153130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.155843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.159807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c8ceb45a-a2b6-4044-a575-c0973fff8af7 tempest-ImagesOneServerNegativeTestJSON-340362742 tempest-ImagesOneServerNegativeTestJSON-340362742-project] 10.222.0.37 "DELETE /v2.0/floatingips/1249beb7-2d81-48cc-b57a-2ccd39890956 HTTP/1.1" status: 204 len: 168 time: 2.1784892 Jul 27 21:50:53.197913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-c6cc2f9c-56a0-424e-996c-c9598034fa58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369089 Jul 27 21:50:53.326063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-1c08de92-d92d-4639-93cf-20603f4a0a82 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187405 Jul 27 21:50:53.405477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:53.448292 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-ce17adea-ac90-4854-a1fa-c43fdf7fd6dc service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282608 Jul 27 21:50:53.466179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.resource_extend [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:50:53.478341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b9319-62f1-4712-b237-ac1c79f26774 req-b0632390-cdc2-44c0-a796-b36c3de36482 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.479625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb1b9319-62f1-4712-b237-ac1c79f26774 req-b0632390-cdc2-44c0-a796-b36c3de36482 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 948 time: 0.4666214 Jul 27 21:50:53.539530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:53.546193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-317c04fe-da4e-460b-85cc-c4bf5e297ddd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3253212 Jul 27 21:50:53.552394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bcc72-0b8a-451a-a21b-1d292e3853fe None None] Network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:53.643846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-649bb1fd-b62d-48c4-a618-4172f7cadb7a req-8f21c595-0529-4693-9ecc-a839c37294ff service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089371 Jul 27 21:50:53.667189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.669972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.670663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.723012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb1b9319-62f1-4712-b237-ac1c79f26774 req-3527757e-d96f-43ec-9151-3dc4342ca795 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084949 Jul 27 21:50:53.727011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cde9cf0-7340-43ab-aefe-aadc4b74c54c req-ce860f4c-3321-4573-a25a-71261143d11c service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637279 Jul 27 21:50:53.733829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.737629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd6c5a-db1c-4a43-a725-83a088b5f12b None None] Network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:53.792992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-783b2df5-1293-4f07-acb6-e4d24d17c784 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2153907 Jul 27 21:50:53.841435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-44c5cbaa-c477-412d-a3d6-4e83dcec05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.843353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-44c5cbaa-c477-412d-a3d6-4e83dcec05b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 1096 time: 0.2642648 Jul 27 21:50:53.864541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f866dd-1a51-4fad-affa-39788f484b46 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:53.886872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:53.912762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e57ddd-b07f-4a2b-bbfe-83768a413346 req-b9303b73-179b-4799-8aaf-c1a5b4346547 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.914812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0e57ddd-b07f-4a2b-bbfe-83768a413346 req-b9303b73-179b-4799-8aaf-c1a5b4346547 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 931 time: 0.3048818 Jul 27 21:50:53.977050 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Floating IP 3727df96-767c-4f89-964d-dcf947914b6a associated. External IP: 172.25.3.130, port: 7f8fd664-7bef-4416-8098-d6dd7cd61b17. Jul 27 21:50:54.014398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Transition to ACTIVE for port object e7f866dd-1a51-4fad-affa-39788f484b46 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:54.039565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0e57ddd-b07f-4a2b-bbfe-83768a413346 req-037b5f42-8798-4a9e-b368-5dd168fd0b35 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070728 Jul 27 21:50:54.064429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-46a99497-b69f-4a30-9f18-d59aa0e883a1 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1957929402&fields=id&tenant_id=86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 267 time: 0.0836926 Jul 27 21:50:54.083306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-0fc35f8e-c3a7-4cc5-8160-1dbac8d8fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.085068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-0fc35f8e-c3a7-4cc5-8160-1dbac8d8fe83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1927910 Jul 27 21:50:54.102135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:54.146934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-473d6c38-ab7e-4f18-95d9-5997c7374c44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48 HTTP/1.1" status: 200 len: 217 time: 0.0537436 Jul 27 21:50:54.210313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6bc9488-189e-471e-9533-fba5538f7ae5 req-6566478c-ab7a-4575-8098-1931e7e2ba41 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 210 time: 0.0680792 Jul 27 21:50:54.274158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:54.281673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-9b416f11-05ab-4290-8c32-cbeccdd11450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.283299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-9b416f11-05ab-4290-8c32-cbeccdd11450 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1224411 Jul 27 21:50:54.429722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Attempting to bind port e7f866dd-1a51-4fad-affa-39788f484b46 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:54.431133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Attempting to bind port e7f866dd-1a51-4fad-affa-39788f484b46 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '584bc4cc-b85c-4fde-b994-06f74491a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:54.431883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Attempting to bind port e7f866dd-1a51-4fad-affa-39788f484b46 on network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:54.446780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Port e7f866dd-1a51-4fad-affa-39788f484b46 on network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:54.446780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Attempting to bind port e7f866dd-1a51-4fad-affa-39788f484b46 on network 62d1efb6-f7ee-4f43-8f7e-1565be229d9c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:54.459881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:54.460223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Checking segment: {'id': '584bc4cc-b85c-4fde-b994-06f74491a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:54.460612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Bound using segment: {'id': '584bc4cc-b85c-4fde-b994-06f74491a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:54.461056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Bound port: e7f866dd-1a51-4fad-affa-39788f484b46, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584bc4cc-b85c-4fde-b994-06f74491a132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:54.461854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:54.466844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-5b4f68cb-1c24-46f1-8f88-47009071fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.468411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-5b4f68cb-1c24-46f1-8f88-47009071fc89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675334 Jul 27 21:50:54.522389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aeab8-ea8f-4400-a379-6adb837af8cd req-73979d31-f79f-4e5c-a834-a0280a26069d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.524377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f7aeab8-ea8f-4400-a379-6adb837af8cd req-73979d31-f79f-4e5c-a834-a0280a26069d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1743238 Jul 27 21:50:54.541151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-754c7775-3781-4f89-b0fe-6a9367aa2007 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.542907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-754c7775-3781-4f89-b0fe-6a9367aa2007 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 811 time: 0.1722865 Jul 27 21:50:54.586836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-270dc5ee-d8dc-46cf-a225-2e6517fbc029 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/quotas/86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 375 time: 0.0163820 Jul 27 21:50:54.638943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f7aeab8-ea8f-4400-a379-6adb837af8cd req-1182816b-cced-42b5-9947-03f7caee57f4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027687 Jul 27 21:50:54.650187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Router 6124558a-9bde-400d-97d5-92adc618237d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:50:54.657307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:54.681596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e7f866dd-1a51-4fad-affa-39788f484b46,segment=NetworkSegment(584bc4cc-b85c-4fde-b994-06f74491a132),segment_id=584bc4cc-b85c-4fde-b994-06f74491a132)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:54.688697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-0c895c76-0c92-47e3-a6e3-d98343218bbb service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091155 Jul 27 21:50:54.729738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-ebb020ff-d211-4cb6-8c56-b757a7598e1f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1362903 Jul 27 21:50:54.770732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:54.827062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:54.827681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:54.829138 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7f866dd-1a51-4fad-affa-39788f484b46 HTTP/1.1" status: 200 len: 1091 time: 2.0146406 Jul 27 21:50:54.831321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:54.834410 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:54.843332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810489df-ae7b-435b-85bf-2a5306e6f8ca req-1ccb89d8-aa32-44c0-8087-9d01deb27c5a service neutron] 10.222.0.76 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467803 Jul 27 21:50:54.880918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdab7b-1a3e-466a-b7f9-5ffd8f9ce308 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:54.882562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:50:54.891767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:54.895371 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Sync routers for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:50:54.908112 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:54.908737 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:54.934970 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-fc057ac8-02f1-414b-84e6-f34b965f818d service neutron] 10.222.0.37 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933539 Jul 27 21:50:54.946341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28421a5e-e654-4a0a-91d0-62842e45ef89 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "PUT /v2.0/floatingips/3727df96-767c-4f89-964d-dcf947914b6a HTTP/1.1" status: 200 len: 992 time: 2.8940623 Jul 27 21:50:54.947158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:54.950001 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:55.024521 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:55.068613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-93c27c9b-ca71-47ad-9779-ec4aefa74834 service neutron] 10.222.0.37 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221337 Jul 27 21:50:55.096997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-6e5f0232-5993-4709-85a6-d6581ac52d78 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.098579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-6e5f0232-5993-4709-85a6-d6581ac52d78 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/networks?id=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 HTTP/1.1" status: 200 len: 809 time: 0.1649594 Jul 27 21:50:55.125340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-4924e93c-c9ef-4f9a-a90a-11c335a8d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.127854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-4924e93c-c9ef-4f9a-a90a-11c335a8d8a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b6d29543204f399487c000d229b3df&device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 1094 time: 0.1064310 Jul 27 21:50:55.132172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-3462b98f-1dba-451f-916f-280b9726f37f tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/quotas/e508050afce54ea4b971ba1e025402b7 HTTP/1.1" status: 200 len: 375 time: 0.0249462 Jul 27 21:50:55.208937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-80164589-1a02-4d85-808d-bf65783794de tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e508050afce54ea4b971ba1e025402b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650675 Jul 27 21:50:55.210410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-dde1e23c-ed6b-416a-8445-8021a3a34747 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f866dd-1a51-4fad-affa-39788f484b46 HTTP/1.1" status: 200 len: 217 time: 0.0749629 Jul 27 21:50:55.333335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-5de670ef-e5ed-4167-95e6-1dc3b89f124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.335222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-5de670ef-e5ed-4167-95e6-1dc3b89f124c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a34b829-6380-4787-a61f-c5d7f97f7f25 HTTP/1.1" status: 200 len: 858 time: 0.1167667 Jul 27 21:50:55.354995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '3727df96-767c-4f89-964d-dcf947914b6a', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6124558a-9bde-400d-97d5-92adc618237d', 'port_id': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'mac_address': 'fa:16:3e:96:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:49:25Z', 'updated_at': '2021-07-27T21:50:53Z', 'revision_number': 1, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:55.390490 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Checking router: 6124558a-9bde-400d-97d5-92adc618237d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:50:55.392618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-5b830045-d7eb-49e9-b605-1ca02602523d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62d1efb6-f7ee-4f43-8f7e-1565be229d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480156 Jul 27 21:50:55.403193 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:50:55.403840 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:55.421011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-69a3cdf3-6aa3-4693-a831-86b04891da1c service neutron] 10.222.0.37 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038155 Jul 27 21:50:55.448957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:55.550310 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:50:55.553325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698143-6a6f-4749-85e5-a33cbcd2960e req-9f6d3dbc-1103-4105-971f-f7148590c142 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.556043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d698143-6a6f-4749-85e5-a33cbcd2960e req-9f6d3dbc-1103-4105-971f-f7148590c142 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 948 time: 0.1508086 Jul 27 21:50:55.568364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-df7194df-23d4-407c-b0f5-5e55f1ada0ab service neutron] 10.222.0.37 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361456 Jul 27 21:50:55.610311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:55.631757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'mac_address': 'fa:16:3e:46:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:55.652334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-bedc7ee8-413d-407f-99fb-12163a386521 service neutron] 10.222.0.50 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492514 Jul 27 21:50:55.657588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d698143-6a6f-4749-85e5-a33cbcd2960e req-1a7dde1a-51e9-4939-9dc4-81fab76adf2e tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946598 Jul 27 21:50:55.688197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:55.705998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:55.749768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:55.784931 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2120295-51a1-4c3e-99cd-1bd1d0e5de4e x-openstack-request-id: req-d2120295-51a1-4c3e-99cd-1bd1d0e5de4e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:55.785753 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:55.785753 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2120295-51a1-4c3e-99cd-1bd1d0e5de4e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:55.785753 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46', 'status': 'completed', 'code': 200} Jul 27 21:50:55.839042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1649dd7a-63de-4aeb-9593-4e056ee9d396 req-258e72e5-fb21-4b61-b30c-6634f1625e8f service neutron] 10.222.0.50 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666284 Jul 27 21:50:55.854906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:55.865388 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac8b191-d5b2-49f0-ba46-ee66f5bbad20 x-openstack-request-id: req-fac8b191-d5b2-49f0-ba46-ee66f5bbad20 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:55.865694 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:55.865956 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fac8b191-d5b2-49f0-ba46-ee66f5bbad20 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:55.866443 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'status': 'completed', 'code': 200} Jul 27 21:50:55.912246 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '3727df96-767c-4f89-964d-dcf947914b6a', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6124558a-9bde-400d-97d5-92adc618237d', 'port_id': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'mac_address': 'fa:16:3e:96:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:49:25Z', 'updated_at': '2021-07-27T21:50:53Z', 'revision_number': 1, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:55.967921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:56.022634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d671ba-c08b-43f9-a02d-b5a9df3ddcd1 None None] The sync data for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 is: [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '3727df96-767c-4f89-964d-dcf947914b6a', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'floating_ip_address': '172.25.3.130', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6124558a-9bde-400d-97d5-92adc618237d', 'port_id': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'mac_address': 'fa:16:3e:96:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:49:25Z', 'updated_at': '2021-07-27T21:50:53Z', 'revision_number': 1, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:50:56.127659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309ed03a-f2bb-49e0-b4a1-343b96d3ccf8 req-8e8cb8ed-9200-4f8a-ada8-bcde2a11faaf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 210 time: 0.1551561 Jul 27 21:50:56.197116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-e46f5c6b-71fe-4279-aa99-7e162afd2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.199896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-e46f5c6b-71fe-4279-aa99-7e162afd2fa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e9b6d29543204f399487c000d229b3df&device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 1094 time: 0.1986408 Jul 27 21:50:56.230051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604664fb-4c09-4440-833c-9f8e6c800ca7 req-43d849f1-f275-4910-ab0f-94a5d524a089 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.232256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fd2dbd96-cf9c-44b6-a3dd-05de47813220'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:56.245477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-604664fb-4c09-4440-833c-9f8e6c800ca7 req-43d849f1-f275-4910-ab0f-94a5d524a089 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 943 time: 0.1934366 Jul 27 21:50:56.304131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.304646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.305790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.306559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.307056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.307786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.309405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.311559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9e999525-7d5b-4624-a7d0-46f129fdc4f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.4051259 Jul 27 21:50:56.344405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d0ff4bf-bcab-45aa-9e97-381f3b76402b req-51782053-59be-4e1f-a819-0c0abe9985f0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.1055787 Jul 27 21:50:56.380123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-bb81036e-122f-4071-a0a1-c86796ce04c8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.399881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-bb81036e-122f-4071-a0a1-c86796ce04c8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.4316018 Jul 27 21:50:56.417638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33856) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:56.485834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'device_id': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'admin_state_up': True, 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:56.500899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0051954-cea9-4f51-a2aa-635ff08dcd23 None None] New status for floating IP 3727df96-767c-4f89-964d-dcf947914b6a: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:50:56.520223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-604664fb-4c09-4440-833c-9f8e6c800ca7 req-8d996b88-ff91-4dee-8d00-fe801ff02476 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556078 Jul 27 21:50:56.562389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Deleting subnet 5de618b6-6b20-4663-95a9-fcfe9da5d34d {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:50:56.572038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:56.598689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-2ce23bfa-1ba8-427f-8962-8460448d9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.600055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-2ce23bfa-1ba8-427f-8962-8460448d9d9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=62d1efb6-f7ee-4f43-8f7e-1565be229d9c HTTP/1.1" status: 200 len: 919 time: 0.3520677 Jul 27 21:50:56.701892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-044e5da2-5676-44a3-8d46-f051ef3816ea req-8e38cb3e-29b3-4f00-9aad-07dcb57e3421 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 210 time: 0.1008286 Jul 27 21:50:56.724413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8bec8-44dc-444b-ad9b-422756ecc1e5 req-6f3101b9-4682-4ea9-8bd8-e3dbad4a53c7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.733359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d8bec8-44dc-444b-ad9b-422756ecc1e5 req-6f3101b9-4682-4ea9-8bd8-e3dbad4a53c7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2548702 Jul 27 21:50:56.749111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-bddd1fcf-0896-48e9-857b-d8c50716d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.750383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-bddd1fcf-0896-48e9-857b-d8c50716d716 service neutron] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da HTTP/1.1" status: 200 len: 917 time: 0.4123542 Jul 27 21:50:56.765878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:56.778391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-047c5cc0-b2a9-42e8-8615-486ad2b727d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f866dd-1a51-4fad-affa-39788f484b46 HTTP/1.1" status: 200 len: 217 time: 0.1614316 Jul 27 21:50:56.859730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:56.863510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-0ff8c318-0e39-447d-ada3-7bda4279695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.865046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-0ff8c318-0e39-447d-ada3-7bda4279695e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a34b829-6380-4787-a61f-c5d7f97f7f25 HTTP/1.1" status: 200 len: 858 time: 0.0668116 Jul 27 21:50:56.931498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-84e013f3-2f64-4e6d-a073-b98a2910ddec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62d1efb6-f7ee-4f43-8f7e-1565be229d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425937 Jul 27 21:50:57.006923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040df7-dec4-4f57-ad93-b091c39c39e9 req-331b3c30-576d-498d-846a-ed197d1a48d7 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.009553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8040df7-dec4-4f57-ad93-b091c39c39e9 req-331b3c30-576d-498d-846a-ed197d1a48d7 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.1196327 Jul 27 21:50:57.089619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.144558 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8040df7-dec4-4f57-ad93-b091c39c39e9 req-1af21cc7-d72d-4341-8443-221512daba1a tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272120 Jul 27 21:50:57.144967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de618b6-6b20-4663-95a9-fcfe9da5d34d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:57.153220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.153220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-17eaadcd-a3ce-42c9-a612-37e08b0bd138 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5de618b6-6b20-4663-95a9-fcfe9da5d34d HTTP/1.1" status: 204 len: 168 time: 0.7310312 Jul 27 21:50:57.154365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:57.198545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d8bec8-44dc-444b-ad9b-422756ecc1e5 req-e28fee9b-00cf-4785-8570-bcab12139e80 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642315 Jul 27 21:50:57.200503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-6242d6c8-fcc9-4072-858c-e8c9cd89eb69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1000 time: 0.4344578 Jul 27 21:50:57.245631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-7d99d5df-2b00-45df-a177-3fcf52a8869d service neutron] 10.222.0.50 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187614 Jul 27 21:50:57.320212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.337344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4df260db-7e91-4616-8043-ab0f2967a9ab req-1aef3b7e-9892-4220-b87f-4aba2a92b51b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 210 time: 0.0488389 Jul 27 21:50:57.339252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-d430ca94-7c0b-4631-9cdd-7a17196d698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.340136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-d430ca94-7c0b-4631-9cdd-7a17196d698f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.1313093 Jul 27 21:50:57.341281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:57.344941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.389198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a47424db-c694-495c-b3b2-d1f9f6b1e0cb req-45741af1-142b-4966-ac14-23a0dc452662 service neutron] 10.222.0.50 "GET /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339691 Jul 27 21:50:57.476712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.480623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-610f6a85-ecdf-418d-8f97-46086347a4f8 req-cb1618c4-83d4-49d0-8b98-6c612026f970 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.0427890 Jul 27 21:50:57.489001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c25f61a-ed86-4e8e-bffb-a6d80f25385f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:57.499179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e19549-b025-41ac-94e7-7bfd73b4aa12') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:57.499545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e19549-b025-41ac-94e7-7bfd73b4aa12') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:50:57.510926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.525231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.534055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:50:57.534808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:50:57.537027 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:50:57.567956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9b88f353-182b-4986-a1a1-93b03918294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.571166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-9b88f353-182b-4986-a1a1-93b03918294c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223465 Jul 27 21:50:57.687290 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.692925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:57.696401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c25f61a-ed86-4e8e-bffb-a6d80f25385f HTTP/1.1" status: 204 len: 168 time: 0.5395734 Jul 27 21:50:57.710727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d45293-78dd-445a-ba98-b1f872eeb317 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c25f61a-ed86-4e8e-bffb-a6d80f25385f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:57.770410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.20.0.7 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/33c68416-8445-4bc4-a8aa-05c4275022c4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:57.824815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-8ecae5bb-b759-49f5-a66e-ff2919ed2630 service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204101 Jul 27 21:50:57.862651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20eb2c8d-65ef-40b7-90b9-e7926b6f4211 req-9b0cb1f3-2f46-4ccc-b911-7891d2b97f62 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0304277 Jul 27 21:50:57.878987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a519d85-eee1-4921-91d5-4538dadcdeb3 req-3b67308d-c8f2-4337-9bbc-a1e0d68a1a5e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.880537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a519d85-eee1-4921-91d5-4538dadcdeb3 req-3b67308d-c8f2-4337-9bbc-a1e0d68a1a5e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 943 time: 0.2598994 Jul 27 21:50:58.018807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a519d85-eee1-4921-91d5-4538dadcdeb3 req-47c0b1e5-ec84-4cf7-8638-d2bcac4718f0 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055198 Jul 27 21:50:58.064008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cec2f76-6518-4f65-b0f1-1f369cfe9da5 req-e8baa314-5c71-41de-9c0f-01926181cdcb service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304697 Jul 27 21:50:58.089309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.103400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Transition to ACTIVE for port object 33c68416-8445-4bc4-a8aa-05c4275022c4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:58.172071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:58.215130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10037dcb-3bb4-4259-a157-9d836b20ad36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92c30b5a5a0443ce9cf8b088d300a18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408297 Jul 27 21:50:58.217535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:58.275835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.300250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.349777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.361931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da', '491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:58.364468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b89e-8a5f-4380-b5dd-a01ec078584a req-82bcc767-e6a7-409b-adb7-071f5cb06fd7 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.374980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0fc9b89e-8a5f-4380-b5dd-a01ec078584a req-82bcc767-e6a7-409b-adb7-071f5cb06fd7 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.0936520 Jul 27 21:50:58.414640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0fc9b89e-8a5f-4380-b5dd-a01ec078584a req-ad0dca69-6208-4b0f-8bc5-00901474d513 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Jul 27 21:50:58.421111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:58.430672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:58.436368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:58.446586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:58.496211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffb4f8-5744-42d3-93c3-7caa116daefd req-7fabb0f3-a7a3-450f-a165-3d41b7901d9b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.497880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74ffb4f8-5744-42d3-93c3-7caa116daefd req-7fabb0f3-a7a3-450f-a165-3d41b7901d9b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1956344 Jul 27 21:50:58.510184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.510865 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.564664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74ffb4f8-5744-42d3-93c3-7caa116daefd req-4b5bfb3c-39f1-434c-9872-4d6e1b70a0f1 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Jul 27 21:50:58.585698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.590636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.592619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71a1db63-60ad-4890-8781-7ecfc3a88740 HTTP/1.1" status: 204 len: 168 time: 0.3740847 Jul 27 21:50:58.613930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd52d55-9e3e-4eb6-9e12-274c37916e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a1db63-60ad-4890-8781-7ecfc3a88740,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:58.685878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-27ff926b-872a-4cce-819f-3b1fe17f57d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2053823 Jul 27 21:50:58.713429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Request body: {'port': {'device_id': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:58.814329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-be849f01-f668-4181-b9f3-df58b19b2396 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.815941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-be849f01-f668-4181-b9f3-df58b19b2396 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 811 time: 0.2948718 Jul 27 21:50:58.841094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db91d59a-ce6c-437f-a5ed-4847a833ab43 req-ff3984f5-5d70-4fce-b53c-a610d8b49ff2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.1540997 Jul 27 21:50:58.851218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8a58-9b18-4aa1-a557-16f65c2cd38c req-79ed4273-84a6-4d06-8b17-def8d7612e79 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.859286 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77cd8a58-9b18-4aa1-a557-16f65c2cd38c req-79ed4273-84a6-4d06-8b17-def8d7612e79 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 931 time: 0.2019839 Jul 27 21:50:58.917003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-e8f504a2-aaf0-4983-9fd9-17e065b5c92a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 380 time: 0.0894761 Jul 27 21:50:58.932117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'port': {'device_id': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'admin_state_up': True, 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'security_groups': ['8d134b65-b29b-43b9-90c7-c9cda978e352']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:58.939166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.942732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77cd8a58-9b18-4aa1-a557-16f65c2cd38c req-2f8a38df-ebc4-4d9a-b142-2df7e6fd0aa3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Jul 27 21:50:58.951283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8af6f52b-10f0-4bbb-a2c8-69d1a5c9e90b None None] Provisioning for port 33c68416-8445-4bc4-a8aa-05c4275022c4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:58.980444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8af6f52b-10f0-4bbb-a2c8-69d1a5c9e90b None None] Provisioning complete for port 33c68416-8445-4bc4-a8aa-05c4275022c4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:58.981065 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8af6f52b-10f0-4bbb-a2c8-69d1a5c9e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.040753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8af6f52b-10f0-4bbb-a2c8-69d1a5c9e90b None None] Port 33c68416-8445-4bc4-a8aa-05c4275022c4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:50:59.081790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ea3738d-9022-447f-ba2d-f167e42dd541 req-e106f4df-5023-4a3f-aaee-6ea694f2d1cb tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0561244 Jul 27 21:50:59.207646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543666-1c60-40a4-a755-24a817c86844 req-7281fdd2-62d1-4772-ba71-9eb6c3e2d24e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:59.209357 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20543666-1c60-40a4-a755-24a817c86844 req-7281fdd2-62d1-4772-ba71-9eb6c3e2d24e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 943 time: 0.0749123 Jul 27 21:50:59.253907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20543666-1c60-40a4-a755-24a817c86844 req-ec889590-803f-46bc-bdfd-021da381c741 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Jul 27 21:50:59.255386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Made reservation on behalf of 86cff42e635c4ee78f9eca4216cd1fde for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:59.260263 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.375029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c68416-8445-4bc4-a8aa-05c4275022c4 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:59.385030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.397970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Transition to ACTIVE for port object 33c68416-8445-4bc4-a8aa-05c4275022c4 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:59.479077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:59.493328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-9d7c6301-8108-4dfc-8a59-b0f15449dc24 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:59.495519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-9d7c6301-8108-4dfc-8a59-b0f15449dc24 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.50 "GET /v2.0/networks?id=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 HTTP/1.1" status: 200 len: 809 time: 0.2124226 Jul 27 21:50:59.496766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Allocated IP 172.20.0.6 (95529cac-67b7-4900-99a0-55700205b6fb/a5692fd4-022a-445b-87d1-3448c2867246/6bed9ac6-b22d-4985-b28e-f95425044361) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:59.515069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Request body: {'port': {'device_id': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11', 'admin_state_up': True, 'tenant_id': 'e508050afce54ea4b971ba1e025402b7'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:59.568862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.659012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:59.659186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:59.663843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:59.669833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.732119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c98c6-bc64-43ec-ab57-b115ff722593 req-13f847b3-5c44-4043-8058-51c6c56dd3a6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:59.733941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e6c98c6-bc64-43ec-ab57-b115ff722593 req-13f847b3-5c44-4043-8058-51c6c56dd3a6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.2429063 Jul 27 21:50:59.825565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e6c98c6-bc64-43ec-ab57-b115ff722593 req-0da43566-5b22-4ede-90ac-c95c8490073d tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795753 Jul 27 21:50:59.826621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Attempting to bind port 33c68416-8445-4bc4-a8aa-05c4275022c4 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:59.827013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Attempting to bind port 33c68416-8445-4bc4-a8aa-05c4275022c4 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:59.827615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Attempting to bind port 33c68416-8445-4bc4-a8aa-05c4275022c4 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:59.835636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Port 33c68416-8445-4bc4-a8aa-05c4275022c4 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:59.836802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Attempting to bind port 33c68416-8445-4bc4-a8aa-05c4275022c4 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:59.847823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:59.858241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:59.858241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:59.858241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Bound port: 33c68416-8445-4bc4-a8aa-05c4275022c4, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:59.858241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.900713 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.931531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:59.949925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Transition to ACTIVE for port object 6bed9ac6-b22d-4985-b28e-f95425044361 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:59.974529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:59.975288 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d5c37-0052-4895-ac7f-6ae06eaff4b2" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:59.984430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e7f866dd-1a51-4fad-affa-39788f484b46 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:00.002887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Made reservation on behalf of e508050afce54ea4b971ba1e025402b7 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:00.005863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-faa4a63e-7d96-495f-94cd-baae2a7f53b2 req-b5dc8648-1952-4e9b-bea9-c42bee2df696 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.0537229 Jul 27 21:51:00.007393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.011453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:00.021860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:00.038518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75c643-c3e4-4d35-a2e6-7110a736eadc req-2095340d-8ff4-4b6d-a1b0-71a357befdc9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.038974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:00.042237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba75c643-c3e4-4d35-a2e6-7110a736eadc req-2095340d-8ff4-4b6d-a1b0-71a357befdc9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.3208454 Jul 27 21:51:00.111481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.121832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.167488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4986-83ef-44e0-9a0b-68528cfb815e req-a18d1b01-ff7a-41df-b341-ec4035de8cee tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.169267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1d4986-83ef-44e0-9a0b-68528cfb815e req-a18d1b01-ff7a-41df-b341-ec4035de8cee tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 943 time: 0.0721085 Jul 27 21:51:00.172905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e7f866dd-1a51-4fad-affa-39788f484b46,segment=NetworkSegment(584bc4cc-b85c-4fde-b994-06f74491a132),segment_id=584bc4cc-b85c-4fde-b994-06f74491a132)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:00.185703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Network 95529cac-67b7-4900-99a0-55700205b6fb is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:00.200614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e7f866dd-1a51-4fad-affa-39788f484b46', 'network_id': '62d1efb6-f7ee-4f43-8f7e-1565be229d9c', 'port_id': 'e7f866dd-1a51-4fad-affa-39788f484b46', 'mac_address': 'fa:16:3e:c9:6e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a34b829-6380-4787-a61f-c5d7f97f7f25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:00.201906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:00.208342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:00.226226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:00.230209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:00.240553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1d4986-83ef-44e0-9a0b-68528cfb815e req-265d1ebc-4399-438f-b4c3-bad49370fb21 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602992 Jul 27 21:51:00.245861 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.254388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba75c643-c3e4-4d35-a2e6-7110a736eadc req-79e3e664-b468-47b6-b206-6e718380b9b9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978188 Jul 27 21:51:00.297751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.341848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f866dd-1a51-4fad-affa-39788f484b46 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:00.358322 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f002a1-0e37-4de4-bdee-bb9540a10bcd x-openstack-request-id: req-a6f002a1-0e37-4de4-bdee-bb9540a10bcd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:00.358669 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:00.358978 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6f002a1-0e37-4de4-bdee-bb9540a10bcd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:00.359387 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'code': 200} Jul 27 21:51:00.362827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.374541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.375618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] 10.222.0.50 "PUT /v2.0/ports/33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 200 len: 1091 time: 1.6709909 Jul 27 21:51:00.390737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:00.393142 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6e110-37e2-4d3a-af25-6abe032a173e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:00.408490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e7f866dd-1a51-4fad-affa-39788f484b46,segment=NetworkSegment(584bc4cc-b85c-4fde-b994-06f74491a132),segment_id=584bc4cc-b85c-4fde-b994-06f74491a132)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:00.492379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.493236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.499135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96faa-de6a-40c8-aced-8fd0545e693e service neutron] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:00.527587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Allocated IP 172.20.0.7 (7f0887fb-ccfc-46a3-9ecf-37e992e8cd11/67089cfb-7483-451d-b0d1-6d87797905c4/aefcdd86-92dd-4781-9ca5-51112b5c8557) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:00.536918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b4c05da-8f07-40dd-93e9-20311034c684 req-632769fa-8b67-4975-bd11-f8203db12c79 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 210 time: 0.1104217 Jul 27 21:51:00.571479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.646768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a04fa29d-9a25-466d-9f6c-b6d4322a71a0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7204089 Jul 27 21:51:00.664732 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34675b7-95f6-4514-8384-af0364ec2684 x-openstack-request-id: req-d34675b7-95f6-4514-8384-af0364ec2684 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:00.665152 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:00.665418 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d34675b7-95f6-4514-8384-af0364ec2684 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:00.665831 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'status': 'completed', 'code': 200} Jul 27 21:51:00.670367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Request body: {'port': {'device_id': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:00.686794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:00.717269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52ec96-6b8c-4518-b5c3-85eb28eb50c3 req-ec364ab3-4347-406a-bfeb-f04be4e11fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.726576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e52ec96-6b8c-4518-b5c3-85eb28eb50c3 req-ec364ab3-4347-406a-bfeb-f04be4e11fe2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 1101 time: 0.2975819 Jul 27 21:51:00.741087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9eae1-b20c-4137-98f4-bf417b00305e req-e083ff16-e281-4676-a412-db36dfe60138 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.759336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdc9eae1-b20c-4137-98f4-bf417b00305e req-e083ff16-e281-4676-a412-db36dfe60138 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 943 time: 0.2778695 Jul 27 21:51:00.787237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e7f866dd-1a51-4fad-affa-39788f484b46'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:00.813636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e52ec96-6b8c-4518-b5c3-85eb28eb50c3 req-a7d8741d-5a18-4e2c-8eeb-5e2106ad6386 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489435 Jul 27 21:51:00.817767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-2f480528-201a-4b9a-95a2-16de2196425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.819268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-2f480528-201a-4b9a-95a2-16de2196425a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 1094 time: 0.2907021 Jul 27 21:51:00.854121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.870270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9515acaf-bc71-40bf-901b-d4103258e796 None None] Provisioning for port 6bed9ac6-b22d-4985-b28e-f95425044361 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:00.884754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.885173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdc9eae1-b20c-4137-98f4-bf417b00305e req-7e0263c3-1b66-4403-908c-893c47e9e1a0 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247058 Jul 27 21:51:00.886940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-6a8f410e-a99d-4554-8a9a-503667e4f4d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 200 len: 217 time: 0.0567734 Jul 27 21:51:00.895882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9515acaf-bc71-40bf-901b-d4103258e796 None None] Provisioning complete for port 6bed9ac6-b22d-4985-b28e-f95425044361 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:00.896650 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515acaf-bc71-40bf-901b-d4103258e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:00.949662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-c61dbe68-39fa-474a-9c5b-8f21630cad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.952449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-c61dbe68-39fa-474a-9c5b-8f21630cad76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.0557008 Jul 27 21:51:00.969143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9515acaf-bc71-40bf-901b-d4103258e796 None None] Port 6bed9ac6-b22d-4985-b28e-f95425044361 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:01.020772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-444562d6-c22b-480a-9c5b-0cea4bb5c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.020772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-444562d6-c22b-480a-9c5b-0cea4bb5c360 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627804 Jul 27 21:51:01.155635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e20c-055f-4926-8786-5657b334ec77 req-3d256e4f-8c51-4e77-9e81-3d83be372444 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.157096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2f5e20c-055f-4926-8786-5657b334ec77 req-3d256e4f-8c51-4e77-9e81-3d83be372444 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 950 time: 0.1612160 Jul 27 21:51:01.166074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-b235424e-3804-496a-862e-3a70f7c6e2a9 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378124 Jul 27 21:51:01.186089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:01.244617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cd0bb-a87e-477c-814f-e9f9549071d1 req-32249835-d676-4e96-a58b-ebbdb1d073d6 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.246334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-915cd0bb-a87e-477c-814f-e9f9549071d1 req-32249835-d676-4e96-a58b-ebbdb1d073d6 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 931 time: 0.1426306 Jul 27 21:51:01.268222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:01.315098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419a80c2-d17d-4db8-80a1-1710391a3886 req-733c0e7a-dc76-43a2-999f-b76b96ae99bd service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409476 Jul 27 21:51:01.318094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-915cd0bb-a87e-477c-814f-e9f9549071d1 req-569f20d3-2221-4ef6-9367-196d19225684 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647249 Jul 27 21:51:01.502931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6ad96-057d-4c5d-ac02-6e97baafed64 req-b7b9f377-566f-484b-86b3-06f0d15881b6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.505970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09e6ad96-057d-4c5d-ac02-6e97baafed64 req-b7b9f377-566f-484b-86b3-06f0d15881b6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 943 time: 0.0845740 Jul 27 21:51:01.588271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:01.596094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09e6ad96-057d-4c5d-ac02-6e97baafed64 req-566d0fb3-092a-4949-bf0c-517548d55530 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802450 Jul 27 21:51:01.599546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2f5e20c-055f-4926-8786-5657b334ec77 req-9ac9fd80-134f-4537-a7de-887e6a81aa7e tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321656 Jul 27 21:51:01.600371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:01.612608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Pushing event updated for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:01.629490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-f24b78f7-0724-4e31-9724-fec83595143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.631197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-f24b78f7-0724-4e31-9724-fec83595143d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 1094 time: 0.0843706 Jul 27 21:51:01.712403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bed9ac6-b22d-4985-b28e-f95425044361 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:01.726326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:01.741627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.742936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:01.791410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-1b53b1de-1334-45a7-8ffd-6ed54d81c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.791410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-1b53b1de-1334-45a7-8ffd-6ed54d81c40e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1474562 Jul 27 21:51:01.797081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Transition to ACTIVE for port object 6bed9ac6-b22d-4985-b28e-f95425044361 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:01.843158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-12172446-5d11-4ee5-af8e-87d6109f6ce5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 200 len: 217 time: 0.0437036 Jul 27 21:51:01.852834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d07e3-c682-43a0-87eb-f3476be2bacc req-600c0dff-6cc0-4d74-b9c7-969e6dba5f79 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.858919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-476d07e3-c682-43a0-87eb-f3476be2bacc req-600c0dff-6cc0-4d74-b9c7-969e6dba5f79 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1248491 Jul 27 21:51:01.896836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-16f584aa-1e29-40aa-b070-b2cb113b6a5c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3900790 Jul 27 21:51:01.899791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a007c-a12f-4fee-b969-40cbe829f233 req-ae66f2e5-8046-48e7-81fb-16b8c36c154b tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.901372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-900a007c-a12f-4fee-b969-40cbe829f233 req-ae66f2e5-8046-48e7-81fb-16b8c36c154b tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 931 time: 0.1752641 Jul 27 21:51:01.906971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-476d07e3-c682-43a0-87eb-f3476be2bacc req-16129837-10b0-4605-9d40-7b7214417f56 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Jul 27 21:51:01.914940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Request body: {'port': {'device_id': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:01.918495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7175-eaf3-4ae9-90a1-cb627ec3ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:01.924552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:01.932037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-ae7cf573-697e-40ad-8926-16e6f87b32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:01.933583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-ae7cf573-697e-40ad-8926-16e6f87b32b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.0798419 Jul 27 21:51:01.985959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e7f866dd-1a51-4fad-affa-39788f484b46 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:01.993528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-900a007c-a12f-4fee-b969-40cbe829f233 req-c96ca7c2-8b9d-4130-b863-5f1c985ed931 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827990 Jul 27 21:51:02.065455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-c852a99e-d69c-4f99-972c-02248d17e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.073901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-c852a99e-d69c-4f99-972c-02248d17e2d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260130 Jul 27 21:51:02.134823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Pushing event updated for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:02.181065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port e7f866dd-1a51-4fad-affa-39788f484b46 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:02.188479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e7f866dd-1a51-4fad-affa-39788f484b46 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:02.189876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.223458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.285510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Attempting to bind port 6bed9ac6-b22d-4985-b28e-f95425044361 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:02.286036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Attempting to bind port 6bed9ac6-b22d-4985-b28e-f95425044361 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:02.286423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Attempting to bind port 6bed9ac6-b22d-4985-b28e-f95425044361 on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:02.339164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-72d83f72-b5dd-4811-9dad-e33ee9c002f6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552059 Jul 27 21:51:02.339477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Port 6bed9ac6-b22d-4985-b28e-f95425044361 on network 95529cac-67b7-4900-99a0-55700205b6fb not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:02.339820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Attempting to bind port 6bed9ac6-b22d-4985-b28e-f95425044361 on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:02.356642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31290fee-48a4-4de4-a1f3-4224ac07044d req-878f55ec-c459-4b1d-9557-b3cedcbc6c92 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.360454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:02.360904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Checking segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:02.361891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Bound using segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:02.361891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Bound port: 6bed9ac6-b22d-4985-b28e-f95425044361, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:02.362170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.365585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31290fee-48a4-4de4-a1f3-4224ac07044d req-878f55ec-c459-4b1d-9557-b3cedcbc6c92 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 944 time: 0.1890354 Jul 27 21:51:02.534604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31290fee-48a4-4de4-a1f3-4224ac07044d req-39bbaa40-7223-4787-bb1b-a6c1131903dd tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502490 Jul 27 21:51:02.577333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.600487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92b6e110-37e2-4d3a-af25-6abe032a173e req-c786f428-0509-499f-8656-0f9a4c9d95c2 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086303 Jul 27 21:51:02.604057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:02.606420 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1bb453-8d1d-4bac-8f75-7c333f3bb036" -d '{"events": [{"server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:02.623327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e7f866dd-1a51-4fad-affa-39788f484b46,segment=NetworkSegment(584bc4cc-b85c-4fde-b994-06f74491a132),segment_id=584bc4cc-b85c-4fde-b994-06f74491a132)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:02.644824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:02.651982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6bed9ac6-b22d-4985-b28e-f95425044361,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:02.675804 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb5d6b-2f0c-4721-9196-e0016ebe1164 x-openstack-request-id: req-70bb5d6b-2f0c-4721-9196-e0016ebe1164 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:02.676195 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:02.676498 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70bb5d6b-2f0c-4721-9196-e0016ebe1164 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:02.676920 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46', 'code': 200} Jul 27 21:51:02.709002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e080fe-4ebd-4271-996a-416d826a4960 req-f6266b88-0f3b-4f64-bdc7-4b66c9398cf9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.710620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a2e080fe-4ebd-4271-996a-416d826a4960 req-f6266b88-0f3b-4f64-bdc7-4b66c9398cf9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 943 time: 0.2576833 Jul 27 21:51:02.722073 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.784899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:02.800901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a2e080fe-4ebd-4271-996a-416d826a4960 req-79b58271-2e60-405c-9d12-15beecee7e09 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729377 Jul 27 21:51:02.821803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.862083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f37df-eda4-4f09-a86d-b36bc55c8800 req-849f986f-9d28-4f04-b489-c07decb3e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.864037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a47f37df-eda4-4f09-a86d-b36bc55c8800 req-849f986f-9d28-4f04-b489-c07decb3e31d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 1096 time: 0.1217613 Jul 27 21:51:02.907138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5b6a8-56ea-4ad3-a203-f98fae0a27cf req-42d3d310-5794-4b3d-b1f8-7bb41d41fe57 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.908945 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbe5b6a8-56ea-4ad3-a203-f98fae0a27cf req-42d3d310-5794-4b3d-b1f8-7bb41d41fe57 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 950 time: 0.1202345 Jul 27 21:51:02.910231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefcdd86-92dd-4781-9ca5-51112b5c8557 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:02.926365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.940914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.941532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:02.943034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] 10.222.0.50 "PUT /v2.0/ports/6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 1091 time: 2.2810009 Jul 27 21:51:02.943648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a47f37df-eda4-4f09-a86d-b36bc55c8800 req-f40bad8b-0cb9-40f6-ba01-9c70b52fea81 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690224 Jul 27 21:51:02.946917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:02.955867 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4818e-59e7-4715-a47d-456a1f5ade0a" -d '{"events": [{"name": "network-changed", "server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:02.980924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbe5b6a8-56ea-4ad3-a203-f98fae0a27cf req-8afce4f5-c177-46eb-8e1e-049dce276489 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598273 Jul 27 21:51:03.005965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Transition to ACTIVE for port object aefcdd86-92dd-4781-9ca5-51112b5c8557 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:03.017402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f46d-19a9-40a8-a867-cf99faf519ba service neutron] Pushing event updated for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:03.078848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4554538-d770-4b7e-898e-ec5b92877a74 req-9fea525a-6119-4c5a-9c24-0fd8251a3cf7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.082915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4554538-d770-4b7e-898e-ec5b92877a74 req-9fea525a-6119-4c5a-9c24-0fd8251a3cf7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 943 time: 0.1670523 Jul 27 21:51:03.089525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:03.172557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Pushing event updated for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:03.214634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-226f8729-f192-431b-8458-c10dba717d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.217498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-226f8729-f192-431b-8458-c10dba717d09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1094 time: 0.1450245 Jul 27 21:51:03.220829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4554538-d770-4b7e-898e-ec5b92877a74 req-709f98f5-f610-4c92-8253-bcfb5adaf0d6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259582 Jul 27 21:51:03.280678 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ca727-39bf-4381-88cc-50dbae133925 x-openstack-request-id: req-0e8ca727-39bf-4381-88cc-50dbae133925 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:03.281329 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:03.281635 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e8ca727-39bf-4381-88cc-50dbae133925 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:03.282131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-95cc19cf-ffce-47d1-ad30-d56eb43c5c06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 217 time: 0.0526924 Jul 27 21:51:03.282386 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361', 'status': 'completed', 'code': 200} Jul 27 21:51:03.293796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657d5f-1290-452e-a856-e966f30c5a75 req-283c3a5a-abf5-473f-ab50-098285653022 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.295653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32657d5f-1290-452e-a856-e966f30c5a75 req-283c3a5a-abf5-473f-ab50-098285653022 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1654603 Jul 27 21:51:03.299203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Attempting to bind port aefcdd86-92dd-4781-9ca5-51112b5c8557 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:03.299759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Attempting to bind port aefcdd86-92dd-4781-9ca5-51112b5c8557 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '9d170478-2b53-4f19-ad7f-d7a192d6947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:03.300316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Attempting to bind port aefcdd86-92dd-4781-9ca5-51112b5c8557 on network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:03.307418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Port aefcdd86-92dd-4781-9ca5-51112b5c8557 on network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:03.308021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Attempting to bind port aefcdd86-92dd-4781-9ca5-51112b5c8557 on network 7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:03.316441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:03.316959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Checking segment: {'id': '9d170478-2b53-4f19-ad7f-d7a192d6947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:03.317556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Bound using segment: {'id': '9d170478-2b53-4f19-ad7f-d7a192d6947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:03.318256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Bound port: aefcdd86-92dd-4781-9ca5-51112b5c8557, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d170478-2b53-4f19-ad7f-d7a192d6947e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:03.318845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:03.369584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32657d5f-1290-452e-a856-e966f30c5a75 req-a7c80088-5db2-4b96-8d48-3a39887b7017 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654306 Jul 27 21:51:03.371251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-b1835671-8a5f-42de-bb0d-d65d8cc77234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.372665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-b1835671-8a5f-42de-bb0d-d65d8cc77234 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0761616 Jul 27 21:51:03.438915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:03.442796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557,segment=NetworkSegment(9d170478-2b53-4f19-ad7f-d7a192d6947e),segment_id=9d170478-2b53-4f19-ad7f-d7a192d6947e)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:03.510619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:03.550553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.551346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:03.552200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-ca914b14-3da5-4671-b96d-349df90a21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.553541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] 10.222.0.50 "PUT /v2.0/ports/aefcdd86-92dd-4781-9ca5-51112b5c8557 HTTP/1.1" status: 200 len: 1091 time: 1.6454000 Jul 27 21:51:03.554021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-ca914b14-3da5-4671-b96d-349df90a21bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733396 Jul 27 21:51:03.585795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d373-cfb9-401f-9d7c-1bb47b012900 service neutron] Pushing event updated for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:03.627650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863368b7-dced-440e-bb30-49df746604c0 req-c0e4d4cf-5f3d-4906-b230-34f311dcb77c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.630757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863368b7-dced-440e-bb30-49df746604c0 req-c0e4d4cf-5f3d-4906-b230-34f311dcb77c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 943 time: 0.1790113 Jul 27 21:51:03.713994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863368b7-dced-440e-bb30-49df746604c0 req-c93141bd-2041-4ac7-ae32-7319617f7e31 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708673 Jul 27 21:51:03.754134 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-a12361fd-20aa-4947-8659-11246e12de98 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854930 Jul 27 21:51:03.774016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-845bc15b-fb58-43db-8aa1-e97e9e5a49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.776754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-845bc15b-fb58-43db-8aa1-e97e9e5a49a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e508050afce54ea4b971ba1e025402b7&device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1014853 Jul 27 21:51:03.844026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-f0664af2-e161-4dee-9c27-3e0a0900ef2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557 HTTP/1.1" status: 200 len: 217 time: 0.0565557 Jul 27 21:51:03.869067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a429756-67e8-4ec1-b911-ede000e8ed88 req-13d57d4f-39a8-4256-950f-c7b0e5da88d9 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063852 Jul 27 21:51:03.961643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-ebc74c82-8099-4345-a848-fe7c9a3470e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.961643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-ebc74c82-8099-4345-a848-fe7c9a3470e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=67089cfb-7483-451d-b0d1-6d87797905c4 HTTP/1.1" status: 200 len: 849 time: 0.1036379 Jul 27 21:51:04.002611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-4a3b59ef-b265-451c-a796-a5784daf4983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354955 Jul 27 21:51:04.043983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bf94e-68eb-48ae-92dd-6a152acf2ce5 req-610c8740-25f1-42df-88bd-01da53ca8c93 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.058323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd3bf94e-68eb-48ae-92dd-6a152acf2ce5 req-610c8740-25f1-42df-88bd-01da53ca8c93 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 945 time: 0.1246989 Jul 27 21:51:04.162842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd3bf94e-68eb-48ae-92dd-6a152acf2ce5 req-61d1943e-fbda-448c-9434-2a6948a1ed85 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955241 Jul 27 21:51:04.190404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-70d61e15-4fb0-4925-8688-280cd3ba691b service neutron] 10.222.0.50 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800725 Jul 27 21:51:04.198849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-1d97e120-1d3a-488b-90c1-6adccadccbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.198849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-1d97e120-1d3a-488b-90c1-6adccadccbbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1094 time: 0.1306286 Jul 27 21:51:04.325580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-f3875f05-2088-4b9e-8226-d94109683acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.327725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-f3875f05-2088-4b9e-8226-d94109683acc service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.1211689 Jul 27 21:51:04.374544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868333-76be-4bde-a974-cbb6940e6f8b req-26e8a128-1b1a-481a-96b7-f7876d04a05a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.376507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92868333-76be-4bde-a974-cbb6940e6f8b req-26e8a128-1b1a-481a-96b7-f7876d04a05a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 943 time: 0.2629623 Jul 27 21:51:04.379383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8da08966-267a-4f28-ae8f-45c81a53c09d req-24fc32a9-12d5-4f12-b00c-429d13cdb45b service neutron] 10.222.0.50 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718888 Jul 27 21:51:04.395410 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e916faa4-471d-44a6-bb76-d0abb0534241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.399598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-930658c7-c9bd-4c36-b1a7-195e0ca37a33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 217 time: 0.0630932 Jul 27 21:51:04.430875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92868333-76be-4bde-a974-cbb6940e6f8b req-b252673c-8f08-4b60-910d-91cdcebdbce2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Jul 27 21:51:04.464639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-abbe3105-5eb9-4613-babb-edcef11cb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.466194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-abbe3105-5eb9-4613-babb-edcef11cb5bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0594571 Jul 27 21:51:04.535538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-a8a51e9b-97b6-43c2-a7f5-4e405882c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.537130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-a8a51e9b-97b6-43c2-a7f5-4e405882c3b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630994 Jul 27 21:51:04.571325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07278819-c730-4171-b05f-ee4154af5a6d req-1d23c74c-cbea-4cf9-b448-bd7710da08b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.573006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07278819-c730-4171-b05f-ee4154af5a6d req-1d23c74c-cbea-4cf9-b448-bd7710da08b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 943 time: 0.0727217 Jul 27 21:51:04.637233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07278819-c730-4171-b05f-ee4154af5a6d req-869dc750-f9b2-480b-8487-0ce3b7dd7ab5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Jul 27 21:51:04.652636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-b4722f9a-3951-43fa-ac2c-8d6c90e7f8c7 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066728 Jul 27 21:51:04.755886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.790855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0bc16-51c2-49e7-9686-b6676e3f8b6a req-9a260712-3b0a-45e0-ad5a-5dccd38c83fc tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.792568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2f0bc16-51c2-49e7-9686-b6676e3f8b6a req-9a260712-3b0a-45e0-ad5a-5dccd38c83fc tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0909817 Jul 27 21:51:04.840962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2f0bc16-51c2-49e7-9686-b6676e3f8b6a req-7e3f7ec5-5426-4383-b5a4-4b6c9f7f9800 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jul 27 21:51:04.983167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39d0db-8744-4e2d-a941-de94ab81d829 req-c76a2560-9933-460b-a2a3-c5978d1605b9 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.984991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa39d0db-8744-4e2d-a941-de94ab81d829 req-c76a2560-9933-460b-a2a3-c5978d1605b9 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0695667 Jul 27 21:51:05.030982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa39d0db-8744-4e2d-a941-de94ab81d829 req-a32ab019-aa08-410d-8166-4853736c9c97 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Jul 27 21:51:05.112966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa4818e-59e7-4715-a47d-456a1f5ade0a req-0bf8d652-d591-4a2a-a74d-57f5f2428b33 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506466 Jul 27 21:51:05.126338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5b549-2eb9-481e-a32d-1e4056de84d3 req-101b2f6c-0deb-4673-adab-dad968abe34e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.127851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-daf5b549-2eb9-481e-a32d-1e4056de84d3 req-101b2f6c-0deb-4673-adab-dad968abe34e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 945 time: 0.1297252 Jul 27 21:51:05.171407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-daf5b549-2eb9-481e-a32d-1e4056de84d3 req-6a470a0f-c7e6-4de5-98a1-d094f64a0696 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355365 Jul 27 21:51:05.283859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:05.286278 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97770d6b-b737-4a29-a9db-cbeadef4a80a" -d '{"events": [{"name": "network-changed", "server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:05.356464 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35799a83-df20-4ead-86e6-eda6fb1c9d85 x-openstack-request-id: req-35799a83-df20-4ead-86e6-eda6fb1c9d85 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:05.356758 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:05.357246 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35799a83-df20-4ead-86e6-eda6fb1c9d85 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:05.357651 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557', 'status': 'completed', 'code': 200} Jul 27 21:51:05.483907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d33c47-d419-452a-83cf-646f75e65377 req-acf66048-b1c7-430b-b70a-8d0985a16bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.486488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19d33c47-d419-452a-83cf-646f75e65377 req-acf66048-b1c7-430b-b70a-8d0985a16bd7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.1179936 Jul 27 21:51:05.488683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-5d07cdcd-7426-45a4-a80b-b9e1d6733a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.490256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-5d07cdcd-7426-45a4-a80b-b9e1d6733a96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e508050afce54ea4b971ba1e025402b7&device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1095052 Jul 27 21:51:05.609549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19d33c47-d419-452a-83cf-646f75e65377 req-d72f2366-1f4b-4bf4-8c74-18683262a5ca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Jul 27 21:51:05.664421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-c0e9d6e8-ec65-43a2-8bb1-c4a978f4d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.666238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-c0e9d6e8-ec65-43a2-8bb1-c4a978f4d21d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 HTTP/1.1" status: 200 len: 910 time: 0.1598732 Jul 27 21:51:05.675249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbca11-c039-4541-a2b8-d3f41024681c req-e9608cbb-662d-4d34-8b75-51e84dcb2de8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.676745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03cbca11-c039-4541-a2b8-d3f41024681c req-e9608cbb-662d-4d34-8b75-51e84dcb2de8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 943 time: 0.1504047 Jul 27 21:51:05.719613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-65355473-64b9-4167-b7b8-c1af18bbc360 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557 HTTP/1.1" status: 200 len: 217 time: 0.0416715 Jul 27 21:51:05.784225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03cbca11-c039-4541-a2b8-d3f41024681c req-4ec6dc79-cd4a-4ada-85e0-f3f82286286a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673392 Jul 27 21:51:05.795385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-49562bfa-0685-4432-892a-a05488377f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.796902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-49562bfa-0685-4432-892a-a05488377f2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=67089cfb-7483-451d-b0d1-6d87797905c4 HTTP/1.1" status: 200 len: 849 time: 0.0635321 Jul 27 21:51:05.813518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340d2b4-6f89-4f86-b338-13fe8fe17466 req-22853ed7-6d84-4ab6-9df3-06d555bbeba7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.816266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f340d2b4-6f89-4f86-b338-13fe8fe17466 req-22853ed7-6d84-4ab6-9df3-06d555bbeba7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 943 time: 0.0798092 Jul 27 21:51:05.833576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-447f279e-68df-4d90-ac2f-2584b8f6db83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291905 Jul 27 21:51:05.834646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:05.885124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f340d2b4-6f89-4f86-b338-13fe8fe17466 req-c7d56920-076d-438b-b1ab-0aad6d35367a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Jul 27 21:51:05.962840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-b07ab53c-ecf5-480e-95cc-ff94ddeceb29 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214950 Jul 27 21:51:06.040683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 33c68416-8445-4bc4-a8aa-05c4275022c4 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:06.109836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba5af5-6219-48bd-9071-9c88f29c18b0 req-f92b3ef0-c729-4b92-a950-2a2d8d928c7c tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.111434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6eba5af5-6219-48bd-9071-9c88f29c18b0 req-f92b3ef0-c729-4b92-a950-2a2d8d928c7c tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1697714 Jul 27 21:51:06.113918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97770d6b-b737-4a29-a9db-cbeadef4a80a req-2c02eec6-9bbb-411b-896f-43e75a662a11 service neutron] 10.222.0.50 "GET /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335328 Jul 27 21:51:06.184699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:06.184962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6eba5af5-6219-48bd-9071-9c88f29c18b0 req-a733905f-68bf-47f6-84e2-ce411e8e8e2d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499122 Jul 27 21:51:06.199197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'mac_address': 'fa:16:3e:37:50:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:06.247129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.251117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc759f-f477-47c8-95c4-05af8ad62ec3 req-238b7f96-a355-43ca-9634-bcb436909490 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.254798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-decc759f-f477-47c8-95c4-05af8ad62ec3 req-238b7f96-a355-43ca-9634-bcb436909490 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0872946 Jul 27 21:51:06.262937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c68416-8445-4bc4-a8aa-05c4275022c4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:06.291909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:06.308724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-decc759f-f477-47c8-95c4-05af8ad62ec3 req-ef2e761f-10ff-4658-b77a-8c0b3027f4e6 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Jul 27 21:51:06.371015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e17a9-3e77-4902-827f-20b5da09af38 req-dbfd9d93-089c-4402-acf0-79a4fa6c5f3e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.373299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-545e17a9-3e77-4902-827f-20b5da09af38 req-dbfd9d93-089c-4402-acf0-79a4fa6c5f3e tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 945 time: 0.0718408 Jul 27 21:51:06.424946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.446350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a04d31-43f7-4aa0-b04f-b9455aa9e78f req-af497030-dd36-40c4-afd8-24253708f765 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.453778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4a04d31-43f7-4aa0-b04f-b9455aa9e78f req-af497030-dd36-40c4-afd8-24253708f765 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 945 time: 0.0841420 Jul 27 21:51:06.484452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:06.504956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4a04d31-43f7-4aa0-b04f-b9455aa9e78f req-2e37b5dc-f79b-48d5-967d-32c90b0ba34a tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b95c4b38-3036-4526-95ed-5c1d6ef69bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Jul 27 21:51:06.533377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Deleting port e7f866dd-1a51-4fad-affa-39788f484b46 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:06.533770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.632212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] For port e7f866dd-1a51-4fad-affa-39788f484b46, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e7f866dd-1a51-4fad-affa-39788f484b46,segment=NetworkSegment(584bc4cc-b85c-4fde-b994-06f74491a132),segment_id=584bc4cc-b85c-4fde-b994-06f74491a132)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:06.633030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.649335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Calling delete_port for e7f866dd-1a51-4fad-affa-39788f484b46 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:06.652219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['33c68416-8445-4bc4-a8aa-05c4275022c4'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:06.805336 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.906334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:06.952134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Pushing event deleted for resources: {'Port': ['ID=e7f866dd-1a51-4fad-affa-39788f484b46,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:07.012086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] No DVR routers for this DVR port e7f866dd-1a51-4fad-affa-39788f484b46 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:07.014901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.016977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-545e17a9-3e77-4902-827f-20b5da09af38 req-ca520f04-8851-4595-8b1d-38fef25ffb8d tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.50 "DELETE /v2.0/ports/e7f866dd-1a51-4fad-affa-39788f484b46 HTTP/1.1" status: 204 len: 173 time: 0.6368012 Jul 27 21:51:07.017418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'name': 'network-vif-deleted', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:07.019833 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259da738-e3e7-41cf-a0df-7332bbc7b355" -d '{"events": [{"server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "name": "network-vif-deleted", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:07.038911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1a64-ced8-46ee-8eb8-ad9ac0a94a17 req-b372870f-0c52-41d1-8575-4ba9144da651 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.040705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b39e1a64-ced8-46ee-8eb8-ad9ac0a94a17 req-b372870f-0c52-41d1-8575-4ba9144da651 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 943 time: 0.1763718 Jul 27 21:51:07.048655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa12e5-2b40-47e2-93e5-f0162f67c7cd req-c800566e-074f-4973-ba4b-e7db57b0a3af tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.057172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75fa12e5-2b40-47e2-93e5-f0162f67c7cd req-c800566e-074f-4973-ba4b-e7db57b0a3af tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 944 time: 0.0779858 Jul 27 21:51:07.107019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e7f866dd-1a51-4fad-affa-39788f484b46'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:07.112222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75fa12e5-2b40-47e2-93e5-f0162f67c7cd req-fa7478f8-d84d-4119-b6b6-2ce4b870034e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Jul 27 21:51:07.114768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b39e1a64-ced8-46ee-8eb8-ad9ac0a94a17 req-b691b91e-432a-42e5-8a90-93cc232f2510 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651999 Jul 27 21:51:07.168638 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b0f35-145b-4ab0-a518-7d4fbdb8980f x-openstack-request-id: req-e41b0f35-145b-4ab0-a518-7d4fbdb8980f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:07.168934 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae27cbe0-24ad-4476-bae7-7be2e580f51c", "name": "network-vif-deleted", "tag": "e7f866dd-1a51-4fad-affa-39788f484b46", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:07.169190 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e41b0f35-145b-4ab0-a518-7d4fbdb8980f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:07.169732 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae27cbe0-24ad-4476-bae7-7be2e580f51c', 'name': 'network-vif-deleted', 'tag': 'e7f866dd-1a51-4fad-affa-39788f484b46', 'status': 'completed', 'code': 200} Jul 27 21:51:07.332626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0047-b4e5-4ec8-96cb-68551e528b93 req-97feaf97-c854-4dc2-8cf2-cd88bfc300e5 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.334185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e76f0047-b4e5-4ec8-96cb-68551e528b93 req-97feaf97-c854-4dc2-8cf2-cd88bfc300e5 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0703261 Jul 27 21:51:07.390360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e76f0047-b4e5-4ec8-96cb-68551e528b93 req-73bb303e-fc1b-47c3-92ab-79fc10f9163f tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Jul 27 21:51:07.431155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.470261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b94782-0f13-4da0-a8e2-d0630f5c17bb req-bbecf48a-7fc3-4521-9d98-c7659f33b390 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.473695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32b94782-0f13-4da0-a8e2-d0630f5c17bb req-bbecf48a-7fc3-4521-9d98-c7659f33b390 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 943 time: 0.0838702 Jul 27 21:51:07.526210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:07.527658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32b94782-0f13-4da0-a8e2-d0630f5c17bb req-50db8e26-5c42-48f3-aa9b-21950537f2f5 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Jul 27 21:51:07.667442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:07.682305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'mac_address': 'fa:16:3e:46:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:07.736450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.736799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bd088b0-95e6-4277-983d-c25f095c78de req-0af7009a-6502-46ae-addf-c8c64d6f2477 tempest-InstanceActionsV221TestJSON-2052549432 tempest-InstanceActionsV221TestJSON-2052549432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae27cbe0-24ad-4476-bae7-7be2e580f51c HTTP/1.1" status: 200 len: 210 time: 0.0444021 Jul 27 21:51:07.754638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:07.774880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:07.848618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.947810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:08.020300 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.053614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device aefcdd86-92dd-4781-9ca5-51112b5c8557 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:08.057072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 33c68416-8445-4bc4-a8aa-05c4275022c4 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:08.066916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fd2dbd96-cf9c-44b6-a3dd-05de47813220'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:08.193060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d248ad-7fcd-4bf9-a7ff-e7bdd821a237 req-32470f45-a771-40d3-b85c-f2e694375f87 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.195712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d248ad-7fcd-4bf9-a7ff-e7bdd821a237 req-32470f45-a771-40d3-b85c-f2e694375f87 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1138010 Jul 27 21:51:08.274753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d248ad-7fcd-4bf9-a7ff-e7bdd821a237 req-fa443a7e-287b-4c32-af6d-44e702c12f5b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Jul 27 21:51:08.288871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-22d766cc-ea0b-42dd-97d4-b999bdaf1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.291310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-22d766cc-ea0b-42dd-97d4-b999bdaf1c3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 1096 time: 0.1051061 Jul 27 21:51:08.447303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-b44d698d-8145-41a0-a79b-de5545cc89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.448456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-b44d698d-8145-41a0-a79b-de5545cc89c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 200 len: 920 time: 0.1466837 Jul 27 21:51:08.497423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a919cd-b1fa-43c0-9525-c7a7d0aa0885 req-727a1ae1-641e-42cc-93c5-3d980a796d79 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.497983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 33c68416-8445-4bc4-a8aa-05c4275022c4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:08.500354 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6a919cd-b1fa-43c0-9525-c7a7d0aa0885 req-727a1ae1-641e-42cc-93c5-3d980a796d79 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 943 time: 0.1162906 Jul 27 21:51:08.512743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557,segment=NetworkSegment(9d170478-2b53-4f19-ad7f-d7a192d6947e),segment_id=9d170478-2b53-4f19-ad7f-d7a192d6947e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:08.515787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 33c68416-8445-4bc4-a8aa-05c4275022c4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:08.516174 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.517728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-af8cf52f-40ed-4c61-b19c-6654354e6b3b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 200 len: 217 time: 0.0548358 Jul 27 21:51:08.552792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6a919cd-b1fa-43c0-9525-c7a7d0aa0885 req-48dd58ff-ae12-4e86-94cc-748f058d7dc8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 Jul 27 21:51:08.559534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'aefcdd86-92dd-4781-9ca5-51112b5c8557', 'network_id': '7f0887fb-ccfc-46a3-9ecf-37e992e8cd11', 'port_id': 'aefcdd86-92dd-4781-9ca5-51112b5c8557', 'mac_address': 'fa:16:3e:e2:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67089cfb-7483-451d-b0d1-6d87797905c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:08.659633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.685856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21365f3b-16b9-41b7-8640-df53d4587e87 req-616247c1-f6d2-4f1f-832f-668320e9f37c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.688176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21365f3b-16b9-41b7-8640-df53d4587e87 req-616247c1-f6d2-4f1f-832f-668320e9f37c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 944 time: 0.1693344 Jul 27 21:51:08.690077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-dd5cbb1e-4c68-483b-9382-5f85dcde0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.691730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-dd5cbb1e-4c68-483b-9382-5f85dcde0b26 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 200 len: 859 time: 0.1224136 Jul 27 21:51:08.696360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefcdd86-92dd-4781-9ca5-51112b5c8557 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:08.733543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557,segment=NetworkSegment(9d170478-2b53-4f19-ad7f-d7a192d6947e),segment_id=9d170478-2b53-4f19-ad7f-d7a192d6947e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:08.735135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.757390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-8ae91bee-6ba7-48e7-bbdc-0c9c686cfa45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9cc3cb17-1f5a-4f91-a733-a11745767960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476575 Jul 27 21:51:08.795637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:08.796754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:08.800377 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c513b6-7826-4c0c-8332-eee901dda52e" -d '{"events": [{"server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:08.806235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.807117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6bed9ac6-b22d-4985-b28e-f95425044361 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:08.807795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21365f3b-16b9-41b7-8640-df53d4587e87 req-acbb2627-81a9-40b3-ad84-2766fbb0d0a9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129427 Jul 27 21:51:08.878114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.900299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:08.963658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-005d81ba-4ad0-481c-aa0f-2e4022a09c14 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885531 Jul 27 21:51:08.982001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34112ca9-bdd5-42ac-8b26-329d98af3a24 req-f7092ddd-8457-438b-b07e-84bf1ee6e093 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.983838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34112ca9-bdd5-42ac-8b26-329d98af3a24 req-f7092ddd-8457-438b-b07e-84bf1ee6e093 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 944 time: 0.1287847 Jul 27 21:51:09.043446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:09.063459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6bed9ac6-b22d-4985-b28e-f95425044361,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:09.067057 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba201df8-ba40-43e2-b03e-0c59c8470a9b x-openstack-request-id: req-ba201df8-ba40-43e2-b03e-0c59c8470a9b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:09.067428 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "name": "network-vif-plugged", "status": "completed", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:09.067756 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba201df8-ba40-43e2-b03e-0c59c8470a9b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:09.068566 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'code': 200} Jul 27 21:51:09.079313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '6bed9ac6-b22d-4985-b28e-f95425044361', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'port_id': '6bed9ac6-b22d-4985-b28e-f95425044361', 'mac_address': 'fa:16:3e:49:b0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:09.099021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34112ca9-bdd5-42ac-8b26-329d98af3a24 req-816d8e4a-9d12-4274-b513-4f75f3026cb7 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083369 Jul 27 21:51:09.133911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.151977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bed9ac6-b22d-4985-b28e-f95425044361 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:09.192655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6bed9ac6-b22d-4985-b28e-f95425044361,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:09.278668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-e019d46d-93ba-4c98-8a23-175767e34041 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6f75e100f5884d01a1807cd65b0a7022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661743 Jul 27 21:51:09.280347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.285862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8bdba29-a9f4-4d68-85ee-7a46c3892e13 req-94044a9f-d467-49f2-8d3b-2a0722a52cd6 service neutron] 10.222.0.76 "GET /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129294 Jul 27 21:51:09.317745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34242) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:09.405439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:09.440543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Deleting subnet 7a34b829-6380-4787-a61f-c5d7f97f7f25 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:51:09.446994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.509071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789fc21-35c0-480d-a904-894c408f8142 req-927ac711-2a6a-4f2f-95b6-607854572b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:09.510667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9789fc21-35c0-480d-a904-894c408f8142 req-927ac711-2a6a-4f2f-95b6-607854572b67 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 1096 time: 0.3455718 Jul 27 21:51:09.517602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.528338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['aefcdd86-92dd-4781-9ca5-51112b5c8557'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:09.528846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-c5bdc819-e03f-48b5-8852-5fe5008708a6 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:09.528937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['6bed9ac6-b22d-4985-b28e-f95425044361'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:09.533875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-c5bdc819-e03f-48b5-8852-5fe5008708a6 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536089 Jul 27 21:51:09.573161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-3426de6b-0bc3-4545-9df1-1179ddbf6a10 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/quotas/6f75e100f5884d01a1807cd65b0a7022 HTTP/1.1" status: 200 len: 375 time: 0.0376465 Jul 27 21:51:09.583558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.593323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:09.594375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecad0c-a545-40d8-b3a2-87e24c9f1c8c req-2fa7d7fb-f435-499b-af48-998f5a732d29 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:09.597017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cecad0c-a545-40d8-b3a2-87e24c9f1c8c req-2fa7d7fb-f435-499b-af48-998f5a732d29 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1517816 Jul 27 21:51:09.626699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-0c2b8346-5a6b-4e2b-9a54-54f0b7901071 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520988 Jul 27 21:51:09.672894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9789fc21-35c0-480d-a904-894c408f8142 req-0e9b7555-3f29-4f83-9302-463218769161 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329281 Jul 27 21:51:09.695790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cecad0c-a545-40d8-b3a2-87e24c9f1c8c req-04aa715a-9a85-4bb9-8df2-8b007984c547 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Jul 27 21:51:09.780879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:09.780879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.868558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.903134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a34b829-6380-4787-a61f-c5d7f97f7f25,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:09.920156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.924984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-119a5058-7efe-4201-a2ac-21dc012d0355 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7a34b829-6380-4787-a61f-c5d7f97f7f25 HTTP/1.1" status: 204 len: 168 time: 0.6031156 Jul 27 21:51:09.926440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:10.016062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ec5c7-2c66-4086-9cb1-4da7b7ddba7f req-d8559f51-60dd-44b2-9cb4-0100e0832ff1 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.023652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-409ec5c7-2c66-4086-9cb1-4da7b7ddba7f req-d8559f51-60dd-44b2-9cb4-0100e0832ff1 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 944 time: 0.1984723 Jul 27 21:51:10.053041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.068973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e7f866dd-1a51-4fad-affa-39788f484b46 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:10.093420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.108867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: e7f866dd-1a51-4fad-affa-39788f484b46 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:10.109362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e7f866dd-1a51-4fad-affa-39788f484b46 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:10.131621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:10.136106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-409ec5c7-2c66-4086-9cb1-4da7b7ddba7f req-31191dd4-bc63-482e-b9c2-0b46f76131c4 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113775 Jul 27 21:51:10.226841 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.315371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:10.329323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.342040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d1efb6-f7ee-4f43-8f7e-1565be229d9c']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:10.370397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-7a13b32a-7fe8-4e7c-a1ea-50f94f88ade9 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6f75e100f5884d01a1807cd65b0a7022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301583 Jul 27 21:51:10.391304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584bc4cc-b85c-4fde-b994-06f74491a132') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:10.391633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584bc4cc-b85c-4fde-b994-06f74491a132') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:10.412779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377844f-d957-410f-a678-5a857e63c71f req-289049c0-4dee-4d8c-9549-723e8f212a0a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.419855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2377844f-d957-410f-a678-5a857e63c71f req-289049c0-4dee-4d8c-9549-723e8f212a0a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 945 time: 0.1492035 Jul 27 21:51:10.445654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.483836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.496167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2377844f-d957-410f-a678-5a857e63c71f req-f969b5dc-23be-423e-ae7d-a178a11e5e6c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Jul 27 21:51:10.503582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:51:10.504052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:51:10.506075 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:51:10.623711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-617624b6-fdb6-42e8-8b77-98a2f177f42e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.626752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-617624b6-fdb6-42e8-8b77-98a2f177f42e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484961 Jul 27 21:51:10.657369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-59b66939-7900-41f4-a05c-b94c1208ede1 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/quotas/6f75e100f5884d01a1807cd65b0a7022 HTTP/1.1" status: 200 len: 375 time: 0.0206230 Jul 27 21:51:10.672490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32da9-d98e-45a0-a013-4b2bbec2e476 req-2d577b84-da9a-4802-804b-e970fde65dcb tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.739265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8d32da9-d98e-45a0-a013-4b2bbec2e476 req-2d577b84-da9a-4802-804b-e970fde65dcb tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 944 time: 0.0905662 Jul 27 21:51:10.739265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8d32da9-d98e-45a0-a013-4b2bbec2e476 req-da7cf8b0-3738-4881-a709-bdca0322cbae tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530899 Jul 27 21:51:10.740613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-7c4f5511-cd25-49cb-802e-06b0dc5f50d6 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814884 Jul 27 21:51:10.883810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.895890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:10.900942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] 10.222.0.37 "DELETE /v2.0/networks/62d1efb6-f7ee-4f43-8f7e-1565be229d9c HTTP/1.1" status: 204 len: 168 time: 0.9735687 Jul 27 21:51:10.913358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028efd8-903b-4ee9-9044-5deca14cdb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d1efb6-f7ee-4f43-8f7e-1565be229d9c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:10.939188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d35eab-8149-4acd-aee4-cad1c8756f98 req-1c94dd41-6c7e-4d69-98b4-fe8803910d90 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.941623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5d35eab-8149-4acd-aee4-cad1c8756f98 req-1c94dd41-6c7e-4d69-98b4-fe8803910d90 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1253202 Jul 27 21:51:11.003601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5d35eab-8149-4acd-aee4-cad1c8756f98 req-6737228a-502e-44e4-ae58-771d79b4b2fd tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Jul 27 21:51:11.070449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:11.074050 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90251082-5ba8-42da-afad-23703d0e905c" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:11.181541 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a596b4-ec1f-4e9a-98d9-444041be322d x-openstack-request-id: req-b8a596b4-ec1f-4e9a-98d9-444041be322d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:11.181823 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:11.182099 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8a596b4-ec1f-4e9a-98d9-444041be322d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:11.182638 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'code': 200} Jul 27 21:51:11.214914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28b4afe8-acb7-458c-8c2e-e9f684d7a3d8 req-56b15371-e727-4b7e-bdc7-265d029ea228 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0505857 Jul 27 21:51:11.439704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b242ff-8e4d-4c91-adbe-cb1cc1cd7954 req-26d20119-9bcd-41b6-a924-95aaa74a9c17 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:11.448797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22b242ff-8e4d-4c91-adbe-cb1cc1cd7954 req-26d20119-9bcd-41b6-a924-95aaa74a9c17 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 944 time: 0.1480293 Jul 27 21:51:11.496723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22b242ff-8e4d-4c91-adbe-cb1cc1cd7954 req-bd8cdac5-2765-4d65-acd9-f32bd6da1c4b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Jul 27 21:51:11.552858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34312) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:11.712658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2dbed0cb-b860-443a-8d9e-14a3b99eff7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9b6d29543204f399487c000d229b3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695182 Jul 27 21:51:11.713445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:11.754799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ca38-d76e-46cf-9791-7b5f6d21f1d1 req-9c728cec-ff62-474c-a4af-6929e5aa83f4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:11.764523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b82ca38-d76e-46cf-9791-7b5f6d21f1d1 req-9c728cec-ff62-474c-a4af-6929e5aa83f4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 945 time: 0.1479113 Jul 27 21:51:11.833551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b82ca38-d76e-46cf-9791-7b5f6d21f1d1 req-3e642c32-0713-4b9a-a94f-10dc4a70f167 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674632 Jul 27 21:51:11.869482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:11.914956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.012227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-4d4bbbb0-c500-4123-8e5a-84c7abd303ba tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 267 time: 0.0805831 Jul 27 21:51:12.021404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265be281-8d38-4f17-9324-0f2ac28f2d85 req-d676429f-cce5-4b09-96d4-24f03f7a69ee tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:12.030322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-265be281-8d38-4f17-9324-0f2ac28f2d85 req-d676429f-cce5-4b09-96d4-24f03f7a69ee tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 944 time: 0.1316872 Jul 27 21:51:12.067409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device aefcdd86-92dd-4781-9ca5-51112b5c8557 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:12.117746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-265be281-8d38-4f17-9324-0f2ac28f2d85 req-6e4af62f-83c0-4ca4-949e-85cef64c3042 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Jul 27 21:51:12.156054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.159467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.164245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b95c4b38-3036-4526-95ed-5c1d6ef69bf8 HTTP/1.1" status: 204 len: 168 time: 0.4363132 Jul 27 21:51:12.170621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f4bda-045e-4dd9-9070-878d2cac5480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95c4b38-3036-4526-95ed-5c1d6ef69bf8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:12.180428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-d6cc9de6-5843-484a-bb60-a24a6f129a53 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:12.183209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-d6cc9de6-5843-484a-bb60-a24a6f129a53 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 945 time: 0.1582296 Jul 27 21:51:12.214469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'security_groups': []}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:12.264736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port aefcdd86-92dd-4781-9ca5-51112b5c8557 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:12.270464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port aefcdd86-92dd-4781-9ca5-51112b5c8557 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:12.271280 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.428086 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.430807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7539f3-5bd9-41cd-ae14-1411f3801e2d req-7732b440-6a38-4bfc-af29-b2f2b2e47ade tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:12.432885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff7539f3-5bd9-41cd-ae14-1411f3801e2d req-7732b440-6a38-4bfc-af29-b2f2b2e47ade tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.2027853 Jul 27 21:51:12.484093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.523509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff7539f3-5bd9-41cd-ae14-1411f3801e2d req-bcad6bd4-ed68-4948-80bb-16c8bd98ba31 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786495 Jul 27 21:51:12.586464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557,segment=NetworkSegment(9d170478-2b53-4f19-ad7f-d7a192d6947e),segment_id=9d170478-2b53-4f19-ad7f-d7a192d6947e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:12.731064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.732461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6bed9ac6-b22d-4985-b28e-f95425044361 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:12.798323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c176c9c4-395d-477a-bbbf-6eddf54c5f8c req-96d5b0a8-3c59-4510-91f6-a5d02b221422 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0412893 Jul 27 21:51:12.831713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:12.953381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:12.981481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:13.087426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f820a-8159-469c-ba6f-8dd04b35f585 req-55294929-9198-404f-9692-69974c52d69c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.089262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-358f820a-8159-469c-ba6f-8dd04b35f585 req-55294929-9198-404f-9692-69974c52d69c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 944 time: 0.0813212 Jul 27 21:51:13.136023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-358f820a-8159-469c-ba6f-8dd04b35f585 req-17ccd88f-e9ce-4084-8e6b-d23840b977b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Jul 27 21:51:13.185538 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:13.186656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:13.190372 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea84bf8-698a-4e8a-9f7d-c953f6450b25" -d '{"events": [{"server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:13.458383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 6bed9ac6-b22d-4985-b28e-f95425044361 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:13.459067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:13.474527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['33c68416-8445-4bc4-a8aa-05c4275022c4'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:13.483009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da', '491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:13.483116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 6bed9ac6-b22d-4985-b28e-f95425044361 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:13.483412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:13.565853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.570519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:13.587734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d95ee1f8-d045-4ba8-a5ec-a20608c2db9e req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "PUT /v2.0/ports/33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 200 len: 904 time: 1.3834007 Jul 27 21:51:13.592128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:13.595563 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:13.716793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b493-e24f-467a-bc3c-c4c7f4839ee8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:13.795158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['33c68416-8445-4bc4-a8aa-05c4275022c4'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:13.800055 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3b1497-3fbe-4755-8c53-1543ff387e13 x-openstack-request-id: req-ca3b1497-3fbe-4755-8c53-1543ff387e13 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:13.800362 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:13.800628 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca3b1497-3fbe-4755-8c53-1543ff387e13 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:13.801049 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557', 'code': 200} Jul 27 21:51:13.952064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ccb99-221e-4833-8e88-e84e27e5eac5 req-4abf69dd-334f-4072-b43c-2ac64a7dc816 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.953693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-244ccb99-221e-4833-8e88-e84e27e5eac5 req-4abf69dd-334f-4072-b43c-2ac64a7dc816 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.1905262 Jul 27 21:51:14.040307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-244ccb99-221e-4833-8e88-e84e27e5eac5 req-946d2f89-7257-4d41-bc84-1d7c367d3f70 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728333 Jul 27 21:51:14.041947 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.066342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd2ec7-d3fe-429a-808d-18474d928357 req-b3909242-427f-4815-8e59-12200371b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.066342 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07dd2ec7-d3fe-429a-808d-18474d928357 req-b3909242-427f-4815-8e59-12200371b0e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 1096 time: 0.2018175 Jul 27 21:51:14.094006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee361b4-f15f-4c09-a572-5dc1d6b0a6c8 req-accfe2a0-36b5-4cd5-a8eb-4e0ae3f6829f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.115164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aee361b4-f15f-4c09-a572-5dc1d6b0a6c8 req-accfe2a0-36b5-4cd5-a8eb-4e0ae3f6829f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 907 time: 0.1743150 Jul 27 21:51:14.149656 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ab5d1-1387-485c-b9ec-6e214dcfc4cd x-openstack-request-id: req-ad4ab5d1-1387-485c-b9ec-6e214dcfc4cd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:14.150015 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:14.150417 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad4ab5d1-1387-485c-b9ec-6e214dcfc4cd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:14.150840 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'status': 'completed', 'code': 200} Jul 27 21:51:14.192827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07dd2ec7-d3fe-429a-808d-18474d928357 req-b85aae8f-56d8-4f56-b427-eb5a0b441e31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197231 Jul 27 21:51:14.208522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09acd96c-0e51-4364-b961-b78c0eb6010d None None] Provisioning complete for port 33c68416-8445-4bc4-a8aa-05c4275022c4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:14.214874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09acd96c-0e51-4364-b961-b78c0eb6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.294390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:14.344367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e04d7241-f032-4fbf-8758-d2e153fa1ad9 req-e93ae25e-a7bb-46ef-8cff-a04ac3c15dbb tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0515058 Jul 27 21:51:14.437022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-a57e4734-71f7-4add-b6d4-e6fa25719ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.442080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-a57e4734-71f7-4add-b6d4-e6fa25719ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 1058 time: 0.2901382 Jul 27 21:51:14.495800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6bed9ac6-b22d-4985-b28e-f95425044361,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:14.499426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-6631042b-56a3-488d-994a-700f7e4967c0 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f75e100f5884d01a1807cd65b0a7022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637634 Jul 27 21:51:14.633954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.651098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-374643146-network', 'tenant_id': 'c84fa1e85ab542248652e957fbb8d1f2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:14.720251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-74539341-8846-443f-a787-7acf166b757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.720251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-74539341-8846-443f-a787-7acf166b757d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2684062 Jul 27 21:51:14.931263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-fece85e0-02bf-4ff4-96e0-aaa38dfc147d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 200 len: 217 time: 0.2044017 Jul 27 21:51:14.946412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ab349-02e9-4a19-9f38-8f702d53a287 req-92ebbb9c-6885-4099-9aa3-c6b0766e56fd tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.948486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-762ab349-02e9-4a19-9f38-8f702d53a287 req-92ebbb9c-6885-4099-9aa3-c6b0766e56fd tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.2927630 Jul 27 21:51:14.969227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Made reservation on behalf of c84fa1e85ab542248652e957fbb8d1f2 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:14.978081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.011412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35943-fdf8-4443-a444-f93b669f7bf2 req-f9d41078-455c-4b57-8060-505fa1bf7b29 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.021977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cce35943-fdf8-4443-a444-f93b669f7bf2 req-f9d41078-455c-4b57-8060-505fa1bf7b29 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.3026624 Jul 27 21:51:15.037483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:15.037597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-35b1b780-e356-4e21-ac26-922dcabe5841 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.037597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-35b1b780-e356-4e21-ac26-922dcabe5841 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239422 Jul 27 21:51:15.046154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.059617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Request body: {'port': {'device_id': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '6f75e100f5884d01a1807cd65b0a7022'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:15.115660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cce35943-fdf8-4443-a444-f93b669f7bf2 req-bda1d30d-b49b-4fd7-9633-9ac745b6bc05 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923002 Jul 27 21:51:15.121868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-86447a79-1b92-4f95-85ec-5acd17bbca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.123041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-86447a79-1b92-4f95-85ec-5acd17bbca74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1811702 Jul 27 21:51:15.233866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-762ab349-02e9-4a19-9f38-8f702d53a287 req-74e664b0-945c-44f9-bdc5-3bfa4a3f8c74 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066193 Jul 27 21:51:15.382807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-5a7dc6ca-6805-4f20-82ed-afe6ce137be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.392218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-5a7dc6ca-6805-4f20-82ed-afe6ce137be8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2611568 Jul 27 21:51:15.433446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.484557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-f0c5afd3-52c6-4426-8a40-9f6d0f75e125 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f75e100f5884d01a1807cd65b0a7022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336037 Jul 27 21:51:15.500110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fddf22-b940-47b8-a45f-5ad2af4bed4c req-4d96e9de-9f06-4b42-a848-6a3f3143e2f1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.508709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23fddf22-b940-47b8-a45f-5ad2af4bed4c req-4d96e9de-9f06-4b42-a848-6a3f3143e2f1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1607201 Jul 27 21:51:15.544666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be33a9f-f036-47c9-80e3-3ccb1a6557ba req-9acf59ca-c1b1-4f9b-8098-2fda49f2a97c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.547909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8be33a9f-f036-47c9-80e3-3ccb1a6557ba req-9acf59ca-c1b1-4f9b-8098-2fda49f2a97c tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.2621071 Jul 27 21:51:15.607369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.668706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-7635ac3c-9c20-4bb2-baa8-c8ee8402e4fa service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355306 Jul 27 21:51:15.697271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:51:15.716547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23fddf22-b940-47b8-a45f-5ad2af4bed4c req-af6d8790-4e33-4412-af55-e62da7508cdb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063909 Jul 27 21:51:15.717702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf6e059-08e0-4b8c-8200-79187b043c6a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:15.755860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.756254 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Added segment d444b55e-a15d-438f-80f6-1a97836af76a of type vlan for network 12cf27a7-e209-4f3f-b018-bc04dccc1671 Jul 27 21:51:15.787848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Made reservation on behalf of 6f75e100f5884d01a1807cd65b0a7022 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:15.792680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.802945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:15.805916 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5f453-518f-46df-80aa-58f8ee94c105" -d '{"events": [{"server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "name": "network-vif-plugged", "status": "completed", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:15.816729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8be33a9f-f036-47c9-80e3-3ccb1a6557ba req-c9f88580-f681-4293-9c20-2fb45f839a10 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550094 Jul 27 21:51:15.922406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-acc77c7f-3a12-483e-881e-cb037b482542 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.923855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-acc77c7f-3a12-483e-881e-cb037b482542 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127109 Jul 27 21:51:15.954090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.959516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e51b5e2a-8d93-4dc3-8b1e-f6ac4c610f8f req-8ee74ae9-64ca-4323-bef3-afcc3e2e92eb service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524793 Jul 27 21:51:15.982375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Request body: {'port': {'device_id': '03973d19-2122-46a4-95e5-4bf87931c062', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '6f75e100f5884d01a1807cd65b0a7022'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:16.074320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3974e43-03b9-4eaa-b9bb-b8441846031e req-4d90feb9-848e-4f1b-8131-f906171c65c1 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0681491 Jul 27 21:51:16.115707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.189236 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4035b1-8d54-4dd4-82b9-2e297eda0ef1 x-openstack-request-id: req-7c4035b1-8d54-4dd4-82b9-2e297eda0ef1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:16.189864 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "name": "network-vif-plugged", "status": "completed", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:16.190273 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c4035b1-8d54-4dd4-82b9-2e297eda0ef1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:16.190881 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361', 'code': 200} Jul 27 21:51:16.313563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.314659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.315263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.584560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-4fe75ff0-a08d-4862-8dd7-a99a534fce13 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.592428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-4fe75ff0-a08d-4862-8dd7-a99a534fce13 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.3575361 Jul 27 21:51:16.596694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6501734-85bb-4eb9-a170-226fb3c76311 req-11490232-26ee-408f-b6a0-055a1eaab8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.599320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6501734-85bb-4eb9-a170-226fb3c76311 req-11490232-26ee-408f-b6a0-055a1eaab8b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.2521758 Jul 27 21:51:16.618666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.622110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] Pushing event updated for resources: {'Network': ['ID=12cf27a7-e209-4f3f-b018-bc04dccc1671,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:16.634259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-35f01393-e883-478a-8af3-e03389e46796 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/quotas/b8b9668a963c40d1903a17fd337e22c4 HTTP/1.1" status: 200 len: 375 time: 0.0405829 Jul 27 21:51:16.634940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 12cf27a7-e209-4f3f-b018-bc04dccc1671 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:51:16.695353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad416ab2-34f8-4911-bff5-ea117e5f68e6 req-ad1e259b-2c5e-40f4-989c-fcf0682d1205 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.696521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6501734-85bb-4eb9-a170-226fb3c76311 req-dd8a613e-83c9-4872-a45b-49f9a431037d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902717 Jul 27 21:51:16.707105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad416ab2-34f8-4911-bff5-ea117e5f68e6 req-ad1e259b-2c5e-40f4-989c-fcf0682d1205 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.2355001 Jul 27 21:51:16.780910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.792041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-c92887ac-4509-4cd9-a00e-47825c8e4bae tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1564384 Jul 27 21:51:16.837589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16623d02-a41d-4dcb-b50d-16afba4ec9ac,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:16.930582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-b76ab4d6-21c9-46bb-9318-346fa5091dca service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371918 Jul 27 21:51:16.959128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad416ab2-34f8-4911-bff5-ea117e5f68e6 req-8c2dd37d-b258-4497-aa18-3508e3b32258 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510433 Jul 27 21:51:17.122535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Made reservation on behalf of 6f75e100f5884d01a1807cd65b0a7022 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:17.140639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.294982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6cfc7cbc-c626-4473-8af1-40c1774b496e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9991529 Jul 27 21:51:17.295588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:17.319126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Request body: {'subnet': {'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-374643146-subnet', 'tenant_id': 'c84fa1e85ab542248652e957fbb8d1f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:17.434835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Allocated IP 192.168.233.113 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/da7b7bae-af25-4d6b-a83c-d98dd25d3dcf) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:17.518198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-a538bfa6-4559-4d88-8bc2-adecfeb1dd8e service neutron] 10.222.0.37 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778317 Jul 27 21:51:17.988567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd60d4-b252-4cbd-9246-443da101c764 req-6dc34b26-0a78-4f8d-8497-fab1f71145d0 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:17.998808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9cd60d4-b252-4cbd-9246-443da101c764 req-6dc34b26-0a78-4f8d-8497-fab1f71145d0 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.9000337 Jul 27 21:51:18.089712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Made reservation on behalf of c84fa1e85ab542248652e957fbb8d1f2 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:18.092895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.184792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9cd60d4-b252-4cbd-9246-443da101c764 req-ecd2f73d-ae5f-48b1-9b3b-a7bc381242de tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845973 Jul 27 21:51:18.294880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.319183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Transition to ACTIVE for port object da7b7bae-af25-4d6b-a83c-d98dd25d3dcf will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:18.421416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f95cf6b-350b-47a8-9394-2a0f0b0a1237 req-d491a582-a2e5-4b79-bada-9338f5ffb923 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0868409 Jul 27 21:51:18.476755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe17004b-545d-49ae-a3e2-3c9ab2b73bf8 req-6863e2fe-5fc4-4138-b2b1-5f22f7f13879 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 210 time: 0.0726948 Jul 27 21:51:18.504306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.625611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Allocated IP 192.168.233.83 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/bff27412-a892-4e4b-8f54-aa2e59487601) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:18.676067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da6087-c551-4c7f-974b-bf05bceb1198 req-5d9a96d3-9f03-4827-be6e-dfaa5b54cbb2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:18.685047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21da6087-c551-4c7f-974b-bf05bceb1198 req-5d9a96d3-9f03-4827-be6e-dfaa5b54cbb2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1631322 Jul 27 21:51:18.760305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21da6087-c551-4c7f-974b-bf05bceb1198 req-3336e2e0-7dae-494a-86a4-4e46f93c3519 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723917 Jul 27 21:51:18.884930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:18.895510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.905063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:18.907943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:18.967759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Transition to ACTIVE for port object bff27412-a892-4e4b-8f54-aa2e59487601 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:18.971611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:19.056455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.056455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.057827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656986aa-d659-4f9e-89f5-9d015e99f1ea req-2d10d25e-84d9-4a62-829c-2c7e363e0d9f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.063523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-656986aa-d659-4f9e-89f5-9d015e99f1ea req-2d10d25e-84d9-4a62-829c-2c7e363e0d9f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1676803 Jul 27 21:51:19.079411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34490) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:19.116079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'floatingip': {'port_id': '6bed9ac6-b22d-4985-b28e-f95425044361'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:19.206883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.246178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-948c552e-9063-40f5-aab7-bfec2ab5a67f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1816251 Jul 27 21:51:19.250415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Request body: {'port': {'device_id': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:19.313110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.363798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.392491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:19.463523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:19.476628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:19.560987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf7b55ef-5345-4f06-844d-0bee7b41d4e5 None None] Provisioning for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:19.573292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf7b55ef-5345-4f06-844d-0bee7b41d4e5 None None] Provisioning complete for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:19.573935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf7b55ef-5345-4f06-844d-0bee7b41d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.581023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:19.672391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.678407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Checking segment: {'id': 'd444b55e-a15d-438f-80f6-1a97836af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:19.682839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Network hostable DHCP agents. Network: 12cf27a7-e209-4f3f-b018-bc04dccc1671, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:51:19.686159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a523b36-554b-4014-8503-75bc1405a9a6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:19.686431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b55ef-5345-4f06-844d-0bee7b41d4e5 None None] Port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:19.712052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:19.712753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.978776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-147501f6-a8c7-4204-a326-233fed0de90d None None] Provisioning for port bff27412-a892-4e4b-8f54-aa2e59487601 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:19.985236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-147501f6-a8c7-4204-a326-233fed0de90d None None] Provisioning complete for port bff27412-a892-4e4b-8f54-aa2e59487601 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:19.985634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-147501f6-a8c7-4204-a326-233fed0de90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.010332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ed041-316f-4f07-88ba-5b5ee7c7e146 req-2a7df5cc-b28b-4367-bc13-404a82b599eb tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:20.012361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a08ed041-316f-4f07-88ba-5b5ee7c7e146 req-2a7df5cc-b28b-4367-bc13-404a82b599eb tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 935 time: 0.3003905 Jul 27 21:51:20.036270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d80351f3-2cd1-4358-b5f3-0e5fc4067ffc req-a8780e0b-6003-446d-807f-58ac83c9b9b5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 210 time: 0.0896609 Jul 27 21:51:20.066816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-adddc25b-93bb-465f-8de7-fd3fba975c1b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1049645 Jul 27 21:51:20.081307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-147501f6-a8c7-4204-a326-233fed0de90d None None] Port bff27412-a892-4e4b-8f54-aa2e59487601 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:20.108686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Request body: {'port': {'device_id': '03973d19-2122-46a4-95e5-4bf87931c062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:20.112643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Network 12cf27a7-e209-4f3f-b018-bc04dccc1671 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:51:20.240106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a08ed041-316f-4f07-88ba-5b5ee7c7e146 req-80d4f3f1-670b-45f5-acb8-09e9af617998 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448073 Jul 27 21:51:20.365257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 12cf27a7-e209-4f3f-b018-bc04dccc1671) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:20.373795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.resource_extend [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:51:20.379124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550350f-e5ef-469f-8abb-d038e7cb6cbe None None] Network 12cf27a7-e209-4f3f-b018-bc04dccc1671 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:20.384150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.390194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:20.390836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.500246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3442934a-cb9f-4920-a99a-6b383c804b11 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1998518 Jul 27 21:51:20.516236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.576906 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.653409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741ea09-5995-4890-aee6-d3d1a5c151e6 None None] Network 12cf27a7-e209-4f3f-b018-bc04dccc1671 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:20.764585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:20.823054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.871791 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Floating IP 658d0d39-7942-49db-b7b3-e7e27ed561ae associated. External IP: 172.25.3.133, port: 6bed9ac6-b22d-4985-b28e-f95425044361. Jul 27 21:51:20.917745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Transition to ACTIVE for port object da7b7bae-af25-4d6b-a83c-d98dd25d3dcf will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:21.044377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.260358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:21.279575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:21.371949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Attempting to bind port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:21.372182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Attempting to bind port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:21.372521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Attempting to bind port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:21.387855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:21.387855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Attempting to bind port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:21.398390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:21.398753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:21.399155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:21.399601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Bound port: da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:21.399976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.473291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff27412-a892-4e4b-8f54-aa2e59487601 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:21.489317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.530321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:21.538670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:21.543604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Transition to ACTIVE for port object bff27412-a892-4e4b-8f54-aa2e59487601 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:21.556635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:21.560801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.564405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:21.576393 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:21.577490 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:51:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:21.653538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f02474f3-f322-447b-870e-5348510fa55e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "PUT /v2.0/floatingips/658d0d39-7942-49db-b7b3-e7e27ed561ae HTTP/1.1" status: 200 len: 991 time: 2.5728784 Jul 27 21:51:21.661383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:21.668012 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147cef8-e68f-437b-b871-bfb7108b8dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:21.674786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-425213e5-f716-4673-98dd-ac99381034aa req-a2e6fd9d-a468-4e21-9004-728e4210e4a6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 210 time: 0.0635285 Jul 27 21:51:21.676719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.698361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-0bc719d4-16c7-4399-9f71-e73a44963d2b tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:21.709344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-0bc719d4-16c7-4399-9f71-e73a44963d2b tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/networks?id=12cf27a7-e209-4f3f-b018-bc04dccc1671 HTTP/1.1" status: 200 len: 813 time: 0.3627255 Jul 27 21:51:21.727407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-2d1a05c8-a8ed-41c0-a52d-45d94e23b599 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/quotas/c84fa1e85ab542248652e957fbb8d1f2 HTTP/1.1" status: 200 len: 375 time: 0.0201125 Jul 27 21:51:21.775090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.779575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-1363baed-118a-4ab1-8bc3-db9916d317a8 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c84fa1e85ab542248652e957fbb8d1f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511754 Jul 27 21:51:21.789499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:21.790883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.793061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] 10.222.0.76 "PUT /v2.0/ports/da7b7bae-af25-4d6b-a83c-d98dd25d3dcf HTTP/1.1" status: 200 len: 1096 time: 2.5519624 Jul 27 21:51:21.793061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:21.795620 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab" -d '{"events": [{"name": "network-changed", "server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:21.821653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:21.861410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7fdc-a571-45c7-a280-2410b688670b service neutron] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:21.946633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-251ff4ea-0344-441f-9379-d58b0d9132e3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:21.952279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-251ff4ea-0344-441f-9379-d58b0d9132e3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 812 time: 0.4359055 Jul 27 21:51:21.988938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Request body: {'port': {'device_id': '44928015-b0e9-4c67-bce9-6549902bba7f', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'admin_state_up': True, 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:22.059388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-207b5ed7-9515-4988-86a7-b81d067d65bf service neutron] 10.222.0.37 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786763 Jul 27 21:51:22.147704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:22.307780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-d4bd7565-a47b-484d-9e67-da0e09bf8541 service neutron] 10.222.0.37 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472553 Jul 27 21:51:22.308824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac7eb9-c199-4352-b2b2-0ed6cbbaa4c9 req-e7829514-bc96-4cfe-adff-ef2f9036b392 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:22.310489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deac7eb9-c199-4352-b2b2-0ed6cbbaa4c9 req-e7829514-bc96-4cfe-adff-ef2f9036b392 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.4292715 Jul 27 21:51:22.329678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Attempting to bind port bff27412-a892-4e4b-8f54-aa2e59487601 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:22.330037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Attempting to bind port bff27412-a892-4e4b-8f54-aa2e59487601 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:22.330465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Attempting to bind port bff27412-a892-4e4b-8f54-aa2e59487601 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:22.370233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Port bff27412-a892-4e4b-8f54-aa2e59487601 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:22.374087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Attempting to bind port bff27412-a892-4e4b-8f54-aa2e59487601 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:22.389675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-07cf4915-5b2a-44ab-82ca-64edfaed1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:22.391888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-07cf4915-5b2a-44ab-82ca-64edfaed1021 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 1099 time: 0.3732610 Jul 27 21:51:22.416914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:22.417437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:22.417848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:22.418338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Bound port: bff27412-a892-4e4b-8f54-aa2e59487601, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:22.418720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.456651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Made reservation on behalf of b8b9668a963c40d1903a17fd337e22c4 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:22.463270 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '658d0d39-7942-49db-b7b3-e7e27ed561ae', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': '6bed9ac6-b22d-4985-b28e-f95425044361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:49:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:50:50Z', 'updated_at': '2021-07-27T21:51:20Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:22.463982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.489436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-027f2f35-7469-4ca3-b0ff-3688b4f4936c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf HTTP/1.1" status: 200 len: 217 time: 0.0833678 Jul 27 21:51:22.524845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deac7eb9-c199-4352-b2b2-0ed6cbbaa4c9 req-7bd39e81-6fed-4c7b-a67b-373611ba2336 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011347 Jul 27 21:51:22.687701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Allocated IP 172.20.0.8 (c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b/b0731acc-1496-4091-9180-59a43a0a2248/bf89c7f6-6dce-4646-a7bd-f20a42f1cea7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:22.731428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-6f721299-d4e8-488a-b4cc-51a2a0e0a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:22.733033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-6f721299-d4e8-488a-b4cc-51a2a0e0a7bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2088270 Jul 27 21:51:22.754707 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:22.780974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:22.784679 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:22.785965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:51:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:22.835881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:22.888624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-04dbabb7-8cb6-4fee-a43d-93d25950732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:22.888624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-04dbabb7-8cb6-4fee-a43d-93d25950732e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374042 Jul 27 21:51:22.917576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.961477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.984914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Transition to ACTIVE for port object bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:23.070838 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f44a261-0fd0-41b0-88b3-1efcf36147f9 x-openstack-request-id: req-6f44a261-0fd0-41b0-88b3-1efcf36147f9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:23.071090 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:23.071371 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f44a261-0fd0-41b0-88b3-1efcf36147f9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:23.071770 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361', 'status': 'completed', 'code': 200} Jul 27 21:51:23.111490 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:23.172996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-44150d56-6885-4d47-9dc7-f20af84a8d51 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709258 Jul 27 21:51:23.182440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66cd2f53-7d7e-4504-bf44-33ba66bbdffd req-45cd6525-5e97-429d-abc3-9952cf231b26 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 210 time: 0.0746031 Jul 27 21:51:23.195917 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7005ae54-c43e-4964-a4a1-d8a8ac9db3d6 x-openstack-request-id: req-7005ae54-c43e-4964-a4a1-d8a8ac9db3d6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:23.196213 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:23.196475 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7005ae54-c43e-4964-a4a1-d8a8ac9db3d6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:23.196891 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'status': 'completed', 'code': 200} Jul 27 21:51:23.260434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.277506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da', '491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:23.322351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:23.326503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:23.329299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:23.487450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:23.514366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:23.515880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.604370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:23.605130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.606712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/bff27412-a892-4e4b-8f54-aa2e59487601 HTTP/1.1" status: 200 len: 1095 time: 3.5216849 Jul 27 21:51:23.629369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c34674-5839-4e20-861f-fcdc22b3fbe5 req-70323dac-94f4-433d-be9a-e635b7549343 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131340 Jul 27 21:51:23.640214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7e93ad68-008c-4209-8523-bae3f30a05d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6698871 Jul 27 21:51:23.655744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Request body: {'port': {'device_id': '44928015-b0e9-4c67-bce9-6549902bba7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:23.731388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231055-bbee-46d6-a941-d8c79660b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:23.837440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '658d0d39-7942-49db-b7b3-e7e27ed561ae', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': '6bed9ac6-b22d-4985-b28e-f95425044361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:49:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:50:50Z', 'updated_at': '2021-07-27T21:51:20Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:23.866634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-01a93c8b-8032-4e5e-872e-40b9ea7e7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:23.868965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-01a93c8b-8032-4e5e-872e-40b9ea7e7274 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.6925049 Jul 27 21:51:23.939034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.951242 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c281efaf-2e19-4391-9749-1b1b5b2be718 None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '658d0d39-7942-49db-b7b3-e7e27ed561ae', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': '6bed9ac6-b22d-4985-b28e-f95425044361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:49:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:50:50Z', 'updated_at': '2021-07-27T21:51:20Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:23.955529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-11478bf1-93ed-40fb-8006-065150b0072f None None] Provisioning for port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:23.965050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-11478bf1-93ed-40fb-8006-065150b0072f None None] Provisioning complete for port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:23.965670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11478bf1-93ed-40fb-8006-065150b0072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.016972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-11478bf1-93ed-40fb-8006-065150b0072f None None] Port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:24.024706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ec19a-5411-4164-b37e-914c0c403cc1 req-0f6f71e0-2703-4b14-a8c0-60f463a331a4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.032216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d8ec19a-5411-4164-b37e-914c0c403cc1 req-0f6f71e0-2703-4b14-a8c0-60f463a331a4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 931 time: 0.7342155 Jul 27 21:51:24.081384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184095-b6c8-4d6c-b0e7-7511cd60c07a req-48e71a35-b7d9-4f20-9d8e-aa395f513308 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.083922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3184095-b6c8-4d6c-b0e7-7511cd60c07a req-48e71a35-b7d9-4f20-9d8e-aa395f513308 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.2477326 Jul 27 21:51:24.173823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d8ec19a-5411-4164-b37e-914c0c403cc1 req-d21fa412-6740-4aa7-b5f4-1ac3bc1dcf90 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404743 Jul 27 21:51:24.203328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-75ed48d0-c2ae-4c0c-8005-4dc526f0c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.211423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-75ed48d0-c2ae-4c0c-8005-4dc526f0c97f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 1099 time: 0.3788884 Jul 27 21:51:24.227825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-2c14ab66-85de-4dfc-b36e-93416d884637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.231343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-2c14ab66-85de-4dfc-b36e-93416d884637 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 1098 time: 0.4108584 Jul 27 21:51:24.234989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-3bff512b-659d-40a6-952f-bb342f1a9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.239004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3184095-b6c8-4d6c-b0e7-7511cd60c07a req-77bc56d3-c1b2-41a1-9685-0e2f8a4259ff tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486096 Jul 27 21:51:24.240219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-3bff512b-659d-40a6-952f-bb342f1a9634 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.3060942 Jul 27 21:51:24.404165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f625b2-76ff-47e4-ac89-982ddbeee8ee None None] New status for floating IP 658d0d39-7942-49db-b7b3-e7e27ed561ae: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:51:24.737824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ecea0a5-d1cc-47ab-8850-472331a2b25f req-56322ad0-2793-4881-a414-c6e295719879 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 210 time: 0.1109800 Jul 27 21:51:24.740298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:24.758073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-68a68c87-b82c-4df4-8a72-622b7983b183 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bff27412-a892-4e4b-8f54-aa2e59487601 HTTP/1.1" status: 200 len: 217 time: 0.5105379 Jul 27 21:51:24.762524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-aa494d5b-2376-4e51-9f32-341e8e0b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:24.764700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.765582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-aa494d5b-2376-4e51-9f32-341e8e0b0bba service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.5242922 Jul 27 21:51:24.769103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-0d5a4574-7371-4df9-811b-aa01301cd311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 999 time: 0.2928653 Jul 27 21:51:24.781990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Transition to ACTIVE for port object bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:24.905320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.014884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:25.185602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Attempting to bind port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:25.185939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Attempting to bind port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:25.186467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Attempting to bind port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:25.197437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:25.198236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Attempting to bind port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 on network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:25.218091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:25.218641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Checking segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:25.219268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Bound using segment: {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:25.219848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Bound port: bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f259aef-74b0-4b07-a448-66710fdc20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:25.220298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.504504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:25.564129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:25.565660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:25.569910 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce77e1-f752-4d14-aeac-f239c0e8285f" -d '{"events": [{"name": "network-changed", "server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:25.614067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cec32-3af8-4dd8-95b0-10a03534133f req-3dde95e3-2995-40d9-97f5-b63c5e83955a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.643889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a85cec32-3af8-4dd8-95b0-10a03534133f req-3dde95e3-2995-40d9-97f5-b63c5e83955a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.2266257 Jul 27 21:51:25.657200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-711dd82f-b8e9-473c-984d-0f0875be1c0a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf HTTP/1.1" status: 200 len: 217 time: 0.8661261 Jul 27 21:51:25.684279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.745846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-e110941d-0493-47f3-87ab-6618807d3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.749593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-e110941d-0493-47f3-87ab-6618807d3fc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.9737515 Jul 27 21:51:25.751432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-1c2a1c35-45ee-4136-8e0b-290ad517cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.753318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-1c2a1c35-45ee-4136-8e0b-290ad517cbfb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.9546030 Jul 27 21:51:25.820718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a85cec32-3af8-4dd8-95b0-10a03534133f req-0452c3cc-aeba-468b-8d5d-d5a041c2cf7e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Jul 27 21:51:25.841419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.842090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.845733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 HTTP/1.1" status: 200 len: 1091 time: 2.1938729 Jul 27 21:51:25.846643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:25.849899 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db007e-dc82-4e7f-b590-4aeeae4c6548" -d '{"events": [{"name": "network-changed", "server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:25.862722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569495aa-ea42-4965-a93c-985eaaf86748 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:25.924144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-9c4195ea-a9e8-49bc-a677-ce207312cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:25.925697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-9c4195ea-a9e8-49bc-a677-ce207312cd9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.2312896 Jul 27 21:51:26.033345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ba04f-18de-43a8-9aa2-c629f77b49d9 req-b1fdb886-8f26-46d8-9c1f-6c06f0887a32 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.055095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-619ba04f-18de-43a8-9aa2-c629f77b49d9 req-b1fdb886-8f26-46d8-9c1f-6c06f0887a32 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.4771960 Jul 27 21:51:26.204801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7825d9ae-99b8-4d1f-bbd1-3390cde767d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.206417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-7825d9ae-99b8-4d1f-bbd1-3390cde767d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 1094 time: 0.1795862 Jul 27 21:51:26.220913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-619ba04f-18de-43a8-9aa2-c629f77b49d9 req-63cea8ee-1f0b-438b-992d-85e339ab792b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647015 Jul 27 21:51:26.234444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-db062fae-9a90-4938-b597-789cfe2f2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.241557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-db062fae-9a90-4938-b597-789cfe2f2819 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4675815 Jul 27 21:51:26.261402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-7310e615-0c33-41b3-9cb7-db2c02914f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.269805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-7310e615-0c33-41b3-9cb7-db2c02914f98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5005531 Jul 27 21:51:26.321355 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-9b4ab931-2927-4194-8e94-168ac29459c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 HTTP/1.1" status: 200 len: 217 time: 0.1011856 Jul 27 21:51:26.456829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-1c822f6e-dae6-4aec-a739-7e4cf2a32b98 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731963 Jul 27 21:51:26.464858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-130c8bf2-b2fa-4032-9e31-84b15ca97e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:26.467288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-130c8bf2-b2fa-4032-9e31-84b15ca97e24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5270650 Jul 27 21:51:26.614373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-d458895e-93cd-4728-b1a6-9def5bced8f8 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281939 Jul 27 21:51:26.617164 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8477ff1b-8b0f-4809-8999-98763aa4f979 x-openstack-request-id: req-8477ff1b-8b0f-4809-8999-98763aa4f979 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:26.617629 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:26.618016 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8477ff1b-8b0f-4809-8999-98763aa4f979 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:26.618543 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'status': 'completed', 'code': 200} Jul 27 21:51:26.816182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34eb3b3d-73bf-42fb-9595-9ba19e26fa2a req-44c2ed8b-3cc2-46d7-90e8-bb2d959a6d93 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 210 time: 0.1962717 Jul 27 21:51:26.988459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-a6482186-169a-4354-a246-0af49475b055 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525689 Jul 27 21:51:27.036964 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aafd04f-b33c-4f0f-8cf9-e6096124702c x-openstack-request-id: req-3aafd04f-b33c-4f0f-8cf9-e6096124702c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:27.037531 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:27.037531 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aafd04f-b33c-4f0f-8cf9-e6096124702c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:27.038839 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'status': 'completed', 'code': 200} Jul 27 21:51:27.107217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-1be6682b-4cbb-450c-bec3-a61f8f4fd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.108794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-1be6682b-4cbb-450c-bec3-a61f8f4fd917 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.7605503 Jul 27 21:51:27.140343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a147cef8-e68f-437b-b871-bfb7108b8dc1 req-968e7ae6-076d-4140-a78e-611765941524 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360472 Jul 27 21:51:27.161137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c3bc3ea-b70a-45ab-9a4c-b21109c1fbab req-8e0d331a-c49f-4a4e-8ff2-d694197d1b4d service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908330 Jul 27 21:51:27.198330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-2eff7aa7-7330-4247-bcf4-b33609bc5466 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.199884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-2eff7aa7-7330-4247-bcf4-b33609bc5466 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.50 "GET /v2.0/networks?id=12cf27a7-e209-4f3f-b018-bc04dccc1671 HTTP/1.1" status: 200 len: 813 time: 0.9039304 Jul 27 21:51:27.221371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b871-581c-460a-886f-0a1ddedf49ed req-8cb8167a-52f7-4772-a721-3c2277f4627d tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.224852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Request body: {'port': {'device_id': '5793af27-341c-482c-8901-34e835b494a4', 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671', 'admin_state_up': True, 'tenant_id': 'c84fa1e85ab542248652e957fbb8d1f2'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:27.230480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29a2b871-581c-460a-886f-0a1ddedf49ed req-8cb8167a-52f7-4772-a721-3c2277f4627d tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.1568551 Jul 27 21:51:27.243585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf24361b-0b61-4af5-a53a-eda93657fecb req-5ef9013b-ffb6-4a81-be71-e1a612a82cca service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408791 Jul 27 21:51:27.300798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-38711d1f-789a-4a1e-9029-b045bf664837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.302712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-38711d1f-789a-4a1e-9029-b045bf664837 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747639 Jul 27 21:51:27.323900 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29a2b871-581c-460a-886f-0a1ddedf49ed req-bfda2c2b-ae98-4833-883c-b897af4fa82b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Jul 27 21:51:27.550962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-a97a5042-3fa6-4c01-9eb9-4ce32fe22fb5 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325809 Jul 27 21:51:27.588177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Made reservation on behalf of c84fa1e85ab542248652e957fbb8d1f2 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:27.591733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.632489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-48ffb434-3bde-47dd-a085-36609d2bf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.634403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-48ffb434-3bde-47dd-a085-36609d2bf2cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f75e100f5884d01a1807cd65b0a7022&device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 1098 time: 0.2332215 Jul 27 21:51:27.644021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb36fd-86d9-49c8-8473-8ec8464cafdc req-604a325e-974f-4057-9cc3-9bb05fb89665 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.655225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27fb36fd-86d9-49c8-8473-8ec8464cafdc req-604a325e-974f-4057-9cc3-9bb05fb89665 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.2068381 Jul 27 21:51:27.675490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:27.773617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27fb36fd-86d9-49c8-8473-8ec8464cafdc req-a4a2f942-49b3-4c4f-b47a-3f5184b84e62 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173542 Jul 27 21:51:27.878107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-f0833d47-ca28-43b7-b005-39306a6eeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.879681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-f0833d47-ca28-43b7-b005-39306a6eeb4b service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.2164195 Jul 27 21:51:27.901992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:27.922725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4669fa83-d5ba-4d97-b599-17b949e0b7e2 req-231564bf-1a54-47d2-8a3f-c361bdfe6959 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633871 Jul 27 21:51:27.938308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'mac_address': 'fa:16:3e:bf:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:28.021745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.054411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:28.057281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ed80a-535d-415b-ad49-456b1f6607b1 req-f7c0a1a0-d33b-4f6c-a9bc-5105d3664546 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.064124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81b8eceb-29f2-4eac-a95c-2193a7e69168 req-73f6d89a-25e8-4668-b9bb-7f419a0850b2 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 210 time: 0.0822968 Jul 27 21:51:28.065607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c2ed80a-535d-415b-ad49-456b1f6607b1 req-f7c0a1a0-d33b-4f6c-a9bc-5105d3664546 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.2394946 Jul 27 21:51:28.073684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-3b235934-7825-4911-ab1d-d3b8032ac7d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=bff27412-a892-4e4b-8f54-aa2e59487601 HTTP/1.1" status: 200 len: 217 time: 0.1760063 Jul 27 21:51:28.097778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:28.157181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-fc64f223-291d-4c74-82cb-e9ca21d95eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.158808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-fc64f223-291d-4c74-82cb-e9ca21d95eb8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0824778 Jul 27 21:51:28.168728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c2ed80a-535d-415b-ad49-456b1f6607b1 req-dc566d60-f53a-41cf-8b2c-db31f81de7e0 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019530 Jul 27 21:51:28.170245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Allocated IP 172.20.0.11 (12cf27a7-e209-4f3f-b018-bc04dccc1671/8a523b36-554b-4014-8503-75bc1405a9a6/190dd4b4-4344-40b2-93df-e8407e4c0c56) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:28.182531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.198064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-635a2aba-a406-4ed2-936e-b6d439497cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.199999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-635a2aba-a406-4ed2-936e-b6d439497cb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 1094 time: 0.1123919 Jul 27 21:51:28.268110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-26bacd8c-9c1c-4c4f-8ba5-a26f03e4f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.270788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-26bacd8c-9c1c-4c4f-8ba5-a26f03e4f156 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881846 Jul 27 21:51:28.283435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:28.310750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.311240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.311691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.312132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.312589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.313033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.313447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.314012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.317047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.317674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.318218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.318942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.319118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-a03ff31b-6d62-4854-afdc-da5a6bf91c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.320770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-a03ff31b-6d62-4854-afdc-da5a6bf91c5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1061623 Jul 27 21:51:28.450575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-98104c0e-5fea-4f88-9dee-6e40231874c7 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606028 Jul 27 21:51:28.500638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-d700af1a-b3ed-481a-96a0-91a7e222d784 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 HTTP/1.1" status: 200 len: 217 time: 0.1646616 Jul 27 21:51:28.622384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ce77e1-f752-4d14-aeac-f239c0e8285f req-5d8f661f-6c73-468d-b72f-bee6fd08613a service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550775 Jul 27 21:51:28.685393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-8ae8c572-e58c-4061-afd5-e673125eefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.687078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-8ae8c572-e58c-4061-afd5-e673125eefe3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1187665 Jul 27 21:51:28.687910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102c96d-85a8-47e8-b59e-e13c9fdb05ce req-f4fa60e9-cfe6-4a25-858c-86f6d1f6707e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.695456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4102c96d-85a8-47e8-b59e-e13c9fdb05ce req-f4fa60e9-cfe6-4a25-858c-86f6d1f6707e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.2425621 Jul 27 21:51:28.700905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:28.766182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.804320 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4102c96d-85a8-47e8-b59e-e13c9fdb05ce req-d871d3fd-5469-4eb7-81fa-33877819b58f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978696 Jul 27 21:51:28.859067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-a068f4b2-9302-4090-b8fe-19da29499e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.860695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-a068f4b2-9302-4090-b8fe-19da29499e05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591103 Jul 27 21:51:28.982415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18994df9-c78a-40c6-9c15-0d32cfd23132 req-797c016e-8617-4fc5-9ceb-d04963183016 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:28.984379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18994df9-c78a-40c6-9c15-0d32cfd23132 req-797c016e-8617-4fc5-9ceb-d04963183016 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.0779209 Jul 27 21:51:28.997464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-a3076052-340d-4026-b14c-94c22506bcc6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201808 Jul 27 21:51:29.027405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18994df9-c78a-40c6-9c15-0d32cfd23132 req-b4408840-2562-44cf-b0a9-8537e0a33acf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Jul 27 21:51:29.137006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24db007e-dc82-4e7f-b590-4aeeae4c6548 req-bea03b77-88fd-4275-afd9-6b88d38b2961 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131830 Jul 27 21:51:29.190565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1a7fb38-09ee-4d1e-af3b-9d8d29687718 req-ddba70e2-3edc-40aa-93ea-6d080ff37e00 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 210 time: 0.0346351 Jul 27 21:51:29.252760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.289065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Network 12cf27a7-e209-4f3f-b018-bc04dccc1671 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:29.334205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:29.342759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:29.379631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322e24c-5913-4f0a-8780-9af167b18d07 req-4642b770-6b2f-45d3-b59d-6f65150125ff tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:29.390217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4322e24c-5913-4f0a-8780-9af167b18d07 req-4642b770-6b2f-45d3-b59d-6f65150125ff tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.0997999 Jul 27 21:51:29.400962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:29.401631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.437327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-0168c367-3386-43df-9557-3a790ca156a7 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:29.438890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-0168c367-3386-43df-9557-3a790ca156a7 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.50 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 945 time: 0.2509832 Jul 27 21:51:29.456727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4322e24c-5913-4f0a-8780-9af167b18d07 req-c3ce0dd7-08a7-45db-bceb-d0516b72c79f tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654864 Jul 27 21:51:29.482268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Pushing event updated for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:29.508856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-b867c33f-0f3d-4bf9-813d-817ac16b3704 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2884078 Jul 27 21:51:29.553860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Request body: {'port': {'device_id': '5793af27-341c-482c-8901-34e835b494a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:29.662327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.720261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Deleting port aefcdd86-92dd-4781-9ca5-51112b5c8557 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:29.720678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.039895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] For port aefcdd86-92dd-4781-9ca5-51112b5c8557, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=aefcdd86-92dd-4781-9ca5-51112b5c8557,segment=NetworkSegment(9d170478-2b53-4f19-ad7f-d7a192d6947e),segment_id=9d170478-2b53-4f19-ad7f-d7a192d6947e)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:30.040279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.070549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Calling delete_port for aefcdd86-92dd-4781-9ca5-51112b5c8557 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:30.165632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432b1c-798b-4a7b-b7e6-8ece2d643076 req-47716793-1a7c-4a18-b766-6a38f48f941a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.173320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee432b1c-798b-4a7b-b7e6-8ece2d643076 req-47716793-1a7c-4a18-b766-6a38f48f941a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.2066987 Jul 27 21:51:30.281656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0839d9d-775b-4b4d-a49a-4d8135c53126 req-67eb09a7-5feb-4904-838b-c98673a77b0b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.282217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee432b1c-798b-4a7b-b7e6-8ece2d643076 req-f5f792b2-dc19-4a1d-897e-253903fed034 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075566 Jul 27 21:51:30.286897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0839d9d-775b-4b4d-a49a-4d8135c53126 req-67eb09a7-5feb-4904-838b-c98673a77b0b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.0739825 Jul 27 21:51:30.313447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190dd4b4-4344-40b2-93df-e8407e4c0c56 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:30.326232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.352436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0839d9d-775b-4b4d-a49a-4d8135c53126 req-3e73833a-c51e-4ac2-8f04-2047cacde0fa tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Jul 27 21:51:30.384221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Transition to ACTIVE for port object 190dd4b4-4344-40b2-93df-e8407e4c0c56 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:30.474511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f3bef-ff57-4342-abb5-27c89045806c req-d071dfba-35a5-4e20-9adc-93ab27ca2e8c tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.477803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f2f3bef-ff57-4342-abb5-27c89045806c req-d071dfba-35a5-4e20-9adc-93ab27ca2e8c tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 932 time: 0.1100466 Jul 27 21:51:30.478106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.552396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Pushing event updated for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:30.562607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.574317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['aefcdd86-92dd-4781-9ca5-51112b5c8557'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:30.584776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f2f3bef-ff57-4342-abb5-27c89045806c req-4ecde9b0-e788-4b94-93c8-ed8a7be6be0c tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794220 Jul 27 21:51:30.619858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8fec1-4031-44d8-b893-55531935292c req-8040f9c6-a8c0-4c53-9ed9-070afc287b5a tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.622797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ed8fec1-4031-44d8-b893-55531935292c req-8040f9c6-a8c0-4c53-9ed9-070afc287b5a tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 867 time: 0.0950062 Jul 27 21:51:30.669302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ed8fec1-4031-44d8-b893-55531935292c req-6f90cd0c-3396-4432-b698-09529953836b tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/security-groups?id=d0fd6171-4c55-4743-9c4e-7c2db38df7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Jul 27 21:51:30.672496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Pushing event deleted for resources: {'Port': ['ID=aefcdd86-92dd-4781-9ca5-51112b5c8557,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:30.728266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] No DVR routers for this DVR port aefcdd86-92dd-4781-9ca5-51112b5c8557 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:30.733073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.735046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3492b40-01e2-40e7-a5e7-2c9e0bf043de req-2c4cb38f-216d-4399-bd91-8b46eeac86a3 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.50 "DELETE /v2.0/ports/aefcdd86-92dd-4781-9ca5-51112b5c8557 HTTP/1.1" status: 204 len: 173 time: 1.2887433 Jul 27 21:51:30.735484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'name': 'network-vif-deleted', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:30.737809 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e007b9-0085-47b8-88e9-6ed1ca90820e" -d '{"events": [{"server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "name": "network-vif-deleted", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:30.752615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Attempting to bind port 190dd4b4-4344-40b2-93df-e8407e4c0c56 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:30.753392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Attempting to bind port 190dd4b4-4344-40b2-93df-e8407e4c0c56 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'd444b55e-a15d-438f-80f6-1a97836af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:30.753392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Attempting to bind port 190dd4b4-4344-40b2-93df-e8407e4c0c56 on network 12cf27a7-e209-4f3f-b018-bc04dccc1671 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Port 190dd4b4-4344-40b2-93df-e8407e4c0c56 on network 12cf27a7-e209-4f3f-b018-bc04dccc1671 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Attempting to bind port 190dd4b4-4344-40b2-93df-e8407e4c0c56 on network 12cf27a7-e209-4f3f-b018-bc04dccc1671 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Checking segment: {'id': 'd444b55e-a15d-438f-80f6-1a97836af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Bound using segment: {'id': 'd444b55e-a15d-438f-80f6-1a97836af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Bound port: 190dd4b4-4344-40b2-93df-e8407e4c0c56, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd444b55e-a15d-438f-80f6-1a97836af76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:30.769177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.786449 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81acb44b-b264-4aa2-acd8-9e6ee1777fb4 x-openstack-request-id: req-81acb44b-b264-4aa2-acd8-9e6ee1777fb4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:30.791925 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85cebbc-549e-4ee9-9785-e2747765c5a7", "name": "network-vif-deleted", "tag": "aefcdd86-92dd-4781-9ca5-51112b5c8557", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:30.791925 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81acb44b-b264-4aa2-acd8-9e6ee1777fb4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:30.791925 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85cebbc-549e-4ee9-9785-e2747765c5a7', 'name': 'network-vif-deleted', 'tag': 'aefcdd86-92dd-4781-9ca5-51112b5c8557', 'status': 'completed', 'code': 200} Jul 27 21:51:30.841860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:30.845477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56,segment=NetworkSegment(d444b55e-a15d-438f-80f6-1a97836af76a),segment_id=d444b55e-a15d-438f-80f6-1a97836af76a)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:30.921067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.980004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.980836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.982716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/190dd4b4-4344-40b2-93df-e8407e4c0c56 HTTP/1.1" status: 200 len: 1092 time: 1.4413054 Jul 27 21:51:31.015126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfcac1-889e-474b-be8b-3e2151f742d3 service neutron] Pushing event updated for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:31.139395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119224a-14c4-4df2-9487-5af51f7d6be3 req-ea8ce4f9-408c-4de5-af3a-833d5bf2cc1e tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.141045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0119224a-14c4-4df2-9487-5af51f7d6be3 req-ea8ce4f9-408c-4de5-af3a-833d5bf2cc1e tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 950 time: 0.1573637 Jul 27 21:51:31.192216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-7b45c1e0-0099-4e20-a4e7-050113b8e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.194789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-7b45c1e0-0099-4e20-a4e7-050113b8e1d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c84fa1e85ab542248652e957fbb8d1f2&device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 1095 time: 0.1111760 Jul 27 21:51:31.202675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0119224a-14c4-4df2-9487-5af51f7d6be3 req-8e576ddd-326e-4584-9f21-0ce53bf597cc tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Jul 27 21:51:31.244156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-216e86ce-63c8-4925-97ce-d0f6e16a9425 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56 HTTP/1.1" status: 200 len: 217 time: 0.0405233 Jul 27 21:51:31.299363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-89b99a7e-bbef-4405-9481-ca5867c1920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.300924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-89b99a7e-bbef-4405-9481-ca5867c1920c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a523b36-554b-4014-8503-75bc1405a9a6 HTTP/1.1" status: 200 len: 853 time: 0.0485168 Jul 27 21:51:31.345543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-6aa55962-5099-4d61-a5e2-c71a8a84cd06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cf27a7-e209-4f3f-b018-bc04dccc1671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351293 Jul 27 21:51:31.468533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457cd5-44b6-47a4-9b46-16ccaa9b1d03 req-3bb9cce0-18fb-46cd-9310-aeec996f2e03 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.469084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-72e0db84-6508-4cb5-bab6-5d18cc8483f1 service neutron] 10.222.0.50 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128788 Jul 27 21:51:31.474798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90457cd5-44b6-47a4-9b46-16ccaa9b1d03 req-3bb9cce0-18fb-46cd-9310-aeec996f2e03 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.1129630 Jul 27 21:51:31.529836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90457cd5-44b6-47a4-9b46-16ccaa9b1d03 req-87e1b0ac-4ac1-4020-a928-bb88d3e1532f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493231 Jul 27 21:51:31.624784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5060b0-13c4-4b28-ae86-279970e9085e req-9bc64d16-8786-432c-8b6b-5edd86a6e333 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.631000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af5060b0-13c4-4b28-ae86-279970e9085e req-9bc64d16-8786-432c-8b6b-5edd86a6e333 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.1883111 Jul 27 21:51:31.645862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bdb1301-2db3-4bcf-b764-f28d125967e8 req-91eb5cf2-d0af-47a1-9231-2e1bc6c81572 service neutron] 10.222.0.50 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574900 Jul 27 21:51:31.677592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af5060b0-13c4-4b28-ae86-279970e9085e req-f3ad40ff-8bd5-48c6-b2aa-114fd4b1ffad tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jul 27 21:51:31.695109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:31.698264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:31.794409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4505f-0d31-4c44-8c35-4705250395d5 req-3fe83d1a-6059-4f38-904e-0e28fa3cf2e4 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.805939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2d4505f-0d31-4c44-8c35-4705250395d5 req-3fe83d1a-6059-4f38-904e-0e28fa3cf2e4 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 944 time: 0.1190438 Jul 27 21:51:31.841978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6a49633-cfdd-4a40-a412-8486f03d7496 req-8228b95f-b5df-42a9-a086-77d1ebc655f0 tempest-ServerTagsTestJSON-911752742 tempest-ServerTagsTestJSON-911752742-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85cebbc-549e-4ee9-9785-e2747765c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0527852 Jul 27 21:51:31.899795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2d4505f-0d31-4c44-8c35-4705250395d5 req-7656335e-5bc5-4d4d-b784-1dba32f99957 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865228 Jul 27 21:51:31.907429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:31.925013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'mac_address': 'fa:16:3e:ec:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:31.927812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:31.933848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:31.937654 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.978943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b0017f7-4907-49b5-8d27-89486e27c5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.011680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.028784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff27412-a892-4e4b-8f54-aa2e59487601 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:32.071532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:32.085611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.109051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:32.111359 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aa2988-34e8-4cf5-b923-f43b3be72a62" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:32.129055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:32.158653 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98deea09-8f71-4972-b48f-22e84b556a40 x-openstack-request-id: req-98deea09-8f71-4972-b48f-22e84b556a40 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:32.158951 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:32.159240 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98deea09-8f71-4972-b48f-22e84b556a40 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:32.159659 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'code': 200} Jul 27 21:51:32.195918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:32.202150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.237926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.302750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46f0f3-4b24-4530-9a70-4e5efaddccdd req-555ae2e1-360f-444e-adba-6a7ca324a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.305241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f46f0f3-4b24-4530-9a70-4e5efaddccdd req-555ae2e1-360f-444e-adba-6a7ca324a5f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 1101 time: 0.0695140 Jul 27 21:51:32.315923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:32.359345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f46f0f3-4b24-4530-9a70-4e5efaddccdd req-8dd9a3cb-e9f6-49da-954b-a976323dcbdb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Jul 27 21:51:32.373951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432c934-73bc-444f-95be-da589f5e5551 req-6eae1abe-a5a7-4fc5-826f-569f510eb4f6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.379951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a432c934-73bc-444f-95be-da589f5e5551 req-6eae1abe-a5a7-4fc5-826f-569f510eb4f6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 950 time: 0.0939920 Jul 27 21:51:32.403783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:32.415051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:32.426483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'mac_address': 'fa:16:3e:2d:9f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:32.430900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a432c934-73bc-444f-95be-da589f5e5551 req-0f62578c-7225-483f-a1d0-f9861f2d42aa tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Jul 27 21:51:32.473209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.488560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:32.510902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:32.612608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:32.655695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bff27412-a892-4e4b-8f54-aa2e59487601'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:32.703889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc402d3c-9d0c-4b6a-9874-cc01640b2909 req-57bd3fef-d6a7-41d4-8388-ec6fe99f70f8 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.705410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc402d3c-9d0c-4b6a-9874-cc01640b2909 req-57bd3fef-d6a7-41d4-8388-ec6fe99f70f8 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 948 time: 0.0834055 Jul 27 21:51:32.717307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:32.761735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc402d3c-9d0c-4b6a-9874-cc01640b2909 req-dfcd5756-5268-4257-ab07-40dc5cd4c853 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Jul 27 21:51:32.791249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:32.791676 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04973131-4bd0-477a-8ae2-2a4ecc45161d" -d '{"events": [{"name": "network-changed", "server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:32.895201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c691f-f4ad-491a-b38b-39e46808c6c1 req-e985999e-af2d-4935-b14a-76f9b07fa03a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.901368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-693c691f-f4ad-491a-b38b-39e46808c6c1 req-e985999e-af2d-4935-b14a-76f9b07fa03a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 944 time: 0.0748515 Jul 27 21:51:32.902074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:32.940205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-693c691f-f4ad-491a-b38b-39e46808c6c1 req-6ad66047-f6e7-4c51-baed-dbff2612604d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Jul 27 21:51:32.987756 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4092a0-68d6-48bb-afff-aa0ac0d4a56f x-openstack-request-id: req-7b4092a0-68d6-48bb-afff-aa0ac0d4a56f {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:32.988157 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:32.988684 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b4092a0-68d6-48bb-afff-aa0ac0d4a56f {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:32.989176 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56', 'status': 'completed', 'code': 200} Jul 27 21:51:33.021714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:33.109359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Deleting subnet 67089cfb-7483-451d-b0d1-6d87797905c4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:51:33.113633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.127975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-92a0a5e5-7b7b-4b15-88e1-46927a77ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.129476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-92a0a5e5-7b7b-4b15-88e1-46927a77ac04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c84fa1e85ab542248652e957fbb8d1f2&device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 1095 time: 0.1114635 Jul 27 21:51:33.157898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.202505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.229490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065728cd-c13d-417b-b04d-3afb892b5689 req-76e15b00-6b27-426b-a362-d2b74b4c67c9 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.231199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-065728cd-c13d-417b-b04d-3afb892b5689 req-76e15b00-6b27-426b-a362-d2b74b4c67c9 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 944 time: 0.1483004 Jul 27 21:51:33.285677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-3e04b9aa-3b02-462e-a269-41c89f74d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.287240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-3e04b9aa-3b02-462e-a269-41c89f74d6c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=12cf27a7-e209-4f3f-b018-bc04dccc1671 HTTP/1.1" status: 200 len: 914 time: 0.1479828 Jul 27 21:51:33.295776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-065728cd-c13d-417b-b04d-3afb892b5689 req-b80794e8-187b-4517-8559-842894852fda tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Jul 27 21:51:33.332696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-ec3f2c3c-82f8-46f7-a330-e28d4f97adf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56 HTTP/1.1" status: 200 len: 217 time: 0.0359528 Jul 27 21:51:33.338112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.374588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67089cfb-7483-451d-b0d1-6d87797905c4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:33.378254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.380499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b04f638a-a844-4855-91b4-af15e3e1da81 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/67089cfb-7483-451d-b0d1-6d87797905c4 HTTP/1.1" status: 204 len: 168 time: 0.3565352 Jul 27 21:51:33.383495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:33.396136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-c84e1f74-6d4d-4d6a-87da-8a1098c3c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.397960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-c84e1f74-6d4d-4d6a-87da-8a1098c3c20f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a523b36-554b-4014-8503-75bc1405a9a6 HTTP/1.1" status: 200 len: 853 time: 0.0584517 Jul 27 21:51:33.463988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.469274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-24d09f90-048c-44de-94e3-30fca3b76482 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=12cf27a7-e209-4f3f-b018-bc04dccc1671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622499 Jul 27 21:51:33.563898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.574783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0887fb-ccfc-46a3-9ecf-37e992e8cd11']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:33.588462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d170478-2b53-4f19-ad7f-d7a192d6947e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:33.588824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d170478-2b53-4f19-ad7f-d7a192d6947e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:33.598628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-39ad72b9-9d69-49bb-9c5a-3a75912bc941 service neutron] 10.222.0.50 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154337 Jul 27 21:51:33.598840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.613703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.621484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:51:33.621994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:51:33.624466 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:51:33.726523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:33.748642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04973131-4bd0-477a-8ae2-2a4ecc45161d req-d9fce16c-a333-40f8-933b-51fc2a8af0d3 service neutron] 10.222.0.50 "GET /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391964 Jul 27 21:51:33.826876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.844228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.850864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.853151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f0887fb-ccfc-46a3-9ecf-37e992e8cd11 HTTP/1.1" status: 204 len: 168 time: 0.4677851 Jul 27 21:51:33.864687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035f516-cdb1-4c96-a3b4-a0e9d637ada6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0887fb-ccfc-46a3-9ecf-37e992e8cd11,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:33.868717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:34.057683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.108582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:34.161298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:34.163823 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e869ec-1d1f-460a-a9fa-94ba33363ce7" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:34.221792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:34.308723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799df35-2f1c-4430-8420-d006100347ab req-95a7afba-7a9c-444f-99a2-9a1f39ded4a2 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.310191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5799df35-2f1c-4430-8420-d006100347ab req-95a7afba-7a9c-444f-99a2-9a1f39ded4a2 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 948 time: 0.0714512 Jul 27 21:51:34.352914 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5799df35-2f1c-4430-8420-d006100347ab req-2a783f32-c8cd-4812-b41c-154c28f0a646 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Jul 27 21:51:34.367640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:34.371782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:34.382489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:34.382874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.418385 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33aec7-978c-49f8-bf6b-51954cb96467 x-openstack-request-id: req-1d33aec7-978c-49f8-bf6b-51954cb96467 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:34.418800 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:34.419159 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d33aec7-978c-49f8-bf6b-51954cb96467 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:34.419659 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'code': 200} Jul 27 21:51:34.433772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf9c6-e65e-41c1-bdc4-2d3644f7fb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.466042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a760fb08-2192-42b0-ba88-28ea6637e1cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e508050afce54ea4b971ba1e025402b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968916 Jul 27 21:51:34.468712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34900) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:34.494590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.531669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:34.541127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d66949-ac8c-4784-bf77-fa74455b5346 req-c1f3a729-10bc-458d-88d5-3de2852f2186 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.542712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d66949-ac8c-4784-bf77-fa74455b5346 req-c1f3a729-10bc-458d-88d5-3de2852f2186 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 944 time: 0.1130440 Jul 27 21:51:34.546892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032ad4-3106-4b0f-b824-114b909be2df req-fafb7a2f-4751-4962-ba62-ddd74677a04b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.548445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96032ad4-3106-4b0f-b824-114b909be2df req-fafb7a2f-4751-4962-ba62-ddd74677a04b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0821414 Jul 27 21:51:34.563458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.593384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96032ad4-3106-4b0f-b824-114b909be2df req-90bc3b8e-b156-43ba-a6d2-919c1220e69e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Jul 27 21:51:34.604001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.616775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d66949-ac8c-4784-bf77-fa74455b5346 req-8e96264f-2a45-4992-a51b-6baee7adfcf8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655909 Jul 27 21:51:34.621980 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.623045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device aefcdd86-92dd-4781-9ca5-51112b5c8557 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:34.671502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: aefcdd86-92dd-4781-9ca5-51112b5c8557 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:34.671860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device aefcdd86-92dd-4781-9ca5-51112b5c8557 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:34.675337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.708778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:34.740201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.746813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.750771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0fd6171-4c55-4743-9c4e-7c2db38df7d1 HTTP/1.1" status: 204 len: 168 time: 0.2781930 Jul 27 21:51:34.758235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae76ff-68ff-4bab-8b97-a3cff60bcdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd6171-4c55-4743-9c4e-7c2db38df7d1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:34.760198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df776a-22db-41b6-a24f-26727a5eea67 req-f0a06aff-63ed-43f3-93ac-7de1bf24b1f8 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.768223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44df776a-22db-41b6-a24f-26727a5eea67 req-f0a06aff-63ed-43f3-93ac-7de1bf24b1f8 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 944 time: 0.1046402 Jul 27 21:51:35.091591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44df776a-22db-41b6-a24f-26727a5eea67 req-e4364d94-f0e5-476a-b621-90bc41aa98de tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224835 Jul 27 21:51:35.511905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3835ab-47cd-4a48-813d-78a81fbc5253 req-aabb3537-837c-4931-873e-1a27d37e634f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:35.513466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea3835ab-47cd-4a48-813d-78a81fbc5253 req-aabb3537-837c-4931-873e-1a27d37e634f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 948 time: 0.0782621 Jul 27 21:51:35.553527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea3835ab-47cd-4a48-813d-78a81fbc5253 req-b18994dc-8e66-4dfa-909f-8bb515b8b6af tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Jul 27 21:51:35.728886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:35.751967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c410a-b905-4ac2-88c0-3f1ec78e3318 req-aecf0c4d-4e9d-4bea-9bd5-cb1a0131d4d7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:35.759541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-103c410a-b905-4ac2-88c0-3f1ec78e3318 req-aecf0c4d-4e9d-4bea-9bd5-cb1a0131d4d7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0923820 Jul 27 21:51:35.783944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:35.791438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3af1-bb66-43d7-ad9b-2c9c75c3d8dd req-4d8e9b44-7492-40b8-b604-30e8608c06ca tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:35.793051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a71a3af1-bb66-43d7-ad9b-2c9c75c3d8dd req-4d8e9b44-7492-40b8-b604-30e8608c06ca tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0804489 Jul 27 21:51:35.804818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-103c410a-b905-4ac2-88c0-3f1ec78e3318 req-ff34af40-19ad-4d75-b61b-fdeca7fbf02a tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Jul 27 21:51:35.848242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a71a3af1-bb66-43d7-ad9b-2c9c75c3d8dd req-41a57844-9cde-445a-a63e-fdc042c597eb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Jul 27 21:51:35.920290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bff27412-a892-4e4b-8f54-aa2e59487601 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:35.924349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bff27412-a892-4e4b-8f54-aa2e59487601 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:35.924729 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.003389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.036375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:36.130179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.184933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:36.222519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 190dd4b4-4344-40b2-93df-e8407e4c0c56 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:36.236027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7d78-5680-41b9-9896-fef9d5be8abf req-5f616d37-ac62-471b-b9c1-a9a45c9462ea tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.237842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-567c7d78-5680-41b9-9896-fef9d5be8abf req-5f616d37-ac62-471b-b9c1-a9a45c9462ea tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 944 time: 0.0733900 Jul 27 21:51:36.285099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-567c7d78-5680-41b9-9896-fef9d5be8abf req-70f4faf7-7a63-4c16-be94-2bf81bfa9306 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Jul 27 21:51:36.337680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56,segment=NetworkSegment(d444b55e-a15d-438f-80f6-1a97836af76a),segment_id=d444b55e-a15d-438f-80f6-1a97836af76a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:36.349708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '190dd4b4-4344-40b2-93df-e8407e4c0c56', 'network_id': '12cf27a7-e209-4f3f-b018-bc04dccc1671', 'port_id': '190dd4b4-4344-40b2-93df-e8407e4c0c56', 'mac_address': 'fa:16:3e:a2:ca:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a523b36-554b-4014-8503-75bc1405a9a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:36.390268 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.406960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190dd4b4-4344-40b2-93df-e8407e4c0c56 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:36.423710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'}, {'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:36.426015 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aba25c-a76e-41af-bc89-aad3f5c0601b" -d '{"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7"}, {"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-plugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:36.432710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56,segment=NetworkSegment(d444b55e-a15d-438f-80f6-1a97836af76a),segment_id=d444b55e-a15d-438f-80f6-1a97836af76a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:36.472527 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6302e25f-5f82-4e4b-a7e4-b9a896518f5f x-openstack-request-id: req-6302e25f-5f82-4e4b-a7e4-b9a896518f5f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:36.472830 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7", "code": 200}, {"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-plugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:36.473117 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6302e25f-5f82-4e4b-a7e4-b9a896518f5f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:36.473545 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'code': 200} Jul 27 21:51:36.473803 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'code': 200} Jul 27 21:51:36.579486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.610241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed808af-4698-4b22-b140-3609421aac38 req-42392722-bf4a-4d6e-af3f-c538255f9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.611961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ed808af-4698-4b22-b140-3609421aac38 req-42392722-bf4a-4d6e-af3f-c538255f9d7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 1096 time: 0.0777366 Jul 27 21:51:36.667808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779d573-bf59-4c51-a1a6-b642005900b2 req-d82ccd49-ae43-4787-af7d-353e050d91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.667808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7779d573-bf59-4c51-a1a6-b642005900b2 req-d82ccd49-ae43-4787-af7d-353e050d91a1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 1100 time: 0.1049900 Jul 27 21:51:36.672489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:36.673948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32e35eb8-61e1-4f40-af24-86cf2cddbb58 req-04cf4532-ac09-449b-b2c4-d4fcca6b1897 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0609291 Jul 27 21:51:36.713761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ed808af-4698-4b22-b140-3609421aac38 req-503b5b48-70cb-4823-8c64-a9d546075304 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867741 Jul 27 21:51:36.759642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7779d573-bf59-4c51-a1a6-b642005900b2 req-6f17a668-7cd1-4c56-9e62-38df940b25eb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Jul 27 21:51:36.793407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c1144-1cae-48f3-9241-550f0271d4f1 req-3080233c-cac5-4190-b77e-abbad5e04af3 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.795135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e54c1144-1cae-48f3-9241-550f0271d4f1 req-3080233c-cac5-4190-b77e-abbad5e04af3 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 949 time: 0.1123264 Jul 27 21:51:36.842231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e54c1144-1cae-48f3-9241-550f0271d4f1 req-61ca37b7-4a28-4004-8cfc-cf6ea4ca351c tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Jul 27 21:51:36.846013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.847162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['190dd4b4-4344-40b2-93df-e8407e4c0c56'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:36.994560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf30baa-c116-441f-a4f7-3165bb48eb21 req-bb98a029-053a-4f48-b8e8-5ece3d16903e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.996193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acf30baa-c116-441f-a4f7-3165bb48eb21 req-bb98a029-053a-4f48-b8e8-5ece3d16903e tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0776994 Jul 27 21:51:37.037698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acf30baa-c116-441f-a4f7-3165bb48eb21 req-746a7ed2-870c-4b31-8414-634eeaea42ec tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Jul 27 21:51:37.179820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1e60-f654-40cf-822f-e9c56839cc2b req-8a887914-ddbb-4964-9e50-255a720105dd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.179820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-687f1e60-f654-40cf-822f-e9c56839cc2b req-8a887914-ddbb-4964-9e50-255a720105dd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0857010 Jul 27 21:51:37.247261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-687f1e60-f654-40cf-822f-e9c56839cc2b req-6c49d7d2-e7f7-4d48-a1ff-05b33ee8cd55 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Jul 27 21:51:37.360046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.379912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42b5f10e-1bbd-43d2-b4de-5662d54187d5 req-7b15c21f-98ff-45b5-bacd-74be4de837f1 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Jul 27 21:51:37.435880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2984756-421a-43e0-a297-f66a0ac5cb15 req-35a7ae70-ae63-400d-abba-9f5ac7f2df48 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.437359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2984756-421a-43e0-a297-f66a0ac5cb15 req-35a7ae70-ae63-400d-abba-9f5ac7f2df48 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 945 time: 0.0749428 Jul 27 21:51:37.476827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2984756-421a-43e0-a297-f66a0ac5cb15 req-b7434993-b40f-4c3e-9a3a-54e9d4d00f94 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jul 27 21:51:37.561528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-6a8d191d-fb23-4b24-9642-96f9f2989f96 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.563103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-6a8d191d-fb23-4b24-9642-96f9f2989f96 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 945 time: 0.0685928 Jul 27 21:51:37.692634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Deleting port b96693ce-f404-41ba-9527-a8cedd2a6f2e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:37.693003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.797881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] For port b96693ce-f404-41ba-9527-a8cedd2a6f2e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b96693ce-f404-41ba-9527-a8cedd2a6f2e,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:37.798516 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.811943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Calling delete_port for b96693ce-f404-41ba-9527-a8cedd2a6f2e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:37.999250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.024649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe68830-5841-4f85-8a3c-f6008fda0845 req-17563d67-ad64-4c37-a15a-e7a84d1820ab tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.026634 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ffe68830-5841-4f85-8a3c-f6008fda0845 req-17563d67-ad64-4c37-a15a-e7a84d1820ab tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 949 time: 0.0901551 Jul 27 21:51:38.102689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ffe68830-5841-4f85-8a3c-f6008fda0845 req-9bda8565-f864-4254-92b3-8dc51ce7a222 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Jul 27 21:51:38.115397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.130689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dd779b9a-b143-4dc0-87c6-8d44d9479621', 'b96693ce-f404-41ba-9527-a8cedd2a6f2e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:38.150347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Pushing event deleted for resources: {'Port': ['ID=b96693ce-f404-41ba-9527-a8cedd2a6f2e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:38.158418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8be05c2-6712-4e8c-9171-ace6fc62ed34 req-88bbafc0-b480-4962-a31b-dba29b738ae4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0414062 Jul 27 21:51:38.164231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.164682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.165077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.165483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.166020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.166489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.166895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.167285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.168046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.168371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.168868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.169265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:38.219967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 190dd4b4-4344-40b2-93df-e8407e4c0c56 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:38.235492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] No DVR routers for this DVR port b96693ce-f404-41ba-9527-a8cedd2a6f2e on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:38.239064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.242001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fec3e295-4368-45e9-b76b-e6b5800fc940 req-28324704-38ce-4f4a-a55c-2180839ac1a4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "DELETE /v2.0/ports/b96693ce-f404-41ba-9527-a8cedd2a6f2e HTTP/1.1" status: 204 len: 173 time: 0.6703207 Jul 27 21:51:38.242666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'name': 'network-vif-deleted', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:38.246739 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93e7c3-26cb-407a-8317-72c4d968eaf8" -d '{"events": [{"server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "name": "network-vif-deleted", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:38.300477 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53425d7c-624b-49d9-bb1f-bcdc0bf8ab1c x-openstack-request-id: req-53425d7c-624b-49d9-bb1f-bcdc0bf8ab1c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:38.300769 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96199951-c9c3-4328-aac9-fab18bc6b04f", "name": "network-vif-deleted", "tag": "b96693ce-f404-41ba-9527-a8cedd2a6f2e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:38.301024 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53425d7c-624b-49d9-bb1f-bcdc0bf8ab1c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:38.301426 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96199951-c9c3-4328-aac9-fab18bc6b04f', 'name': 'network-vif-deleted', 'tag': 'b96693ce-f404-41ba-9527-a8cedd2a6f2e', 'status': 'completed', 'code': 200} Jul 27 21:51:38.426566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 190dd4b4-4344-40b2-93df-e8407e4c0c56 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:38.434256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 190dd4b4-4344-40b2-93df-e8407e4c0c56 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:38.434806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.436362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b2c8f-cb69-4d9b-ab6c-90bfc5e9da92 req-063dce68-37e5-4b26-8714-610b1bd67634 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.439087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-941b2c8f-cb69-4d9b-ab6c-90bfc5e9da92 req-063dce68-37e5-4b26-8714-610b1bd67634 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0818362 Jul 27 21:51:38.487004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7969dbc6-1d96-4f72-8d04-45981e74544c req-aa035d4e-15e2-4a72-9964-053a165133fe tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0371802 Jul 27 21:51:38.505454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-941b2c8f-cb69-4d9b-ab6c-90bfc5e9da92 req-ee784149-300e-462b-a0cb-a20da6c8f149 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573690 Jul 27 21:51:38.565159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.599095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:38.602181 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04530016-cbd9-4c27-9b98-6324b40c3228" -d '{"events": [{"server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "name": "network-vif-plugged", "status": "completed", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:38.618222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56,segment=NetworkSegment(d444b55e-a15d-438f-80f6-1a97836af76a),segment_id=d444b55e-a15d-438f-80f6-1a97836af76a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:38.663932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1e83e-c1f4-44ba-8b0a-bb3987d2f33a req-3d9b88f3-331b-45f9-b421-a2817c449376 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.665656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccd1e83e-c1f4-44ba-8b0a-bb3987d2f33a req-3d9b88f3-331b-45f9-b421-a2817c449376 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 945 time: 0.0813065 Jul 27 21:51:38.711066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccd1e83e-c1f4-44ba-8b0a-bb3987d2f33a req-81558162-915e-4070-8cda-22fec7f76a59 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379295 Jul 27 21:51:38.749691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.779207 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac1152-78f7-454e-87dd-22e06c744fbb x-openstack-request-id: req-c2ac1152-78f7-454e-87dd-22e06c744fbb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:38.779711 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "name": "network-vif-plugged", "status": "completed", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:38.780110 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2ac1152-78f7-454e-87dd-22e06c744fbb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:38.780962 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56', 'code': 200} Jul 27 21:51:38.826672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:38.907315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf4d1c-fa4e-43af-bbcd-2447c328bbef req-e726b859-40af-4356-9a3d-6443e8a67900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.908856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bddf4d1c-fa4e-43af-bbcd-2447c328bbef req-e726b859-40af-4356-9a3d-6443e8a67900 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 1097 time: 0.0585947 Jul 27 21:51:38.952662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bddf4d1c-fa4e-43af-bbcd-2447c328bbef req-bd788c0f-3eed-467c-87f8-a4535a152853 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361190 Jul 27 21:51:39.073329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee762d3-6355-4723-88b1-7f538f4127a8 req-7bf13833-1880-4437-911a-8f203bbfd012 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:39.075101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dee762d3-6355-4723-88b1-7f538f4127a8 req-7bf13833-1880-4437-911a-8f203bbfd012 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0759823 Jul 27 21:51:39.120673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dee762d3-6355-4723-88b1-7f538f4127a8 req-36b80022-d31a-4cfc-8f78-667575398c11 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Jul 27 21:51:39.274332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340128-f4c8-48e2-9cdd-e80d2e828904 req-51df7c08-f643-4662-8686-541957b59422 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:39.276078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5340128-f4c8-48e2-9cdd-e80d2e828904 req-51df7c08-f643-4662-8686-541957b59422 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 949 time: 0.0881374 Jul 27 21:51:39.285452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-12130d02-1304-4677-bea6-7f660373ee88 req-c729c863-0d76-4f70-baf2-809f20ba48f7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=96199951-c9c3-4328-aac9-fab18bc6b04f HTTP/1.1" status: 200 len: 210 time: 0.0368199 Jul 27 21:51:39.331849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5340128-f4c8-48e2-9cdd-e80d2e828904 req-10f79852-a675-4985-a247-4c25c3039fe4 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jul 27 21:51:39.488312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9cd2-ace1-4d90-aee4-373137a0d7d4 req-d3847369-84f6-4f11-a931-86666e9c4a12 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:39.489803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14db9cd2-ace1-4d90-aee4-373137a0d7d4 req-d3847369-84f6-4f11-a931-86666e9c4a12 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 950 time: 0.0656598 Jul 27 21:51:39.534265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14db9cd2-ace1-4d90-aee4-373137a0d7d4 req-ea35bb05-1ae7-4a23-b28c-7d22f4287fc0 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Jul 27 21:51:39.634236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16129206-1590-4adc-9290-6ede2d0b90ca req-d5cfca63-3fb1-4497-8dc2-f293251d5ac9 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0449963 Jul 27 21:51:39.742609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:39.916376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c069e6-762d-4311-bf02-47038280ad74 req-a6090c63-d16e-49c7-95e5-130e1daec5fa tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:39.918029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17c069e6-762d-4311-bf02-47038280ad74 req-a6090c63-d16e-49c7-95e5-130e1daec5fa tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 946 time: 0.1078982 Jul 27 21:51:39.937129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:39.950857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'mac_address': 'fa:16:3e:46:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:39.962815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17c069e6-762d-4311-bf02-47038280ad74 req-dd722738-53bc-4463-9c77-2ab094259602 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Jul 27 21:51:39.995801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:40.010221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:40.031508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:40.148961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:40.234218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:40.274199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68ac98-b9ea-4c3e-94bd-0d8e05e1e8b8 req-e09e5ece-a748-45a9-be64-9261a6a78e42 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:40.281815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f68ac98-b9ea-4c3e-94bd-0d8e05e1e8b8 req-e09e5ece-a748-45a9-be64-9261a6a78e42 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0850770 Jul 27 21:51:40.327962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f68ac98-b9ea-4c3e-94bd-0d8e05e1e8b8 req-ad5c6e04-c3a2-4fc8-8a50-f9c936fc1923 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Jul 27 21:51:40.363325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fd2dbd96-cf9c-44b6-a3dd-05de47813220'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:41.202520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-134cc0e4-40cf-426b-ad3e-55ead2b6d771 req-22c81c2d-9d42-4d28-8bac-da75cd8b5fa7 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0526180 Jul 27 21:51:41.269248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda63e0-2800-4cf3-803a-2f347a9d7005 req-f848e082-de66-4174-8808-a3c30030a8f9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:41.272064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efda63e0-2800-4cf3-803a-2f347a9d7005 req-f848e082-de66-4174-8808-a3c30030a8f9 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0933139 Jul 27 21:51:41.322593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efda63e0-2800-4cf3-803a-2f347a9d7005 req-0d1690b8-8a47-4e17-becd-ca5371ac6eb5 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Jul 27 21:51:41.359626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f965cb-5413-44a1-aca4-9d3835aaf523 req-88e85df6-29dd-431f-a840-04706af3f3c9 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:41.370246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93f965cb-5413-44a1-aca4-9d3835aaf523 req-88e85df6-29dd-431f-a840-04706af3f3c9 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 946 time: 0.0886054 Jul 27 21:51:41.431259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93f965cb-5413-44a1-aca4-9d3835aaf523 req-3d906409-4727-40a2-9d35-62aa04214c30 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594611 Jul 27 21:51:41.609576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c307d4-b607-433a-b521-df595b720704 req-5327d357-5de7-4cef-99f8-12654a796791 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:41.611389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c307d4-b607-433a-b521-df595b720704 req-5327d357-5de7-4cef-99f8-12654a796791 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.1133957 Jul 27 21:51:41.678470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90c307d4-b607-433a-b521-df595b720704 req-4efbc176-8726-4fb4-b1d8-f2e57ffc22ec tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Jul 27 21:51:41.759249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b96693ce-f404-41ba-9527-a8cedd2a6f2e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:41.802111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: b96693ce-f404-41ba-9527-a8cedd2a6f2e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:41.803323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b96693ce-f404-41ba-9527-a8cedd2a6f2e not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:41.828263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b65dabb-0e86-4d2a-b8ad-6497eb950994 req-aa124ddf-0963-4df6-9f6f-c67201a8f7dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0399652 Jul 27 21:51:42.362166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c5a330d-39a9-470a-97d8-bd6e81fecf5c req-f2d51bf6-d5d2-4e25-827f-da71b53bf812 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0514362 Jul 27 21:51:42.455113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998288d-d7d5-474d-bd26-77cb1b360620 req-e7794a3a-235e-427d-9ad7-663859d9c919 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.456904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3998288d-d7d5-474d-bd26-77cb1b360620 req-e7794a3a-235e-427d-9ad7-663859d9c919 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 946 time: 0.0917389 Jul 27 21:51:42.545206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3998288d-d7d5-474d-bd26-77cb1b360620 req-50282b36-118d-45b3-a5d5-33cfc646136b tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745959 Jul 27 21:51:42.613857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3972d60f-f284-4292-a98e-68acce083323 req-ee46db15-5391-4152-9c8d-19026f5ac7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0334120 Jul 27 21:51:42.668842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57315c0-4493-4267-8507-548553f7c4eb req-e0cfcad7-f0aa-4614-ba26-dc2f0a8d99a7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.676860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b57315c0-4493-4267-8507-548553f7c4eb req-e0cfcad7-f0aa-4614-ba26-dc2f0a8d99a7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1326110 Jul 27 21:51:42.737437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b57315c0-4493-4267-8507-548553f7c4eb req-ba081b99-8d7e-4064-acb0-22397140cad4 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595171 Jul 27 21:51:42.899586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fef8f7-3ee6-4076-8942-590d6b7eb60d req-9ebb6583-4ddd-4e68-8949-6e4e8da417c3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.909015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99fef8f7-3ee6-4076-8942-590d6b7eb60d req-9ebb6583-4ddd-4e68-8949-6e4e8da417c3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.1169150 Jul 27 21:51:42.961197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99fef8f7-3ee6-4076-8942-590d6b7eb60d req-b6e2f4ec-82eb-4885-ab42-b400332c009d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461388 Jul 27 21:51:43.539312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbce4b32-0a86-4a76-9f0b-d1f4c6d7a836 req-3a143d1d-7ad0-47bc-9b66-ffdffe190cdc tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0334969 Jul 27 21:51:43.724882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201268b-8729-49fd-99e1-e144c51bd8ca req-9da430b8-42ea-4ee5-8f52-b4d60b732aa8 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.726730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d201268b-8729-49fd-99e1-e144c51bd8ca req-9da430b8-42ea-4ee5-8f52-b4d60b732aa8 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 946 time: 0.0962913 Jul 27 21:51:43.767665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:43.777459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d201268b-8729-49fd-99e1-e144c51bd8ca req-baa5f937-3e8a-416b-a08b-7517ad4f2b12 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Jul 27 21:51:43.779121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:43.938963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port fd2dbd96-cf9c-44b6-a3dd-05de47813220 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:43.939793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:43.982803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8feb-3c82-48d8-922c-85657b9f50e0 req-e8e1b5a4-9b45-42b5-9d52-f1d88097b159 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.991700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e4a8feb-3c82-48d8-922c-85657b9f50e0 req-e8e1b5a4-9b45-42b5-9d52-f1d88097b159 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1155484 Jul 27 21:51:44.064700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e4a8feb-3c82-48d8-922c-85657b9f50e0 req-acf2143f-26fd-4db7-8d9d-e7fbf41f187d tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684497 Jul 27 21:51:44.158469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99a3d-5389-4ea5-9f62-e474f9b966e0 req-12695564-04f8-4ecd-a8ce-ca082f9537d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:44.161008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57c99a3d-5389-4ea5-9f62-e474f9b966e0 req-12695564-04f8-4ecd-a8ce-ca082f9537d8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.0890410 Jul 27 21:51:44.216154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.230634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'mac_address': 'fa:16:3e:bf:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:44.241113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57c99a3d-5389-4ea5-9f62-e474f9b966e0 req-0b4295c8-4802-466c-bfd6-5b37b19a97ad tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Jul 27 21:51:44.291679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:44.402797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:44.426351 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:44.439957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a181d-9760-40bc-91e9-cc641b04179a req-238a6219-7e3e-4099-8386-8f2ea1d68afc tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:44.441825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d59a181d-9760-40bc-91e9-cc641b04179a req-238a6219-7e3e-4099-8386-8f2ea1d68afc tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.50 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 946 time: 0.1205757 Jul 27 21:51:44.453549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:44.484261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.502774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:44.507063 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b887a-6249-4a47-aac5-f9d498845038" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:44.533016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.535970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.537842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'port_id': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'mac_address': 'fa:16:3e:2d:9f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:44.574476 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea29830-ad8b-4c42-b9c5-93be716c7ff5 x-openstack-request-id: req-4ea29830-ad8b-4c42-b9c5-93be716c7ff5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:44.575332 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-plugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:44.575932 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ea29830-ad8b-4c42-b9c5-93be716c7ff5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:44.576544 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'code': 200} Jul 27 21:51:44.598081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:44.613682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:44.626821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Deleting port 190dd4b4-4344-40b2-93df-e8407e4c0c56 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:44.627406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:44.640773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.665095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b954a22-e7b9-4424-956a-dc214db4734f req-d6250f06-3a7b-4f93-82b7-8a0f092e6535 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0327916 Jul 27 21:51:44.739488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] For port 190dd4b4-4344-40b2-93df-e8407e4c0c56, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=190dd4b4-4344-40b2-93df-e8407e4c0c56,segment=NetworkSegment(d444b55e-a15d-438f-80f6-1a97836af76a),segment_id=d444b55e-a15d-438f-80f6-1a97836af76a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:44.739902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:44.756550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Calling delete_port for 190dd4b4-4344-40b2-93df-e8407e4c0c56 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:44.935386 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.008836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.011185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.026631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:45.056592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.114528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:45.118170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Pushing event deleted for resources: {'Port': ['ID=190dd4b4-4344-40b2-93df-e8407e4c0c56,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:45.123482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:45.134527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e58da7-e1e1-401c-a7d7-2c316831e8c7 req-a247b641-51bb-4ad3-8570-2a5604630fd1 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:45.139729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00e58da7-e1e1-401c-a7d7-2c316831e8c7 req-a247b641-51bb-4ad3-8570-2a5604630fd1 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/ports?device_id=5793af27-341c-482c-8901-34e835b494a4 HTTP/1.1" status: 200 len: 867 time: 0.1050324 Jul 27 21:51:45.148295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.148902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.149456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.150036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.152797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.152797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.152797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.152797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.153214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.153543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.153969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.154410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:45.195174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00e58da7-e1e1-401c-a7d7-2c316831e8c7 req-5129f7e6-b749-42d1-a7d7-508f95ec7d99 tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf6e059-08e0-4b8c-8200-79187b043c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Jul 27 21:51:45.237852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:45.245918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] No DVR routers for this DVR port 190dd4b4-4344-40b2-93df-e8407e4c0c56 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:45.249360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.253935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d59a181d-9760-40bc-91e9-cc641b04179a req-59abfe52-a52b-4fda-bd94-f5a6c978e6ef tempest-ServerAddressesTestJSON-1318214871 tempest-ServerAddressesTestJSON-1318214871-project] 10.222.0.50 "DELETE /v2.0/ports/190dd4b4-4344-40b2-93df-e8407e4c0c56 HTTP/1.1" status: 204 len: 173 time: 0.8046474 Jul 27 21:51:45.271954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'name': 'network-vif-deleted', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:45.281629 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa122b08-1bdf-4172-a38e-24ebcb05ec3a" -d '{"events": [{"server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "name": "network-vif-deleted", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:45.292417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:45.532464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70c900-28b5-49f3-a6b7-fdb0ed5553a3 req-2be3f8f6-eb3d-436c-8a0f-cb3b5823a811 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:45.540397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc70c900-28b5-49f3-a6b7-fdb0ed5553a3 req-2be3f8f6-eb3d-436c-8a0f-cb3b5823a811 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.1193805 Jul 27 21:51:45.650365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc70c900-28b5-49f3-a6b7-fdb0ed5553a3 req-57de5fb6-cd15-41aa-aae6-9a3ea6d7c0a5 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085212 Jul 27 21:51:46.005281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b713aa-26d8-40c9-8603-12f5a570d407 req-58fd7cd0-b28a-4f1a-9609-e2aa50a768f6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:46.007698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3b713aa-26d8-40c9-8603-12f5a570d407 req-58fd7cd0-b28a-4f1a-9609-e2aa50a768f6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 944 time: 0.1563210 Jul 27 21:51:46.132252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3b713aa-26d8-40c9-8603-12f5a570d407 req-9a9deaf3-1b15-44c6-be18-27380b51767a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137879 Jul 27 21:51:46.200194 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb86536-a066-4f0d-b0a8-818cbffd1067 x-openstack-request-id: req-7cb86536-a066-4f0d-b0a8-818cbffd1067 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:46.200622 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5793af27-341c-482c-8901-34e835b494a4", "name": "network-vif-deleted", "tag": "190dd4b4-4344-40b2-93df-e8407e4c0c56", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:46.200914 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cb86536-a066-4f0d-b0a8-818cbffd1067 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:46.201553 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5793af27-341c-482c-8901-34e835b494a4', 'name': 'network-vif-deleted', 'tag': '190dd4b4-4344-40b2-93df-e8407e4c0c56', 'status': 'completed', 'code': 200} Jul 27 21:51:46.301094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:46.373887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d070b65d-df59-42d4-9873-e905204e301a req-97323e57-c808-45ad-a306-a5f16edb4013 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0780170 Jul 27 21:51:46.435939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:46.436547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.653136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.699619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:46.702851 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80793c37-7fa0-4f15-8e5e-02e235644275" -d '{"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:46.729020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:46.874482 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.874482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 190dd4b4-4344-40b2-93df-e8407e4c0c56 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:46.935261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 190dd4b4-4344-40b2-93df-e8407e4c0c56 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:46.935639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 190dd4b4-4344-40b2-93df-e8407e4c0c56 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:46.993647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:47.784773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:48.035478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:48.036112 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.157988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.203341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:48.353986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:48.444985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:49.263942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-d0e484d9-1584-4a9c-8017-d4c80855792b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:49.266594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-d0e484d9-1584-4a9c-8017-d4c80855792b tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "GET /v2.0/ports?device_id=19b98e19-e748-408a-9b3d-e344d4f72d18 HTTP/1.1" status: 200 len: 945 time: 0.0768936 Jul 27 21:51:49.383141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Deleting port dd779b9a-b143-4dc0-87c6-8d44d9479621 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:49.383482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.480996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] For port dd779b9a-b143-4dc0-87c6-8d44d9479621, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dd779b9a-b143-4dc0-87c6-8d44d9479621,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:49.481369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.495467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Calling delete_port for dd779b9a-b143-4dc0-87c6-8d44d9479621 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:49.720047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.735707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dd779b9a-b143-4dc0-87c6-8d44d9479621'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:49.823713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Pushing event deleted for resources: {'Port': ['ID=dd779b9a-b143-4dc0-87c6-8d44d9479621,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:49.961487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] No DVR routers for this DVR port dd779b9a-b143-4dc0-87c6-8d44d9479621 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:49.964970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:49.967376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18cc784d-a25d-481e-894d-6c145e2e8035 req-a4f9ae62-d976-4afe-9292-2e1c9af7fac7 tempest-ServerRescueNegativeTestJSON-2083837778 tempest-ServerRescueNegativeTestJSON-2083837778-project] 10.222.0.76 "DELETE /v2.0/ports/dd779b9a-b143-4dc0-87c6-8d44d9479621 HTTP/1.1" status: 204 len: 173 time: 0.6939044 Jul 27 21:51:49.968083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'name': 'network-vif-deleted', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:49.998805 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c37395d-325c-4ddc-a79a-f9f22cb45fa3" -d '{"events": [{"server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "name": "network-vif-deleted", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:50.185687 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:50.272936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-044c9e2e-8ac3-4fec-944a-f029a3ea5d99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303265 Jul 27 21:51:50.454168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-36fa0022-76a2-4106-b27d-d4058ad170b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:50.455693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-36fa0022-76a2-4106-b27d-d4058ad170b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.1060989 Jul 27 21:51:50.716725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-c6c6c90c-abe1-4dd2-80bd-5b0a2dba9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:50.718175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-c6c6c90c-abe1-4dd2-80bd-5b0a2dba9b24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2352130 Jul 27 21:51:50.841408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-287a5d48-c8f6-41f8-8afe-74fc817f0354 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1100533 Jul 27 21:51:50.997987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-46b336ef-9138-4113-8adf-e2158a99275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:51.004540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-46b336ef-9138-4113-8adf-e2158a99275f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1549063 Jul 27 21:51:51.168860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-f434e773-92c7-4430-b352-91f18fba7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:51.170681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-f434e773-92c7-4430-b352-91f18fba7ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589274 Jul 27 21:51:51.351532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-ddb941cf-48d3-4840-8c12-1219812c69cf service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658611 Jul 27 21:51:51.679299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-372065e0-a15a-4102-a6bc-29e63ab15b65 req-2e9e1358-b1f3-40d2-b0a3-1cf1a5b28852 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158944 Jul 27 21:51:53.802371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dd779b9a-b143-4dc0-87c6-8d44d9479621 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:53.823295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: dd779b9a-b143-4dc0-87c6-8d44d9479621 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:53.823659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dd779b9a-b143-4dc0-87c6-8d44d9479621 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:55.120613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35406) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:55.121997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:55.244139 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42059bb-a8e5-4794-a633-8f3dace60875 x-openstack-request-id: req-e42059bb-a8e5-4794-a633-8f3dace60875 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:55.244692 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-plugged", "status": "completed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:55.244692 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e42059bb-a8e5-4794-a633-8f3dace60875 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:55.245166 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'code': 200} Jul 27 21:51:55.278082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Deleting subnet 8a523b36-554b-4014-8503-75bc1405a9a6 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:51:55.287539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.700384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47d8b5-2698-47d5-a046-16e78ddf1c47 req-999bca10-d5f0-4369-b243-714ca6829b42 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:55.709022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed47d8b5-2698-47d5-a046-16e78ddf1c47 req-999bca10-d5f0-4369-b243-714ca6829b42 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.4161422 Jul 27 21:51:55.777289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed47d8b5-2698-47d5-a046-16e78ddf1c47 req-805d6062-d602-4c56-b6d4-4c6463244939 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617959 Jul 27 21:51:55.789572 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27b6a328-7075-4331-ba6d-2292025e60a8 req-595254eb-2e6c-49ea-9bc4-d1a5837ce260 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.4515810 Jul 27 21:51:55.812905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.883274 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070f801-74c8-49c3-b29f-662757e6b673 x-openstack-request-id: req-5070f801-74c8-49c3-b29f-662757e6b673 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:55.883764 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b98e19-e748-408a-9b3d-e344d4f72d18", "name": "network-vif-deleted", "tag": "dd779b9a-b143-4dc0-87c6-8d44d9479621", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:55.884180 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5070f801-74c8-49c3-b29f-662757e6b673 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:55.884761 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b98e19-e748-408a-9b3d-e344d4f72d18', 'name': 'network-vif-deleted', 'tag': 'dd779b9a-b143-4dc0-87c6-8d44d9479621', 'status': 'completed', 'code': 200} Jul 27 21:51:55.922025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.054028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.103852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.155551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a523b36-554b-4014-8503-75bc1405a9a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:56.165702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.167912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a31ec8fb-f3ad-4663-85fa-54bd183d2fc9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8a523b36-554b-4014-8503-75bc1405a9a6 HTTP/1.1" status: 204 len: 168 time: 1.0439432 Jul 27 21:51:56.173112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:56.324267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.429268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.451671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cf27a7-e209-4f3f-b018-bc04dccc1671']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:56.465583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Deleting port 8b0e0790-544c-4c41-8575-f4ffadc08ef5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:56.465583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.477154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd444b55e-a15d-438f-80f6-1a97836af76a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:56.478120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd444b55e-a15d-438f-80f6-1a97836af76a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:56.491871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.522025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.531506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:51:56.540039 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:51:56.542678 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:51:56.599990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] For port 8b0e0790-544c-4c41-8575-f4ffadc08ef5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b0e0790-544c-4c41-8575-f4ffadc08ef5,segment=NetworkSegment(8eb058d7-8fd6-4439-b72e-b66003b05bd6),segment_id=8eb058d7-8fd6-4439-b72e-b66003b05bd6)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:56.601223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.624139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Calling delete_port for 8b0e0790-544c-4c41-8575-f4ffadc08ef5 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:56.748953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.756740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:56.767990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] 10.222.0.37 "DELETE /v2.0/networks/12cf27a7-e209-4f3f-b018-bc04dccc1671 HTTP/1.1" status: 204 len: 168 time: 0.5918968 Jul 27 21:51:56.814272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ab65e-7f0a-437f-b7bc-f3bd7fb83503 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cf27a7-e209-4f3f-b018-bc04dccc1671,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:57.184086 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:57.246378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:57.250354 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772c1166-8d6b-47b4-8a6c-8405d1f552aa" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:57.293866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0e0790-544c-4c41-8575-f4ffadc08ef5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:57.489770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:57.543403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:57.592103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2edd7e70-e660-4b77-a086-2224bee1a0c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c84fa1e85ab542248652e957fbb8d1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001527 Jul 27 21:51:57.599523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:57.759610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:57.785966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:58.193751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:58.198620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:58.200150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bf6e059-08e0-4b8c-8200-79187b043c6a HTTP/1.1" status: 204 len: 168 time: 0.5993924 Jul 27 21:51:58.233111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf664d8b-5bc5-439f-90a0-7db3569c5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf6e059-08e0-4b8c-8200-79187b043c6a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:58.314476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Router 1f58c340-c77d-4c4a-8bff-835ff94280fa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:58.508460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:58.522893 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Sync routers for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:58.540298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d52740d-0c59-4687-8d39-d01237f808f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1f58c340-c77d-4c4a-8bff-835ff94280fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4140487 Jul 27 21:51:58.541962 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:58.542997 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:51:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:58.543160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:58.705094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:58.829589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:58.977727 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:51:56Z', 'revision_number': 5, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:59.010502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.039633 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Checking router: 1f58c340-c77d-4c4a-8bff-835ff94280fa for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:59.055636 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Routers {'1f58c340-c77d-4c4a-8bff-835ff94280fa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:59.056729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:51:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['1f58c340-c77d-4c4a-8bff-835ff94280fa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:59.188552 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] Set router 1f58c340-c77d-4c4a-8bff-835ff94280fa gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:59.188933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Deleting port 6031d5ad-43af-40d8-abf8-abb7accd6ee9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:59.189380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.316679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] For port 6031d5ad-43af-40d8-abf8-abb7accd6ee9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6031d5ad-43af-40d8-abf8-abb7accd6ee9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:59.319253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.339134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Calling delete_port for 6031d5ad-43af-40d8-abf8-abb7accd6ee9 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:59.443864 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:51:56Z', 'revision_number': 5, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:59.485988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88a80b3-81d6-4cc1-9a5d-33a8402b939f None None] The sync data for ids ['1f58c340-c77d-4c4a-8bff-835ff94280fa'] in n-d-738018-6 is: [{'id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'name': 'tempest-ServerRescueNegativeTestJSON-1322169118-router', 'tenant_id': '339fd34f66e34c69a0c3ec7120554fbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:33Z', 'updated_at': '2021-07-27T21:51:56Z', 'revision_number': 5, 'project_id': '339fd34f66e34c69a0c3ec7120554fbb', 'gw_port': {'id': '6031d5ad-43af-40d8-abf8-abb7accd6ee9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f58c340-c77d-4c4a-8bff-835ff94280fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:34Z', 'updated_at': '2021-07-27T21:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:59.707304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:59.790502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6031d5ad-43af-40d8-abf8-abb7accd6ee9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:59.830626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:59.941707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.012437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.013144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35498) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:00.061028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:00.104168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ac630-c7fd-44b6-8094-a2e4babaa007 req-802e3a19-a3c3-4b67-9c75-30a4c13c8325 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.106041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-416ac630-c7fd-44b6-8094-a2e4babaa007 req-802e3a19-a3c3-4b67-9c75-30a4c13c8325 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.1557436 Jul 27 21:52:00.123725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.127040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.142038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b0e0790-544c-4c41-8575-f4ffadc08ef5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:00.174640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8b0e0790-544c-4c41-8575-f4ffadc08ef5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:00.181448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b0e0790-544c-4c41-8575-f4ffadc08ef5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:00.195995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-416ac630-c7fd-44b6-8094-a2e4babaa007 req-4dab54a7-04f3-4a74-89fe-865502319d72 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820489 Jul 27 21:52:00.228269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-510753603-network', 'tenant_id': 'bc95a1fa104f40dd86b20a7ab3508da4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:00.243686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea84a35a-09ba-442d-a93e-dfd1dab0a9ed req-cb785090-bfa6-4722-b158-62de58399acb tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.1042166 Jul 27 21:52:00.300266 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67addc3-e608-43cd-b637-ccf13777e900 x-openstack-request-id: req-f67addc3-e608-43cd-b637-ccf13777e900 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:00.300567 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:00.301006 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f67addc3-e608-43cd-b637-ccf13777e900 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:00.301250 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'code': 200} Jul 27 21:52:00.375005 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.414111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6b4-fa14-467a-8e20-12ed48134a2c req-d2e75c0b-5d2a-4af8-8e9f-af9425009e3c tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.416229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-114fb6b4-fa14-467a-8e20-12ed48134a2c req-d2e75c0b-5d2a-4af8-8e9f-af9425009e3c tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 951 time: 0.0720751 Jul 27 21:52:00.433455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Made reservation on behalf of bc95a1fa104f40dd86b20a7ab3508da4 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:00.434560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.436444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.440200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f58c340-c77d-4c4a-8bff-835ff94280fa {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:52:00.445531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.448986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1bf17b39-de9d-4848-b977-749443fb43c6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1f58c340-c77d-4c4a-8bff-835ff94280fa HTTP/1.1" status: 204 len: 168 time: 1.9027839 Jul 27 21:52:00.450682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:00.456228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.460448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:00.515631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-114fb6b4-fa14-467a-8e20-12ed48134a2c req-8adfe1b6-da6b-4a1b-8a0b-b5b2d5f5b105 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Jul 27 21:52:00.521296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Deleting subnet a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:00.525586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.585287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.654443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.756887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.783540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-ec57c3f4-11e9-4797-aaa5-f9206cee8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.785193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-ec57c3f4-11e9-4797-aaa5-f9206cee8ba4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 1096 time: 0.1651170 Jul 27 21:52:00.910211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.923487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:00.932953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-095f7954-1d57-4d29-b3fd-1871857e99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:00.934936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-095f7954-1d57-4d29-b3fd-1871857e99a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1416132 Jul 27 21:52:00.950986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:00.953939 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Added segment ada2806b-d039-4357-890a-525a94177ba0 of type vlan for network 5e7a4087-f6af-49fc-90b2-02e79935d18d Jul 27 21:52:00.989775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.015234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.019783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-ebcadf79-b05b-4f8b-a5fd-f370876565aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 HTTP/1.1" status: 200 len: 217 time: 0.0703247 Jul 27 21:52:01.020933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa HTTP/1.1" status: 204 len: 168 time: 0.5691848 Jul 27 21:52:01.023579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:01.060632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445f0f1a-49ca-4974-a489-61d95c8cb10b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:01.094012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0155ba-2ca6-4014-9cd3-f6e20babbe71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51a9f8e-baf6-49d9-9fb6-0bd12dd29aaa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:01.121824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.150269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-a5479b1c-c230-446f-900e-7d018fc5d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:01.157233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-a5479b1c-c230-446f-900e-7d018fc5d25b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1042793 Jul 27 21:52:01.169842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.234059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-f13f7f77-9ecc-4b3d-b8a8-6c2ecb758516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:01.236276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-f13f7f77-9ecc-4b3d-b8a8-6c2ecb758516 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708351 Jul 27 21:52:01.297981 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.307120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.308131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:01.308721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.312361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc3cb17-1f5a-4f91-a733-a11745767960']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:01.332032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb058d7-8fd6-4439-b72e-b66003b05bd6') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:01.332531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb058d7-8fd6-4439-b72e-b66003b05bd6') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:01.347894 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.367667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.389977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:01.390587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:01.393495 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:01.424559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7a4087-f6af-49fc-90b2-02e79935d18d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:01.438067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:01.456560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ee2ecc4-7f7b-4de9-88e2-3c903913ed44 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4419718 Jul 27 21:52:01.462201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35544) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:01.467517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-b790c8fd-bc47-4fd6-be6f-da891cccd966 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218566 Jul 27 21:52:01.471775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Request body: {'subnet': {'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-510753603-subnet', 'tenant_id': 'bc95a1fa104f40dd86b20a7ab3508da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:01.605892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.612841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0e49f93-e91e-4eac-b639-bafe8103c9a8 req-1542be68-61f0-40bd-af9d-423162ebd2c6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366520 Jul 27 21:52:01.628627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.631844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] 10.222.0.37 "DELETE /v2.0/networks/9cc3cb17-1f5a-4f91-a733-a11745767960 HTTP/1.1" status: 204 len: 168 time: 0.6045654 Jul 27 21:52:01.632943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d2ccd-f728-4497-a58b-19f5d5eaa3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc3cb17-1f5a-4f91-a733-a11745767960,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:01.704029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Made reservation on behalf of bc95a1fa104f40dd86b20a7ab3508da4 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:01.706671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:01.934925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa87b605-ce29-4390-bd89-5877955536dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.034466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6031d5ad-43af-40d8-abf8-abb7accd6ee9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:02.062842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6031d5ad-43af-40d8-abf8-abb7accd6ee9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:02.063189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6031d5ad-43af-40d8-abf8-abb7accd6ee9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:02.076295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.148281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Checking segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:02.148578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Network hostable DHCP agents. Network: 5e7a4087-f6af-49fc-90b2-02e79935d18d, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:02.157794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbefe09a-a237-48cd-8cdf-88cee019702d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:02.278790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35560) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:02.284187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:02.302965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:02.305849 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2c2ec-d430-4450-b367-b50fe4fb9d33" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:02.347263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ef9900d3-2b7c-4950-9030-0bb82bcb5d9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=339fd34f66e34c69a0c3ec7120554fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666828 Jul 27 21:52:02.350618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:02.405381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5e7a4087-f6af-49fc-90b2-02e79935d18d) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:02.411048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:02.411048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.417093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60351d7-8fca-4606-9a68-1f07c7675ff3 None None] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:02.443146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.479941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.578111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d53e03-8e43-4991-a243-47326d3dce07 None None] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:02.586699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e426f4a-02ce-4c10-9974-165511538d6a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1220381 Jul 27 21:52:02.674327 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.678840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:02.685667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5294b74-ca3d-4a2d-9663-b7b0a0f6a720 HTTP/1.1" status: 204 len: 168 time: 0.3286347 Jul 27 21:52:02.699132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcb646-92ca-4b9c-9c43-e817a7f36d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5294b74-ca3d-4a2d-9663-b7b0a0f6a720,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:03.472419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4888e78f-aa5d-4482-9f6c-8c06b2eaeb73 req-2efaa9c4-181e-44ae-83b9-55d93b4e70ab tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0430741 Jul 27 21:52:03.548106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7b01-a44e-4097-a48a-09e106131857 req-83dabd1e-d754-4570-b891-24e16feca286 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:03.550065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-858f7b01-a44e-4097-a48a-09e106131857 req-83dabd1e-d754-4570-b891-24e16feca286 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 945 time: 0.1617198 Jul 27 21:52:03.632677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-858f7b01-a44e-4097-a48a-09e106131857 req-e6d8ebae-cbeb-4ab3-8026-1dd319acfbeb tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723610 Jul 27 21:52:03.688365 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70848638-4b5c-4916-875f-fad6e155b100 x-openstack-request-id: req-70848638-4b5c-4916-875f-fad6e155b100 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:03.840842 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-unplugged", "status": "completed", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:03.840842 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70848638-4b5c-4916-875f-fad6e155b100 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:03.840842 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'code': 200} Jul 27 21:52:04.052078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-d2f70801-68e9-4f33-99b0-585c0808fd2d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:04.053587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-d2f70801-68e9-4f33-99b0-585c0808fd2d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 813 time: 0.1133840 Jul 27 21:52:04.068617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-52b8e77f-c686-4939-a7b2-f33b715fa2bd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/quotas/bc95a1fa104f40dd86b20a7ab3508da4 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jul 27 21:52:04.107999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-fdb610cd-40f1-4583-9b6b-93ab615187fb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329654 Jul 27 21:52:04.207382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-e5207bf8-6560-48ee-a927-311313b86c58 service neutron] 10.222.0.37 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909500 Jul 27 21:52:04.304496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-a9c8983e-c945-4e6d-97ee-7cc5fb141e09 service neutron] 10.222.0.37 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893965 Jul 27 21:52:04.425958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:04.515881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.559421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7845156-5ec2-462e-8818-f55d45d3b6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.617978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:04.789873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.799649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.905724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:05.116228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ced441f5-cfe1-4129-9011-59138089d517 req-fd45b943-c758-439e-b05f-4257df14afa7 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0366628 Jul 27 21:52:05.301968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b6c9a32-d989-4b51-b55a-c219ad9d71d4 req-8d1f8a96-2b31-4af5-92d4-5b75e16b4047 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0409331 Jul 27 21:52:05.331778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934b5d1-e394-4f78-b475-caceb97b14c3 req-520757e8-7791-44ee-9e84-e9ed14d4029f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.334316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f934b5d1-e394-4f78-b475-caceb97b14c3 req-520757e8-7791-44ee-9e84-e9ed14d4029f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.1362953 Jul 27 21:52:05.412935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f934b5d1-e394-4f78-b475-caceb97b14c3 req-f57b7a4b-aa6d-4742-9deb-e02841a41be3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721045 Jul 27 21:52:05.538529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7aed3-914c-46b5-8c77-ccde2fe32ffe req-0ac00e0f-0db9-4e40-818d-77c7c86cb32b tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.540163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19b7aed3-914c-46b5-8c77-ccde2fe32ffe req-0ac00e0f-0db9-4e40-818d-77c7c86cb32b tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.1372650 Jul 27 21:52:05.589872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55bcad-9d2a-42ac-8c73-09d4087fbe1f req-b264e598-54d4-488b-8120-5af324933695 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.591580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b55bcad-9d2a-42ac-8c73-09d4087fbe1f req-b264e598-54d4-488b-8120-5af324933695 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0841854 Jul 27 21:52:05.600334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19b7aed3-914c-46b5-8c77-ccde2fe32ffe req-7dc5528c-0a9e-4bdf-a3ac-9ccad3d5e291 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 Jul 27 21:52:05.676198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b55bcad-9d2a-42ac-8c73-09d4087fbe1f req-47017ddf-cd9e-4c2a-a923-3175f1bfbc0f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752783 Jul 27 21:52:05.693215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:05.705917 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5de663-8114-41fe-a5c7-cb300a879829" -d '{"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:05.798937 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f4997f-f149-498a-8b05-1b0fdd11eee2 x-openstack-request-id: req-99f4997f-f149-498a-8b05-1b0fdd11eee2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:05.799539 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-unplugged", "status": "failed", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:05.799539 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99f4997f-f149-498a-8b05-1b0fdd11eee2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:05.799795 n-d-738018-6 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'code': 422} returned with failed status Jul 27 21:52:05.888469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923033a-5ca8-4aef-9704-a76dc88a0eba req-f89e0f2c-be56-4a1b-be56-69c19cbb7db6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:05.891148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2923033a-5ca8-4aef-9704-a76dc88a0eba req-f89e0f2c-be56-4a1b-be56-69c19cbb7db6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0821776 Jul 27 21:52:05.951389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2923033a-5ca8-4aef-9704-a76dc88a0eba req-679c382d-fcfe-4955-b9e7-d3ab3db07627 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514033 Jul 27 21:52:05.965935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:06.274559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46b36831-d8dc-4980-b6fd-13400d15a24c req-626aaa6d-e147-49eb-bbc3-5f29a5dfa202 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0461552 Jul 27 21:52:06.448685 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ee57113-b4ef-41c1-b5f9-da870fbeba69 req-3364cb7f-f100-4a05-8efc-e5a6d2ef7748 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0485578 Jul 27 21:52:06.511311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:06.672353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38428de5-d065-4d31-81b1-989764334ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:06.707698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189154f7-abd4-4875-8997-eb05463326d9 req-889b9f45-05d1-4475-93ec-ef93488141f6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:06.710230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-189154f7-abd4-4875-8997-eb05463326d9 req-889b9f45-05d1-4475-93ec-ef93488141f6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0840852 Jul 27 21:52:06.796719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-189154f7-abd4-4875-8997-eb05463326d9 req-fc189517-d691-4052-9296-285422770e4c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802867 Jul 27 21:52:06.845393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2881d-a288-4ae5-b721-3183700cd132 req-61eacd79-d998-49db-82f5-a0f047888ed6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:06.854049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6b2881d-a288-4ae5-b721-3183700cd132 req-61eacd79-d998-49db-82f5-a0f047888ed6 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.1475985 Jul 27 21:52:06.929466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38428de5-d065-4d31-81b1-989764334ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:06.935768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6b2881d-a288-4ae5-b721-3183700cd132 req-578b21fb-8a1a-4616-ae77-38261875c0ab tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804243 Jul 27 21:52:07.108495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.113563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38428de5-d065-4d31-81b1-989764334ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.185718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-38428de5-d065-4d31-81b1-989764334ac2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b14bc7d1c9c34bf293bba1c1b89607ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732497 Jul 27 21:52:07.188379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:07.198592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38428de5-d065-4d31-81b1-989764334ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4dac2-0d9f-4b09-812f-1778d8ae5061,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:07.287319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.337426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.468291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.473856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6742d3ad-9209-4644-a99d-154ca03c24e5 req-82cd0e20-fc7f-4a4b-bec4-b4a82117224f tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0743008 Jul 27 21:52:07.531798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a169ac-f002-4735-aeea-1dd07a200603 req-fce4f9ea-d8e4-4eab-a404-7ef327d90939 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:07.533465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69a169ac-f002-4735-aeea-1dd07a200603 req-fce4f9ea-d8e4-4eab-a404-7ef327d90939 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.1125309 Jul 27 21:52:07.559507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.568790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.568790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ae4dac2-0d9f-4b09-812f-1778d8ae5061 HTTP/1.1" status: 204 len: 168 time: 0.3741117 Jul 27 21:52:07.581219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32705a4a-4e9b-4f78-af31-88ad70798d8d req-82df62b4-6c90-4457-b810-b9eeef93abbc tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0466359 Jul 27 21:52:07.590551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778484a-b8c7-46cc-9007-54868502279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4dac2-0d9f-4b09-812f-1778d8ae5061,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:07.720392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Deleting port fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:07.720988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.874554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] For port fd2dbd96-cf9c-44b6-a3dd-05de47813220, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fd2dbd96-cf9c-44b6-a3dd-05de47813220,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:07.874554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.892439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Calling delete_port for fd2dbd96-cf9c-44b6-a3dd-05de47813220 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:08.002545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f4edb-5ddb-4401-a05e-49ae0a4af62b req-bc1fdfe8-8885-4250-9c15-b18f45e8e1ad tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:08.004588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-689f4edb-5ddb-4401-a05e-49ae0a4af62b req-bc1fdfe8-8885-4250-9c15-b18f45e8e1ad tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0982225 Jul 27 21:52:08.053284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-689f4edb-5ddb-4401-a05e-49ae0a4af62b req-aed014ac-908c-4fc4-a6a5-86f9983d3f90 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Jul 27 21:52:08.149494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fded75a-265b-4909-9888-269966acf56b req-a2bc7d83-6852-42f0-a718-30ca9bab5279 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:08.151203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fded75a-265b-4909-9888-269966acf56b req-a2bc7d83-6852-42f0-a718-30ca9bab5279 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 949 time: 0.0949597 Jul 27 21:52:08.226043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fded75a-265b-4909-9888-269966acf56b req-0243627b-d5c0-4f35-9099-f059d20d8b98 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2bb8efe-6f4a-4148-82f5-006f97b34a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Jul 27 21:52:08.380433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.439845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:08.457150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.530922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Pushing event deleted for resources: {'Port': ['ID=fd2dbd96-cf9c-44b6-a3dd-05de47813220,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:08.651127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] No DVR routers for this DVR port fd2dbd96-cf9c-44b6-a3dd-05de47813220 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:08.655185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.657476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69a169ac-f002-4735-aeea-1dd07a200603 req-e063904d-c423-4d29-960e-caec03fd1d23 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.76 "DELETE /v2.0/ports/fd2dbd96-cf9c-44b6-a3dd-05de47813220 HTTP/1.1" status: 204 len: 173 time: 1.1112583 Jul 27 21:52:08.658721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-deleted', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:08.669291 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61edd57e-c00a-4c2b-bfc1-e056b6cef6bd" -d '{"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-deleted", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:08.694568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2f04837-ab8c-4e32-a91d-7900c2e7c54f req-eed7b196-ff48-46ab-8a21-a9716cb56fd5 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0622206 Jul 27 21:52:08.780645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a09a2303-ec90-4872-81e6-a79a0e714611 req-4280c121-994a-4337-a512-4d969741c6a1 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0991457 Jul 27 21:52:08.807862 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf20f5a-7de3-44d5-a8c1-4631807e48f3 x-openstack-request-id: req-dcf20f5a-7de3-44d5-a8c1-4631807e48f3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:08.808735 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8042a6e-b942-4d02-ae33-b3bfa9cc7812", "name": "network-vif-deleted", "tag": "fd2dbd96-cf9c-44b6-a3dd-05de47813220", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:08.809090 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcf20f5a-7de3-44d5-a8c1-4631807e48f3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:08.809703 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8042a6e-b942-4d02-ae33-b3bfa9cc7812', 'name': 'network-vif-deleted', 'tag': 'fd2dbd96-cf9c-44b6-a3dd-05de47813220', 'status': 'completed', 'code': 200} Jul 27 21:52:09.211414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d0dc4-e6d7-4569-9eaa-7f7520baf342 req-b83b08d8-5890-4561-b06b-d36589af88b8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:09.212987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140d0dc4-e6d7-4569-9eaa-7f7520baf342 req-b83b08d8-5890-4561-b06b-d36589af88b8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0802972 Jul 27 21:52:09.265628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140d0dc4-e6d7-4569-9eaa-7f7520baf342 req-e580c7d1-8d34-491a-b3d6-cbfbe50f0ed5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 Jul 27 21:52:09.481098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c9b6f29-938c-49f5-9413-ba859dfcbdfa req-4f0c156e-f259-4f69-b472-37ff4e461788 tempest-ImagesOneServerTestJSON-2019868228 tempest-ImagesOneServerTestJSON-2019868228-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8042a6e-b942-4d02-ae33-b3bfa9cc7812 HTTP/1.1" status: 200 len: 210 time: 0.0345130 Jul 27 21:52:09.735485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-8e568371-d03b-4111-b616-fdc15244edbb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:09.735485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-8e568371-d03b-4111-b616-fdc15244edbb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.76 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 813 time: 0.1133575 Jul 27 21:52:09.750239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Request body: {'port': {'device_id': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'admin_state_up': True, 'tenant_id': 'bc95a1fa104f40dd86b20a7ab3508da4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:09.832463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-52de1c08-e894-4562-94ce-d3644d7c5eb2 req-9c947dd7-e6cc-4a40-857d-8a11fd327bb8 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0371110 Jul 27 21:52:09.972594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-342a1886-92c1-468f-9116-5268ea6db694 req-4ea251da-d7f2-4fe9-bfb0-5fc5ce83f8d6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0518305 Jul 27 21:52:10.045641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Made reservation on behalf of bc95a1fa104f40dd86b20a7ab3508da4 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:10.049328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.223685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Allocated IP 172.20.0.11 (5e7a4087-f6af-49fc-90b2-02e79935d18d/dbefe09a-a237-48cd-8cdf-88cee019702d/e364b0e9-942b-434a-aef0-84e2161e8468) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:10.425682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b02ed-d752-457e-9af4-7a5fa51746c6 req-0b5fd86b-e276-433f-8a38-1a70c6987a50 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:10.427406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a1b02ed-d752-457e-9af4-7a5fa51746c6 req-0b5fd86b-e276-433f-8a38-1a70c6987a50 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0717797 Jul 27 21:52:10.471584 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a1b02ed-d752-457e-9af4-7a5fa51746c6 req-3aa6ab5a-0662-4fcf-bc34-6eedc515f921 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362194 Jul 27 21:52:10.475409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.550995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6657a8a-912c-4b47-9c97-281f3dab5ef5 req-38cbaa7b-e357-4f2a-9851-27233cdbc032 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:10.557319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6657a8a-912c-4b47-9c97-281f3dab5ef5 req-38cbaa7b-e357-4f2a-9851-27233cdbc032 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 950 time: 0.1255584 Jul 27 21:52:10.597467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6657a8a-912c-4b47-9c97-281f3dab5ef5 req-396e2ee5-4dcd-4b9e-a112-2cbc0249a95d tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Jul 27 21:52:10.752061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.800351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:10.804235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:10.809209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:10.813484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:10.874199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:10.874864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:10.945010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d258cb9e-0d5c-4c59-b5bb-e8d162369e8c req-9651389a-9ce2-4067-aa94-aae5cd2ea8b1 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0312569 Jul 27 21:52:11.010777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-824ecb18-532e-4be6-9a97-bc0cf891b7ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2608399 Jul 27 21:52:11.021934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Request body: {'port': {'device_id': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:11.098825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.118164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28eec8-2eba-405b-bc6d-169b8b54e661 req-5caa9482-f347-4ce3-b934-a8ad02a6e842 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:11.119844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c28eec8-2eba-405b-bc6d-169b8b54e661 req-5caa9482-f347-4ce3-b934-a8ad02a6e842 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 932 time: 0.0716691 Jul 27 21:52:11.133958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:11.178191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c28eec8-2eba-405b-bc6d-169b8b54e661 req-472cb20e-1689-47b9-b76b-5227408e24a7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Jul 27 21:52:11.251427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:11.336579 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5783fd9-5869-4fc2-98c3-3c815159e959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.408094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:11.416466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.429022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Transition to ACTIVE for port object e364b0e9-942b-434a-aef0-84e2161e8468 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:11.440590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3e4374b8-dd8d-429f-9924-cc2342bd872f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deca6e03fec44526bebc19ae83c16152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878908 Jul 27 21:52:11.443487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:11.505602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5783fd9-5869-4fc2-98c3-3c815159e959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.521408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.546575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.605249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.658230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b967a0-7801-4976-9c48-1a93ce53216c req-1e39f38c-d066-4254-b4b5-f59419ded1d9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:11.659788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14b967a0-7801-4976-9c48-1a93ce53216c req-1e39f38c-d066-4254-b4b5-f59419ded1d9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1152916 Jul 27 21:52:11.668635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5783fd9-5869-4fc2-98c3-3c815159e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.714143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:11.741182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5783fd9-5869-4fc2-98c3-3c815159e959 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f825d3835854e91b3f2e530d06f6c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031742 Jul 27 21:52:11.741182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5783fd9-5869-4fc2-98c3-3c815159e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47494a-1d8f-4971-8162-a399ec06e8f5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:11.743370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:11.764812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14b967a0-7801-4976-9c48-1a93ce53216c req-81af8188-c522-4867-89b1-df7e7f552cf6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954645 Jul 27 21:52:11.790451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:11.790869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:11.791130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:11.793392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.796045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.796284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:52:11.796617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:11.799711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2bb8efe-6f4a-4148-82f5-006f97b34a62 HTTP/1.1" status: 204 len: 168 time: 0.3525410 Jul 27 21:52:11.816504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:11.817719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Checking segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:11.818156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Bound using segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:11.818735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Bound port: e364b0e9-942b-434a-aef0-84e2161e8468, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:11.821297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.826328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f6f2b-4c94-436c-9c8a-819a0a29967e req-faf5ee46-5825-465a-93ae-cd924788cae7 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:11.827983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c9f6f2b-4c94-436c-9c8a-819a0a29967e req-faf5ee46-5825-465a-93ae-cd924788cae7 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 950 time: 0.1485567 Jul 27 21:52:11.829104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ab02b-f1dc-48a8-bc72-fa34439d4c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb8efe-6f4a-4148-82f5-006f97b34a62,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:11.858860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.897891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c9f6f2b-4c94-436c-9c8a-819a0a29967e req-25dc9999-394a-4f96-bdd3-8a5c12fbaf0e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565870 Jul 27 21:52:11.899860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.905955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:11.909372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:11.922770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:12.008379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.033220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:12.036255 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc2f7ee-5a2b-4b0b-8ebf-be39a12bb912" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-unplugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:12.050442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:12.077166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e361c093-c48f-456f-9a3d-1961e6c82711 req-23a0fc38-fc82-48c4-a5b2-cfe7ad9c5660 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0360515 Jul 27 21:52:12.080109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.083650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.087429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.088804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d47494a-1d8f-4971-8162-a399ec06e8f5 HTTP/1.1" status: 204 len: 168 time: 0.3445950 Jul 27 21:52:12.115923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d24f3-00fa-4cb2-835b-6c876ded7c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47494a-1d8f-4971-8162-a399ec06e8f5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:12.154379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:12.167489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.168444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.169943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-02e8a01e-b980-474b-be53-db063e2dc1c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 1092 time: 1.1538827 Jul 27 21:52:12.170533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:12.172945 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:12.187326 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d685edaa-070f-4d32-996d-e157c4cb99b3 x-openstack-request-id: req-d685edaa-070f-4d32-996d-e157c4cb99b3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:12.192617 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-unplugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:12.192617 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d685edaa-070f-4d32-996d-e157c4cb99b3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:12.192617 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'code': 200} Jul 27 21:52:12.221853 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e670bc85-0bfc-4a9f-8b22-0b3eea5fd043 x-openstack-request-id: req-e670bc85-0bfc-4a9f-8b22-0b3eea5fd043 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:12.222154 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:12.222452 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e670bc85-0bfc-4a9f-8b22-0b3eea5fd043 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:12.223516 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'status': 'completed', 'code': 200} Jul 27 21:52:12.325256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-2e2ae9b3-7f30-478f-85d1-e46c93204cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.327684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-2e2ae9b3-7f30-478f-85d1-e46c93204cd1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1095 time: 0.0785282 Jul 27 21:52:12.343840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca51810-f542-424f-88af-cedd69bcd896 req-3aed3356-2290-4d9d-8bdd-84a7652bf4c3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.345816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca51810-f542-424f-88af-cedd69bcd896 req-3aed3356-2290-4d9d-8bdd-84a7652bf4c3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0773020 Jul 27 21:52:12.402480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca51810-f542-424f-88af-cedd69bcd896 req-77518861-4277-46ca-8ac2-e7b41d8ad79f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Jul 27 21:52:12.414745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.414745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:12.491789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: fd2dbd96-cf9c-44b6-a3dd-05de47813220 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:12.492338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fd2dbd96-cf9c-44b6-a3dd-05de47813220 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:12.520964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-48010734-9251-49f1-9e11-6305d1e67b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.523683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-48010734-9251-49f1-9e11-6305d1e67b49 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1864507 Jul 27 21:52:12.531578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:12.650080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-fb9eee81-a316-4f3b-a637-170bde5d3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.652322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e95d4315-5be7-4f7f-8668-5e3ff1ca6db6 req-fb9eee81-a316-4f3b-a637-170bde5d3660 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1125131 Jul 27 21:52:12.754541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-e718e2d6-387e-43c8-9ba8-5eef3c8d155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.756202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-e718e2d6-387e-43c8-9ba8-5eef3c8d155d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1095 time: 0.0604868 Jul 27 21:52:12.804847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-ddf4cb05-1de2-4f86-a366-fd2e7adaeef6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0380976 Jul 27 21:52:12.875985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-57132f95-e894-47f4-8500-2a47978d5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.877772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-57132f95-e894-47f4-8500-2a47978d5bf8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0645669 Jul 27 21:52:12.917637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-b1a0235c-4be5-44eb-85d0-9b5587765322 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313873 Jul 27 21:52:12.944793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d5cd0-50c2-4f62-8a6f-099a3055744c req-1b06798d-d433-44c2-a44a-a46750e8f6d6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:12.952708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-571d5cd0-50c2-4f62-8a6f-099a3055744c req-1b06798d-d433-44c2-a44a-a46750e8f6d6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0950837 Jul 27 21:52:12.997071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-571d5cd0-50c2-4f62-8a6f-099a3055744c req-3ffa4e00-3650-4dd3-a109-385de29c2b5d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Jul 27 21:52:13.033404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-e7663133-ab76-492a-8f9e-a228106803a2 service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010139 Jul 27 21:52:13.174761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21e72bf2-f27a-4a79-a959-aee3bd5636ab req-81766e50-10ab-4e2a-8080-77225f400750 service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320133 Jul 27 21:52:13.223905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a2a26f46-17a3-466a-a811-ba5ebd505c5e req-e200c439-51c8-4dd8-b5f8-0bdade7f4088 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0353277 Jul 27 21:52:13.572108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49127a-53ab-4d5e-96e2-aea9aa78500d req-f225756c-63be-4371-8cfc-50e53aee2244 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:13.579933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d49127a-53ab-4d5e-96e2-aea9aa78500d req-f225756c-63be-4371-8cfc-50e53aee2244 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0960419 Jul 27 21:52:13.626582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d49127a-53ab-4d5e-96e2-aea9aa78500d req-182ab6ef-49cd-4fb1-87dc-e660fc1bca67 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Jul 27 21:52:14.147302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f0bca-9767-4a24-8c56-b997d5ad1f0d req-94f6960e-62bd-4d49-8c4d-44a6d60ffa7e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.148994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-056f0bca-9767-4a24-8c56-b997d5ad1f0d req-94f6960e-62bd-4d49-8c4d-44a6d60ffa7e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0719235 Jul 27 21:52:14.204020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-056f0bca-9767-4a24-8c56-b997d5ad1f0d req-9bc3150e-32c1-4509-811c-91c7c5af4936 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 Jul 27 21:52:14.319132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35978) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:14.344394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddad32bf-3eed-478c-953a-f95088788542 req-a61aa7a8-e653-4c51-9ca6-6cba2e087e11 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0364053 Jul 27 21:52:14.459104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-800d2d84-8d52-4a84-af21-549748095a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:14.555213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-800d2d84-8d52-4a84-af21-549748095a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:14.771033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669a860-a0e4-4fec-abdc-10ff00958323 req-33af7c48-780b-455b-9aee-b85d941c03e4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:14.771033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5669a860-a0e4-4fec-abdc-10ff00958323 req-33af7c48-780b-455b-9aee-b85d941c03e4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0702231 Jul 27 21:52:14.811043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5669a860-a0e4-4fec-abdc-10ff00958323 req-c0947209-a3cd-4e03-ac17-d7ae5888e71e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Jul 27 21:52:14.848595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-800d2d84-8d52-4a84-af21-549748095a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:14.889480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d2d84-8d52-4a84-af21-549748095a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206988e2-bad5-49d6-aff1-3d4bbb9fa49f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:14.894059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-800d2d84-8d52-4a84-af21-549748095a27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=682824401a3d46de8faa0b95d40e796f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739155 Jul 27 21:52:14.897973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:14.952769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:14.975097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:15.339918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ae33-8642-441a-9bca-236c36632c5f req-6af5917d-3fbd-43bf-b92d-063dfb305a25 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:15.341484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5126ae33-8642-441a-9bca-236c36632c5f req-6af5917d-3fbd-43bf-b92d-063dfb305a25 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0678120 Jul 27 21:52:15.381684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5126ae33-8642-441a-9bca-236c36632c5f req-a7be490e-ade2-4c15-8112-7bf10dfb8a86 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Jul 27 21:52:15.422308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:15.425256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:15.427097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/206988e2-bad5-49d6-aff1-3d4bbb9fa49f HTTP/1.1" status: 204 len: 168 time: 0.5274243 Jul 27 21:52:15.461526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2a0d5-05f8-44ee-9695-7ac902dca972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206988e2-bad5-49d6-aff1-3d4bbb9fa49f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:15.465028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c019ef73-6491-47fc-aced-a8efe807d33c req-a1799d4c-59f4-47c4-9bbf-12ef4776c741 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0366132 Jul 27 21:52:15.943183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:15.967007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a59b5-5f4c-4e1c-898b-f9a65ce94ca7 req-e17d0200-78db-460b-b722-80bf738a3769 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:15.968765 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-582a59b5-5f4c-4e1c-898b-f9a65ce94ca7 req-e17d0200-78db-460b-b722-80bf738a3769 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0840838 Jul 27 21:52:16.014376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-582a59b5-5f4c-4e1c-898b-f9a65ce94ca7 req-3f4744d6-61d3-4f3e-9969-8fb15ff085f8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Jul 27 21:52:16.055479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:16.067150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'port_id': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'mac_address': 'fa:16:3e:12:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbefe09a-a237-48cd-8cdf-88cee019702d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:16.119632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:16.133850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:16.155183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:16.294397 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:16.361852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:16.520893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb50f-07cb-43d2-a03b-1e40774c1b1f req-d4a839c4-e1fe-40c3-8bd6-a8429d4ce843 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:16.522330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7fb50f-07cb-43d2-a03b-1e40774c1b1f req-d4a839c4-e1fe-40c3-8bd6-a8429d4ce843 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0680392 Jul 27 21:52:16.561897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7fb50f-07cb-43d2-a03b-1e40774c1b1f req-065c0690-262e-4bcd-9e38-60cfbdb6cae4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332248 Jul 27 21:52:16.626843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e431326-2133-435b-9399-b7811a4f0bd7 req-99a17530-34ca-4c3b-8df2-8f726235a95b tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0427003 Jul 27 21:52:16.806834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:17.057705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad10dc0b-74e5-4420-8312-dd220df5e993 req-a4b06458-5de8-41de-a8d8-4c7935786d5a tempest-AbsoluteLimitsNegativeTestJSON-468805696 tempest-AbsoluteLimitsNegativeTestJSON-468805696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e8f7afe5c919458888951b84b0e3a5f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235987 Jul 27 21:52:17.173951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25cd61-e8a3-46d2-ad40-e83e4c516e17 req-1ed8e260-c512-4447-913e-6abedd2b5dfd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:17.175559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b25cd61-e8a3-46d2-ad40-e83e4c516e17 req-1ed8e260-c512-4447-913e-6abedd2b5dfd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.0743802 Jul 27 21:52:17.215925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b25cd61-e8a3-46d2-ad40-e83e4c516e17 req-90691600-425a-4cb5-8516-8cdae0c3e4d5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Jul 27 21:52:17.343596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10dc0b-74e5-4420-8312-dd220df5e993 req-e211d26d-ad87-47ed-a87e-7b76bff22fc5 tempest-AbsoluteLimitsNegativeTestJSON-468805696 tempest-AbsoluteLimitsNegativeTestJSON-468805696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:17.345447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad10dc0b-74e5-4420-8312-dd220df5e993 req-e211d26d-ad87-47ed-a87e-7b76bff22fc5 tempest-AbsoluteLimitsNegativeTestJSON-468805696 tempest-AbsoluteLimitsNegativeTestJSON-468805696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822607 Jul 27 21:52:17.367739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad10dc0b-74e5-4420-8312-dd220df5e993 req-e4040f01-9900-4ff5-99a7-7b1b2db4efff tempest-AbsoluteLimitsNegativeTestJSON-468805696 tempest-AbsoluteLimitsNegativeTestJSON-468805696-project] 10.222.0.37 "GET /v2.0/quotas/e8f7afe5c919458888951b84b0e3a5f3 HTTP/1.1" status: 200 len: 375 time: 0.0112889 Jul 27 21:52:17.425686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad10dc0b-74e5-4420-8312-dd220df5e993 req-aad8bd03-ed29-490d-afa9-3166a0af5adc tempest-AbsoluteLimitsNegativeTestJSON-468805696 tempest-AbsoluteLimitsNegativeTestJSON-468805696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8f7afe5c919458888951b84b0e3a5f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419574 Jul 27 21:52:17.710833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305056db-b66c-47b2-86a2-bdf26bd15793 req-795207de-14a7-4a57-b542-a11a5ec58c3d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:17.714846 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-305056db-b66c-47b2-86a2-bdf26bd15793 req-795207de-14a7-4a57-b542-a11a5ec58c3d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0790043 Jul 27 21:52:17.753300 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8e735f73-6518-47e8-9d43-3ef544335446 req-226f10be-6254-4973-8134-af6584640795 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0344067 Jul 27 21:52:17.767919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-305056db-b66c-47b2-86a2-bdf26bd15793 req-00eee062-8b2f-44c7-add0-779e2ca9d6d3 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495644 Jul 27 21:52:17.945792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:18.056627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:18.069414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'mac_address': 'fa:16:3e:ec:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:18.196262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36126) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:18.262631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.279252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bff27412-a892-4e4b-8f54-aa2e59487601 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:18.305343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:18.306623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0e400-d5fd-41a7-8355-77a9e4af7ffd req-f32da6eb-1254-4050-ae66-f3504c488e72 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:18.310837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97e0e400-d5fd-41a7-8355-77a9e4af7ffd req-f32da6eb-1254-4050-ae66-f3504c488e72 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0953314 Jul 27 21:52:18.391063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97e0e400-d5fd-41a7-8355-77a9e4af7ffd req-bd14c350-9def-4510-a83c-5f80e93b825c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743520 Jul 27 21:52:18.428362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156290-e0f6-46ea-a5ea-fbac47359c9f req-af6d0480-6d01-4f39-8cc4-be5aa174001b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:18.435280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-033ec277-f8a7-4e02-b3ed-46af1fd1e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.440071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2156290-e0f6-46ea-a5ea-fbac47359c9f req-af6d0480-6d01-4f39-8cc4-be5aa174001b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1166239 Jul 27 21:52:18.484713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2156290-e0f6-46ea-a5ea-fbac47359c9f req-a86d7cdd-d4a5-47c8-be63-a03affdfec81 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Jul 27 21:52:18.492011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.556871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046670-f419-4c87-8039-6d6e6fbf124a req-a83cabfb-0c80-414e-9509-fb1ae2fd270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:18.558900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-a83cabfb-0c80-414e-9509-fb1ae2fd270c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.1255939 Jul 27 21:52:18.591347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:18.648745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bff27412-a892-4e4b-8f54-aa2e59487601'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:18.677376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bff7b9c6-18d4-4ea5-9857-94a165611c00 req-ac4451a5-ce25-4d08-b768-677f0672fd9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0489342 Jul 27 21:52:18.724172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-033ec277-f8a7-4e02-b3ed-46af1fd1e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.752058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046670-f419-4c87-8039-6d6e6fbf124a req-84bca98c-47ae-4195-8312-7b6758cdde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:18.753630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-84bca98c-47ae-4195-8312-7b6758cdde9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.1800525 Jul 27 21:52:18.856132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-5b54f3f9-0732-418d-8a6d-2125193bebba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.0934958 Jul 27 21:52:18.878603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-033ec277-f8a7-4e02-b3ed-46af1fd1e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:18.912294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-033ec277-f8a7-4e02-b3ed-46af1fd1e1be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8f7afe5c919458888951b84b0e3a5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145414 Jul 27 21:52:18.934614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:18.943770 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4a59d7d-bc04-4928-8d6e-063bc9bb986b req-f80768ca-d399-48ea-a574-12fb300e389e tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0509117 Jul 27 21:52:18.994845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ec277-f8a7-4e02-b3ed-46af1fd1e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad6e87-0c62-4fb9-8e84-7fc0eafc5ff3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:19.011741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046670-f419-4c87-8039-6d6e6fbf124a req-2899cd92-38c5-4822-a34d-a6ab3f0151c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:19.015260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-2899cd92-38c5-4822-a34d-a6ab3f0151c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.1488004 Jul 27 21:52:19.044303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.072556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.118617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046670-f419-4c87-8039-6d6e6fbf124a req-2eb5e86c-761d-4a0e-aa6a-5d04ef26feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:19.121784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-2eb5e86c-761d-4a0e-aa6a-5d04ef26feb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982811 Jul 27 21:52:19.251051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.254335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:19.255913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92ad6e87-0c62-4fb9-8e84-7fc0eafc5ff3 HTTP/1.1" status: 204 len: 168 time: 0.3201768 Jul 27 21:52:19.281096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f5bed-9536-4698-81a8-1957742febfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad6e87-0c62-4fb9-8e84-7fc0eafc5ff3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:19.297705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-b6434ae5-ec80-4216-8856-6a31df0d96d9 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640797 Jul 27 21:52:19.451107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03046670-f419-4c87-8039-6d6e6fbf124a req-9159b66a-fcc5-4ea6-9c68-c40ff7c804c3 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428785 Jul 27 21:52:19.593497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190d5bc-e678-47d8-8ef2-6099d4ef95f4 req-c06fdaf6-03f2-4d99-9205-849fc26e7cb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:19.602640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f190d5bc-e678-47d8-8ef2-6099d4ef95f4 req-c06fdaf6-03f2-4d99-9205-849fc26e7cb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0954309 Jul 27 21:52:19.668616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f190d5bc-e678-47d8-8ef2-6099d4ef95f4 req-4a5fe61e-2ae7-424c-9394-f760a5e3c7f6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645945 Jul 27 21:52:19.857744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2de8-8273-4ee2-9cd7-5a8507ff9141 req-2978ee3f-02cd-4e52-9cb8-59ac848d7270 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:19.861335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b1a2de8-8273-4ee2-9cd7-5a8507ff9141 req-2978ee3f-02cd-4e52-9cb8-59ac848d7270 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1294847 Jul 27 21:52:19.933531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b1a2de8-8273-4ee2-9cd7-5a8507ff9141 req-fa76161e-5d0f-4889-9060-50a567db998b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573938 Jul 27 21:52:19.958458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:20.096564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f90c48fd-eda9-4fe3-a25a-356e8d106170 req-fa4bf509-b49c-4be6-acb8-b44c7cb9454f tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0459919 Jul 27 21:52:20.224977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port e364b0e9-942b-434a-aef0-84e2161e8468 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:20.229392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e364b0e9-942b-434a-aef0-84e2161e8468 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:20.229776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:20.415583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:20.469905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:20.472889 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60764185-b346-4a18-9827-58cb8139874e" -d '{"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:20.489265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:20.543901 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c7bd50-2cc4-460a-82ab-7c406f9aa908 x-openstack-request-id: req-53c7bd50-2cc4-460a-82ab-7c406f9aa908 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:20.544199 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:20.544457 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53c7bd50-2cc4-460a-82ab-7c406f9aa908 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:20.544860 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'code': 200} Jul 27 21:52:20.594659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:20.599550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:20.611509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08bf8eb4-79f6-4ef6-9460-ad167e1497b9 req-075c752a-fb25-4832-9f4f-de9f5286b35f tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9&device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0510147 Jul 27 21:52:20.840058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39473d-bfca-4436-9fea-0c5009b7c0a7 req-f31a8411-2d03-4d5e-973b-a5b7b39a8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:20.841612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d39473d-bfca-4436-9fea-0c5009b7c0a7 req-f31a8411-2d03-4d5e-973b-a5b7b39a8062 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.2195256 Jul 27 21:52:20.884274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:20.940157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d39473d-bfca-4436-9fea-0c5009b7c0a7 req-05f3ccbd-8c4e-4b6f-95df-98a8abadbcde service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Jul 27 21:52:20.940830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bff27412-a892-4e4b-8f54-aa2e59487601 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:20.941220 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:20.945100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcc4fa-6bd0-4c1c-b459-ab37b47fdd5d req-dbe3c145-55af-40ac-899c-e2fcb42b7eb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:20.947853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29bcc4fa-6bd0-4c1c-b459-ab37b47fdd5d req-dbe3c145-55af-40ac-899c-e2fcb42b7eb4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1189575 Jul 27 21:52:21.021486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29bcc4fa-6bd0-4c1c-b459-ab37b47fdd5d req-24c54a88-a330-4d07-aab8-01cde218cc81 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600569 Jul 27 21:52:21.064909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:21.116698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:21.201209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:21.234659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:21.276083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d249ab-848e-4b1e-bbc0-77207150c40c req-302d32e9-e15f-4e84-8ffc-cbbffc92387c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:21.278501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2d249ab-848e-4b1e-bbc0-77207150c40c req-302d32e9-e15f-4e84-8ffc-cbbffc92387c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0969789 Jul 27 21:52:21.343974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1983467236-network', 'tenant_id': '1466bdd7247f4ba6979b8fbc488b3a39'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:21.380607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:21.508552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Made reservation on behalf of 1466bdd7247f4ba6979b8fbc488b3a39 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:21.512223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:21.527754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:21.592539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335a10-31a8-4e31-9b2e-605ab1e96e6f req-14cc9af2-4b42-4b55-84bb-1a11a888fbf9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:21.602625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9335a10-31a8-4e31-9b2e-605ab1e96e6f req-14cc9af2-4b42-4b55-84bb-1a11a888fbf9 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1446350 Jul 27 21:52:21.727924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2d249ab-848e-4b1e-bbc0-77207150c40c req-a44a2d35-07a1-4ea7-80ae-ee896e135a42 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339955 Jul 27 21:52:21.730269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f129c337-4610-4a71-a47d-ba75990b36d6 req-7662319c-1e0e-4925-97a7-4c2c5b365956 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ebba8b6cb3453486331e94a22aa3e2&device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0565062 Jul 27 21:52:21.779898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f129c337-4610-4a71-a47d-ba75990b36d6 req-7c767a34-1017-4f99-8a2b-340b5e65a025 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=65ebba8b6cb3453486331e94a22aa3e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330658 Jul 27 21:52:22.064888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129c337-4610-4a71-a47d-ba75990b36d6 req-8b0d42d8-daab-4f65-8647-26887044207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:22.068167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f129c337-4610-4a71-a47d-ba75990b36d6 req-8b0d42d8-daab-4f65-8647-26887044207e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2807386 Jul 27 21:52:22.096058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9335a10-31a8-4e31-9b2e-605ab1e96e6f req-20f8aede-140e-4540-bff2-96e37707098d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865642 Jul 27 21:52:22.140803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a0148d46-4b98-4d45-a2a6-450ea8b50ba9 req-cc57e251-fd1f-4c9d-a1ca-196b92627b3f tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0560555 Jul 27 21:52:22.167033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.285930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607c8f-9bdd-4dee-b153-49b4bf2bb749 req-a86316eb-a7f8-47d2-8ae5-af8684a1ff7d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:22.289394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34607c8f-9bdd-4dee-b153-49b4bf2bb749 req-a86316eb-a7f8-47d2-8ae5-af8684a1ff7d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0806508 Jul 27 21:52:22.332946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34607c8f-9bdd-4dee-b153-49b4bf2bb749 req-62df7b5b-cb7f-4190-95d1-3967c4d69fae tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375249 Jul 27 21:52:22.347503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.410785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:22.431319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:22.461673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.462356 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Added segment 44476305-8dac-4753-8682-02ae4bae4aa4 of type vlan for network 615f06f2-589a-4476-8454-d9f93f11cd51 Jul 27 21:52:22.522215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.546608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:22.548935 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c8b933-f00a-4429-a274-4659a282dbf0" -d '{"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-plugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:22.601821 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fcf178-4481-4f4c-a9cf-270f2aa868dc x-openstack-request-id: req-46fcf178-4481-4f4c-a9cf-270f2aa868dc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:22.602123 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-plugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:22.602447 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46fcf178-4481-4f4c-a9cf-270f2aa868dc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:22.603018 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'code': 200} Jul 27 21:52:22.686718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.688257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:22.688889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:22.766638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] Pushing event updated for resources: {'Network': ['ID=615f06f2-589a-4476-8454-d9f93f11cd51,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:22.778472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 615f06f2-589a-4476-8454-d9f93f11cd51 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:22.949866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359e230-aaf9-476b-8640-129953ebfd70 req-8f4ba36e-80b1-42b2-a59a-1d5c15fa22d8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:22.951560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a359e230-aaf9-476b-8640-129953ebfd70 req-8f4ba36e-80b1-42b2-a59a-1d5c15fa22d8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1069796 Jul 27 21:52:23.006200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:23.006833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e307866-a228-4821-9bab-50c481962af5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8026719 Jul 27 21:52:23.012321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Request body: {'subnet': {'network_id': '615f06f2-589a-4476-8454-d9f93f11cd51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1983467236-subnet', 'tenant_id': '1466bdd7247f4ba6979b8fbc488b3a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:23.032741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a359e230-aaf9-476b-8640-129953ebfd70 req-6fdf4044-53c1-4428-8fc3-4b26e1c8bef0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734637 Jul 27 21:52:23.235605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Made reservation on behalf of 1466bdd7247f4ba6979b8fbc488b3a39 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:23.235605 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:23.338715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91bc12-b262-48e8-979a-d11e366e30c4 req-b9331f6b-32c8-4ad3-8be5-06431efd3eb1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:23.342859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f91bc12-b262-48e8-979a-d11e366e30c4 req-b9331f6b-32c8-4ad3-8be5-06431efd3eb1 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1911163 Jul 27 21:52:23.352165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13dfc7e2-eb54-4dd0-8826-950859e94097 req-6e7cb489-b4be-4a8d-a40c-7da551454fe2 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0827448 Jul 27 21:52:23.440078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f91bc12-b262-48e8-979a-d11e366e30c4 req-e8acaa54-ff1e-44c5-ad37-9e064f73a29a tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884562 Jul 27 21:52:23.479279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f129c337-4610-4a71-a47d-ba75990b36d6 req-1181fe1e-585b-4af7-b9e7-c76668875268 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0675874 Jul 27 21:52:23.683885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-7d6223d9-2804-4fa0-bf8b-e0f163f78e32 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:23.685308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-7d6223d9-2804-4fa0-bf8b-e0f163f78e32 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 813 time: 0.1108806 Jul 27 21:52:23.701353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-b86f8b55-e4db-4a3d-9ceb-56abedaa8640 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/quotas/bc95a1fa104f40dd86b20a7ab3508da4 HTTP/1.1" status: 200 len: 375 time: 0.0101933 Jul 27 21:52:23.777423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-2c9db5ca-48b3-4a22-8e3f-2cadf1d246cd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700662 Jul 27 21:52:23.876613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-6bf61a31-5b8f-4d45-95c6-79ca0bd66ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899785 Jul 27 21:52:23.971489 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.015656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-f031ffb3-e391-43e3-96a9-d80633f23c01 service neutron] 10.222.0.37 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291077 Jul 27 21:52:24.064361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906b48c1-3d6c-48f6-b552-9aae8a47e47c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:24.074138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Checking segment: {'id': '44476305-8dac-4753-8682-02ae4bae4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '615f06f2-589a-4476-8454-d9f93f11cd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:24.074553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Network hostable DHCP agents. Network: 615f06f2-589a-4476-8454-d9f93f11cd51, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:24.248553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Network 615f06f2-589a-4476-8454-d9f93f11cd51 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:24.388945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 615f06f2-589a-4476-8454-d9f93f11cd51) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:24.399031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0f004-63fd-4202-b391-e6c21ed9a846 None None] Network 615f06f2-589a-4476-8454-d9f93f11cd51 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:24.402446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:24.403604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:24.631741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54fdaf41-b9cc-4e42-b0ea-06beb23883ef req-1320d143-0743-4050-9da3-3746150698a7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.1021056 Jul 27 21:52:24.653072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ad9157ab-c60c-4cf1-a2cd-1d20cecd02d3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6373475 Jul 27 21:52:24.692291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c02ebf55-b164-47c0-878b-7aeef8044604 req-3d83d96b-0656-4f9f-814b-603ed260bbc6 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bd04a08-3e07-41a0-ada0-151b8ed317b9 HTTP/1.1" status: 200 len: 210 time: 0.0795686 Jul 27 21:52:24.821845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7c68a-99d5-4b88-9cf5-21142e192517 None None] Network 615f06f2-589a-4476-8454-d9f93f11cd51 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:25.038520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170b6d2-75b6-4638-841c-28cdd8331c01 req-9699f825-bcc9-4cb6-8165-27de5a92ddd5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:25.048072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e170b6d2-75b6-4638-841c-28cdd8331c01 req-9699f825-bcc9-4cb6-8165-27de5a92ddd5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1465333 Jul 27 21:52:25.111323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e170b6d2-75b6-4638-841c-28cdd8331c01 req-286f3bea-23ec-487c-9bb4-1e875aac2a3f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622096 Jul 27 21:52:25.252236 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-7bcebcb0-b06b-4d5b-959a-bbb4fe667dd1 req-32c77654-03f4-45d8-b078-0ed063f2769e tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] show failed (client error): The resource could not be found. Jul 27 21:52:25.259056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bcebcb0-b06b-4d5b-959a-bbb4fe667dd1 req-32c77654-03f4-45d8-b078-0ed063f2769e tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/ae1ec229-258e-4d7e-b98c-951648e11cc8 HTTP/1.1" status: 404 len: 352 time: 0.0236421 Jul 27 21:52:25.364615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-279cd5f2-ddb1-4862-aa74-c2e153920b88 req-d5b17f32-22c4-4ae9-bcc8-00805fa0369b tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1466bdd7247f4ba6979b8fbc488b3a39 HTTP/1.1" status: 200 len: 2988 time: 0.0693822 Jul 27 21:52:25.448077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-279cd5f2-ddb1-4862-aa74-c2e153920b88 req-5863e613-fb5e-47e0-b804-b3da21b75bab tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d HTTP/1.1" status: 200 len: 2985 time: 0.0774956 Jul 27 21:52:25.541693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-279cd5f2-ddb1-4862-aa74-c2e153920b88 req-c89c7d95-aa37-443e-ae2f-06a872fd118e tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d HTTP/1.1" status: 200 len: 2985 time: 0.0848327 Jul 27 21:52:25.702954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7aad90cc-7b75-458f-b429-7be08ea922d2 req-3a5cd3e0-b184-4097-912c-beb4dd011d0c tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d HTTP/1.1" status: 200 len: 2985 time: 0.0646021 Jul 27 21:52:25.781825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ae53fde-c802-4787-9e4a-ab707e908bea req-8c0e99e4-2393-48b0-b156-d7a04df757a5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.0484998 Jul 27 21:52:25.810681 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-7aad90cc-7b75-458f-b429-7be08ea922d2 req-d61cbb92-da48-4169-8af1-fea10f19790d tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:52:25.825310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7aad90cc-7b75-458f-b429-7be08ea922d2 req-d61cbb92-da48-4169-8af1-fea10f19790d tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d HTTP/1.1" status: 409 len: 352 time: 0.1123569 Jul 27 21:52:25.931154 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-c8cde0d0-8e41-4890-9dc0-7effc7feea81 req-77cdb909-67c7-44c7-9d68-bdd84390752e tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] show failed (client error): The resource could not be found. Jul 27 21:52:25.932912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8cde0d0-8e41-4890-9dc0-7effc7feea81 req-77cdb909-67c7-44c7-9d68-bdd84390752e tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/1678e11b-8cad-430f-825d-a097113ff78c HTTP/1.1" status: 404 len: 352 time: 0.0191281 Jul 27 21:52:26.013763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1094b0-0918-45f1-b621-dd9cb76aa0f7 req-d6bf2a1e-40ca-41cb-9761-b524ad19dd2e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.020737 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce1094b0-0918-45f1-b621-dd9cb76aa0f7 req-d6bf2a1e-40ca-41cb-9761-b524ad19dd2e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1427374 Jul 27 21:52:26.043407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-38b97b6b-2f2e-473c-8d60-ca0d2a868a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.045504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-38b97b6b-2f2e-473c-8d60-ca0d2a868a4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b8b9668a963c40d1903a17fd337e22c4&device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 1096 time: 0.1305254 Jul 27 21:52:26.084822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce1094b0-0918-45f1-b621-dd9cb76aa0f7 req-0779e512-44a0-4923-bffc-6a5b861d9761 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578287 Jul 27 21:52:26.189215 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-968e524e-36e8-4f2f-9c19-300b4959be50 req-9f6bbd2e-9efb-4ba0-9386-d165f0cab670 tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] show failed (client error): The resource could not be found. Jul 27 21:52:26.190296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-968e524e-36e8-4f2f-9c19-300b4959be50 req-9f6bbd2e-9efb-4ba0-9386-d165f0cab670 tempest-SecurityGroupsNegativeTestJSON-552706908 tempest-SecurityGroupsNegativeTestJSON-552706908-project] 10.222.0.37 "GET /v2.0/security-groups/c3e59bb7-329b-4df6-b593-e26842b2929b HTTP/1.1" status: 404 len: 352 time: 0.0512729 Jul 27 21:52:26.202124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36374) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:26.293877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Deleting subnet 906b48c1-3d6c-48f6-b552-9aae8a47e47c {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:52:26.303806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.328341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-de87f660-465d-4f12-a05d-890fe99e366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.330240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-de87f660-465d-4f12-a05d-890fe99e366e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 200 len: 913 time: 0.2625313 Jul 27 21:52:26.388025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.475212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-39384bbc-1d88-4a8a-a009-e2f7069a8026 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 200 len: 1000 time: 0.1370895 Jul 27 21:52:26.485844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.702300 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6534cafa-4220-49b8-8090-854002a45f6d req-060d6ee4-618f-4d45-a799-19cd40b5bee1 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0437210 Jul 27 21:52:26.733743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-525b399c-9745-4b44-bb96-a178cbf70a49 req-f718f51e-d63d-43c8-b305-fb162505fdff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ebba8b6cb3453486331e94a22aa3e2&device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0938895 Jul 27 21:52:26.737129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-174f80d1-fcad-4d6b-bdf9-f70d0d1a8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.739666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-174f80d1-fcad-4d6b-bdf9-f70d0d1a8f79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 200 len: 851 time: 0.2550285 Jul 27 21:52:26.749491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.843794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-525b399c-9745-4b44-bb96-a178cbf70a49 req-a09fe646-2ff2-41e4-a32e-621c6f3e8398 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=65ebba8b6cb3453486331e94a22aa3e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811393 Jul 27 21:52:26.849204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906b48c1-3d6c-48f6-b552-9aae8a47e47c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:26.855138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:26.856602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fa1ea9bc-7547-4514-b1c6-37b94ad48364 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/906b48c1-3d6c-48f6-b552-9aae8a47e47c HTTP/1.1" status: 204 len: 168 time: 0.6530869 Jul 27 21:52:26.859471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:26.987540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-0f23f65e-6d82-4809-9b4c-7866f36803d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:26.990401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-0f23f65e-6d82-4809-9b4c-7866f36803d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266312 Jul 27 21:52:27.044710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3120de3c-1aa3-46be-8e8f-2851baf8ad3f req-c93ee85b-bd90-42d8-aca9-c00eaee53ff8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.0649710 Jul 27 21:52:27.048314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.074875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b399c-9745-4b44-bb96-a178cbf70a49 req-d907b0a9-4307-475b-8e8c-f2cfaaf453ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:27.076794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-525b399c-9745-4b44-bb96-a178cbf70a49 req-d907b0a9-4307-475b-8e8c-f2cfaaf453ae service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190974 Jul 27 21:52:27.188119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-d115d04c-39ee-4dcd-950f-792b8c7285d7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842949 Jul 27 21:52:27.202722 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:52:27.206399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.229969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615f06f2-589a-4476-8454-d9f93f11cd51']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.261442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44476305-8dac-4753-8682-02ae4bae4aa4') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.262004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44476305-8dac-4753-8682-02ae4bae4aa4') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:27.289619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.315422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.328824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:52:27.329651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.383007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6149b6-e5a5-4002-9779-b00cb3b0b986 req-b5349f45-d2aa-4ec1-bcc7-25e46f8622ec service neutron] 10.222.0.50 "GET /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853852 Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:52:27.404694 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:52:27.531857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83708c6-560f-4a63-9c5a-a75f9220dd76 req-8a7222a5-9e86-4b3d-b448-05099071add7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:27.543714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a83708c6-560f-4a63-9c5a-a75f9220dd76 req-8a7222a5-9e86-4b3d-b448-05099071add7 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1376171 Jul 27 21:52:27.553264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.561718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:27.566027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] 10.222.0.37 "DELETE /v2.0/networks/615f06f2-589a-4476-8454-d9f93f11cd51 HTTP/1.1" status: 204 len: 168 time: 0.7021327 Jul 27 21:52:27.592857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69edd2-8080-448d-bfe7-954dacdbd771 admin admin] Pushing event deleted for resources: {'Network': ['ID=615f06f2-589a-4476-8454-d9f93f11cd51,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:27.636052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a83708c6-560f-4a63-9c5a-a75f9220dd76 req-8d95cb8f-a58b-4e68-865d-e04847b1dfdc tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902383 Jul 27 21:52:27.724990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-94d7c80a-df57-46f5-88a4-f86b697fa3f3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:27.727305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-94d7c80a-df57-46f5-88a4-f86b697fa3f3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 813 time: 0.1947880 Jul 27 21:52:27.750225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Request body: {'port': {'device_id': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'admin_state_up': True, 'tenant_id': 'bc95a1fa104f40dd86b20a7ab3508da4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:27.835771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-35dcfbe9-722e-40f7-9a61-1921304b6dfe req-cfe2505e-9bcd-47de-90be-79f09fb906bb tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0414851 Jul 27 21:52:28.160937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36452) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.171546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f70c425-6464-4b6b-8bd8-f05614d54fd2 req-0aff6db3-b64a-47d3-85a7-a100046e8230 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.0475132 Jul 27 21:52:28.228438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-943b9562-1585-4d7b-862a-e5689668285e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1466bdd7247f4ba6979b8fbc488b3a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649507 Jul 27 21:52:28.235326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36456) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:28.271481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Made reservation on behalf of bc95a1fa104f40dd86b20a7ab3508da4 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:28.275197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.390203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.428347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.515099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Allocated IP 172.20.0.5 (5e7a4087-f6af-49fc-90b2-02e79935d18d/dbefe09a-a237-48cd-8cdf-88cee019702d/e2ededca-b404-48f2-a3fc-f75d0821c743) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:28.558275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-525b399c-9745-4b44-bb96-a178cbf70a49 req-accf4067-c358-4823-9cdc-4c1ef64c46aa tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.0447493 Jul 27 21:52:28.723588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.791574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecc671-50f0-43b5-8412-c231a2cd7253 req-1749be35-374f-4481-a205-67f26bc7f94c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:28.793085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69ecc671-50f0-43b5-8412-c231a2cd7253 req-1749be35-374f-4481-a205-67f26bc7f94c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.0745139 Jul 27 21:52:28.843633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69ecc671-50f0-43b5-8412-c231a2cd7253 req-a259c29a-9bcb-47bc-a25f-12dc986ac105 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Jul 27 21:52:28.936174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.939134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:28.943258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d HTTP/1.1" status: 204 len: 168 time: 0.7036910 Jul 27 21:52:28.968702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c5497-3c7c-4ae1-9a2e-2ede1b1ce6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a09ac-58e4-4d69-9b09-d29bdd4a2e1d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:29.012292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.026802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:29.102231 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d30434ab-3a32-4a47-ae17-d2929fa9a92e req-3dc4eb4d-5a09-451a-87df-f47294408608 tempest-ServerShowV247Test-2001244395 tempest-ServerShowV247Test-2001244395-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9346aec-defa-4631-a19f-a72ccd55c0f0 HTTP/1.1" status: 200 len: 210 time: 0.1073692 Jul 27 21:52:29.144984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Network 5e7a4087-f6af-49fc-90b2-02e79935d18d is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:29.166374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:29.169428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:29.271971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:29.272661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.275332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Pushing event updated for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:29.425085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-3d0b7a2c-0d8d-4e90-9b62-4c176c9c34df tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6798368 Jul 27 21:52:29.447771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Request body: {'port': {'device_id': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:29.614654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:29.696530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bd8c6-0b4c-4d11-aadb-5fd06e032e22 req-07f6974c-3499-4856-9bd2-918229ffbc1a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:29.704398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-855bd8c6-0b4c-4d11-aadb-5fd06e032e22 req-07f6974c-3499-4856-9bd2-918229ffbc1a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 931 time: 0.3643284 Jul 27 21:52:29.833687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-855bd8c6-0b4c-4d11-aadb-5fd06e032e22 req-98d00d3c-6418-40bb-897a-52c1f3bda73a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232593 Jul 27 21:52:30.066210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497aba7-7c33-40a4-a9b1-60262312c099 req-b3ad6b2d-baaf-448b-8f06-b45ffe2f6c73 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:30.074326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8497aba7-7c33-40a4-a9b1-60262312c099 req-b3ad6b2d-baaf-448b-8f06-b45ffe2f6c73 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1244826 Jul 27 21:52:30.147349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8497aba7-7c33-40a4-a9b1-60262312c099 req-e9549bda-49c7-45da-af89-94bffc4ff9ab tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719297 Jul 27 21:52:30.367873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ededca-b404-48f2-a3fc-f75d0821c743 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:30.377107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.436435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Transition to ACTIVE for port object e2ededca-b404-48f2-a3fc-f75d0821c743 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:30.502410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c03d5-c981-4ed2-ae28-cd95d9f82ac1 req-91896619-29a3-4cc1-848c-332dec609a9b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:30.506567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-666c03d5-c981-4ed2-ae28-cd95d9f82ac1 req-91896619-29a3-4cc1-848c-332dec609a9b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1207352 Jul 27 21:52:30.589089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.641432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-666c03d5-c981-4ed2-ae28-cd95d9f82ac1 req-57fecd8a-e3c3-4f25-917b-54b510e7d425 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270938 Jul 27 21:52:30.734964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:30.809688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Attempting to bind port e2ededca-b404-48f2-a3fc-f75d0821c743 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:30.810119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Attempting to bind port e2ededca-b404-48f2-a3fc-f75d0821c743 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:30.810811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Attempting to bind port e2ededca-b404-48f2-a3fc-f75d0821c743 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:30.816033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Port e2ededca-b404-48f2-a3fc-f75d0821c743 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:52:30.817025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Attempting to bind port e2ededca-b404-48f2-a3fc-f75d0821c743 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:30.822817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:30.823154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Checking segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:30.823600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Bound using segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:30.824192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Bound port: e2ededca-b404-48f2-a3fc-f75d0821c743, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:30.824572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:30.920360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:30.924511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e2ededca-b404-48f2-a3fc-f75d0821c743,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:31.040884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.132597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.147078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.170974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.172050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.174074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2ededca-b404-48f2-a3fc-f75d0821c743 HTTP/1.1" status: 200 len: 1091 time: 1.7391658 Jul 27 21:52:31.175108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:31.179238 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949a746-6173-406e-b70e-9a152b9317a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:31.215451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a55ae-71ae-490c-a6cd-7965f803e989 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:31.330033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c3a2bec-2a3d-4486-bda5-6bcdc0c624ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.358339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1585458237-network', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:31.495411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-9b81aa90-42a7-4fca-8080-da87a25fba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.497454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-9b81aa90-42a7-4fca-8080-da87a25fba98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 1094 time: 0.1329250 Jul 27 21:52:31.520354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c3a2bec-2a3d-4486-bda5-6bcdc0c624ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.589787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-56688599-8db3-4771-9572-876f2ab4f98b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ededca-b404-48f2-a3fc-f75d0821c743 HTTP/1.1" status: 200 len: 217 time: 0.0832088 Jul 27 21:52:31.654898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278793-4056-43f0-a98d-b22558427b01 req-7e02809f-02c9-4085-a81c-a53b9c67aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:31.657423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-7e02809f-02c9-4085-a81c-a53b9c67aaa2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0599537 Jul 27 21:52:31.711877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c3a2bec-2a3d-4486-bda5-6bcdc0c624ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.732934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-042fb693-3003-487d-b02b-d6ac1464d76a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687470 Jul 27 21:52:31.783655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a2bec-2a3d-4486-bda5-6bcdc0c624ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993e5e8-1f04-4b2a-ae7b-fdbc0ea9c11a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:31.819124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c3a2bec-2a3d-4486-bda5-6bcdc0c624ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65ebba8b6cb3453486331e94a22aa3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846006 Jul 27 21:52:31.823503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:31.897024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Made reservation on behalf of 0b6ed3a8ec59441fab870675d5e135f9 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:31.900219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.920259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.933201 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1a514ae-a3ac-41dd-9250-34fa87b98141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:31.955580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-15cc23ea-726b-4312-b69e-3aef343ecaf6 service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144272 Jul 27 21:52:31.960243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.035751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.043218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.143906 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a278793-4056-43f0-a98d-b22558427b01 req-fe9b0a1f-0c0f-4fcd-9969-d43c39d5f963 service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802194 Jul 27 21:52:32.242386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.291106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eff110-328b-46b1-9646-5bac2e48224c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.311139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.313902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.318925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5993e5e8-1f04-4b2a-ae7b-fdbc0ea9c11a HTTP/1.1" status: 204 len: 168 time: 0.4910204 Jul 27 21:52:32.336383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:32.348681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703eb9e-6cf5-4293-bb67-0af26e2021ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993e5e8-1f04-4b2a-ae7b-fdbc0ea9c11a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.363559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.364882 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Added segment f67f0b90-2744-4454-ac73-cb9135aba15a of type vlan for network d18c5544-d0c9-4d47-810f-520ee23104f1 Jul 27 21:52:32.432622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.725217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.731593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:32.731593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:32.916528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] Pushing event updated for resources: {'Network': ['ID=d18c5544-d0c9-4d47-810f-520ee23104f1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:32.916742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d18c5544-d0c9-4d47-810f-520ee23104f1 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:33.027768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d473083a-4400-4eee-861f-2aeea9de933a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8791516 Jul 27 21:52:33.030880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:33.037317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Request body: {'subnet': {'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1585458237-subnet', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:33.364592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Made reservation on behalf of 0b6ed3a8ec59441fab870675d5e135f9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:33.369237 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.865072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:33.943761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28b2cca-d153-41bb-a330-8b67523debcf,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:33.957412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Checking segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:33.958026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Network hostable DHCP agents. Network: d18c5544-d0c9-4d47-810f-520ee23104f1, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:34.146272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Network d18c5544-d0c9-4d47-810f-520ee23104f1 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:34.349080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d18c5544-d0c9-4d47-810f-520ee23104f1) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:34.368354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d90a61-390c-45b1-ac82-e60809491ec4 None None] Network d18c5544-d0c9-4d47-810f-520ee23104f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:34.368908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:34.368908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.467606 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf05468-dc1f-4109-8dcc-096263425744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.490700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:34.569353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d18c5544-d0c9-4d47-810f-520ee23104f1', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:52:34.570248 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.631301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1790991259-network', 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:34.665993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5f3118e1-3abf-4955-8336-0837f9252077 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6324658 Jul 27 21:52:34.670621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:34.674398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:34.794135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.830593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Allocated IP 172.20.0.2 (d18c5544-d0c9-4d47-810f-520ee23104f1/b28b2cca-d153-41bb-a330-8b67523debcf/0f858dea-6ba5-4a8b-9cba-8495027ef75c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:34.846099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:34.849438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.879192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab2a1c-4362-4273-8f32-cbddf1f40102 req-67c4c325-068a-4dcf-aa1d-65fe019add20 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:34.888858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8aab2a1c-4362-4273-8f32-cbddf1f40102 req-67c4c325-068a-4dcf-aa1d-65fe019add20 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 943 time: 0.1248212 Jul 27 21:52:34.901087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.959618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8aab2a1c-4362-4273-8f32-cbddf1f40102 req-911c7f64-c05e-4d3b-ae53-699c67bcf6f3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670917 Jul 27 21:52:35.015811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-7303dd3a-619f-437e-81ad-7a0ef7d1c6d5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:35.015811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-7303dd3a-619f-437e-81ad-7a0ef7d1c6d5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=44928015-b0e9-4c67-bce9-6549902bba7f HTTP/1.1" status: 200 len: 943 time: 0.1278861 Jul 27 21:52:35.016117 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648acdec-0ca1-4631-a2de-0aebb03b2e97 x-openstack-request-id: req-648acdec-0ca1-4631-a2de-0aebb03b2e97 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:35.016117 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:35.016117 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-648acdec-0ca1-4631-a2de-0aebb03b2e97 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:35.016117 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743', 'status': 'completed', 'code': 200} Jul 27 21:52:35.074012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.117004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a746-6173-406e-b70e-9a152b9317a4 req-c2457246-5475-432d-ae90-13fc3e3d38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:35.119030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-c2457246-5475-432d-ae90-13fc3e3d38d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 1094 time: 0.0860281 Jul 27 21:52:35.149438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:35.149786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.162647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Transition to ACTIVE for port object 0f858dea-6ba5-4a8b-9cba-8495027ef75c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:35.166351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.192727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.192937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Transition to ACTIVE for port object 0f858dea-6ba5-4a8b-9cba-8495027ef75c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:35.287159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.304208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:35.304586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.321299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:35.521418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a746-6173-406e-b70e-9a152b9317a4 req-8fda20a3-2db4-4048-8d28-d4772c5fe81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:35.522878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-8fda20a3-2db4-4048-8d28-d4772c5fe81a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.3965292 Jul 27 21:52:35.589689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-5acc2966-8947-4204-aa02-8213010ad3ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ededca-b404-48f2-a3fc-f75d0821c743 HTTP/1.1" status: 200 len: 217 time: 0.0439296 Jul 27 21:52:35.631189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.645101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949a746-6173-406e-b70e-9a152b9317a4 req-fcb2957f-ddbc-4ce1-9cec-fac54e511770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:35.646856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-fcb2957f-ddbc-4ce1-9cec-fac54e511770 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0618508 Jul 27 21:52:35.683907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-6190bf1d-93c9-4a80-9462-35a085791062 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297265 Jul 27 21:52:35.801270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-ce270356-b3ab-4d1a-bfc7-813f0a7791ca service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094117 Jul 27 21:52:35.899691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7949a746-6173-406e-b70e-9a152b9317a4 req-d89ed168-bdae-47b1-b51e-e5e4adee1837 service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923429 Jul 27 21:52:35.962594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.979929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.992318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da', '491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:36.027107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=bf89c7f6-6dce-4646-a7bd-f20a42f1cea7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.036418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Network d18c5544-d0c9-4d47-810f-520ee23104f1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:36.049171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:36.053456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:36.059891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Pushing event updated for resources: {'Port': ['ID=0f858dea-6ba5-4a8b-9cba-8495027ef75c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.078262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.078664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.079013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.079355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.079694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.080027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.080361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.080691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.081017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.081909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.082324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.084373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:36.144552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45935-ecb3-40cb-9057-a0a21687f5a4 req-4cdcf483-29fa-416e-9a9b-474d9ca4fe19 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:36.144552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2aa45935-ecb3-40cb-9057-a0a21687f5a4 req-4cdcf483-29fa-416e-9a9b-474d9ca4fe19 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 943 time: 0.1090848 Jul 27 21:52:36.160259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] No DVR routers for this DVR port bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:36.165398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.167762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1420b11-c210-44a7-afb1-4cd5df25fd79 req-07b0e0d6-03e2-4333-891a-608c5bb881ea tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "DELETE /v2.0/ports/bf89c7f6-6dce-4646-a7bd-f20a42f1cea7 HTTP/1.1" status: 204 len: 173 time: 1.1652398 Jul 27 21:52:36.168264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-deleted', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:36.170999 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8437790-f238-48ed-b263-ffb49a951cde" -d '{"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-deleted", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:36.181730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Attempting to bind port 0f858dea-6ba5-4a8b-9cba-8495027ef75c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:36.182104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Attempting to bind port 0f858dea-6ba5-4a8b-9cba-8495027ef75c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:36.182504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Attempting to bind port 0f858dea-6ba5-4a8b-9cba-8495027ef75c on network d18c5544-d0c9-4d47-810f-520ee23104f1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:36.190480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2aa45935-ecb3-40cb-9057-a0a21687f5a4 req-090ce2e5-8138-4d4c-8b84-c63c3eea6c13 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Jul 27 21:52:36.193753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:36.194194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Checking segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:36.194852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.195449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Bound using segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:36.196055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Bound port: 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:36.196826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.221762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.223420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.237763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.248741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:52:36.258716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.259326 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Added segment 28e900d4-e5e8-461c-8823-8634f8243121 of type vlan for network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 Jul 27 21:52:36.313499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.334324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f9031-bbc7-4940-a57f-bb92984bcfa4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.335828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] For port 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:36.346072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] For port 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0f858dea-6ba5-4a8b-9cba-8495027ef75c,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:36.434957 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b547f-cfe2-4b9c-a933-53b1e78018f8 x-openstack-request-id: req-a64b547f-cfe2-4b9c-a933-53b1e78018f8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:36.435256 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44928015-b0e9-4c67-bce9-6549902bba7f", "name": "network-vif-deleted", "tag": "bf89c7f6-6dce-4646-a7bd-f20a42f1cea7", "status": "failed", "code": 422}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:36.435513 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a64b547f-cfe2-4b9c-a933-53b1e78018f8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:36.436248 n-d-738018-6 neutron-server[94672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44928015-b0e9-4c67-bce9-6549902bba7f', 'name': 'network-vif-deleted', 'tag': 'bf89c7f6-6dce-4646-a7bd-f20a42f1cea7', 'status': 'failed', 'code': 422} returned with failed status Jul 27 21:52:36.596679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e2ededca-b404-48f2-a3fc-f75d0821c743 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:36.709336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e2ededca-b404-48f2-a3fc-f75d0821c743,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:36.721837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e2ededca-b404-48f2-a3fc-f75d0821c743', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'port_id': 'e2ededca-b404-48f2-a3fc-f75d0821c743', 'mac_address': 'fa:16:3e:46:c0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbefe09a-a237-48cd-8cdf-88cee019702d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:36.779510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.796784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ededca-b404-48f2-a3fc-f75d0821c743 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:36.818609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.832000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e2ededca-b404-48f2-a3fc-f75d0821c743,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:36.847245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.867079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.871450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.871930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:36.871930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:36.955621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd0d95a-23fd-4b09-9e82-d13b44c542d7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.965784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eee89-a437-48d4-a62d-34b775a77b9e None None] Pushing event updated for resources: {'Port': ['ID=0f858dea-6ba5-4a8b-9cba-8495027ef75c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:36.975140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:52:37.037866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Allocated IP 172.25.3.29 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/66b99401-358d-4c4e-93d5-6a4b1f61921b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:37.080834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c91ff4-5dfd-4944-a58a-d6473daeddba req-ad38902a-740d-40ed-845e-da9962a04a9b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:37.103713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79c91ff4-5dfd-4944-a58a-d6473daeddba req-ad38902a-740d-40ed-845e-da9962a04a9b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 949 time: 0.0756772 Jul 27 21:52:37.130370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79c91ff4-5dfd-4944-a58a-d6473daeddba req-33110a89-9ddd-479a-9563-c5e4c49f6333 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Jul 27 21:52:37.173068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.177567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.177567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.275294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9080d5f4-5695-4d53-9fb9-235dc080c9b7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7833674 Jul 27 21:52:37.276633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36704) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:37.282417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Request body: {'subnet': {'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1790991259-subnet', 'tenant_id': '232237d5031947ffa7e4c247a4a56e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:37.324465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:37.446694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e2ededca-b404-48f2-a3fc-f75d0821c743'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:37.602088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.620735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.621856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:37.621856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.645494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:37.650927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:37.654823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:37.689094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Pushing event updated for resources: {'Port': ['ID=66b99401-358d-4c4e-93d5-6a4b1f61921b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:38.119234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.123505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.155077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0f858dea-6ba5-4a8b-9cba-8495027ef75c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:38.187433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacc692b-0398-4698-9144-925a9d814992,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:38.221455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:38.222325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Network hostable DHCP agents. Network: 2bd0d95a-23fd-4b09-9e82-d13b44c542d7, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:52:38.230391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9467b7-8129-4bd3-b171-e8166b60c322 None None] Network d18c5544-d0c9-4d47-810f-520ee23104f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:38.304515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.500722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dd953-6bd1-469f-83e5-05dc80b4b3dc req-f629a787-c961-4433-8146-2714a008bd2e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:38.502339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-860dd953-6bd1-469f-83e5-05dc80b4b3dc req-f629a787-c961-4433-8146-2714a008bd2e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 944 time: 0.1221838 Jul 27 21:52:38.585521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:52:38.599482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:38.604179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:38.604563 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.611643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-860dd953-6bd1-469f-83e5-05dc80b4b3dc req-ef1d3b3a-8031-49af-ba58-a5642a28d825 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007886 Jul 27 21:52:38.619050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.648864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Provisioning for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:38.664493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e2ededca-b404-48f2-a3fc-f75d0821c743 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:38.741909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2bd0d95a-23fd-4b09-9e82-d13b44c542d7) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:38.747858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:38.748625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.786647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b335fecb-ea6b-4d91-9f99-e1a1abaec344 None None] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:38.813543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Provisioning complete for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:38.813899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.919699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cad7af3d-c2fb-477c-854b-d884391a24d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6416719 Jul 27 21:52:39.002068 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.114585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0f858dea-6ba5-4a8b-9cba-8495027ef75c,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:39.125913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port e2ededca-b404-48f2-a3fc-f75d0821c743 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:39.132594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e2ededca-b404-48f2-a3fc-f75d0821c743 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:39.132978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.134970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c986809-e443-497f-ac4f-eacaab7df7d6 None None] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:52:39.150079 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.193358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:52:39.342088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.348936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:39.386795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Sync routers for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:39.474817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:39.475508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:39.522482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-e25752e3-ef01-4de7-b1b6-ce3684e6e0bf tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:39.526323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-e25752e3-ef01-4de7-b1b6-ce3684e6e0bf tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1387601 Jul 27 21:52:39.538267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0f858dea-6ba5-4a8b-9cba-8495027ef75c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:39.553201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-2311e994-b5cc-4c02-97f9-3e5978a073cc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0195923 Jul 27 21:52:39.555607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:52:39.555961 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-c595c857-ac6d-42da-9a19-3df8ed244945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:52:39.584646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.586507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aa7b0aa3-e1a0-4da1-b0da-6f54d2792000 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9185264 Jul 27 21:52:39.589474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:39.613359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-e70addc3-b6a5-4097-9096-338334bc7686 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586405 Jul 27 21:52:39.675755 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.696251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:39.738718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-ca36047c-1eca-47ae-a50f-422412b41931 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173279 Jul 27 21:52:39.840185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:39.842730 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c980d7e-cf75-4c0f-86da-b907a30a251a" -d '{"events": [{"server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:39.863787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e2ededca-b404-48f2-a3fc-f75d0821c743,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:39.949472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-50c54a91-029a-4ccd-93f0-a6cf51df9ca4 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964979 Jul 27 21:52:39.984091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:40.028420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.032252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Checking router: 38c0edbe-ccc8-44f8-b851-74ad633f0d1b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:40.032620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Updating router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b port 66b99401-358d-4c4e-93d5-6a4b1f61921b binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:40.098058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:40.156152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0f858dea-6ba5-4a8b-9cba-8495027ef75c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:40.167527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.200112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987feb2-89c5-4240-9806-e2d4750b412a req-d9ef1e55-6fca-4296-9d19-77093072e4f6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:40.201711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2987feb2-89c5-4240-9806-e2d4750b412a req-d9ef1e55-6fca-4296-9d19-77093072e4f6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.1000381 Jul 27 21:52:40.257069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:40.290743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2987feb2-89c5-4240-9806-e2d4750b412a req-01de3faf-6e60-49c6-88fb-f85ea1d99ea6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561974 Jul 27 21:52:40.395970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:40.396507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.427122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.589018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b2cd45e7-4adb-4793-9610-eb730578bb3b None None] Provisioning complete for port 0f858dea-6ba5-4a8b-9cba-8495027ef75c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:40.589406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2cd45e7-4adb-4793-9610-eb730578bb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.641042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47d72f-7a0d-41fb-b4da-587f28359f63 req-53833184-3c79-4e04-a11a-473360944a4e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:40.643265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bb47d72f-7a0d-41fb-b4da-587f28359f63 req-53833184-3c79-4e04-a11a-473360944a4e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 907 time: 0.1498077 Jul 27 21:52:40.667651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:40.711357 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d51ab8-45db-428b-b183-1f22ee726458 x-openstack-request-id: req-25d51ab8-45db-428b-b183-1f22ee726458 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:40.711595 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "name": "network-vif-plugged", "status": "completed", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:40.711895 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25d51ab8-45db-428b-b183-1f22ee726458 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:40.712294 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743', 'code': 200} Jul 27 21:52:40.830673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.840806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.851679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c49eaa75-2838-4f3d-8935-65ffc52518c5 req-4f077d3f-c2fc-400a-9be1-e8336d23d310 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0847573 Jul 27 21:52:40.911716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c1a2-7b89-4542-96a9-1fd308f9550a req-2b792965-a2b0-476d-8575-4b176b3dd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:40.914813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f41c1a2-7b89-4542-96a9-1fd308f9550a req-2b792965-a2b0-476d-8575-4b176b3dd4f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 1096 time: 0.1315358 Jul 27 21:52:40.949533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:40.963516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f41c1a2-7b89-4542-96a9-1fd308f9550a req-f0f6a0cf-f744-46ac-ac7d-ab7b08009cb7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Jul 27 21:52:40.963664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:40.976613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Transition to ACTIVE for port object 66b99401-358d-4c4e-93d5-6a4b1f61921b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:41.064725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Allocated IP 172.20.0.1 (d18c5544-d0c9-4d47-810f-520ee23104f1/b28b2cca-d153-41bb-a330-8b67523debcf/f75f946d-bab8-4c34-9c51-202334ea5a70) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:41.188570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.198625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.202954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Transition to ACTIVE for port object f75f946d-bab8-4c34-9c51-202334ea5a70 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:41.256217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Attempting to bind port 66b99401-358d-4c4e-93d5-6a4b1f61921b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:41.256590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Attempting to bind port 66b99401-358d-4c4e-93d5-6a4b1f61921b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:41.256956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Attempting to bind port 66b99401-358d-4c4e-93d5-6a4b1f61921b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:41.262426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7781b-41a8-4df7-8a7e-74761739bce1 None None] Pushing event updated for resources: {'Port': ['ID=66b99401-358d-4c4e-93d5-6a4b1f61921b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:41.267087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:41.267474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:41.267888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.268324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:41.269350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Bound port: 66b99401-358d-4c4e-93d5-6a4b1f61921b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:41.269752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.329436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] For port 66b99401-358d-4c4e-93d5-6a4b1f61921b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:41.334049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] For port 66b99401-358d-4c4e-93d5-6a4b1f61921b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66b99401-358d-4c4e-93d5-6a4b1f61921b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:41.370329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0cffc-5101-4183-880a-61fe671734db req-47607ffe-b371-4208-9760-bda17f8d862d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:41.372147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88a0cffc-5101-4183-880a-61fe671734db req-47607ffe-b371-4208-9760-bda17f8d862d tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 907 time: 0.0835457 Jul 27 21:52:41.411348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.413595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.468189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Network d18c5544-d0c9-4d47-810f-520ee23104f1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:41.477007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:41.483153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:41.504250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Pushing event updated for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:41.554816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.555187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7781b-41a8-4df7-8a7e-74761739bce1 None None] Pushing event updated for resources: {'Port': ['ID=66b99401-358d-4c4e-93d5-6a4b1f61921b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:41.555377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.562353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.562832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.563239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.563642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.564046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.564438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.564856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.565244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.565825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.566129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:41.607798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:41.609658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:41.613964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd1ba-7bb1-400a-8247-dc37db7b29ab req-f4615038-b6e7-4297-8b9d-ffddd600ec4a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:41.617215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port 33c68416-8445-4bc4-a8aa-05c4275022c4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:41.617577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.623404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de9cd1ba-7bb1-400a-8247-dc37db7b29ab req-f4615038-b6e7-4297-8b9d-ffddd600ec4a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.2463520 Jul 27 21:52:41.626200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.840993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port 33c68416-8445-4bc4-a8aa-05c4275022c4, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=33c68416-8445-4bc4-a8aa-05c4275022c4,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:41.841714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:41.875722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for 33c68416-8445-4bc4-a8aa-05c4275022c4 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:41.902779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de9cd1ba-7bb1-400a-8247-dc37db7b29ab req-c6591b93-399f-402e-b62a-54c0f0dcfcfc tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781420 Jul 27 21:52:41.998427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:42.132203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c49539-e70a-4f41-adad-d6daf8357dc1 req-46def702-e045-45cd-87a9-f22f69985064 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0738621 Jul 27 21:52:42.241015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.292943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500b31-af2f-4d43-b9b9-b1cdb7025565 req-f622c322-6d2e-48ec-859c-d61441744d74 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:42.296591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9500b31-af2f-4d43-b9b9-b1cdb7025565 req-f622c322-6d2e-48ec-859c-d61441744d74 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 907 time: 0.1164296 Jul 27 21:52:42.296716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:42.299603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0144f294-6674-4244-aa4c-42a38199e284 None None] Provisioning for port f75f946d-bab8-4c34-9c51-202334ea5a70 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:42.312147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0144f294-6674-4244-aa4c-42a38199e284 None None] Provisioning complete for port f75f946d-bab8-4c34-9c51-202334ea5a70 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:42.312603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0144f294-6674-4244-aa4c-42a38199e284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.407709 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.450117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0144f294-6674-4244-aa4c-42a38199e284 None None] Port f75f946d-bab8-4c34-9c51-202334ea5a70 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:42.467476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=33c68416-8445-4bc4-a8aa-05c4275022c4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.501083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.548760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] No DVR routers for this DVR port 33c68416-8445-4bc4-a8aa-05c4275022c4 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:42.553426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.559095 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88a0cffc-5101-4183-880a-61fe671734db req-8c8707e1-bbff-4abc-b25f-d82dbbe65d47 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "DELETE /v2.0/ports/33c68416-8445-4bc4-a8aa-05c4275022c4 HTTP/1.1" status: 204 len: 173 time: 1.1793680 Jul 27 21:52:42.559095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'name': 'network-vif-deleted', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:42.570674 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c701e33d-5f72-404d-8396-0ef7d40279ec" -d '{"events": [{"server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "name": "network-vif-deleted", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:42.579977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:42.604040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'mac_address': 'fa:16:3e:bf:3e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:42.652989 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc77f1e-b6e8-40c6-a7e3-57201f6aacda x-openstack-request-id: req-cbc77f1e-b6e8-40c6-a7e3-57201f6aacda {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:42.653294 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c946654-c1dd-41d9-b76c-2b8601f3f5ea", "name": "network-vif-deleted", "tag": "33c68416-8445-4bc4-a8aa-05c4275022c4", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:42.653551 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbc77f1e-b6e8-40c6-a7e3-57201f6aacda {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:42.653962 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c946654-c1dd-41d9-b76c-2b8601f3f5ea', 'name': 'network-vif-deleted', 'tag': '33c68416-8445-4bc4-a8aa-05c4275022c4', 'status': 'completed', 'code': 200} Jul 27 21:52:42.672391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:42.688122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.711904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32ac08-fa5c-498f-94ea-b1af069a86b9 None None] The sync data for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 is: [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:37Z', 'revision_number': 3, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:42.724401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:42.726798 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb03725-1039-4d6a-b6bd-daec4883bd33" -d '{"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-unplugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:42.743583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.783462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:42.826228 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e478d6c8-4c63-4447-be3e-9cb6d1611e2c x-openstack-request-id: req-e478d6c8-4c63-4447-be3e-9cb6d1611e2c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:42.826570 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-unplugged", "status": "completed", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:42.826837 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e478d6c8-4c63-4447-be3e-9cb6d1611e2c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:42.827250 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'code': 200} Jul 27 21:52:42.848234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:42.849303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Pushing event updated for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:42.852433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:42.863537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.950354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.152168 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4191f9ec-067a-4496-a02e-fc1d02a53e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.198485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Network d18c5544-d0c9-4d47-810f-520ee23104f1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:43.206937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:43.242344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:43.430380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:43.459415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e99a87a-82a2-4670-a2c8-9e1846cf6f77 req-3b8c8425-e86f-456a-b620-b18c5a755444 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0734916 Jul 27 21:52:43.625630 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4191f9ec-067a-4496-a02e-fc1d02a53e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.778183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e0ff187-e1fb-47f3-89cf-655104b2e7a4 req-77c55f92-8b97-4274-8ab4-3de967292107 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c946654-c1dd-41d9-b76c-2b8601f3f5ea HTTP/1.1" status: 200 len: 210 time: 0.1203721 Jul 27 21:52:43.779313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4191f9ec-067a-4496-a02e-fc1d02a53e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.849552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4191f9ec-067a-4496-a02e-fc1d02a53e21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6012ebff8164406abaf062f8381bbad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9970365 Jul 27 21:52:43.856842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:43.912055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0d618c66-095b-4b5f-b331-3b6744c5e64b None None] Provisioning complete for port f75f946d-bab8-4c34-9c51-202334ea5a70 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:43.912633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d618c66-095b-4b5f-b331-3b6744c5e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:43.919411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:52:43.926666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191f9ec-067a-4496-a02e-fc1d02a53e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d28f2-a330-441e-8622-8faea7bb7c0c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:43.964877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d618c66-095b-4b5f-b331-3b6744c5e64b None None] Port f75f946d-bab8-4c34-9c51-202334ea5a70 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:52:43.966080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ddba-75ca-4c5c-b611-ee8f3b8ad89b req-688f70bb-abde-4fbd-9902-d93fa08bff2e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:43.967946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9913ddba-75ca-4c5c-b611-ee8f3b8ad89b req-688f70bb-abde-4fbd-9902-d93fa08bff2e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.7021434 Jul 27 21:52:44.040559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.081441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.258552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66b99401-358d-4c4e-93d5-6a4b1f61921b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:44.262957 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9913ddba-75ca-4c5c-b611-ee8f3b8ad89b req-33bd3470-8ab9-420e-ad83-06cfa180ed7c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851725 Jul 27 21:52:44.305539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.305993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.309827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/652d28f2-a330-441e-8622-8faea7bb7c0c HTTP/1.1" status: 204 len: 168 time: 0.4462745 Jul 27 21:52:44.326937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773562f-2f0b-47fd-93b1-62204999be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d28f2-a330-441e-8622-8faea7bb7c0c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:44.353351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50742bea-5958-4429-a723-791f15e623da admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:52:44.367715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-50742bea-5958-4429-a723-791f15e623da admin admin] 10.222.0.37 "PUT /v2.0/routers/38c0edbe-ccc8-44f8-b851-74ad633f0d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7688553 Jul 27 21:52:44.524830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 66b99401-358d-4c4e-93d5-6a4b1f61921b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:44.529784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 66b99401-358d-4c4e-93d5-6a4b1f61921b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:44.531013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.594227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7430a232-a8e6-431e-a9d8-8f89bf64ba21 req-2486d385-8f2b-41ce-aec3-2b6e031a4b5d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0327582 Jul 27 21:52:44.649049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.685149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 66b99401-358d-4c4e-93d5-6a4b1f61921b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66b99401-358d-4c4e-93d5-6a4b1f61921b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:45.107387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.222317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=66b99401-358d-4c4e-93d5-6a4b1f61921b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:45.398247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:45.403461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943957058', 'description': 'tempest-description--741819395'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:45.517524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-6a544bf8-3978-4bb5-a8da-aad4360e6386 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.521363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-6a544bf8-3978-4bb5-a8da-aad4360e6386 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.50 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.3373315 Jul 27 21:52:45.547270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:45.610093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.623433 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Sync routers for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:52:45.676845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:45.678602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:45.738924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1773-4997-41a5-9a61-0a1bf6aea45a req-33ce0c97-7430-4322-a45a-5311b25feffd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.746973 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fffa1773-4997-41a5-9a61-0a1bf6aea45a req-33ce0c97-7430-4322-a45a-5311b25feffd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.1725810 Jul 27 21:52:45.814702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fffa1773-4997-41a5-9a61-0a1bf6aea45a req-adc04ea9-62a4-44f8-b5b7-93bfe56eafae tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667584 Jul 27 21:52:45.854708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.969017 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:45.999062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4012c7dc-5587-46c1-9e6e-875b45cc9353 req-2b3baa22-e693-4a30-8e73-05e4370184f8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0395441 Jul 27 21:52:46.006358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.048110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de94cb0-ad85-4efb-8d15-44df43d392b5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:46.108770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:46.154734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:52:46.158778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.199359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:46.200114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.228984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66b99401-358d-4c4e-93d5-6a4b1f61921b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:46.339838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 66b99401-358d-4c4e-93d5-6a4b1f61921b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:46.340472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.345701 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.374828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 2, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:46.396457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.9 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:46.408602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Checking router: 38c0edbe-ccc8-44f8-b851-74ad633f0d1b for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:52:46.409551 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Updating router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b port f75f946d-bab8-4c34-9c51-202334ea5a70 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:52:46.455274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:46.461455 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.463763 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60412331-2d2d-4eb7-82ae-36f4848968ad" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:46.475452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.485483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36950) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:46.485621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c4892e8a-0b33-419a-b816-87822b727a21 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0855289 Jul 27 21:52:46.503527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:46.506613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'security_group_rule': {'security_group_id': '7de94cb0-ad85-4efb-8d15-44df43d392b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:46.543346 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfda5b1-cff6-46a7-9a72-ea858eefdf9a x-openstack-request-id: req-7cfda5b1-cff6-46a7-9a72-ea858eefdf9a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:46.546716 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-plugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:46.547198 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cfda5b1-cff6-46a7-9a72-ea858eefdf9a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:46.547878 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'code': 200} Jul 27 21:52:46.662187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 33c68416-8445-4bc4-a8aa-05c4275022c4 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:46.706604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 33c68416-8445-4bc4-a8aa-05c4275022c4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:46.707042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 33c68416-8445-4bc4-a8aa-05c4275022c4 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:46.720042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.790546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:46.807913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e9d6a-37d0-4fd6-a3f5-f0c9cc4f1e70 req-95a38d27-a685-49e0-affc-38e9f4868423 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:46.819606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-531e9d6a-37d0-4fd6-a3f5-f0c9cc4f1e70 req-95a38d27-a685-49e0-affc-38e9f4868423 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.1782670 Jul 27 21:52:46.942548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-531e9d6a-37d0-4fd6-a3f5-f0c9cc4f1e70 req-144a041a-e4ea-4a8d-8c95-efcdb14b9c59 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Jul 27 21:52:46.944486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.952389 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.968390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Transition to ACTIVE for port object f75f946d-bab8-4c34-9c51-202334ea5a70 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:47.101513 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.166237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.187147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-29547f78-7bf6-4e61-b52b-1a3cc0301069 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:47.189564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-29547f78-7bf6-4e61-b52b-1a3cc0301069 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.5221188 Jul 27 21:52:47.270493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.274327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d31c2c6c-5371-4f3c-8248-95f1cb2ba5f5 req-5273990e-b87b-4ee0-9658-6d94dda2ea05 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 210 time: 0.0890632 Jul 27 21:52:47.305125 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Pushing event updated for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:47.321839 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.326377 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.326966 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.327405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.333257 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.333670 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.334118 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.334676 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.335049 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.336426 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.336799 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.337139 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.337325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2338ec7-3e63-46bd-b4d0-c122c7be178b req-4b360553-d26c-4f2e-b0d7-67011fc55e9b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:47.347321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2338ec7-3e63-46bd-b4d0-c122c7be178b req-4b360553-d26c-4f2e-b0d7-67011fc55e9b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 945 time: 0.3761904 Jul 27 21:52:47.446439 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Attempting to bind port f75f946d-bab8-4c34-9c51-202334ea5a70 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:47.446845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Attempting to bind port f75f946d-bab8-4c34-9c51-202334ea5a70 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:47.447255 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Attempting to bind port f75f946d-bab8-4c34-9c51-202334ea5a70 on network d18c5544-d0c9-4d47-810f-520ee23104f1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:47.453647 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:47.454065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Checking segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:47.454594 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.455206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Bound using segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:47.456695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Bound port: f75f946d-bab8-4c34-9c51-202334ea5a70, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:47.457329 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.513680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.641749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2338ec7-3e63-46bd-b4d0-c122c7be178b req-43463b9a-0795-4ad0-82c1-94b476677161 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926755 Jul 27 21:52:47.658020 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] For port f75f946d-bab8-4c34-9c51-202334ea5a70, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:47.668386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6526c91f-e1f3-481c-af75-870c1781a58b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:47.674591 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] For port f75f946d-bab8-4c34-9c51-202334ea5a70, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f75f946d-bab8-4c34-9c51-202334ea5a70,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:47.707237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.707600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.708362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.708362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.708699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.709045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.709388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.709730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.710069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.713636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.713636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.713636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:47.747424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Deleting port e2ededca-b404-48f2-a3fc-f75d0821c743 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:47.747966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.816794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.874103 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.892211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.898960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7425fd94-0e52-4724-8cdd-49d81b233b8c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4028013 Jul 27 21:52:47.899140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36984) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:47.902625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:47.923207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:47.934890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'security_group_rule': {'security_group_id': '7de94cb0-ad85-4efb-8d15-44df43d392b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:47.936328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:48.069042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:48.098576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:52:48.099268 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:48.204684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-0fe988bf-6c07-4b42-9565-2603fe593abf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.213130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] For port e2ededca-b404-48f2-a3fc-f75d0821c743, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e2ededca-b404-48f2-a3fc-f75d0821c743,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:48.213997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.215875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-0fe988bf-6c07-4b42-9565-2603fe593abf tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.2291851 Jul 27 21:52:48.220233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df705eaa-8744-4cdb-a64d-05fe08f8af78 None None] Pushing event updated for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:48.242427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Calling delete_port for e2ededca-b404-48f2-a3fc-f75d0821c743 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:48.284610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.286431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.466967 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.509980 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:52:48.556432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-fb59a41c-baf0-4380-91ff-4a87bddc19f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0175457 Jul 27 21:52:48.597049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dcce1-ebff-4ac8-9b48-1abdc7eae418 req-aa478ece-43be-459c-9a55-34027d3f014b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.599214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-847dcce1-ebff-4ac8-9b48-1abdc7eae418 req-aa478ece-43be-459c-9a55-34027d3f014b tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 945 time: 0.3809328 Jul 27 21:52:48.616270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Request body: {'port': {'device_id': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:48.665740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.687292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c166ac-08e2-487e-9fc2-8f633ed6783d req-506669d8-fde8-4463-945c-4c583d8225ac tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:48.689476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5c166ac-08e2-487e-9fc2-8f633ed6783d req-506669d8-fde8-4463-945c-4c583d8225ac tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 931 time: 0.2180026 Jul 27 21:52:48.710226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port 491f3821-dbf0-47ee-836c-5cacfaf28f48 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:48.711014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.767830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-847dcce1-ebff-4ac8-9b48-1abdc7eae418 req-75c50b73-560f-4526-97b7-090417ebdf33 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517327 Jul 27 21:52:48.815894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5c166ac-08e2-487e-9fc2-8f633ed6783d req-33fa56ed-dc91-428e-ac74-4d738e83c88e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071830 Jul 27 21:52:48.839522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.888775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:48.891729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:47Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:52:48.906405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:48.935517 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74cd50-0e0e-4088-a1af-e3eae238d313 None None] The sync data for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 is: [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:47Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:52:48.938539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.029291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af66952a-795c-4de2-8d15-9c87a79f68a4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:49.147057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Pushing event deleted for resources: {'Port': ['ID=e2ededca-b404-48f2-a3fc-f75d0821c743,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:49.177841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port 491f3821-dbf0-47ee-836c-5cacfaf28f48, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=491f3821-dbf0-47ee-836c-5cacfaf28f48,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:49.178264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.196064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for 491f3821-dbf0-47ee-836c-5cacfaf28f48 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:49.251010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e4431de-e879-4494-bedd-c06c606a970b req-ec73a0c1-ce3e-4a05-aa6c-d5fd2494febb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.0991902 Jul 27 21:52:49.388698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] No DVR routers for this DVR port e2ededca-b404-48f2-a3fc-f75d0821c743 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:49.391500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.394834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82eac24e-2f53-48db-9d57-f50fc5da7d2c req-d5b3d218-a05c-477e-8361-7319d3cab1be tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "DELETE /v2.0/ports/e2ededca-b404-48f2-a3fc-f75d0821c743 HTTP/1.1" status: 204 len: 173 time: 2.1973181 Jul 27 21:52:49.405598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'name': 'network-vif-deleted', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:49.407977 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cecac9-65ca-43ec-bb97-2fda0660adc4" -d '{"events": [{"server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "name": "network-vif-deleted", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:49.505280 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c11505f-6ded-458e-bf05-f8b51c8527fd x-openstack-request-id: req-9c11505f-6ded-458e-bf05-f8b51c8527fd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:49.505718 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e9e72a-21f0-4a5d-80ad-25c3c60638cc", "name": "network-vif-deleted", "tag": "e2ededca-b404-48f2-a3fc-f75d0821c743", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:49.506318 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c11505f-6ded-458e-bf05-f8b51c8527fd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:49.510034 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e9e72a-21f0-4a5d-80ad-25c3c60638cc', 'name': 'network-vif-deleted', 'tag': 'e2ededca-b404-48f2-a3fc-f75d0821c743', 'status': 'completed', 'code': 200} Jul 27 21:52:49.552887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.556399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10846746-5ed2-406a-874d-d83ca7652d46 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6494427 Jul 27 21:52:49.557331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:49.564566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:52:49.639141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.717604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da', '491f3821-dbf0-47ee-836c-5cacfaf28f48'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:49.754667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=491f3821-dbf0-47ee-836c-5cacfaf28f48,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:49.776476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.849713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:49.875211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.905495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Transition to ACTIVE for port object d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:52:50.031180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] No DVR routers for this DVR port 491f3821-dbf0-47ee-836c-5cacfaf28f48 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:50.035203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.037417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc01ff82-4c76-4516-b61d-64c988c37428 req-77a5a51e-0636-4c7a-80fc-ad8bd726e82e tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "DELETE /v2.0/ports/491f3821-dbf0-47ee-836c-5cacfaf28f48 HTTP/1.1" status: 204 len: 173 time: 1.8020053 Jul 27 21:52:50.038798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'name': 'network-vif-deleted', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:50.042255 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164bddc-36cf-45c9-b40f-671b20cf2f90" -d '{"events": [{"server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "name": "network-vif-deleted", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:50.085345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b3dd3af-161d-49be-bf13-8c42fc46f88b req-d2527a78-6409-4bef-9f44-3e31abb6ea25 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.0931454 Jul 27 21:52:50.085345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.239219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:50.309546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f75f946d-bab8-4c34-9c51-202334ea5a70 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:50.336931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00fd2b-0c62-4071-8be4-edd90e22e335 req-26efbf4e-8305-41e6-9f3d-cd30d377236e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:50.352728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab00fd2b-0c62-4071-8be4-edd90e22e335 req-26efbf4e-8305-41e6-9f3d-cd30d377236e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 943 time: 0.3257129 Jul 27 21:52:50.452460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.481892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab00fd2b-0c62-4071-8be4-edd90e22e335 req-f26009f8-0851-4c2c-982c-2698e5f9e968 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269381 Jul 27 21:52:50.587529 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab883dc-0531-45bc-b6d8-1acdf3c5ea14 x-openstack-request-id: req-dab883dc-0531-45bc-b6d8-1acdf3c5ea14 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:50.587529 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57116b7-0ed4-41fa-8920-4e133145c5ef", "name": "network-vif-deleted", "tag": "491f3821-dbf0-47ee-836c-5cacfaf28f48", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:50.587529 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dab883dc-0531-45bc-b6d8-1acdf3c5ea14 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:50.587930 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57116b7-0ed4-41fa-8920-4e133145c5ef', 'name': 'network-vif-deleted', 'tag': '491f3821-dbf0-47ee-836c-5cacfaf28f48', 'status': 'completed', 'code': 200} Jul 27 21:52:50.593140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f75f946d-bab8-4c34-9c51-202334ea5a70 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:50.595130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-d4faa86f-4de7-4c5e-ac9d-303fdea8aabf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3508794 Jul 27 21:52:50.599028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f75f946d-bab8-4c34-9c51-202334ea5a70 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:50.600354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.666259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Attempting to bind port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:52:50.666841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Attempting to bind port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:52:50.667751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Attempting to bind port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:50.749271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:52:50.751585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e2ededca-b404-48f2-a3fc-f75d0821c743 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:50.754392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Attempting to bind port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:52:50.810347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:52:50.810347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:52:50.810347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:52:50.810347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Bound port: d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:52:50.810347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:50.813150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: e2ededca-b404-48f2-a3fc-f75d0821c743 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:50.822855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e2ededca-b404-48f2-a3fc-f75d0821c743 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:50.853691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d88aec2-a3b3-4cfb-bbb0-1c3420fce25f req-639c3126-6e6f-41fd-b3c9-bd603c546379 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8e9e72a-21f0-4a5d-80ad-25c3c60638cc HTTP/1.1" status: 200 len: 210 time: 0.0469961 Jul 27 21:52:50.863792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Allocated IP 172.25.3.120 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f777c6a6-4f26-4b55-beaf-e40f1dc4166a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:52:50.918157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b258d7-0fb1-408b-9a65-298664172526 req-56a87a78-1e57-407d-b6e6-fce060cb085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:50.918157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-56a87a78-1e57-407d-b6e6-fce060cb085a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.2854269 Jul 27 21:52:51.053511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.069444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.125245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:52:51.140217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f75f946d-bab8-4c34-9c51-202334ea5a70, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f75f946d-bab8-4c34-9c51-202334ea5a70,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:51.141562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:52:51.220865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b258d7-0fb1-408b-9a65-298664172526 req-e0ba2ad2-c1a0-4047-af9e-159b8ea1e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:51.220865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-e0ba2ad2-c1a0-4047-af9e-159b8ea1e00f service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.2291081 Jul 27 21:52:51.296262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.298888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.527013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'Port': ['ID=f777c6a6-4f26-4b55-beaf-e40f1dc4166a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:51.535233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:52:51.536959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:52:51.545903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:52:51.560472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:51.683642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.780425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4633ad-8c67-461f-9f32-36c208a1859f req-8176ecbe-03c3-427e-9015-e922dfd00c68 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:51.780425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d4633ad-8c67-461f-9f32-36c208a1859f req-8176ecbe-03c3-427e-9015-e922dfd00c68 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 943 time: 0.0828464 Jul 27 21:52:51.780594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80da178a-892c-4c25-b574-5e264799c8e7 req-659f8b6f-40c5-4e78-95ab-df12f8dc6a94 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=e57116b7-0ed4-41fa-8920-4e133145c5ef HTTP/1.1" status: 200 len: 210 time: 0.5321567 Jul 27 21:52:51.780594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.797862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d4633ad-8c67-461f-9f32-36c208a1859f req-226eeaa8-b7c0-488e-b8e0-518fd283bdad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615366 Jul 27 21:52:51.826955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-3e5c6a53-5a45-4252-a027-f839edbaaef2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 1001 time: 0.5992990 Jul 27 21:52:51.838340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:51.838984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:51.840360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 1091 time: 3.2673419 Jul 27 21:52:51.840801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:51.843606 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990d08f-b2a9-4885-bbec-475ef95cfd98" -d '{"events": [{"name": "network-changed", "server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:51.899041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d59998-9fc4-4991-a46b-50369caa30d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:51.919770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b258d7-0fb1-408b-9a65-298664172526 req-e4c47129-021e-4dc1-8470-d32216c3b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:51.922162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-e4c47129-021e-4dc1-8470-d32216c3b7b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0855923 Jul 27 21:52:51.966825 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c6b038-ac3d-4eb4-a67c-bd38410b074d x-openstack-request-id: req-85c6b038-ac3d-4eb4-a67c-bd38410b074d {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:51.967164 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:51.967569 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85c6b038-ac3d-4eb4-a67c-bd38410b074d {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:51.968042 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c', 'status': 'completed', 'code': 200} Jul 27 21:52:52.053513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b258d7-0fb1-408b-9a65-298664172526 req-6cb5f054-97d0-46e2-8e34-48d3e862f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.054810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-6cb5f054-97d0-46e2-8e34-48d3e862f976 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255820 Jul 27 21:52:52.112566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 491f3821-dbf0-47ee-836c-5cacfaf28f48 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:52.155696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f75f946d-bab8-4c34-9c51-202334ea5a70 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:52.161289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-0ee5a74d-a60e-4987-84b4-c2d0996a9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.161583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 491f3821-dbf0-47ee-836c-5cacfaf28f48 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:52.162182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 491f3821-dbf0-47ee-836c-5cacfaf28f48 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:52.162864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-0ee5a74d-a60e-4987-84b4-c2d0996a9652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1094 time: 0.1805847 Jul 27 21:52:52.218765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f75f946d-bab8-4c34-9c51-202334ea5a70 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:52.219362 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:52.260161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-6c1a7862-6a65-4bc5-a4a6-3a2ce597514f service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840954 Jul 27 21:52:52.271084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904d21-78aa-4bce-8280-2f4bcb99d179 req-2fb13cbf-27ba-456a-9e7b-1de6292e2bc2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.272391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42904d21-78aa-4bce-8280-2f4bcb99d179 req-2fb13cbf-27ba-456a-9e7b-1de6292e2bc2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2339649 Jul 27 21:52:52.412409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-60355b27-cb01-4e56-b379-26c76f5410f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.414039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-60355b27-cb01-4e56-b379-26c76f5410f7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=232237d5031947ffa7e4c247a4a56e56&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2376118 Jul 27 21:52:52.419384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42904d21-78aa-4bce-8280-2f4bcb99d179 req-cd745ae0-81d1-446e-9fa1-6b2435269799 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169410 Jul 27 21:52:52.486391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b258d7-0fb1-408b-9a65-298664172526 req-f180f780-377d-4c7f-aad4-026490e3d6f0 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088296 Jul 27 21:52:52.600952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:52.608163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-eabbdfba-2218-4953-94dc-21415abfb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.611169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0990d08f-b2a9-4885-bbec-475ef95cfd98 req-eabbdfba-2218-4953-94dc-21415abfb6c0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886930 Jul 27 21:52:52.806800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-48064d6a-360a-4efd-a636-c8b2bc4a75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:52.808794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-48064d6a-360a-4efd-a636-c8b2bc4a75f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1094 time: 0.1498253 Jul 27 21:52:52.905961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-50c4d554-bdcb-42b9-909d-b124babdb8cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 217 time: 0.0883453 Jul 27 21:52:53.013958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-39726c24-46a7-426e-a4b9-f50443c6c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:53.016811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-39726c24-46a7-426e-a4b9-f50443c6c9fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.1025100 Jul 27 21:52:53.066295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:53.091430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac40edc-3cea-4e47-8b21-7d7d46828364 req-c294664f-a4a7-4387-ad40-3fb3df4ab374 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:53.093906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bac40edc-3cea-4e47-8b21-7d7d46828364 req-c294664f-a4a7-4387-ad40-3fb3df4ab374 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1614091 Jul 27 21:52:53.129395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-1c9cd076-e1e7-4025-830f-9948a7f56ce5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602021 Jul 27 21:52:53.138551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:53.207683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bac40edc-3cea-4e47-8b21-7d7d46828364 req-709db09e-938f-41a9-864e-d966d339a3ae tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062207 Jul 27 21:52:53.284128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'Port': ['ID=f777c6a6-4f26-4b55-beaf-e40f1dc4166a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:53.304955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbb1c8-c6a0-4639-952b-fcdd9b40cb4b req-8d49002d-845f-43e8-8a62-208229da2f8f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:53.307406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:53.319951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-00bbb1c8-c6a0-4639-952b-fcdd9b40cb4b req-8d49002d-845f-43e8-8a62-208229da2f8f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 943 time: 0.3015649 Jul 27 21:52:53.437072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-00bbb1c8-c6a0-4639-952b-fcdd9b40cb4b req-03475121-4d6e-4c21-b90c-d4ff56371fcb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jul 27 21:52:53.444353 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-5f3ed66a-1f6b-4554-b2f3-5210222cb131 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061397 Jul 27 21:52:53.450453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:53.450453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9a5fe548-68f0-484a-99d8-c1f83009f3fb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8905039 Jul 27 21:52:53.832390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48df53c1-4e5c-46a4-8496-7fa65f66422c req-31b4928c-bc11-4333-a62b-49992c04b84f service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798592 Jul 27 21:52:53.876213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21cf7f-a645-4216-ace6-0dc8507362bb req-de808af1-236d-4f23-9eb4-554d21109411 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:53.890595 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c21cf7f-a645-4216-ace6-0dc8507362bb req-de808af1-236d-4f23-9eb4-554d21109411 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1516635 Jul 27 21:52:53.961294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-ca922435-73c5-4fe8-b64f-ec80c5f06d1c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1878803 Jul 27 21:52:53.963035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c21cf7f-a645-4216-ace6-0dc8507362bb req-ff429bd2-1775-4a66-a958-71c4d0872944 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713542 Jul 27 21:52:54.200058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.200996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.201773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.202460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.203123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.203752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.204391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.207525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-3bc80c39-082a-4095-826f-12404d0e8cf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.1872478 Jul 27 21:52:54.253309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79ea1d-f4f0-4efc-b9e2-ec3df02d3812 req-ddc6d23a-ee02-4d75-a5aa-19ca8f2167e6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.255653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c79ea1d-f4f0-4efc-b9e2-ec3df02d3812 req-ddc6d23a-ee02-4d75-a5aa-19ca8f2167e6 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.1360047 Jul 27 21:52:54.533543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:54.718056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9321f-9ccc-4ca9-bb0a-933ca4fae097 req-0345804b-65dd-443a-928d-cecf8bb4f98d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.730939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81b9321f-9ccc-4ca9-bb0a-933ca4fae097 req-0345804b-65dd-443a-928d-cecf8bb4f98d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 943 time: 0.1790309 Jul 27 21:52:54.804560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81b9321f-9ccc-4ca9-bb0a-933ca4fae097 req-24428f44-55c0-46ae-b7f5-fcc1168b7199 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Jul 27 21:52:54.865547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c79ea1d-f4f0-4efc-b9e2-ec3df02d3812 req-3bcfb175-1fdc-4807-9119-9748576ca7af tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1500b3e-a063-4a94-a4ab-ecf5d40eff90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451045 Jul 27 21:52:54.936604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-94e8b7a0-1633-4dfb-b08c-7210db815bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.937177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-94e8b7a0-1633-4dfb-b08c-7210db815bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.937692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-94e8b7a0-1633-4dfb-b08c-7210db815bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.939410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-94e8b7a0-1633-4dfb-b08c-7210db815bd1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 2296 time: 0.6811583 Jul 27 21:52:54.967176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-27c059f0-b42e-492c-bebe-f854f8e2c33c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:54.968757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-27c059f0-b42e-492c-bebe-f854f8e2c33c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 945 time: 0.7086771 Jul 27 21:52:54.981882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0983eb6-5ba4-42f1-87bc-a28452f49bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.130220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-ba03714d-f891-470e-a46b-24dd4624031a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1002 time: 0.1773641 Jul 27 21:52:55.242570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-ec72c336-eb5f-4a91-818b-9d12807be6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:55.242570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-ec72c336-eb5f-4a91-818b-9d12807be6cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.0998175 Jul 27 21:52:55.249332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port 5610bc3e-7bdd-4ac5-9968-97c2890513da {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:52:55.249686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.256844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0983eb6-5ba4-42f1-87bc-a28452f49bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.378074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0983eb6-5ba4-42f1-87bc-a28452f49bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.413808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-0a9b00dd-27d8-4384-b868-6a58b3ed9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:55.415995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-0a9b00dd-27d8-4384-b868-6a58b3ed9055 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596172 Jul 27 21:52:55.431930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port 5610bc3e-7bdd-4ac5-9968-97c2890513da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5610bc3e-7bdd-4ac5-9968-97c2890513da,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:55.432865 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.453215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983eb6-5ba4-42f1-87bc-a28452f49bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da494363-6986-44ee-bba7-474abe40f0ce,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:55.458734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f0983eb6-5ba4-42f1-87bc-a28452f49bd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fa32615f76c4218af9e48d91d1416ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229116 Jul 27 21:52:55.461323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37206) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:55.473988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for 5610bc3e-7bdd-4ac5-9968-97c2890513da owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:52:55.539996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.586111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.682488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-01b0de2a-9523-46c9-b159-1ee454066e7b service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997447 Jul 27 21:52:55.738340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.741062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:55.751975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da494363-6986-44ee-bba7-474abe40f0ce HTTP/1.1" status: 204 len: 168 time: 0.2825217 Jul 27 21:52:55.764948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe48c8-f88a-4761-9b21-011047a617b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da494363-6986-44ee-bba7-474abe40f0ce,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:55.921874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-c63d012d-f129-467c-9ccd-fc1654912b1c service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311838 Jul 27 21:52:56.013693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:56.025715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5610bc3e-7bdd-4ac5-9968-97c2890513da'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:56.035311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-d05f7b46-b66b-44e2-922b-29ddab74c4e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 217 time: 0.1042180 Jul 27 21:52:56.088403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=5610bc3e-7bdd-4ac5-9968-97c2890513da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:56.107376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f4e34ef-7140-4c31-abb3-e2c0baea61e9 req-201885e9-d9c4-4e83-8677-4c398133821f tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 210 time: 0.0783753 Jul 27 21:52:56.251270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] No DVR routers for this DVR port 5610bc3e-7bdd-4ac5-9968-97c2890513da on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:52:56.253004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:56.273632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0855109-161b-46f8-b0eb-ede8a3151b0a req-6b00ef3e-3898-44f3-862c-2aa52cdd78e8 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.76 "DELETE /v2.0/ports/5610bc3e-7bdd-4ac5-9968-97c2890513da HTTP/1.1" status: 204 len: 173 time: 1.2665925 Jul 27 21:52:56.274142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'name': 'network-vif-deleted', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:56.282521 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4948b051-e051-4003-909d-aefbe6d4f68f" -d '{"events": [{"server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "name": "network-vif-deleted", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:56.296216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b4e5adce-867d-4cd1-aea0-930d519e4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:56.297776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b4e5adce-867d-4cd1-aea0-930d519e4a9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.2519729 Jul 27 21:52:56.439415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9436a-bb5a-4d82-ae58-147e1b62c13b req-d26d678b-2cd8-4381-bde5-88a23d8b8e2c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:56.442200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91c9436a-bb5a-4d82-ae58-147e1b62c13b req-d26d678b-2cd8-4381-bde5-88a23d8b8e2c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 943 time: 0.4986866 Jul 27 21:52:56.517075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91c9436a-bb5a-4d82-ae58-147e1b62c13b req-7ce51dd6-3509-447c-a191-53ac9ac60d27 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Jul 27 21:52:56.536748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-292d3dad-d73c-4156-9b71-9706e63640fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:56.538612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-292d3dad-d73c-4156-9b71-9706e63640fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161400 Jul 27 21:52:56.705208 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25496cf-52e3-4d21-90e1-705034a19345 x-openstack-request-id: req-f25496cf-52e3-4d21-90e1-705034a19345 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:52:56.707510 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712bc004-c888-4128-ae10-bacf867e6085", "name": "network-vif-deleted", "tag": "5610bc3e-7bdd-4ac5-9968-97c2890513da", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:52:56.707510 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f25496cf-52e3-4d21-90e1-705034a19345 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:52:56.707510 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712bc004-c888-4128-ae10-bacf867e6085', 'name': 'network-vif-deleted', 'tag': '5610bc3e-7bdd-4ac5-9968-97c2890513da', 'status': 'completed', 'code': 200} Jul 27 21:52:56.716487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:52:56.739750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-998fb31a-d252-4947-b15a-9bc2921da1f6 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818449 Jul 27 21:52:56.928683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:56.952797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-e4500a7b-743e-4c76-af83-db863b09ed8f service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049842 Jul 27 21:52:56.980808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c', 'mac_address': 'fa:16:3e:f2:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:52:57.086100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-d4ad9494-ed70-4aa3-89f9-0c1a14c62836 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 217 time: 0.1136880 Jul 27 21:52:57.087847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:57.108131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:52:57.137018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:57.280678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-e22006e7-e88f-458c-b9ea-8d03470bc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:57.280678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-e22006e7-e88f-458c-b9ea-8d03470bc8cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1143317 Jul 27 21:52:57.289277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7a2cc69-891e-4423-b30e-b7b77b6f6d10 req-99938133-7796-4f77-9da7-287b4cb20c9c tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=712bc004-c888-4128-ae10-bacf867e6085 HTTP/1.1" status: 200 len: 210 time: 0.0735044 Jul 27 21:52:57.323475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-8d0e0559-951f-46a5-9a6b-16f92d2d116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:57.325516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-8d0e0559-951f-46a5-9a6b-16f92d2d116a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990937 Jul 27 21:52:57.466773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:57.507591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37278) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:57.537333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eef9dec-b5c2-40e2-866a-f22ad9b9f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:57.631775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:57.657756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-9d5ae8fd-42b6-4ad5-8781-ca54c9c01d15 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231394 Jul 27 21:52:57.731484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:52:57.820411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eef9dec-b5c2-40e2-866a-f22ad9b9f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:57.891088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-aef1d6e0-f693-47af-a53a-6c180a0a191f service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255039 Jul 27 21:52:57.901676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689920-31bc-42f3-8437-26e5edf1fc4b req-9eecb6c7-5b09-4d0f-af5b-761e5bbeb7d6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:57.909242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be689920-31bc-42f3-8437-26e5edf1fc4b req-9eecb6c7-5b09-4d0f-af5b-761e5bbeb7d6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 944 time: 0.1406262 Jul 27 21:52:57.967724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-25b7c3c2-7bcd-4142-a7e2-194d8a3beb08 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 217 time: 0.0561197 Jul 27 21:52:57.985509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eef9dec-b5c2-40e2-866a-f22ad9b9f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.012817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be689920-31bc-42f3-8437-26e5edf1fc4b req-eb06392d-c67b-45ee-9f44-3e501642172f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026921 Jul 27 21:52:58.033451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0eef9dec-b5c2-40e2-866a-f22ad9b9f12e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0c8bd03f9584075a9688e6dc05af88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225449 Jul 27 21:52:58.034654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:52:58.039925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef9dec-b5c2-40e2-866a-f22ad9b9f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9b499-2508-458e-ba45-b2d054871298,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:58.045607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b04de9f8-1e74-4262-9cf6-32e5b9794a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:58.063365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b04de9f8-1e74-4262-9cf6-32e5b9794a07 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0875893 Jul 27 21:52:58.113139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5610bc3e-7bdd-4ac5-9968-97c2890513da no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:52:58.174212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 5610bc3e-7bdd-4ac5-9968-97c2890513da {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:52:58.175928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5610bc3e-7bdd-4ac5-9968-97c2890513da not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:52:58.196650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.247474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-020215ff-6a5b-4818-8fde-072727ab522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:58.249432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-020215ff-6a5b-4818-8fde-072727ab522c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1723104 Jul 27 21:52:58.255452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.396265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-941834d9-fd76-4bf9-ae1a-cdf07a0a0c0c service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385617 Jul 27 21:52:58.494859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.497787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.507339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04a9b499-2508-458e-ba45-b2d054871298 HTTP/1.1" status: 204 len: 168 time: 0.4691830 Jul 27 21:52:58.542009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a688af-7fc1-49d0-82d7-2bb65b8fc0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9b499-2508-458e-ba45-b2d054871298,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:58.643049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-2dddd305-32b3-4d27-8a55-8e179e174b31 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224112 Jul 27 21:52:58.731915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:52:58.742432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-c68464e6-213c-446f-bd0f-1b30c160c661 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 217 time: 0.1064980 Jul 27 21:52:58.830381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-58d956e0-55f6-4f3b-8975-aa286927f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:58.832713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-58d956e0-55f6-4f3b-8975-aa286927f793 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0786722 Jul 27 21:52:58.914831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:52:58.919529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:52:58.920077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:58.970754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-4bccbced-b04f-4789-afef-87de068eb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:58.970754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-4bccbced-b04f-4789-afef-87de068eb940 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199775 Jul 27 21:52:59.148838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-05b123b4-6954-473e-9ee6-c173bd1582f3 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754348 Jul 27 21:52:59.225971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:59.273198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:52:59.281515 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37bd0a1-e9dc-4819-8fc7-60d08dd47f8f" -d '{"events": [{"server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:52:59.323289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:52:59.466784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:59.480731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-2425d585-625c-4fdf-9b36-0be9cc014bed service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191869 Jul 27 21:52:59.491354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465afd5e-ec2d-4766-b446-c9f7fa0d9d5a req-c1da6669-40e5-4499-9a46-d90908cc5b1c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:59.500457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-465afd5e-ec2d-4766-b446-c9f7fa0d9d5a req-c1da6669-40e5-4499-9a46-d90908cc5b1c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 944 time: 0.1919999 Jul 27 21:52:59.552214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-a6003beb-ff5a-4c70-a145-134591e93f15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0428076 Jul 27 21:52:59.590819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:52:59.646594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-465afd5e-ec2d-4766-b446-c9f7fa0d9d5a req-60c56fe6-dcf6-4704-85e7-ea2d6199d619 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447029 Jul 27 21:52:59.661722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-55a2b833-72a7-47bf-85b8-3116a18a2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:59.673627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-55a2b833-72a7-47bf-85b8-3116a18a2ab8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1055546 Jul 27 21:52:59.899185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-026b195e-2bc6-401c-8094-18e1ccb3a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:59.900790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-026b195e-2bc6-401c-8094-18e1ccb3a0ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2241158 Jul 27 21:52:59.922325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef99c2-738d-4982-b467-2f10097366ff req-71aca1a3-cc2a-468e-b548-28db15a947ed tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:59.923174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4eef99c2-738d-4982-b467-2f10097366ff req-71aca1a3-cc2a-468e-b548-28db15a947ed tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1375251 Jul 27 21:53:00.090806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4eef99c2-738d-4982-b467-2f10097366ff req-a3f69828-cd8b-4957-b0bc-243604e55930 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844860 Jul 27 21:53:00.098156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-0293ffb3-2617-4855-9860-75702d487a03 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735101 Jul 27 21:53:00.326051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-446e1267-7f6e-4b6a-932f-2616bd87bd6b service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032270 Jul 27 21:53:00.418717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-1572282e-36a0-48ad-bea4-3fc5b79cfa20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0845835 Jul 27 21:53:00.522144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b1a0dd56-c87b-47b9-bb9d-0f80123fffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:00.527456 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be288d22-b287-4d84-90f7-26bc94af2eb9 x-openstack-request-id: req-be288d22-b287-4d84-90f7-26bc94af2eb9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:00.529429 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "name": "network-vif-plugged", "status": "completed", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:00.530041 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be288d22-b287-4d84-90f7-26bc94af2eb9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:00.530916 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c', 'code': 200} Jul 27 21:53:00.535563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-b1a0dd56-c87b-47b9-bb9d-0f80123fffd0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1082499 Jul 27 21:53:00.559326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8e219-c17f-4604-a619-d159a3995022 req-11e26771-2926-4582-ae09-4dbce3d68fdd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:00.561727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3a8e219-c17f-4604-a619-d159a3995022 req-11e26771-2926-4582-ae09-4dbce3d68fdd tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1916406 Jul 27 21:53:00.696436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-7e1485fa-7352-42de-b3f2-0b4b5ae0a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:00.700091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-7e1485fa-7352-42de-b3f2-0b4b5ae0a9b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539712 Jul 27 21:53:01.024229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54456662-0489-4125-909e-dad3d02c9bbb req-da284dc8-3225-46ef-9997-6fc83bd08fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:01.028022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54456662-0489-4125-909e-dad3d02c9bbb req-da284dc8-3225-46ef-9997-6fc83bd08fff service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1096 time: 0.3341060 Jul 27 21:53:01.036870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:01.037375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:01.101431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415599-9350-4d85-98fa-0a0c5261bb6d req-22130e52-ff7d-447e-a651-c46adfbfbb50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:01.116109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11415599-9350-4d85-98fa-0a0c5261bb6d req-22130e52-ff7d-447e-a651-c46adfbfbb50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1872416 Jul 27 21:53:01.116109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-a7e87b51-bf13-468e-8e7b-4dbcbed2eef1 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982899 Jul 27 21:53:01.270790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54456662-0489-4125-909e-dad3d02c9bbb req-80879185-9f30-4b84-b3da-0c64cd6449e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968022 Jul 27 21:53:01.281622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11415599-9350-4d85-98fa-0a0c5261bb6d req-0f8a2434-e317-4824-89b8-a13eb09271c4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757252 Jul 27 21:53:01.378665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] For port f850af2e-0db1-433b-b9db-ae37a8c793de, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f850af2e-0db1-433b-b9db-ae37a8c793de,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:01.380700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:01.388146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20ec9083-6b98-41a1-baab-9968b8e28a40 req-bf76403a-6bc3-42b7-8918-bb545bb69b8a service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681444 Jul 27 21:53:01.571987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc856d0-025d-443c-9f2e-562fc30037b3 req-46dee8c4-066b-4ccf-80f4-338741b76405 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:01.581375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dc856d0-025d-443c-9f2e-562fc30037b3 req-46dee8c4-066b-4ccf-80f4-338741b76405 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.1559908 Jul 27 21:53:01.682995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dc856d0-025d-443c-9f2e-562fc30037b3 req-bcedc5cf-a1e0-487b-803a-b38274a9c267 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970705 Jul 27 21:53:01.817925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:01.818911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:01.818911 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Floating IP b81a07d8-d4fb-4a1f-b906-2b6a98768b68 disassociated. External IP: 172.25.3.164, port: f850af2e-0db1-433b-b9db-ae37a8c793de. Jul 27 21:53:01.819289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for f850af2e-0db1-433b-b9db-ae37a8c793de owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:01.977363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aecea2-81c4-448b-9309-79856293339f req-35fe4936-f7ba-4645-b6ca-2d85920551d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:01.995282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29aecea2-81c4-448b-9309-79856293339f req-35fe4936-f7ba-4645-b6ca-2d85920551d4 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 945 time: 0.1984730 Jul 27 21:53:02.025837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae605b19-f914-4196-ad7d-3ce2c32658fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:02.095351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29aecea2-81c4-448b-9309-79856293339f req-74ca6058-c03f-4e07-9ee7-08521b740473 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bcf4ecf-2807-4b6c-85b4-9535e76a8286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967617 Jul 27 21:53:02.326961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:02.347111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb1bb6-0315-4d70-8e63-d87b95ef9724 req-750d5ae7-b39d-4932-88ad-aaca6bf164b5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:02.357065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dfb1bb6-0315-4d70-8e63-d87b95ef9724 req-750d5ae7-b39d-4932-88ad-aaca6bf164b5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1168518 Jul 27 21:53:02.427250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=f850af2e-0db1-433b-b9db-ae37a8c793de,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:02.428369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dfb1bb6-0315-4d70-8e63-d87b95ef9724 req-3db88245-0fc8-403a-90d5-2cc6666ffd2a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689020 Jul 27 21:53:02.686964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Router f443cd94-c49f-49d6-9f35-88696fc59d5c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:53:02.918181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:53:02.936129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Sync routers for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:53:02.970278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:02.973204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:03.072396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] No DVR routers for this DVR port f850af2e-0db1-433b-b9db-ae37a8c793de on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:03.076782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:03.079559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3a8e219-c17f-4604-a619-d159a3995022 req-10f6c52b-b25e-4d31-961c-1e07bd30eab0 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.50 "DELETE /v2.0/ports/f850af2e-0db1-433b-b9db-ae37a8c793de HTTP/1.1" status: 204 len: 173 time: 2.4991429 Jul 27 21:53:03.087799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-deleted', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:03.091488 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083586f0-f082-40ec-b530-e49900c6d5fc" -d '{"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-deleted", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:03.101830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c3414-6b74-4a31-955f-e006deb0201e req-aba9e2ba-d439-409a-bc2d-d4a38eb194d5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:03.108389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc3c3414-6b74-4a31-955f-e006deb0201e req-aba9e2ba-d439-409a-bc2d-d4a38eb194d5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.2757385 Jul 27 21:53:03.241776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:03.301615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc3c3414-6b74-4a31-955f-e006deb0201e req-e5d9749e-a9e9-4f2e-8764-a6d8433f8434 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743631 Jul 27 21:53:03.437920 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4cb88-c229-476c-8ad3-2c010510225b x-openstack-request-id: req-7be4cb88-c229-476c-8ad3-2c010510225b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:03.438673 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a", "name": "network-vif-deleted", "tag": "f850af2e-0db1-433b-b9db-ae37a8c793de", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:03.440728 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7be4cb88-c229-476c-8ad3-2c010510225b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:03.442895 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a', 'name': 'network-vif-deleted', 'tag': 'f850af2e-0db1-433b-b9db-ae37a8c793de', 'status': 'completed', 'code': 200} Jul 27 21:53:03.640879 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02c5fbaf-19ac-45b8-b056-9cb8712564b9 req-fde52386-b6cd-4324-b43e-553f794d55c5 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0e4767-039b-4c5c-b4c6-6b7598ae6a6a HTTP/1.1" status: 200 len: 210 time: 0.0879502 Jul 27 21:53:03.767982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:03.799452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Checking router: f443cd94-c49f-49d6-9f35-88696fc59d5c for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:53:03.809779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:03.810525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:52:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:04.103235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:04.193869 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:04.465468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:04.621038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62f0537a-abe6-4261-bad9-330681a0b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:04.640996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfbda7-4f16-4738-aaea-fcb36790082b None None] The sync data for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 is: [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:43:18Z', 'revision_number': 4, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3e2b9aa5-d3a0-4548-afa2-9214aef793cd', 'name': '', 'network_id': 'c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'mac_address': 'fa:16:3e:37:f8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:16Z', 'updated_at': '2021-07-27T21:43:26Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'subnets': [{'id': 'b0731acc-1496-4091-9180-59a43a0a2248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:53:04.779448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:04.820506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f850af2e-0db1-433b-b9db-ae37a8c793de {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:04.821387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f850af2e-0db1-433b-b9db-ae37a8c793de not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:04.823794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:05.183628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321208a-ebe1-40f6-bdf9-9eb5e4502f7e None None] New status for floating IP b81a07d8-d4fb-4a1f-b906-2b6a98768b68: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:53:05.780856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.198429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-31ca6dc4-df0b-4024-8c84-ca0f7c760afa tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:06.198429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-31ca6dc4-df0b-4024-8c84-ca0f7c760afa tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1540499 Jul 27 21:53:06.214703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-4b1bc792-aea0-4a77-8ae9-38729bdc5071 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0110009 Jul 27 21:53:06.262676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:06.371063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-f0634435-a8d4-43b5-9ae6-8d7524fd6da6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487081 Jul 27 21:53:06.379366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.426576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11a300-8f71-43c6-b84e-aa4ec4bef59e req-dd43bc30-a436-4874-8c6f-2ec05fe8c8ba tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:06.428921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a11a300-8f71-43c6-b84e-aa4ec4bef59e req-dd43bc30-a436-4874-8c6f-2ec05fe8c8ba tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1150756 Jul 27 21:53:06.453919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.494457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a11a300-8f71-43c6-b84e-aa4ec4bef59e req-4efb1b2c-622d-4acb-968e-0e0fdf55fee4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Jul 27 21:53:06.553998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-bcdbe484-9cd6-49ce-84a1-ebfed63b780b service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714680 Jul 27 21:53:06.647328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.650237 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.654423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bcf4ecf-2807-4b6c-85b4-9535e76a8286 HTTP/1.1" status: 204 len: 168 time: 0.3903735 Jul 27 21:53:06.654590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37478) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:06.675664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebd402-d082-475b-8991-4e1a47ba7d68 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf4ecf-2807-4b6c-85b4-9535e76a8286,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:06.682194 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-4b3e68ce-9048-4f92-b2c9-d1d6016ea997 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] show failed (client error): The resource could not be found. Jul 27 21:53:06.683268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4b3e68ce-9048-4f92-b2c9-d1d6016ea997 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "GET /v2.0/security-groups/3bcf4ecf-2807-4b6c-85b4-9535e76a8286 HTTP/1.1" status: 404 len: 347 time: 0.0276489 Jul 27 21:53:06.686086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37480) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:06.696171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe385187-861f-41b3-9a0a-18bca653afc2 req-4a59f54d-f458-4860-8223-d285615f8763 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322443 Jul 27 21:53:06.748304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf501-7420-4b37-a974-b33ac20b42c9 req-fbcb8cfc-bec3-49a7-b2ad-74919c4ff4ed tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:06.756723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb4cf501-7420-4b37-a974-b33ac20b42c9 req-fbcb8cfc-bec3-49a7-b2ad-74919c4ff4ed tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1603329 Jul 27 21:53:06.871738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb4cf501-7420-4b37-a974-b33ac20b42c9 req-35f552ea-1e2d-4850-b2fd-e84a7527c76f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713477 Jul 27 21:53:06.904477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Deleting port 0506ef18-53e5-4b7d-a382-8241a7ac3649 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:06.904848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:06.972131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.056479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.056828 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.082183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Calling delete_port for 0506ef18-53e5-4b7d-a382-8241a7ac3649 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:07.418227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078d8bc-db53-4575-9465-9f8895836d22 req-e10728f3-c75e-45e0-9c62-5523be49b445 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:07.419857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2078d8bc-db53-4575-9465-9f8895836d22 req-e10728f3-c75e-45e0-9c62-5523be49b445 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0724106 Jul 27 21:53:07.434973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.476521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Pushing event deleted for resources: {'Port': ['ID=0506ef18-53e5-4b7d-a382-8241a7ac3649,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:07.484574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.539521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2078d8bc-db53-4575-9465-9f8895836d22 req-14e36687-5af4-499b-9e66-65e04715d2e9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124208 Jul 27 21:53:07.582736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.585737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.595314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dd8bc6bf-2921-40fa-ac15-7dd01bce7599 tempest-ServerActionsTestJSON-1276722469 tempest-ServerActionsTestJSON-1276722469-project] 10.222.0.37 "DELETE /v2.0/floatingips/b81a07d8-d4fb-4a1f-b906-2b6a98768b68 HTTP/1.1" status: 204 len: 168 time: 0.9057038 Jul 27 21:53:07.596287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37536) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:07.655435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0391-2eda-4f79-8575-e0e06f73e862 req-b281b757-1130-4139-ae7f-4802fc9e9cdc tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:07.664964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a4d0391-2eda-4f79-8575-e0e06f73e862 req-b281b757-1130-4139-ae7f-4802fc9e9cdc tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 951 time: 0.0977592 Jul 27 21:53:07.715945 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a4d0391-2eda-4f79-8575-e0e06f73e862 req-ec975ec3-13bd-4684-b971-402991d7f19a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Jul 27 21:53:07.822678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872443d-8495-48a3-851e-c8a37ae5d56f req-b64420eb-f302-4338-a9fc-510e1ecf7a82 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:07.824557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9872443d-8495-48a3-851e-c8a37ae5d56f req-b64420eb-f302-4338-a9fc-510e1ecf7a82 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1353219 Jul 27 21:53:07.918730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9872443d-8495-48a3-851e-c8a37ae5d56f req-bdc03f70-9d25-4eea-b695-cce976350a11 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842912 Jul 27 21:53:07.989918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-a61f7d48-464d-44bd-b770-1ee88ae9dedc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:07.993021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-a61f7d48-464d-44bd-b770-1ee88ae9dedc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1714485 Jul 27 21:53:08.005969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:08.026895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-30dbcbde-275a-4984-9c4a-376437930e47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0285468 Jul 27 21:53:08.176233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-5c29ba6f-557d-4dd0-8985-2d690382b3f5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412094 Jul 27 21:53:08.384372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-cb3ce931-494e-4ece-8c43-367658d326d9 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063596 Jul 27 21:53:08.600275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-07ee8d33-2d30-455b-a3c0-cd1f53112490 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149608 Jul 27 21:53:08.825720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36534a1-e218-484a-b580-3ea3b483204d req-20a3d1cc-c8ab-486e-9f56-962591687e17 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:08.827393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e36534a1-e218-484a-b580-3ea3b483204d req-20a3d1cc-c8ab-486e-9f56-962591687e17 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1731606 Jul 27 21:53:08.903474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e36534a1-e218-484a-b580-3ea3b483204d req-78de2b4e-bbdc-4527-aac7-9ee53c7689d5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Jul 27 21:53:08.994128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:09.151261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aed90661-6dd3-435b-b551-4978afcc1027 req-74d1e75a-3f51-4085-9a13-67bf26a57091 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 210 time: 0.0881310 Jul 27 21:53:09.210747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552ffea-aeb0-4d00-92de-913b320fb7a9 req-86627397-cfd2-448b-89eb-31a95b5e1ad8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:09.212670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4552ffea-aeb0-4d00-92de-913b320fb7a9 req-86627397-cfd2-448b-89eb-31a95b5e1ad8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1281176 Jul 27 21:53:09.298224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4552ffea-aeb0-4d00-92de-913b320fb7a9 req-c9694231-52ee-4ff5-83b4-ebcd14a74bb4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741253 Jul 27 21:53:09.470444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Deleting port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:09.470444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:09.685196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] For port 3e2b9aa5-d3a0-4548-afa2-9214aef793cd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:09.685588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:09.703896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Calling delete_port for 3e2b9aa5-d3a0-4548-afa2-9214aef793cd owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:09.915033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb2eb8-8a94-4a7b-b096-d88c9d225242 req-c6bcfa2f-7fc6-48a3-a760-072f01b56c55 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:09.916585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fb2eb8-8a94-4a7b-b096-d88c9d225242 req-c6bcfa2f-7fc6-48a3-a760-072f01b56c55 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2948527 Jul 27 21:53:10.007590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fb2eb8-8a94-4a7b-b096-d88c9d225242 req-09b7dd56-c594-4255-8d49-57818dbd6b2a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751896 Jul 27 21:53:10.140769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:10.171852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:10.267105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2b9aa5-d3a0-4548-afa2-9214aef793cd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:10.319183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-214429d4-d8eb-444f-b529-74d5c2a6e32d req-27ba888d-db05-4037-89a2-3ed212d81037 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 210 time: 0.0567815 Jul 27 21:53:10.379624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:10.418933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:10.423485 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777a1d20-41b0-4579-b0bb-1e7429fecd3b" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-unplugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:10.451339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:10.464534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ca841-3828-4a09-8e72-acbf84aa9429 req-4f4d5187-3e66-4f19-a8c9-19aa1f43dcfa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:10.472579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d70ca841-3828-4a09-8e72-acbf84aa9429 req-4f4d5187-3e66-4f19-a8c9-19aa1f43dcfa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.3252833 Jul 27 21:53:10.567138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:10.583227 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c8ef0c-69b4-47d0-af75-f93f4fb4e107 x-openstack-request-id: req-68c8ef0c-69b4-47d0-af75-f93f4fb4e107 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:10.583227 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-unplugged", "status": "completed", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:10.583227 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68c8ef0c-69b4-47d0-af75-f93f4fb4e107 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:10.583227 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'code': 200} Jul 27 21:53:10.697402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d70ca841-3828-4a09-8e72-acbf84aa9429 req-4bb3d24e-55d5-447c-a4b6-d426109ed700 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238035 Jul 27 21:53:10.703666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:10.731435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:11.156663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86925207-c689-4f7b-86d5-57a9bc496be7 req-fc7d11a8-3984-4539-8668-c8c22924d92d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:11.159206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-86925207-c689-4f7b-86d5-57a9bc496be7 req-fc7d11a8-3984-4539-8668-c8c22924d92d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0789683 Jul 27 21:53:11.170262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Router f443cd94-c49f-49d6-9f35-88696fc59d5c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:53:11.231181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-86925207-c689-4f7b-86d5-57a9bc496be7 req-115d5939-49b6-4507-8367-08d29ce23aab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633745 Jul 27 21:53:11.390374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:53:11.396509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-74647595-44fb-4322-adec-5a6b6cbaabc8 admin admin] 10.222.0.37 "PUT /v2.0/routers/f443cd94-c49f-49d6-9f35-88696fc59d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987165 Jul 27 21:53:11.399182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:11.400360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Sync routers for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:53:11.413335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:11.415447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:53:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:11.528583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:11.600195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:11.729512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:11.872372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:53:09Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:11.906139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Checking router: f443cd94-c49f-49d6-9f35-88696fc59d5c for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:53:11.915316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Routers {'f443cd94-c49f-49d6-9f35-88696fc59d5c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:53:11.916115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:53:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f443cd94-c49f-49d6-9f35-88696fc59d5c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:12.038513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] Set router f443cd94-c49f-49d6-9f35-88696fc59d5c gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:53:12.223960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Deleting port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:12.224959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:12.293869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:53:09Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:12.325261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f4d33-bd2e-4404-b015-abebec2b9570 None None] The sync data for ids ['f443cd94-c49f-49d6-9f35-88696fc59d5c'] in n-d-738018-6 is: [{'id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'name': 'tempest-ServerActionsTestJSON-1280916483-router', 'tenant_id': 'b8b9668a963c40d1903a17fd337e22c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:43:10Z', 'updated_at': '2021-07-27T21:53:09Z', 'revision_number': 5, 'project_id': 'b8b9668a963c40d1903a17fd337e22c4', 'gw_port': {'id': '66619a0e-0a1d-4f0b-af4e-5dce6c79e345', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f443cd94-c49f-49d6-9f35-88696fc59d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:43:11Z', 'updated_at': '2021-07-27T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:53:12.365453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] For port 66619a0e-0a1d-4f0b-af4e-5dce6c79e345, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:12.366241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:12.394187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Calling delete_port for 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:12.573217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d974f-323b-48c5-aad7-f986df9c27b8 req-fad832e7-1180-402f-b1f5-3d9147f4da10 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:12.574902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e68d974f-323b-48c5-aad7-f986df9c27b8 req-fad832e7-1180-402f-b1f5-3d9147f4da10 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0890362 Jul 27 21:53:12.635001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e68d974f-323b-48c5-aad7-f986df9c27b8 req-483ae8ef-6a88-4b4b-8d61-986bf3a9455c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Jul 27 21:53:12.821522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-687811c1-c198-45c2-b73a-c0e66ae1f237 req-e3ced26c-3633-4372-bb54-143da79a7e8b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 210 time: 0.0891163 Jul 27 21:53:13.006904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-b5892609-36ca-4bcc-bfbb-64701d301450 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:13.007982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-b5892609-36ca-4bcc-bfbb-64701d301450 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.5879114 Jul 27 21:53:13.033972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:13.197750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736239f-9311-496b-8dae-7f0373f4df22 req-d9c7de51-8c44-435a-8d7a-582a149ab178 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:13.211009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e736239f-9311-496b-8dae-7f0373f4df22 req-d9c7de51-8c44-435a-8d7a-582a149ab178 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1448829 Jul 27 21:53:13.300350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e736239f-9311-496b-8dae-7f0373f4df22 req-3c9cc45e-cc18-45ad-89b0-191fcf0df85f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727956 Jul 27 21:53:13.434247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:13.438303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:13.473181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02c032-c324-42c6-8d72-bf9d84e5cf01 req-f33d48af-14f0-44fb-ae19-437eab3ccefe tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:13.475271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca02c032-c324-42c6-8d72-bf9d84e5cf01 req-f33d48af-14f0-44fb-ae19-437eab3ccefe tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0832510 Jul 27 21:53:13.540119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca02c032-c324-42c6-8d72-bf9d84e5cf01 req-c4cbe853-4c06-4658-ba17-5349d3a32e8b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Jul 27 21:53:13.574089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:13.647571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Pushing event deleted for resources: {'Port': ['ID=66619a0e-0a1d-4f0b-af4e-5dce6c79e345,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:13.704008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.3 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/42d4fb13-921b-4d5b-81f1-2b699978ae5d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:13.800907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:13.984394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:13.993563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.151732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.229512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e2b9aa5-d3a0-4548-afa2-9214aef793cd no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:14.232156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.237447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f443cd94-c49f-49d6-9f35-88696fc59d5c {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:53:14.246727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.249064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f4b98db3-096e-4111-bb15-d66af33d813a admin admin] 10.222.0.37 "DELETE /v2.0/routers/f443cd94-c49f-49d6-9f35-88696fc59d5c HTTP/1.1" status: 204 len: 168 time: 2.8482037 Jul 27 21:53:14.252349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37916) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:14.309042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 3e2b9aa5-d3a0-4548-afa2-9214aef793cd {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:14.309686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e2b9aa5-d3a0-4548-afa2-9214aef793cd not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:14.387292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.388711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Deleting subnet b0731acc-1496-4091-9180-59a43a0a2248 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:53:14.393382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.399175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:14.484471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.507356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:14.520972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:14.523831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:14.640520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:14.655914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.726822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:14.728758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.875461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-02467ddb-40e6-4582-984c-fd64e9a1aba8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8525224 Jul 27 21:53:14.889757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Request body: {'port': {'device_id': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:14.927552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.978830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0731acc-1496-4091-9180-59a43a0a2248,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:14.981272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:14.983791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-06799865-59d4-4f22-8ef9-eed11e7ea1fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b0731acc-1496-4091-9180-59a43a0a2248 HTTP/1.1" status: 204 len: 168 time: 0.7303860 Jul 27 21:53:14.991831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:14.993557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238495b2-96e6-4881-86f2-dd055d202006 None None] Network c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:15.047883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.162022 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.250865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Deleting port ec268151-c1a0-4eb3-945b-8c567d2cb723 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:15.251403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.346522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] DHCP port deletion for c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:53:15.373028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] For port ec268151-c1a0-4eb3-945b-8c567d2cb723, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ec268151-c1a0-4eb3-945b-8c567d2cb723,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:15.374195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.397510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Calling delete_port for ec268151-c1a0-4eb3-945b-8c567d2cb723 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:15.513608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Deleting port ec268151-c1a0-4eb3-945b-8c567d2cb723 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:15.514005 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.656967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d4fb13-921b-4d5b-81f1-2b699978ae5d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:15.657569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] For port ec268151-c1a0-4eb3-945b-8c567d2cb723, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ec268151-c1a0-4eb3-945b-8c567d2cb723,segment=NetworkSegment(8f259aef-74b0-4b07-a448-66710fdc20ba),segment_id=8f259aef-74b0-4b07-a448-66710fdc20ba)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:15.658603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.666041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.676060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Calling delete_port for ec268151-c1a0-4eb3-945b-8c567d2cb723 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:15.691473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.695888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Transition to ACTIVE for port object 42d4fb13-921b-4d5b-81f1-2b699978ae5d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:15.723882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec268151-c1a0-4eb3-945b-8c567d2cb723,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:15.725948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] No DVR routers for this DVR port ec268151-c1a0-4eb3-945b-8c567d2cb723 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:15.792109 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.817113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.835451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.847729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:15.854748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] Pushing event deleted for resources: {'Port': ['ID=ec268151-c1a0-4eb3-945b-8c567d2cb723,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:15.867607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d390fa-25fb-4fc1-8260-04a316762220 None None] No DVR routers for this DVR port ec268151-c1a0-4eb3-945b-8c567d2cb723 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:15.891395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f259aef-74b0-4b07-a448-66710fdc20ba') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:15.891395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f259aef-74b0-4b07-a448-66710fdc20ba') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:15.914216 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.940023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:15.951883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:53:15.970129 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:53:16.045020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Attempting to bind port 42d4fb13-921b-4d5b-81f1-2b699978ae5d on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:16.045454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Attempting to bind port 42d4fb13-921b-4d5b-81f1-2b699978ae5d by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:16.046481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Attempting to bind port 42d4fb13-921b-4d5b-81f1-2b699978ae5d on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:16.054149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Port 42d4fb13-921b-4d5b-81f1-2b699978ae5d on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:53:16.056139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Attempting to bind port 42d4fb13-921b-4d5b-81f1-2b699978ae5d on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:16.060411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:16.060806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:16.062531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:16.062531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Bound port: 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:16.062531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.158396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:16.162476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:16.164243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.170905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.172956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b HTTP/1.1" status: 204 len: 168 time: 1.1800046 Jul 27 21:53:16.185564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ec268151-c1a0-4eb3-945b-8c567d2cb723 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:16.213664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518fb5a-09ff-4afa-ac6f-29018f808326 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c7cb44-b679-4ce1-8e2d-7ab66c818e7b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:16.219794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ec268151-c1a0-4eb3-945b-8c567d2cb723 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:16.220545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ec268151-c1a0-4eb3-945b-8c567d2cb723 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:16.221576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:16.242152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:16.242779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66619a0e-0a1d-4f0b-af4e-5dce6c79e345 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:16.338339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.397143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.397143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.397143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] 10.222.0.76 "PUT /v2.0/ports/42d4fb13-921b-4d5b-81f1-2b699978ae5d HTTP/1.1" status: 200 len: 1091 time: 1.5123284 Jul 27 21:53:16.397143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:16.400985 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749" -d '{"events": [{"name": "network-changed", "server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:16.441127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1beffa-6510-4342-8ab4-2e8b6d1e57e9 service neutron] Pushing event updated for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:16.561200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20004bfc-9434-4866-94a0-2c0175aa8744 req-3100214d-0cc0-45b1-bacc-a39eeefe5269 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.563832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20004bfc-9434-4866-94a0-2c0175aa8744 req-3100214d-0cc0-45b1-bacc-a39eeefe5269 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 813 time: 0.2048666 Jul 27 21:53:16.586101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20004bfc-9434-4866-94a0-2c0175aa8744 req-235e987d-e220-4a2a-89d4-c1e8616628ce tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/quotas/bc95a1fa104f40dd86b20a7ab3508da4 HTTP/1.1" status: 200 len: 375 time: 0.0145285 Jul 27 21:53:16.606022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00705326-ba8d-4aab-b573-34c5b762c76f req-7a7d5f23-1ee4-460e-8f1d-d58d69f8c09a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.607746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00705326-ba8d-4aab-b573-34c5b762c76f req-7a7d5f23-1ee4-460e-8f1d-d58d69f8c09a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 943 time: 0.1395848 Jul 27 21:53:16.679418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00705326-ba8d-4aab-b573-34c5b762c76f req-4fc2a904-a0ae-4081-bcf8-137c55a865c3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 Jul 27 21:53:16.685852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-1febbbce-cb8d-4586-8794-a1ae443a5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.687713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-1febbbce-cb8d-4586-8794-a1ae443a5c1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 1094 time: 0.1365111 Jul 27 21:53:16.699174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20004bfc-9434-4866-94a0-2c0175aa8744 req-ff263200-b19e-4d96-bf05-12931333207e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028419 Jul 27 21:53:16.768745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-17eb40b5-6baa-498b-be5d-cd0ca4cd4965 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d HTTP/1.1" status: 200 len: 217 time: 0.0718951 Jul 27 21:53:16.851883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a999fb-5907-4719-833c-569599f05fb0 req-78a405bc-5faf-4cb0-919d-2cd3985f5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:16.853580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-78a405bc-5faf-4cb0-919d-2cd3985f5eb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0774961 Jul 27 21:53:16.876615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:16.909773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-f8f4f6d2-e7f0-4222-8ede-bc782cb4eda8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474987 Jul 27 21:53:16.938722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1dbb1fe6-9f28-4776-bb81-66f63a1dd91b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8b9668a963c40d1903a17fd337e22c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516939 Jul 27 21:53:16.938722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37986) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:17.004962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:17.037931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:17.038168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-cf96cf8e-9682-4a8c-95db-e8c34d4c10b1 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208985 Jul 27 21:53:17.177085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0a999fb-5907-4719-833c-569599f05fb0 req-e82c382b-ab66-4d33-9ad6-2566f28ccd41 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311464 Jul 27 21:53:17.255536 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966bb780-ffe1-4e0c-91d6-00eb9a730105 x-openstack-request-id: req-966bb780-ffe1-4e0c-91d6-00eb9a730105 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:17.255834 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:17.256126 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-966bb780-ffe1-4e0c-91d6-00eb9a730105 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:17.256719 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d', 'status': 'completed', 'code': 200} Jul 27 21:53:17.395352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6edc2e-a836-4215-9c8e-cb7ec390df60 req-95929085-8624-4f94-a694-a8e874849193 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:17.397832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca6edc2e-a836-4215-9c8e-cb7ec390df60 req-95929085-8624-4f94-a694-a8e874849193 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0857270 Jul 27 21:53:17.444652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca6edc2e-a836-4215-9c8e-cb7ec390df60 req-c2170f89-1173-4dbb-8243-84f685d62e45 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Jul 27 21:53:17.597021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446f38e-0698-41b7-9abd-d350f5c8efd0 req-59c4566a-ba0a-4916-a9ee-361280f30a15 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:17.598873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c446f38e-0698-41b7-9abd-d350f5c8efd0 req-59c4566a-ba0a-4916-a9ee-361280f30a15 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0772130 Jul 27 21:53:17.638311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c446f38e-0698-41b7-9abd-d350f5c8efd0 req-b60bb68b-a2e6-4268-b65d-4808359960d8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Jul 27 21:53:17.788862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:17.793113 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:17.794083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1500b3e-a063-4a94-a4ab-ecf5d40eff90 HTTP/1.1" status: 204 len: 168 time: 0.8613317 Jul 27 21:53:17.804465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e930f-c3b6-43f7-a20d-73064f675faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1500b3e-a063-4a94-a4ab-ecf5d40eff90,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:17.963602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c597f-3425-4e38-8cdf-30c662b7e030 req-9f3baeff-1f05-4611-ac82-6da5e7548ace tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:17.965595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-572c597f-3425-4e38-8cdf-30c662b7e030 req-9f3baeff-1f05-4611-ac82-6da5e7548ace tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 943 time: 0.1836390 Jul 27 21:53:18.003502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-0b01c306-5ebe-4f5b-a157-382b92083fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.005221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-0b01c306-5ebe-4f5b-a157-382b92083fdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 1094 time: 0.1599941 Jul 27 21:53:18.048541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-572c597f-3425-4e38-8cdf-30c662b7e030 req-375aeb89-990c-48a5-8bc3-3a089b989d84 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722761 Jul 27 21:53:18.128302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-0d30803a-75f9-47bc-8a2e-5c5f4239d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.130167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-0d30803a-75f9-47bc-8a2e-5c5f4239d629 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1153810 Jul 27 21:53:18.241848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-de126dcb-93c1-4efd-8762-371c94fef671 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d HTTP/1.1" status: 200 len: 217 time: 0.1021593 Jul 27 21:53:18.300737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d48380e0-d710-483d-a8fd-3d7228ba3559 req-449b98f2-235f-423c-a120-402b50467a9e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bc95a1fa104f40dd86b20a7ab3508da4 HTTP/1.1" status: 200 len: 221 time: 0.1128373 Jul 27 21:53:18.319831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38036) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:18.335636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-30172767-c6b8-4162-bd5e-912752b6a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.337797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-30172767-c6b8-4162-bd5e-912752b6a223 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0868387 Jul 27 21:53:18.380688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-bcd68690-8c23-492b-a49e-e7264b23dea6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337148 Jul 27 21:53:18.510857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60a9c1bc-dcb2-4d70-aa6b-18693e84e1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:18.582221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-8f35dd17-890a-45e3-8cf8-e03b16631f7a service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932192 Jul 27 21:53:18.680370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09967d-a8df-46f4-9219-dafe3bea6178 req-ec3a62a8-d505-40e0-8afe-b7f56b7fb6cd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.689291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab09967d-a8df-46f4-9219-dafe3bea6178 req-ec3a62a8-d505-40e0-8afe-b7f56b7fb6cd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1689808 Jul 27 21:53:18.724412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60a9c1bc-dcb2-4d70-aa6b-18693e84e1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:18.748107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab09967d-a8df-46f4-9219-dafe3bea6178 req-3df5301e-dce3-4843-acde-58e40273148a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Jul 27 21:53:18.759485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2ab13e6-b09b-4dc3-b2fa-26ecca66b749 req-acf59eff-9c48-4af3-b228-369208525b7a service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683364 Jul 27 21:53:18.843381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60a9c1bc-dcb2-4d70-aa6b-18693e84e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:18.920247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9c1bc-dcb2-4d70-aa6b-18693e84e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d18d99-52cd-416e-9783-7210a6b286fa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:18.950444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51126bf-2c4b-4e16-b025-e87690f62a0c req-835bf9d6-3277-42f6-8d36-dc3808cefb0a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:18.957326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51126bf-2c4b-4e16-b025-e87690f62a0c req-835bf9d6-3277-42f6-8d36-dc3808cefb0a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1303406 Jul 27 21:53:18.957770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60a9c1bc-dcb2-4d70-aa6b-18693e84e1ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=563d1574ed534439b54321722ac4e8ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350260 Jul 27 21:53:18.962526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38066) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:19.001445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51126bf-2c4b-4e16-b025-e87690f62a0c req-c00ea285-7624-4ffe-9c47-e81a487016ae tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371056 Jul 27 21:53:19.059420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:19.097057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:19.207860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47ba40-91cc-43eb-a683-cc964efacd21 req-2267f23e-f5cd-441a-b251-d32070c82771 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:19.209467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c47ba40-91cc-43eb-a683-cc964efacd21 req-2267f23e-f5cd-441a-b251-d32070c82771 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0805998 Jul 27 21:53:19.262081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c47ba40-91cc-43eb-a683-cc964efacd21 req-b89a3f35-a1a2-4830-8142-26fe0267caa2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jul 27 21:53:19.285371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:19.289221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:19.292661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08d18d99-52cd-416e-9783-7210a6b286fa HTTP/1.1" status: 204 len: 168 time: 0.3259945 Jul 27 21:53:19.300634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95b55d-86b8-4521-86b0-97ec67c11201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d18d99-52cd-416e-9783-7210a6b286fa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:19.414819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011b0d-bbf1-49d8-b1cd-ae0bb17a6e83 req-7d4ca0b3-ede5-4efc-9746-1961d265366f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:19.414819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9011b0d-bbf1-49d8-b1cd-ae0bb17a6e83 req-7d4ca0b3-ede5-4efc-9746-1961d265366f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 943 time: 0.0792408 Jul 27 21:53:19.456531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9011b0d-bbf1-49d8-b1cd-ae0bb17a6e83 req-053c7d0c-10d8-40f9-a791-f50a34fdc3de tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Jul 27 21:53:19.594967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a416-0260-45ef-9b24-cac7aa9aed1b req-b84c0cfd-7c10-44fb-ab0b-77967520c3db tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:19.596758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2202a416-0260-45ef-9b24-cac7aa9aed1b req-b84c0cfd-7c10-44fb-ab0b-77967520c3db tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0813379 Jul 27 21:53:19.643377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2202a416-0260-45ef-9b24-cac7aa9aed1b req-3c5d5abc-a00e-4286-8dab-5ea0c22aa2a4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Jul 27 21:53:20.121413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07d2f-c2e5-43c0-a1e4-f28d9a64ef41 req-c989a43d-7b52-47b4-bb19-5688ddcc9815 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.123345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eb07d2f-c2e5-43c0-a1e4-f28d9a64ef41 req-c989a43d-7b52-47b4-bb19-5688ddcc9815 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0725751 Jul 27 21:53:20.185913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eb07d2f-c2e5-43c0-a1e4-f28d9a64ef41 req-834d52b6-cbf7-4638-97e5-71206398a15c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Jul 27 21:53:20.227375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 42d4fb13-921b-4d5b-81f1-2b699978ae5d details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:53:20.336700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:20.338585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eac83-8426-455b-95e7-7902809cd2b6 req-aebb113f-195d-4ce3-97cf-2e0ec3791dcd tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.340207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a35eac83-8426-455b-95e7-7902809cd2b6 req-aebb113f-195d-4ce3-97cf-2e0ec3791dcd tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.0877964 Jul 27 21:53:20.373690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c732-8795-445a-b403-e000e7805ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.376191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:20.385071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a35eac83-8426-455b-95e7-7902809cd2b6 req-97467c0b-0b09-4d1f-ac8e-e3503037782a tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Jul 27 21:53:20.393347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '42d4fb13-921b-4d5b-81f1-2b699978ae5d', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': '42d4fb13-921b-4d5b-81f1-2b699978ae5d', 'mac_address': 'fa:16:3e:30:3f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:53:20.463394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.478672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4fab4-8106-4e89-823f-60a4d4a8f915 req-407de488-d8c6-44c7-9a91-3dea7ff80dd8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.479868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1d4fab4-8106-4e89-823f-60a4d4a8f915 req-407de488-d8c6-44c7-9a91-3dea7ff80dd8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1183078 Jul 27 21:53:20.487065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d4fb13-921b-4d5b-81f1-2b699978ae5d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:20.523667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:20.555143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1d4fab4-8106-4e89-823f-60a4d4a8f915 req-e6cf60e8-d31a-4ac0-9aa9-9ae909026bf0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Jul 27 21:53:20.592895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c732-8795-445a-b403-e000e7805ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.656911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.704074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c732-8795-445a-b403-e000e7805ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.716163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:20.741489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e9eb9-ff11-43cb-96dd-39cbb2ef49c1 req-761c90ee-0244-4c21-b2d6-6029f7a6746e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.743214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df9e9eb9-ff11-43cb-96dd-39cbb2ef49c1 req-761c90ee-0244-4c21-b2d6-6029f7a6746e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 943 time: 0.1210897 Jul 27 21:53:20.783714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfc1c732-8795-445a-b403-e000e7805ae9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42adc4e7d6b2432ab8e149b7dbd8fd26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413338 Jul 27 21:53:20.784604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:20.785284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1c732-8795-445a-b403-e000e7805ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac416489-894f-43b9-87ce-1b8fe9142f03,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:20.820553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df9e9eb9-ff11-43cb-96dd-39cbb2ef49c1 req-023079db-3fb1-4134-a541-7a6669c2e30d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664322 Jul 27 21:53:20.910617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.949543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:20.976668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['42d4fb13-921b-4d5b-81f1-2b699978ae5d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:20.980604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bc5fb-c05f-4a6a-a3bf-0c7945382630 req-b68cd86c-6e42-4dfc-8fee-b48e2ebd8cc3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:20.982308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c6bc5fb-c05f-4a6a-a3bf-0c7945382630 req-b68cd86c-6e42-4dfc-8fee-b48e2ebd8cc3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1247110 Jul 27 21:53:21.036054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c6bc5fb-c05f-4a6a-a3bf-0c7945382630 req-3a84c886-5c96-4ac7-99f2-5b89fab6a815 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Jul 27 21:53:21.136498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:21.139971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:21.141351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac416489-894f-43b9-87ce-1b8fe9142f03 HTTP/1.1" status: 204 len: 168 time: 0.3554201 Jul 27 21:53:21.155917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7d646-9b93-46fd-b2af-8ac0b1f21a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac416489-894f-43b9-87ce-1b8fe9142f03,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:21.240591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58512-cf3b-45db-b0fb-4f70195e52c5 req-a9893991-f9ca-4e35-875a-2b9d2ec49e9a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.247204 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ab58512-cf3b-45db-b0fb-4f70195e52c5 req-a9893991-f9ca-4e35-875a-2b9d2ec49e9a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1173692 Jul 27 21:53:21.289087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ab58512-cf3b-45db-b0fb-4f70195e52c5 req-8388d419-dd22-4113-9cc3-c3e845cdbf9d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Jul 27 21:53:21.459135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc73f-7ad7-48cf-bd66-674f49991652 req-7da9035b-1450-436e-a32c-69d379e7c11e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.461993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-521dc73f-7ad7-48cf-bd66-674f49991652 req-7da9035b-1450-436e-a32c-69d379e7c11e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0870225 Jul 27 21:53:21.515297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-521dc73f-7ad7-48cf-bd66-674f49991652 req-b63b5906-8753-450a-8424-5d9f11125f4d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Jul 27 21:53:21.546103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ad05c-e451-45a3-982c-415c96913c15 req-fa0b4fec-7954-4f22-a6a0-772c2debe862 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.551775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a2ad05c-e451-45a3-982c-415c96913c15 req-fa0b4fec-7954-4f22-a6a0-772c2debe862 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.0793021 Jul 27 21:53:21.588709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a2ad05c-e451-45a3-982c-415c96913c15 req-8ffe42bd-1c92-4932-9b16-2b5b66b26b7e tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Jul 27 21:53:21.668273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10516-c995-428b-92d3-ced2ff644790 req-c087f4d5-d8da-4256-b5c3-ddb5ca634314 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.670095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83b10516-c995-428b-92d3-ced2ff644790 req-c087f4d5-d8da-4256-b5c3-ddb5ca634314 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0704365 Jul 27 21:53:21.715428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83b10516-c995-428b-92d3-ced2ff644790 req-750cbf53-6f67-436a-b9c5-4e912fe82caa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381906 Jul 27 21:53:21.730927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38192) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:21.937066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-6706b3d6-3bb8-4f7d-84df-38ab779f1b74 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:21.943897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-6706b3d6-3bb8-4f7d-84df-38ab779f1b74 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.1845391 Jul 27 21:53:21.980804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29232648-d938-4820-a34e-b13557f2feac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.045117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a355a-d4e0-4ef0-9da7-988a48207884 req-1c767456-f22b-47b6-a1ad-ce663ebba3ad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:22.045117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-915a355a-d4e0-4ef0-9da7-988a48207884 req-1c767456-f22b-47b6-a1ad-ce663ebba3ad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 944 time: 0.1322422 Jul 27 21:53:22.050304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b72cf-4387-45a5-bf94-0b0a386214c6 req-1651e3e0-9154-48a7-a889-5ba37ac629a0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:22.057781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee8b72cf-4387-45a5-bf94-0b0a386214c6 req-1651e3e0-9154-48a7-a889-5ba37ac629a0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2208624 Jul 27 21:53:22.114916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee8b72cf-4387-45a5-bf94-0b0a386214c6 req-e7bc4808-917a-4143-a624-73e3404a7860 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560760 Jul 27 21:53:22.135616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-915a355a-d4e0-4ef0-9da7-988a48207884 req-be48ccb0-455a-45ab-a83c-cf1a2f090e91 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830004 Jul 27 21:53:22.153291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Deleting port bff27412-a892-4e4b-8f54-aa2e59487601 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:22.153291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.263224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 42d4fb13-921b-4d5b-81f1-2b699978ae5d up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:53:22.296591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29232648-d938-4820-a34e-b13557f2feac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.385599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29232648-d938-4820-a34e-b13557f2feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.390833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] For port bff27412-a892-4e4b-8f54-aa2e59487601, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bff27412-a892-4e4b-8f54-aa2e59487601,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:22.391794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.417405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Calling delete_port for bff27412-a892-4e4b-8f54-aa2e59487601 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:22.489797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29232648-d938-4820-a34e-b13557f2feac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1424f3c18b794b568e812a2f82dd93bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7549779 Jul 27 21:53:22.490619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232648-d938-4820-a34e-b13557f2feac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c9955-e38f-4d3a-bd93-2bf25cbdaa4e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:22.491810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 42d4fb13-921b-4d5b-81f1-2b699978ae5d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:53:22.493035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:22.499132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 42d4fb13-921b-4d5b-81f1-2b699978ae5d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:53:22.499723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.534164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef6842-f209-460e-bbe4-875751b6ebdd req-2127d175-3c4e-434c-ac26-c80d9bcee8c6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:22.538233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11ef6842-f209-460e-bbe4-875751b6ebdd req-2127d175-3c4e-434c-ac26-c80d9bcee8c6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2388926 Jul 27 21:53:22.644531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11ef6842-f209-460e-bbe4-875751b6ebdd req-9c447460-7dc8-4372-aabc-73e71652167e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916967 Jul 27 21:53:22.672056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.738517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.743572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.807691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:22.808710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:22.811017 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c2e14e-2f63-4f13-a6a2-55519c9333db" -d '{"events": [{"server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "name": "network-vif-plugged", "status": "completed", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:22.859446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eda7c-e2d6-43f5-8413-2fbe583ebe28 req-36f61833-5c5d-4831-a5b8-a0ea96545e9c tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:22.861791 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c9eda7c-e2d6-43f5-8413-2fbe583ebe28 req-36f61833-5c5d-4831-a5b8-a0ea96545e9c tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 947 time: 0.1155417 Jul 27 21:53:22.924838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c9eda7c-e2d6-43f5-8413-2fbe583ebe28 req-b1f2dd0a-406a-4f27-9192-536ec5aae12f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552073 Jul 27 21:53:22.928318 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:22.930107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:23.030491 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77121ffc-8ee5-4eb1-a28d-4b975dc990be x-openstack-request-id: req-77121ffc-8ee5-4eb1-a28d-4b975dc990be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:23.031215 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "name": "network-vif-plugged", "status": "completed", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:23.031602 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77121ffc-8ee5-4eb1-a28d-4b975dc990be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:23.032103 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d', 'code': 200} Jul 27 21:53:23.038575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:23.040835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:23.041998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/569c9955-e38f-4d3a-bd93-2bf25cbdaa4e HTTP/1.1" status: 204 len: 168 time: 0.5476177 Jul 27 21:53:23.043143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Pushing event deleted for resources: {'Port': ['ID=bff27412-a892-4e4b-8f54-aa2e59487601,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:23.060752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:23.074205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] No DVR routers for this DVR port bff27412-a892-4e4b-8f54-aa2e59487601 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:23.075965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19155725-3b39-4557-9e33-a1ad7ce3cbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c9955-e38f-4d3a-bd93-2bf25cbdaa4e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:23.078187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:23.084579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49d2025c-818e-49d8-8ee9-082ddc183542 req-3bf4faec-9c32-4187-a4b3-f3a8596d3214 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "DELETE /v2.0/ports/bff27412-a892-4e4b-8f54-aa2e59487601 HTTP/1.1" status: 204 len: 173 time: 1.1330678 Jul 27 21:53:23.085136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-deleted', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:23.088283 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0fdfcf-95c9-41f1-bb2f-f8a9d270fdcc" -d '{"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-deleted", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:23.166446 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b1460a-006d-4f57-b2c4-e8f0405d10a8 x-openstack-request-id: req-05b1460a-006d-4f57-b2c4-e8f0405d10a8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:23.166894 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03973d19-2122-46a4-95e5-4bf87931c062", "name": "network-vif-deleted", "tag": "bff27412-a892-4e4b-8f54-aa2e59487601", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:23.166992 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05b1460a-006d-4f57-b2c4-e8f0405d10a8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:23.167422 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03973d19-2122-46a4-95e5-4bf87931c062', 'name': 'network-vif-deleted', 'tag': 'bff27412-a892-4e4b-8f54-aa2e59487601', 'status': 'completed', 'code': 200} Jul 27 21:53:23.192096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee8cb-e7e2-4d5f-a5a9-20c6707f8b9a req-456ea833-b541-40f4-b0cf-26378729ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:23.193724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-696ee8cb-e7e2-4d5f-a5a9-20c6707f8b9a req-456ea833-b541-40f4-b0cf-26378729ebbb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 1096 time: 0.1023483 Jul 27 21:53:23.251832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-696ee8cb-e7e2-4d5f-a5a9-20c6707f8b9a req-4daf7732-aa8a-4fd2-9069-8c8d8c427a5a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Jul 27 21:53:23.291233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a656e-4b83-4429-966e-96c5a3ec19e4 req-a6155a84-34ba-4f11-bb93-dfcf77aabe9b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:23.293254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-442a656e-4b83-4429-966e-96c5a3ec19e4 req-a6155a84-34ba-4f11-bb93-dfcf77aabe9b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.5143166 Jul 27 21:53:23.335309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-442a656e-4b83-4429-966e-96c5a3ec19e4 req-205483ce-f1d3-4fd7-8b17-d2029e7f633b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Jul 27 21:53:23.351422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9157c0-47b0-4ba6-be64-0814d47e7813 req-4e759d82-a46d-4972-81be-001aebb3dbd6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:23.356993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba9157c0-47b0-4ba6-be64-0814d47e7813 req-4e759d82-a46d-4972-81be-001aebb3dbd6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.0780165 Jul 27 21:53:23.445796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba9157c0-47b0-4ba6-be64-0814d47e7813 req-a0d723b8-3ab1-48f0-9255-d423a326b0b9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785692 Jul 27 21:53:23.577138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaeb2e-99d8-4892-9b7f-def0bf097760 req-372695c6-a64d-463d-ab43-b94133dc0f31 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:23.578787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53eaeb2e-99d8-4892-9b7f-def0bf097760 req-372695c6-a64d-463d-ab43-b94133dc0f31 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0868361 Jul 27 21:53:23.640552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53eaeb2e-99d8-4892-9b7f-def0bf097760 req-259d7ecd-f835-413a-acba-4b4677145042 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Jul 27 21:53:24.046182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3a1a427-8d7e-416a-94c3-bc298be8d67b req-c5d8c140-fe82-4491-8758-5efb1febec66 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=03973d19-2122-46a4-95e5-4bf87931c062 HTTP/1.1" status: 200 len: 210 time: 0.0337868 Jul 27 21:53:24.260079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884792f-d3f7-42c6-8683-a62862479555 req-5bfae7cc-eb23-4d9d-a209-84659a62de9f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.261641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8884792f-d3f7-42c6-8683-a62862479555 req-5bfae7cc-eb23-4d9d-a209-84659a62de9f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.3916149 Jul 27 21:53:24.305638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8884792f-d3f7-42c6-8683-a62862479555 req-7887d9c3-cdea-4fde-a0b2-053d079e7bcb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354762 Jul 27 21:53:24.448760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ed7d3-5bec-4b31-b5ea-40c86c2ca6ff req-c39d0296-e42a-440e-a4d5-c3a0b061fec0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.450670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b10ed7d3-5bec-4b31-b5ea-40c86c2ca6ff req-c39d0296-e42a-440e-a4d5-c3a0b061fec0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0711274 Jul 27 21:53:24.535104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b10ed7d3-5bec-4b31-b5ea-40c86c2ca6ff req-37478ef3-0495-4b2f-b1d4-b21d42178ba8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730011 Jul 27 21:53:24.659412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c088fa-76e7-4330-b58d-2d824581b884 req-62a0ac8f-3540-487e-bc57-c11c12d3ea97 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.660974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-23c088fa-76e7-4330-b58d-2d824581b884 req-62a0ac8f-3540-487e-bc57-c11c12d3ea97 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.0670893 Jul 27 21:53:24.726580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-23c088fa-76e7-4330-b58d-2d824581b884 req-63e2f13f-3a91-48dd-8360-4cb0c680e3d0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562198 Jul 27 21:53:24.892243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608ae8-3e62-41b1-991a-aa944d8884b3 req-1d6b4521-765b-401c-9aa1-93645d1f6b3f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.894774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c608ae8-3e62-41b1-991a-aa944d8884b3 req-1d6b4521-765b-401c-9aa1-93645d1f6b3f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.0925317 Jul 27 21:53:24.915030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6a15-0614-4d80-975c-debecb4a503d req-c08cd430-cd44-43c9-bc2e-b378eddee7ae tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:24.916729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa9f6a15-0614-4d80-975c-debecb4a503d req-c08cd430-cd44-43c9-bc2e-b378eddee7ae tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0891256 Jul 27 21:53:24.943616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9c608ae8-3e62-41b1-991a-aa944d8884b3 req-adc2684b-5c93-49ed-9c62-65bef841439f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433979 Jul 27 21:53:24.962887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa9f6a15-0614-4d80-975c-debecb4a503d req-475c2a2a-9e7b-407b-9948-8e76a966abb5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Jul 27 21:53:25.100409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465479c-3d14-4632-b7a9-0da0be8c8b4e req-28034e89-27bf-4808-8bce-fc1281ecfe51 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:25.102040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5465479c-3d14-4632-b7a9-0da0be8c8b4e req-28034e89-27bf-4808-8bce-fc1281ecfe51 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0682731 Jul 27 21:53:25.146435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5465479c-3d14-4632-b7a9-0da0be8c8b4e req-91d7fee7-557b-43e8-bcec-c92adc43ac53 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Jul 27 21:53:25.988996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b3c6e-8a2e-489d-8164-61fa7c48af0e req-d64ea467-4058-45d5-9036-40eb41098cec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:25.991415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-624b3c6e-8a2e-489d-8164-61fa7c48af0e req-d64ea467-4058-45d5-9036-40eb41098cec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2878582 Jul 27 21:53:26.023296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb195b-f20a-4473-b944-a8fd7928f31c req-1c4aac9d-46fa-4215-bc2e-ad6656fa6a32 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:26.025908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddb195b-f20a-4473-b944-a8fd7928f31c req-1c4aac9d-46fa-4215-bc2e-ad6656fa6a32 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.0809989 Jul 27 21:53:26.049389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-624b3c6e-8a2e-489d-8164-61fa7c48af0e req-f20ade32-a51a-4dea-ae49-0c9b305a255a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Jul 27 21:53:26.073491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38364) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:26.088473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddb195b-f20a-4473-b944-a8fd7928f31c req-1a56061b-4eed-424c-9587-53cb3141965a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Jul 27 21:53:26.248059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266817b-5add-4402-8144-4079e49920e8 req-a0c56547-73f3-4844-b268-6aa5c08b4171 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:26.250000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7266817b-5add-4402-8144-4079e49920e8 req-a0c56547-73f3-4844-b268-6aa5c08b4171 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0854280 Jul 27 21:53:26.258877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2c91f-6249-4b3a-a350-c725ba75a975 req-1faaf92d-f3de-4d70-8121-8d32bf67386c tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:26.261793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5de2c91f-6249-4b3a-a350-c725ba75a975 req-1faaf92d-f3de-4d70-8121-8d32bf67386c tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 949 time: 0.0919359 Jul 27 21:53:26.296097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7266817b-5add-4402-8144-4079e49920e8 req-c6849d3b-26d8-4775-8850-17eac700cf43 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jul 27 21:53:26.296324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:26.314532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5de2c91f-6249-4b3a-a350-c725ba75a975 req-09a31ecc-711a-4422-bff8-96ddf620412b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Jul 27 21:53:26.337087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bff27412-a892-4e4b-8f54-aa2e59487601 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:26.337443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bff27412-a892-4e4b-8f54-aa2e59487601 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:26.413208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ad4daa-6b61-4b46-90d1-fbdbb94e74f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.503841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ad4daa-6b61-4b46-90d1-fbdbb94e74f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.696827 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87ad4daa-6b61-4b46-90d1-fbdbb94e74f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.740334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-87ad4daa-6b61-4b46-90d1-fbdbb94e74f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6564d463b8d4103a2f1f592e3c15618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656613 Jul 27 21:53:26.742610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad4daa-6b61-4b46-90d1-fbdbb94e74f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982cb0a3-28e8-4580-976d-b7f94b78d204,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:26.743182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38388) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:26.822408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.875261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.950861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a991d10-3c64-4be4-a240-02e5649c5a41 req-e93b22ad-3c00-4fdc-b89a-f50eebcba7d7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:26.952443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a991d10-3c64-4be4-a240-02e5649c5a41 req-e93b22ad-3c00-4fdc-b89a-f50eebcba7d7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1442943 Jul 27 21:53:26.998201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a991d10-3c64-4be4-a240-02e5649c5a41 req-3ecc6ed9-de26-4984-9f51-568620765cb3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Jul 27 21:53:27.231694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f56629-cfbd-4d1c-856c-d4a67ab28f89 req-fbe5e673-9412-4eca-853b-abd3aff3f7ba tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:27.233277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02f56629-cfbd-4d1c-856c-d4a67ab28f89 req-fbe5e673-9412-4eca-853b-abd3aff3f7ba tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0770378 Jul 27 21:53:27.265918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:27.265918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:27.269140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982cb0a3-28e8-4580-976d-b7f94b78d204 HTTP/1.1" status: 204 len: 168 time: 0.5247102 Jul 27 21:53:27.274562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-574622b7-c333-46e1-9ca0-0c0890ec6627 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:27.276689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-574622b7-c333-46e1-9ca0-0c0890ec6627 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.1141388 Jul 27 21:53:27.299552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef5f4b-55f3-4207-9621-b55b8c927dbc req-a944a091-3fa1-4c5f-9921-f279132e8fa3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:27.308419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e9ef5f4b-55f3-4207-9621-b55b8c927dbc req-a944a091-3fa1-4c5f-9921-f279132e8fa3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 945 time: 0.1357107 Jul 27 21:53:27.311936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02f56629-cfbd-4d1c-856c-d4a67ab28f89 req-76661d0a-b54a-41ff-a979-c8061d694e68 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662253 Jul 27 21:53:27.313077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d81c5-5c23-4569-ad5a-a7dd9a3eecc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982cb0a3-28e8-4580-976d-b7f94b78d204,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:27.414405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e9ef5f4b-55f3-4207-9621-b55b8c927dbc req-0d78ea70-d4fb-4752-a074-cd82c6ab47ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047747 Jul 27 21:53:27.492567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port 42d4fb13-921b-4d5b-81f1-2b699978ae5d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:27.492947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:27.536494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ab709-1a90-4eed-bb44-9193c86221f1 req-5cb153de-48f8-45f0-b4d1-bc612d7e8a2b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:27.538097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-011ab709-1a90-4eed-bb44-9193c86221f1 req-5cb153de-48f8-45f0-b4d1-bc612d7e8a2b tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 949 time: 0.0762501 Jul 27 21:53:27.592247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-011ab709-1a90-4eed-bb44-9193c86221f1 req-34b99b9c-5a33-4047-96e9-555f369711d9 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Jul 27 21:53:27.601778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port 42d4fb13-921b-4d5b-81f1-2b699978ae5d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=42d4fb13-921b-4d5b-81f1-2b699978ae5d,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:27.602419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:27.621321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for 42d4fb13-921b-4d5b-81f1-2b699978ae5d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:27.862964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:27.878830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['42d4fb13-921b-4d5b-81f1-2b699978ae5d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:27.884905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:27.937744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=42d4fb13-921b-4d5b-81f1-2b699978ae5d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:28.006806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port 42d4fb13-921b-4d5b-81f1-2b699978ae5d on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:28.010359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.012600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7bfed82-75e1-45fa-88d9-273d04099271 req-7ca4d1c0-558c-4e4d-abbd-da228f1649a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "DELETE /v2.0/ports/42d4fb13-921b-4d5b-81f1-2b699978ae5d HTTP/1.1" status: 204 len: 173 time: 0.7278237 Jul 27 21:53:28.013302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'name': 'network-vif-deleted', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:28.016008 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b72ae7-fe1a-4bcb-bae7-0669b634d864" -d '{"events": [{"server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "name": "network-vif-deleted", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:28.095966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-3f49e130-f5c4-409e-bd24-10da3d5ec735 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.098590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-3f49e130-f5c4-409e-bd24-10da3d5ec735 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 949 time: 0.1198237 Jul 27 21:53:28.116713 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5fc820-2376-4093-96a0-22c80aa445c9 x-openstack-request-id: req-ce5fc820-2376-4093-96a0-22c80aa445c9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:28.117256 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443a5e4d-359c-406e-a2bf-a65ac4feb247", "name": "network-vif-deleted", "tag": "42d4fb13-921b-4d5b-81f1-2b699978ae5d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:28.117525 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce5fc820-2376-4093-96a0-22c80aa445c9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:28.117927 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443a5e4d-359c-406e-a2bf-a65ac4feb247', 'name': 'network-vif-deleted', 'tag': '42d4fb13-921b-4d5b-81f1-2b699978ae5d', 'status': 'completed', 'code': 200} Jul 27 21:53:28.254730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff86e2c-3152-418e-a951-bbb6d54f8fb3 req-888a1e08-5bb4-492c-9d1a-9aca00d17cca tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.256361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dff86e2c-3152-418e-a951-bbb6d54f8fb3 req-888a1e08-5bb4-492c-9d1a-9aca00d17cca tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1521649 Jul 27 21:53:28.303441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Deleting port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:28.304084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.492457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8805-e245-41bd-be40-637a8acb0b88 req-308668a6-c88b-41e4-a4a1-90ac0fc6e2ae tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.494155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9ee8805-e245-41bd-be40-637a8acb0b88 req-308668a6-c88b-41e4-a4a1-90ac0fc6e2ae tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1017032 Jul 27 21:53:28.521654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38424) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:28.543901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce67017b-f23e-4d48-a6f6-b8d14de02336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.570220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9ee8805-e245-41bd-be40-637a8acb0b88 req-23e9ee22-411f-4d78-93db-21ac836845c8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676048 Jul 27 21:53:28.681768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a264bb5-0abb-4b78-8333-da864138fefe req-be0e560f-64c3-43bb-aec9-627d63d55dad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=443a5e4d-359c-406e-a2bf-a65ac4feb247 HTTP/1.1" status: 200 len: 210 time: 0.0422149 Jul 27 21:53:28.687031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dff86e2c-3152-418e-a951-bbb6d54f8fb3 req-2bf9ce8e-8150-4f9d-9088-9d0e7511d1ea tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224310 Jul 27 21:53:28.708279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce67017b-f23e-4d48-a6f6-b8d14de02336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.759874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] For port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:28.760358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.786971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Calling delete_port for da7b7bae-af25-4d6b-a83c-d98dd25d3dcf owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:28.835325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce67017b-f23e-4d48-a6f6-b8d14de02336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:28.871538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb9ff0-9e27-45e8-a9fe-05151a1adb63 req-1f5121b7-4a3b-4725-b57f-ce095596c762 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:28.873219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6cb9ff0-9e27-45e8-a9fe-05151a1adb63 req-1f5121b7-4a3b-4725-b57f-ce095596c762 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 949 time: 0.1093769 Jul 27 21:53:28.893215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67017b-f23e-4d48-a6f6-b8d14de02336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c68ac2-1389-466c-bdb8-16ed41cd31f1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:28.899170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ce67017b-f23e-4d48-a6f6-b8d14de02336 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fca9cbaf4838438abca494135c2868f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763568 Jul 27 21:53:28.901887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:28.962752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6cb9ff0-9e27-45e8-a9fe-05151a1adb63 req-321bc6af-2665-41c0-af86-6a5aa8535662 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/security-groups?id=16623d02-a41d-4dcb-b50d-16afba4ec9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Jul 27 21:53:28.988034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.011523 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.062613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.097240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Pushing event deleted for resources: {'Port': ['ID=da7b7bae-af25-4d6b-a83c-d98dd25d3dcf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:29.146698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] No DVR routers for this DVR port da7b7bae-af25-4d6b-a83c-d98dd25d3dcf on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:29.149300 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.151447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-641649c8-9ffe-4dfe-b76f-9fb5edc6df61 req-f310a293-6958-4165-a03a-35aed0666778 tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.76 "DELETE /v2.0/ports/da7b7bae-af25-4d6b-a83c-d98dd25d3dcf HTTP/1.1" status: 204 len: 173 time: 1.0455236 Jul 27 21:53:29.170328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:29.297740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74dbcdf0-fb29-4cf8-9e16-24facfb925f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.327540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.330972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.332203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8c68ac2-1389-466c-bdb8-16ed41cd31f1 HTTP/1.1" status: 204 len: 168 time: 0.4292252 Jul 27 21:53:29.350090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aff4d9-505f-41d0-99d4-95a5ed4d308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c68ac2-1389-466c-bdb8-16ed41cd31f1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:29.431229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74dbcdf0-fb29-4cf8-9e16-24facfb925f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.570613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab027ca-1e58-413e-b5a6-237417afc6c6 req-4c49e2c2-bf6a-4347-ad51-60f3c83e4917 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:29.572687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab027ca-1e58-413e-b5a6-237417afc6c6 req-4c49e2c2-bf6a-4347-ad51-60f3c83e4917 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0792851 Jul 27 21:53:29.621150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab027ca-1e58-413e-b5a6-237417afc6c6 req-161280c4-41df-4b29-89cd-c1482d4da5f9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Jul 27 21:53:29.685365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-74dbcdf0-fb29-4cf8-9e16-24facfb925f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.746596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611830-3f9a-4a3c-803d-93208df9204d req-19039e76-de5a-48de-823c-909096c44178 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:29.749627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33611830-3f9a-4a3c-803d-93208df9204d req-19039e76-de5a-48de-823c-909096c44178 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0963795 Jul 27 21:53:29.751204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-74dbcdf0-fb29-4cf8-9e16-24facfb925f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32ce01dbee894c42a0c761ab2e30c96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771539 Jul 27 21:53:29.752323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38454) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:29.754857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbcdf0-fb29-4cf8-9e16-24facfb925f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc42829-5caa-447c-b9c7-62c77a2727ee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:29.850660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33611830-3f9a-4a3c-803d-93208df9204d req-ab9889fa-fcdb-4a8b-9d32-efbac3d0ce50 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873082 Jul 27 21:53:29.874325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:29.902545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:30.113894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7220289f-a53e-462a-81b8-b254c87f9a37 req-f5e806cd-bf2b-4764-8243-f8d5dc64b21f tempest-ListImageFiltersTestJSON-793351099 tempest-ListImageFiltersTestJSON-793351099-project] 10.222.0.37 "GET /v2.0/ports?device_id=95f93d69-98c1-4b59-8ab1-2cad210e1441 HTTP/1.1" status: 200 len: 210 time: 0.0319898 Jul 27 21:53:30.119710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-deleted', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:30.123489 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0248195-e5ec-44fa-bcdd-2775d0b58470" -d '{"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-deleted", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:30.165056 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02bebcb-84ae-4d54-af81-2784266a1128 x-openstack-request-id: req-b02bebcb-84ae-4d54-af81-2784266a1128 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:30.165357 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f93d69-98c1-4b59-8ab1-2cad210e1441", "name": "network-vif-deleted", "tag": "da7b7bae-af25-4d6b-a83c-d98dd25d3dcf", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:30.165615 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02bebcb-84ae-4d54-af81-2784266a1128 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:30.166017 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f93d69-98c1-4b59-8ab1-2cad210e1441', 'name': 'network-vif-deleted', 'tag': 'da7b7bae-af25-4d6b-a83c-d98dd25d3dcf', 'status': 'completed', 'code': 200} Jul 27 21:53:30.285835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:30.288517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:30.294229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bc42829-5caa-447c-b9c7-62c77a2727ee HTTP/1.1" status: 204 len: 168 time: 0.5362144 Jul 27 21:53:30.304961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09faa8-2321-4355-95cf-332d0322b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc42829-5caa-447c-b9c7-62c77a2727ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:30.319477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 42d4fb13-921b-4d5b-81f1-2b699978ae5d no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:30.347143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 42d4fb13-921b-4d5b-81f1-2b699978ae5d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:30.347593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 42d4fb13-921b-4d5b-81f1-2b699978ae5d not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:30.430806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-420b4c48-10eb-428e-9bcd-99ca7eb42516 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:30.432648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-420b4c48-10eb-428e-9bcd-99ca7eb42516 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1215198 Jul 27 21:53:30.453384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-0f0e82b2-e2cc-4c2f-9d96-1d184b523854 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0118067 Jul 27 21:53:30.540746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-539d9591-5d51-49aa-be53-1a8de63cf999 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780621 Jul 27 21:53:30.659181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-c81de12f-3e6e-49ca-aa44-a7eb02176f45 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047721 Jul 27 21:53:30.757792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-61fb966f-c1a1-403a-a1cb-59dfb03b3255 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910194 Jul 27 21:53:30.777500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14423-d28f-460e-9137-305f9a4a853c req-e91a7bb7-9e18-4a72-b5ce-099658f02152 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:30.779158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aba14423-d28f-460e-9137-305f9a4a853c req-e91a7bb7-9e18-4a72-b5ce-099658f02152 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0709546 Jul 27 21:53:30.835928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aba14423-d28f-460e-9137-305f9a4a853c req-929ea46b-5a35-461b-98f5-90ad4e0304ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Jul 27 21:53:31.047148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a990e2-5f6d-4949-9057-ea1b4a901137 req-90e5aa6e-9df7-4b16-aec6-4e36dfa47d1d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:31.049285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0a990e2-5f6d-4949-9057-ea1b4a901137 req-90e5aa6e-9df7-4b16-aec6-4e36dfa47d1d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1247230 Jul 27 21:53:31.096637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0a990e2-5f6d-4949-9057-ea1b4a901137 req-21e2a1a8-04a1-4792-a9ea-e856db591a06 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Jul 27 21:53:31.120664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27461433-fd85-47a9-bea4-7daeb93ebd52 req-c5ee98b3-03ef-414e-ad70-5dc1d56576dc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:31.122647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27461433-fd85-47a9-bea4-7daeb93ebd52 req-c5ee98b3-03ef-414e-ad70-5dc1d56576dc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0947676 Jul 27 21:53:31.180918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27461433-fd85-47a9-bea4-7daeb93ebd52 req-a038f7e2-fa30-43a2-a17a-645de6870954 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509391 Jul 27 21:53:31.181168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d24dc162-0bdc-4b0d-aca3-3526e4b753fa req-a75d3f76-d8c5-4242-a3a9-9cde94674e95 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0322845 Jul 27 21:53:31.382604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ef53-173d-4370-8de8-e0dedf78e93d req-1fbfdbcd-b2e9-416c-924b-203ef0bbacec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:31.384232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81f1ef53-173d-4370-8de8-e0dedf78e93d req-1fbfdbcd-b2e9-416c-924b-203ef0bbacec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0712934 Jul 27 21:53:31.425818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81f1ef53-173d-4370-8de8-e0dedf78e93d req-847a07fd-411a-4046-8fba-d748b6fd8d57 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Jul 27 21:53:31.629920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:31.646063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96884a6f-a8c2-4528-808d-d06b7bee9d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:31.649634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532a7ad-a1e5-476c-a220-aeea177ddd82 req-2d2d6512-4aa4-440c-ac5d-8dbe64ca32bb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:31.651601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2532a7ad-a1e5-476c-a220-aeea177ddd82 req-2d2d6512-4aa4-440c-ac5d-8dbe64ca32bb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0825624 Jul 27 21:53:31.721073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2532a7ad-a1e5-476c-a220-aeea177ddd82 req-9143a697-ebac-40aa-a1be-349e336f71da tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580528 Jul 27 21:53:31.774023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96884a6f-a8c2-4528-808d-d06b7bee9d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:31.884810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96884a6f-a8c2-4528-808d-d06b7bee9d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:31.928128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ce6b-ee3d-4e16-89b6-3d7c1775c6b2 req-3895058c-e008-47ff-8456-98f00813680b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:31.930541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f60ce6b-ee3d-4e16-89b6-3d7c1775c6b2 req-3895058c-e008-47ff-8456-98f00813680b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1089468 Jul 27 21:53:31.949971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-96884a6f-a8c2-4528-808d-d06b7bee9d07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17af97b8c43843fd9cf9dbfd1bc8b621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184655 Jul 27 21:53:31.957352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:31.980037 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f60ce6b-ee3d-4e16-89b6-3d7c1775c6b2 req-d9216681-d768-44f0-9067-eb220ae35202 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Jul 27 21:53:31.980261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884a6f-a8c2-4528-808d-d06b7bee9d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40cdf51-45cb-41e0-b28b-2a48c86a4e5c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:32.032904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:32.045089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-597375e7-2d09-4a08-ad97-bf3e06a43671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:32.057746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:32.123972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec1905-a530-475a-b008-3770bdb39dc8 req-60496c0d-15bd-4969-8d3d-042863de6522 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:32.125393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-acec1905-a530-475a-b008-3770bdb39dc8 req-60496c0d-15bd-4969-8d3d-042863de6522 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0702810 Jul 27 21:53:32.179121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-acec1905-a530-475a-b008-3770bdb39dc8 req-9482566f-f411-48e8-ada6-f94087885ad8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Jul 27 21:53:32.319899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d819605b-6578-4509-9726-faa3692fb71d req-13ef59fc-e183-4c19-946c-2bbf17bdec55 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0518603 Jul 27 21:53:32.347926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:32.350610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:32.354383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a40cdf51-45cb-41e0-b28b-2a48c86a4e5c HTTP/1.1" status: 204 len: 168 time: 0.3925238 Jul 27 21:53:32.366092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13191210-a586-46c9-906e-0e858b6a22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40cdf51-45cb-41e0-b28b-2a48c86a4e5c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:32.372301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:32.400169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: da7b7bae-af25-4d6b-a83c-d98dd25d3dcf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:32.404823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device da7b7bae-af25-4d6b-a83c-d98dd25d3dcf not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:32.471755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db335a-b2db-4849-81fb-287160dff8bc req-a6b190fa-9493-49cc-a77e-245e5058bb1b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:32.473307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4db335a-b2db-4849-81fb-287160dff8bc req-a6b190fa-9493-49cc-a77e-245e5058bb1b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0935640 Jul 27 21:53:32.513653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4db335a-b2db-4849-81fb-287160dff8bc req-235c47c8-69ff-417d-bb83-ae663ad8d808 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Jul 27 21:53:32.649804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcff30-da0f-4ff3-92d5-77bce42ce53a req-55c9e98d-c843-444d-96d1-4e13b49d9fd5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:32.651790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2edcff30-da0f-4ff3-92d5-77bce42ce53a req-55c9e98d-c843-444d-96d1-4e13b49d9fd5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0785823 Jul 27 21:53:32.702852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2edcff30-da0f-4ff3-92d5-77bce42ce53a req-a147d047-6afb-4fa3-bb24-ad05f6cd5c54 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Jul 27 21:53:32.909017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725e195-fcd1-4402-97ec-4e5693fe4c57 req-17d79f2f-6ac5-4f53-b7be-4e3acfcc4483 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:32.910889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2725e195-fcd1-4402-97ec-4e5693fe4c57 req-17d79f2f-6ac5-4f53-b7be-4e3acfcc4483 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0744419 Jul 27 21:53:32.957308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2725e195-fcd1-4402-97ec-4e5693fe4c57 req-ac88890e-fad2-47be-b95d-9b24a99db6aa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Jul 27 21:53:33.136017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af4bb-908f-4117-a730-e64f61a76dde req-2370321b-1b99-4a15-aee0-b20a9c0d8af6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:33.137770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-482af4bb-908f-4117-a730-e64f61a76dde req-2370321b-1b99-4a15-aee0-b20a9c0d8af6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0733218 Jul 27 21:53:33.192505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-482af4bb-908f-4117-a730-e64f61a76dde req-968a7669-62f3-4552-80a6-8a3350a6aa10 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Jul 27 21:53:33.364675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad54444-85bd-4547-b4e9-0b5534386d94 req-e89a3b77-0207-43df-a3ed-2a756a00a210 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:33.366385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cad54444-85bd-4547-b4e9-0b5534386d94 req-e89a3b77-0207-43df-a3ed-2a756a00a210 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0903811 Jul 27 21:53:33.410705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cad54444-85bd-4547-b4e9-0b5534386d94 req-223c739c-3ed8-466e-9cf5-f7980ae27e5a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Jul 27 21:53:33.517489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d40f44d8-8757-4f4f-9b92-33e73d4a7b51 req-e07156e7-8299-47bc-90d5-30c4ee526bd6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0345473 Jul 27 21:53:33.665045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdf27b-5bdb-4c53-b068-ceb2069166f6 req-ea95836f-96fc-46e2-9fae-d363d019d708 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:33.666653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dcdf27b-5bdb-4c53-b068-ceb2069166f6 req-ea95836f-96fc-46e2-9fae-d363d019d708 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0733099 Jul 27 21:53:33.710783 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dcdf27b-5bdb-4c53-b068-ceb2069166f6 req-63a53e6b-51fa-40cd-b4e6-55bc46b69beb tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Jul 27 21:53:33.870977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe68fc-f4f5-48fd-8dae-6c129d881c45 req-e8d72522-3bb4-4c84-8029-f05779f17f86 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:33.872572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28fe68fc-f4f5-48fd-8dae-6c129d881c45 req-e8d72522-3bb4-4c84-8029-f05779f17f86 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0816379 Jul 27 21:53:33.919080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28fe68fc-f4f5-48fd-8dae-6c129d881c45 req-d34ac404-545e-44f5-a5b0-40aeb5dbc352 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Jul 27 21:53:34.133366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd254-9b6a-4c03-95d3-779292a3a969 req-58323f32-7220-45ca-bb61-45be17896a86 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:34.135490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-130fd254-9b6a-4c03-95d3-779292a3a969 req-58323f32-7220-45ca-bb61-45be17896a86 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0741339 Jul 27 21:53:34.180232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-130fd254-9b6a-4c03-95d3-779292a3a969 req-9a8b40c4-4c05-43d9-9114-df07bf49ac87 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Jul 27 21:53:34.377944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c363-3e49-4f9c-8b0d-9817d19e46eb req-cc540956-3780-49d2-b888-6eb4b048c3c5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:34.379533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b7c363-3e49-4f9c-8b0d-9817d19e46eb req-cc540956-3780-49d2-b888-6eb4b048c3c5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0687299 Jul 27 21:53:34.425089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b7c363-3e49-4f9c-8b0d-9817d19e46eb req-02e7b109-5881-4564-be01-638359f3db01 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Jul 27 21:53:34.501204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb3f9463-cfe4-4d4e-96b1-9ca4bf03f801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:34.591274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf6fa-59b2-44ec-ab38-b4fd717acb28 req-a9951db4-3c5d-4fac-9eb5-999aab9006d8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:34.592937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-242cf6fa-59b2-44ec-ab38-b4fd717acb28 req-a9951db4-3c5d-4fac-9eb5-999aab9006d8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0878594 Jul 27 21:53:34.656255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-242cf6fa-59b2-44ec-ab38-b4fd717acb28 req-665b06b1-e6e7-4bb4-89fa-6d5fe5f90510 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Jul 27 21:53:34.697674 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:34.769533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d72d9bb1-f799-48dc-8e04-55aedb22e832 req-b49dc3d7-41f9-4c81-858b-df9d58fdb56d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Jul 27 21:53:34.924100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eabb57-c188-41ab-96c4-cec11218b95b req-22bf1e35-3a09-492e-a30f-d68ef672837b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:34.925780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9eabb57-c188-41ab-96c4-cec11218b95b req-22bf1e35-3a09-492e-a30f-d68ef672837b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0893025 Jul 27 21:53:34.969833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9eabb57-c188-41ab-96c4-cec11218b95b req-a6d56008-645f-4195-bf2a-cfdfc2b4708e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Jul 27 21:53:35.120370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa49de-e828-43b1-b68e-46bf988dada3 req-ab964a51-d2fb-4f43-9fb3-a87a1fad230e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:35.123866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56fa49de-e828-43b1-b68e-46bf988dada3 req-ab964a51-d2fb-4f43-9fb3-a87a1fad230e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0846224 Jul 27 21:53:35.179537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56fa49de-e828-43b1-b68e-46bf988dada3 req-69de8341-5778-483e-91d0-a0ee4ed83a1e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513916 Jul 27 21:53:35.326710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-2795a36c-b9e4-4129-aae7-8ec899947342 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:35.330510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-2795a36c-b9e4-4129-aae7-8ec899947342 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1637123 Jul 27 21:53:35.347277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:35.430641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef8218-8d2c-4a9a-b6f1-72815459175d req-adb9a630-8376-4e62-a722-7993b2265434 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:35.432565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1ef8218-8d2c-4a9a-b6f1-72815459175d req-adb9a630-8376-4e62-a722-7993b2265434 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0762591 Jul 27 21:53:35.493103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1ef8218-8d2c-4a9a-b6f1-72815459175d req-d6226764-4525-45d5-8c03-c3bdc51d5d3e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514371 Jul 27 21:53:35.660770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:35.667289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:35.721080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913440-cc67-449e-9390-a69ec63dc46f req-0ef62514-69c3-4d4a-844a-fe0e3f347cbc tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:35.722755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44913440-cc67-449e-9390-a69ec63dc46f req-0ef62514-69c3-4d4a-844a-fe0e3f347cbc tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0919933 Jul 27 21:53:35.775424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44913440-cc67-449e-9390-a69ec63dc46f req-8a91dccf-0db9-4a38-810d-f2032bdf9af8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460138 Jul 27 21:53:35.827578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.13 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/3a4e3466-7a8f-4ed2-9fca-7cb17a21a867) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:35.851497 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:35.905922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da604088-a289-4f92-b914-58398c6e2d4f req-f90b2d81-c982-4ee0-af63-6323651cdf31 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0555105 Jul 27 21:53:36.091629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f997033-1e0c-4634-8f09-2c245dd62f7d req-13761d94-07fe-4df1-8e07-eb482a17851f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.093548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f997033-1e0c-4634-8f09-2c245dd62f7d req-13761d94-07fe-4df1-8e07-eb482a17851f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1036127 Jul 27 21:53:36.111352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:36.143329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f997033-1e0c-4634-8f09-2c245dd62f7d req-740f8353-156a-45cd-b9c7-4e5e18150bb5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Jul 27 21:53:36.271910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:36.285156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:36.347652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:36.357924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50543ad1-29ab-469e-ae26-b126fe274351 req-5e0c43d7-4fe0-4687-afde-3fececc32a85 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.359755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50543ad1-29ab-469e-ae26-b126fe274351 req-5e0c43d7-4fe0-4687-afde-3fececc32a85 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1339614 Jul 27 21:53:36.364490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:36.366625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:36.368901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:36.457129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.457672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:36.464312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50543ad1-29ab-469e-ae26-b126fe274351 req-9d44396e-1394-477a-ba19-b43f46674e80 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909688 Jul 27 21:53:36.686150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-9148ea67-ce7e-4fdb-9fd3-eb2a334c39e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3437481 Jul 27 21:53:36.700299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Request body: {'port': {'device_id': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:36.844584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:36.934807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca6eb-7ad4-4938-86a7-2aa1ad5fb899 req-94de643e-aab7-4665-ba3c-6cb6d85293ed tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:36.936377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-344ca6eb-7ad4-4938-86a7-2aa1ad5fb899 req-94de643e-aab7-4665-ba3c-6cb6d85293ed tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1456702 Jul 27 21:53:37.074817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-344ca6eb-7ad4-4938-86a7-2aa1ad5fb899 req-5c045810-ec83-4e76-bc29-eae2a48a92b6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289909 Jul 27 21:53:37.095376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.133115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75091358-a523-4e13-a81b-924aa4e71fca req-e8ce299a-58c6-4301-88bf-c7ae2eff05d9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:37.140542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75091358-a523-4e13-a81b-924aa4e71fca req-e8ce299a-58c6-4301-88bf-c7ae2eff05d9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 932 time: 0.1210008 Jul 27 21:53:37.203409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75091358-a523-4e13-a81b-924aa4e71fca req-6fab330e-f9fb-4ecb-ae1d-8d0acc9df535 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548699 Jul 27 21:53:37.247740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:37.345587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ec2e5-36fd-4210-82c5-55586356c743 req-2ccb4b2a-b2ca-4420-ba91-7f77de74a491 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:37.347512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b21ec2e5-36fd-4210-82c5-55586356c743 req-2ccb4b2a-b2ca-4420-ba91-7f77de74a491 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1668129 Jul 27 21:53:37.358373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:37.375954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.411810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Transition to ACTIVE for port object 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:37.419948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b21ec2e5-36fd-4210-82c5-55586356c743 req-2a06377c-fe34-4f95-b4c5-6dd63d58af2f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Jul 27 21:53:37.565092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.595779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd40468-ba6d-41b2-ba50-6396c24fa344 req-36806f7d-36e2-4560-91ed-da34f9841d50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:37.597948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fd40468-ba6d-41b2-ba50-6396c24fa344 req-36806f7d-36e2-4560-91ed-da34f9841d50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0844202 Jul 27 21:53:37.647521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5c7f6154-4db3-4742-a997-8ff3cc1641da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f75e100f5884d01a1807cd65b0a7022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956995 Jul 27 21:53:37.648038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:37.661828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fd40468-ba6d-41b2-ba50-6396c24fa344 req-6cdbb161-abaf-4854-ad9e-a89d2e34b81e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Jul 27 21:53:37.662623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.670495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444f677-5681-48b1-8bb6-470fcdf9350a req-d5c94726-4aad-42e3-aed0-ef30327d27e9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:37.672972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c444f677-5681-48b1-8bb6-470fcdf9350a req-d5c94726-4aad-42e3-aed0-ef30327d27e9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1154184 Jul 27 21:53:37.733215 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c444f677-5681-48b1-8bb6-470fcdf9350a req-a493b7d6-5b3b-4ac7-a23c-0cae87bd537b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535233 Jul 27 21:53:37.798559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:37.908546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.936774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.038888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.082168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Attempting to bind port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:38.082625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Attempting to bind port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:38.083221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Attempting to bind port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:38.099321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82076-98dc-43bb-952e-5687cf9343f4 req-613eb5da-f973-463a-a855-933cdc03c853 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:38.101056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99a82076-98dc-43bb-952e-5687cf9343f4 req-613eb5da-f973-463a-a855-933cdc03c853 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.3163941 Jul 27 21:53:38.103667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:53:38.104130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Attempting to bind port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:38.111192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:38.111540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:38.111874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:38.112360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Bound port: 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:38.112675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.187971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99a82076-98dc-43bb-952e-5687cf9343f4 req-82c9e2d2-adf3-47ac-be26-e560263e1cad tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727291 Jul 27 21:53:38.217435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:38.221973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:38.341295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.346850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.350980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16623d02-a41d-4dcb-b50d-16afba4ec9ac HTTP/1.1" status: 204 len: 168 time: 0.6995120 Jul 27 21:53:38.373416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e149509-bef8-4c01-a297-771e483c56d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16623d02-a41d-4dcb-b50d-16afba4ec9ac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:38.427595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad6533-db04-4cd7-961a-e559382013fb req-0ef781f6-91e4-40fd-92eb-9848403da3c1 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:38.435085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25ad6533-db04-4cd7-961a-e559382013fb req-0ef781f6-91e4-40fd-92eb-9848403da3c1 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 944 time: 0.1491950 Jul 27 21:53:38.439277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.520305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:38.520937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.522388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] 10.222.0.76 "PUT /v2.0/ports/3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 HTTP/1.1" status: 200 len: 1092 time: 1.8272049 Jul 27 21:53:38.523063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8eae-2166-46c7-a778-59da0b638855 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:38.525541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:38.527959 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea946b4-8702-46a0-9014-d43639c7667c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:38.546871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25ad6533-db04-4cd7-961a-e559382013fb req-d715461a-87d7-4dc9-b06d-faeb7e673597 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107433 Jul 27 21:53:38.681730 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c98c37a-2b05-4017-bfcc-0ea0ecb40eb0 x-openstack-request-id: req-0c98c37a-2b05-4017-bfcc-0ea0ecb40eb0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:38.682026 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:38.682342 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c98c37a-2b05-4017-bfcc-0ea0ecb40eb0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:38.682749 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867', 'status': 'completed', 'code': 200} Jul 27 21:53:38.695071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-c0ff295e-50b2-49bc-acfd-9226369908e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:38.696536 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-c0ff295e-50b2-49bc-acfd-9226369908e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 1095 time: 0.0633743 Jul 27 21:53:38.745891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-1e920a11-927b-4ea7-8ea8-e0a2c97261b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 HTTP/1.1" status: 200 len: 217 time: 0.0413826 Jul 27 21:53:38.816736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ee6d3870-637f-4068-a17d-9c56823d8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:38.819644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-ee6d3870-637f-4068-a17d-9c56823d8c0d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0659688 Jul 27 21:53:38.895000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-cfe15bab-4683-4b38-a96e-b76d1df6f1f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670879 Jul 27 21:53:39.053959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e56bd9-bd11-48b2-a8b5-3c4a8adc88dd req-07da234d-9952-4421-b214-6e9a03e2ef7d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.061731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6e56bd9-bd11-48b2-a8b5-3c4a8adc88dd req-07da234d-9952-4421-b214-6e9a03e2ef7d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1692870 Jul 27 21:53:39.074048 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-b14af152-f0cc-418e-8269-f1a67cd6ffb0 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690633 Jul 27 21:53:39.171733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6e56bd9-bd11-48b2-a8b5-3c4a8adc88dd req-479e2eed-afbb-45d1-901a-df1f1c3c6f4a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088214 Jul 27 21:53:39.198092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec1e01-56bc-4770-8565-1427541ad5e6 req-4f189111-1163-4bfe-aba2-f382e2948b03 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.198092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33ec1e01-56bc-4770-8565-1427541ad5e6 req-4f189111-1163-4bfe-aba2-f382e2948b03 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0898206 Jul 27 21:53:39.220151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1bc11a4-65a3-4772-891d-fecdc8e53d8d req-8e2eb0cc-257a-47a3-b121-65cf8f80c583 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362610 Jul 27 21:53:39.245299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33ec1e01-56bc-4770-8565-1427541ad5e6 req-248549b1-5dba-459f-b0af-7dd8c751ebd5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Jul 27 21:53:39.332528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-88e0a99d-b845-4f82-b1be-13a474a83430 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--943957058&fields=id&tenant_id=0b6ed3a8ec59441fab870675d5e135f9 HTTP/1.1" status: 200 len: 267 time: 0.0440145 Jul 27 21:53:39.497448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-a6a096ab-a78c-48d9-94f0-1b903c88ffe4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.498905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-a6a096ab-a78c-48d9-94f0-1b903c88ffe4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/networks?id=d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 200 len: 816 time: 0.1578226 Jul 27 21:53:39.506227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea946b4-8702-46a0-9014-d43639c7667c req-25307bdb-776c-4466-83b6-4cb4781365f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.507851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-25307bdb-776c-4466-83b6-4cb4781365f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 1095 time: 0.1119514 Jul 27 21:53:39.528284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-e10b8b66-5dd3-4e79-a16a-5c3892509706 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/quotas/0b6ed3a8ec59441fab870675d5e135f9 HTTP/1.1" status: 200 len: 375 time: 0.0193279 Jul 27 21:53:39.663043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea946b4-8702-46a0-9014-d43639c7667c req-ace79395-31f5-4767-a25a-693c02d6655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.664583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-ace79395-31f5-4767-a25a-693c02d6655a service neutron] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1490855 Jul 27 21:53:39.690350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-ae6cffdf-b83f-4beb-b55a-e119560460b4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1404076 Jul 27 21:53:39.745675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03195a-e729-46d1-a8a0-944befe08075 req-8c8828d9-68c1-4584-9c02-7c18cc65a92b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.747654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab03195a-e729-46d1-a8a0-944befe08075 req-8c8828d9-68c1-4584-9c02-7c18cc65a92b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 944 time: 0.0812578 Jul 27 21:53:39.773414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-7caaaffd-50b4-4794-928e-9aa8938b3f3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 HTTP/1.1" status: 200 len: 217 time: 0.0808883 Jul 27 21:53:39.805488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab03195a-e729-46d1-a8a0-944befe08075 req-fd47f33d-033c-4456-a6c5-268d761d1e8a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Jul 27 21:53:39.891274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea946b4-8702-46a0-9014-d43639c7667c req-3077ea75-aceb-49ff-ad13-c61e1c26078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.894580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-3077ea75-aceb-49ff-ad13-c61e1c26078f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.1110919 Jul 27 21:53:39.899701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-7ca023fe-2170-40f9-a646-65971c4f25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:39.901798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-7ca023fe-2170-40f9-a646-65971c4f25c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.0852511 Jul 27 21:53:39.902806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-a9fcb667-b47d-4581-be8e-9b38c26198c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115490 Jul 27 21:53:39.949386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-a217ad62-39c5-4f34-92d1-563d09435095 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454843 Jul 27 21:53:40.067152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-a5920cf1-cba0-4da0-86a4-03746882d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.068729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-a5920cf1-cba0-4da0-86a4-03746882d49a service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.1571312 Jul 27 21:53:40.090773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371b2f-ace1-426f-8b2a-2d2b6b6a1618 req-45e0ef56-c01e-412a-b28a-2ddcf74453bb tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.099474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0371b2f-ace1-426f-8b2a-2d2b6b6a1618 req-45e0ef56-c01e-412a-b28a-2ddcf74453bb tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1897805 Jul 27 21:53:40.123096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-7f22dec0-5aad-466c-8a6b-e6c8fd7fe28c service neutron] 10.222.0.37 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091563 Jul 27 21:53:40.126986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-3fa498c4-f360-4831-bd2e-2cd6ff48aed0 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653616 Jul 27 21:53:40.199609 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0371b2f-ace1-426f-8b2a-2d2b6b6a1618 req-01b60d54-b35f-4dbc-a112-699f232804ea tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990775 Jul 27 21:53:40.233774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-a2b9e8c6-49e2-40be-982f-0582b4151e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 1001 time: 0.1523573 Jul 27 21:53:40.293835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-55fa1f2b-3fe9-4e80-88a0-8b7d67d1f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.295581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-55fa1f2b-3fe9-4e80-88a0-8b7d67d1f846 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0546622 Jul 27 21:53:40.308553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ea946b4-8702-46a0-9014-d43639c7667c req-3b973f4c-dc53-4ce2-9adb-9a7200fb9409 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641772 Jul 27 21:53:40.401090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-1cf79169-eda8-42df-a8ec-398e2176943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.402669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-1cf79169-eda8-42df-a8ec-398e2176943e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003654 Jul 27 21:53:40.497396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89189-1bb0-4f58-9877-cb27820605f0 req-954e8119-0e4c-4eb7-9d6f-37f27c31904b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.498960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f89189-1bb0-4f58-9877-cb27820605f0 req-954e8119-0e4c-4eb7-9d6f-37f27c31904b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1378629 Jul 27 21:53:40.534717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-ccf67414-d44f-45b8-b188-9a38e6c2bc1e service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246345 Jul 27 21:53:40.563559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f89189-1bb0-4f58-9877-cb27820605f0 req-f5202ca4-392b-4036-a44d-0f7cb87895e0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541766 Jul 27 21:53:40.644969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c51281d2-a7c8-4f67-8d24-2b22d56e4e21 req-fbf26fa1-2542-465d-ad18-018aab0c4563 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992732 Jul 27 21:53:40.961431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4aa2b-ea20-4dc7-976f-aa75d802a2bb req-ccf965eb-01ba-4274-b85d-fe1a4c88e170 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:40.963023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fe4aa2b-ea20-4dc7-976f-aa75d802a2bb req-ccf965eb-01ba-4274-b85d-fe1a4c88e170 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 944 time: 0.0773702 Jul 27 21:53:41.005219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fe4aa2b-ea20-4dc7-976f-aa75d802a2bb req-d02f9250-1c72-44a3-8969-93c4b15b12f6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Jul 27 21:53:41.202165 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:41.238446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53d2845b-0695-45b5-bda4-1aa2acba28df req-15302c84-37e4-4dfa-a5ca-e86613b926ac tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0457685 Jul 27 21:53:41.350128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd022-e507-48e8-b0ee-cb55c725c0be req-2c927d6a-2beb-4725-821d-b683073bd958 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:41.351610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eeecd022-e507-48e8-b0ee-cb55c725c0be req-2c927d6a-2beb-4725-821d-b683073bd958 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0765030 Jul 27 21:53:41.411120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eeecd022-e507-48e8-b0ee-cb55c725c0be req-22b9247b-a8a7-46b0-98ef-6e8412fc0f62 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528786 Jul 27 21:53:41.571745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:41.786103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5352c6-6e4b-40e2-ad1d-53801a38d2f8 req-1489d058-eeea-4df5-8343-85e0be7f5076 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:41.790760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a5352c6-6e4b-40e2-ad1d-53801a38d2f8 req-1489d058-eeea-4df5-8343-85e0be7f5076 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0846179 Jul 27 21:53:41.848513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a5352c6-6e4b-40e2-ad1d-53801a38d2f8 req-ab46d11c-7011-4e4a-828c-e6e6be0b5399 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546136 Jul 27 21:53:41.883884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-692796209-network', 'tenant_id': 'c8f09a7681614d3aa38da93a732ab74b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:42.003966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Made reservation on behalf of c8f09a7681614d3aa38da93a732ab74b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:42.006469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.016285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.157428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.184269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd8726-967f-4e4c-b540-b84a784b44bb req-233a6b23-6d69-4358-a3e9-3394aa45bd54 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:42.194144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08bd8726-967f-4e4c-b540-b84a784b44bb req-233a6b23-6d69-4358-a3e9-3394aa45bd54 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 944 time: 0.1050327 Jul 27 21:53:42.229417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08bd8726-967f-4e4c-b540-b84a784b44bb req-3cde6123-40d7-4f92-a643-2f3332fc3f73 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343580 Jul 27 21:53:42.307111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.316124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-027df835-70e5-4911-838d-05894b0d8386 req-0ae63859-1fd7-474b-89f2-2d1a29084802 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0335560 Jul 27 21:53:42.336288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:53:42.347224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42a2ca-6596-46a0-92c5-3adb1ed8a64c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:42.357165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.357827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.357922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.358235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.358657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.359031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.365316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.366708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.366938 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Added segment dc04fd21-947a-4cf3-82c2-e07e1fe2b6da of type vlan for network 506c867d-146c-470c-b9e5-47e2cc2a493b Jul 27 21:53:42.413599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.428091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:53:42.528724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:42.542827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867', 'mac_address': 'fa:16:3e:a9:02:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:53:42.549607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4526c2-1671-4501-a70b-0d3dfe90ce30 req-db98788f-6b66-4e56-8714-bcb3a6be9325 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:42.551229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee4526c2-1671-4501-a70b-0d3dfe90ce30 req-db98788f-6b66-4e56-8714-bcb3a6be9325 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0686569 Jul 27 21:53:42.582051 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.590172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee4526c2-1671-4501-a70b-0d3dfe90ce30 req-59cdc31d-93b5-4d0c-ad47-1420dbf1b5fc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330355 Jul 27 21:53:42.593008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.596403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:42.596878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:42.597842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.621331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:42.663038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] Pushing event updated for resources: {'Network': ['ID=506c867d-146c-470c-b9e5-47e2cc2a493b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:42.673573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 506c867d-146c-470c-b9e5-47e2cc2a493b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:53:42.784727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:42.784871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2d7cb61-1afa-46b3-9059-632ab04de083 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2078171 Jul 27 21:53:42.784871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:42.791262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Request body: {'subnet': {'network_id': '506c867d-146c-470c-b9e5-47e2cc2a493b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-692796209-subnet', 'tenant_id': 'c8f09a7681614d3aa38da93a732ab74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:42.840573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:42.846584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:42.853640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.854522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.855510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.856300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.856937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.857454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.857951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.858485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.858981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.859912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.860664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.861698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:42.971593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dcf0eedf-28f2-4b18-a2d8-fcdc47db9d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.004735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eb4cb-f700-4d64-9420-8d6c9adcea3e req-b260c658-d729-4cf2-a990-12a3eab47400 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:43.006478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf1eb4cb-f700-4d64-9420-8d6c9adcea3e req-b260c658-d729-4cf2-a990-12a3eab47400 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0752482 Jul 27 21:53:43.107111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Made reservation on behalf of c8f09a7681614d3aa38da93a732ab74b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:43.107111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.108864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['3a4e3466-7a8f-4ed2-9fca-7cb17a21a867'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:43.109276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf1eb4cb-f700-4d64-9420-8d6c9adcea3e req-0a08bfb0-622f-440e-9123-eda5a225db9e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Jul 27 21:53:43.136196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dcf0eedf-28f2-4b18-a2d8-fcdc47db9d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.365409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9e41-246f-4283-9e5c-e4e45fd8024b req-40fc28af-ef7e-42d5-b9af-0d38993e004e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:43.366913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893c9e41-246f-4283-9e5c-e4e45fd8024b req-40fc28af-ef7e-42d5-b9af-0d38993e004e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 945 time: 0.0664632 Jul 27 21:53:43.407894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-afecf850-da0c-4602-972b-801d6ea55fe0 req-38a26b0b-061a-49c0-81ec-15d39fab27c5 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0378797 Jul 27 21:53:43.419255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893c9e41-246f-4283-9e5c-e4e45fd8024b req-67be5a43-f10e-4004-8897-403bb3fa5547 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Jul 27 21:53:43.764109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.767129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dcf0eedf-28f2-4b18-a2d8-fcdc47db9d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.809390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a58d04-c7d5-4271-9fc7-a970238114fd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:43.810794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dcf0eedf-28f2-4b18-a2d8-fcdc47db9d6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d54e0a26c9f44c8fa06cfe21299baf99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9629633 Jul 27 21:53:43.811692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0eedf-28f2-4b18-a2d8-fcdc47db9d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6978c88-7e67-438d-b003-8f58644d3bb0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:43.814955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38964) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:43.861510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Checking segment: {'id': 'dc04fd21-947a-4cf3-82c2-e07e1fe2b6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '506c867d-146c-470c-b9e5-47e2cc2a493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:43.862136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Network hostable DHCP agents. Network: 506c867d-146c-470c-b9e5-47e2cc2a493b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:53:43.877373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:43.902237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.082797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Network 506c867d-146c-470c-b9e5-47e2cc2a493b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:53:44.083013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.085358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.086565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6978c88-7e67-438d-b003-8f58644d3bb0 HTTP/1.1" status: 204 len: 168 time: 0.2705965 Jul 27 21:53:44.095463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b1a85-005e-4b72-98ea-76527a8d0093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6978c88-7e67-438d-b003-8f58644d3bb0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:44.205013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e5ee1-beb5-4c8c-967f-f7195657352b req-f63dea1c-c643-46e5-b184-7d8183ace833 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:44.206646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b38e5ee1-beb5-4c8c-967f-f7195657352b req-f63dea1c-c643-46e5-b184-7d8183ace833 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0673106 Jul 27 21:53:44.246896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b38e5ee1-beb5-4c8c-967f-f7195657352b req-8295f614-4a54-4a25-b7ef-1805b5d85f99 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Jul 27 21:53:44.313569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 506c867d-146c-470c-b9e5-47e2cc2a493b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:44.317651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:44.318185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.326195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8cfe7b-f735-4269-aeed-1b36e98c03d3 None None] Network 506c867d-146c-470c-b9e5-47e2cc2a493b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:44.447036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:53:44.475336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a239f1-4ecd-4083-acdb-dc6eba4aa88f None None] Network 506c867d-146c-470c-b9e5-47e2cc2a493b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:53:44.503555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-901fb5f7-75e2-4b52-8039-dd91f3c2b90e req-78ff8d57-e8ce-492c-9396-9139c0e16b2b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0426996 Jul 27 21:53:44.553799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c5802780-e8bb-4709-ab23-55d887eba030 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7684450 Jul 27 21:53:44.583495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c034-8e0a-4cde-81f3-0974471a1bfa req-e8ae4847-2225-4936-a10d-325e90e072d4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:44.591460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d467c034-8e0a-4cde-81f3-0974471a1bfa req-e8ae4847-2225-4936-a10d-325e90e072d4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 945 time: 0.0844200 Jul 27 21:53:44.643594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d467c034-8e0a-4cde-81f3-0974471a1bfa req-d56eb679-c175-4993-a3ad-1d4e3de9c0b7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504057 Jul 27 21:53:44.659789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:53:44.663852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:53:44.664233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.743588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.767977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:44.774089 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b75c78-4936-4155-9c3a-fab252b899dd" -d '{"events": [{"server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "name": "network-vif-plugged", "status": "completed", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:44.785212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:44.817892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97743eb4-4a51-438a-a124-d80df5991f6c x-openstack-request-id: req-97743eb4-4a51-438a-a124-d80df5991f6c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:44.817892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "name": "network-vif-plugged", "status": "completed", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:44.817892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97743eb4-4a51-438a-a124-d80df5991f6c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:44.817892 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867', 'code': 200} Jul 27 21:53:44.895829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:44.929985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0308-dd8c-4cd7-8893-bdde947d672d req-462a6d77-d937-46bf-8005-d7eec8546b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:44.931528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-405d0308-dd8c-4cd7-8893-bdde947d672d req-462a6d77-d937-46bf-8005-d7eec8546b96 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 1096 time: 0.0572300 Jul 27 21:53:44.948163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:44.973539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-405d0308-dd8c-4cd7-8893-bdde947d672d req-58332078-5332-476e-b94a-5b0680faea54 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Jul 27 21:53:45.233620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38992) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:45.248590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-867400336', 'description': 'tempest-description-1168480175'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:45.261681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.307580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:53:45.307580 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:53:45.307580 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': 'a5ba6855d57040fdb98736bf6c4340ac', 'id': '75eec13e-e2c3-4715-b61e-8e9799e71ccd', 'expiration': datetime.datetime(2021, 7, 27, 21, 55, 45, 304197)}] Jul 27 21:53:45.307580 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:53:45.308053 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:53:45.394892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e830d0-d032-4e3e-ab10-c19523014147 req-52fd18ca-77a6-4b58-bb61-b9081bf72bb8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:45.395660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02e830d0-d032-4e3e-ab10-c19523014147 req-52fd18ca-77a6-4b58-bb61-b9081bf72bb8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0676351 Jul 27 21:53:45.437471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02e830d0-d032-4e3e-ab10-c19523014147 req-a3737253-88fa-4a41-9505-d7c9034e5fb9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Jul 27 21:53:45.465224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.553655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.595136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f13a7a06-2004-4a5f-9a95-b0f803e62f4e req-3cdae97c-afc9-4264-85f3-0dcb00ee90f2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0309129 Jul 27 21:53:45.674313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.706631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc5fa9-c191-451b-8b50-7033f7697ac3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:45.782341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.783751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4cade7f-d23a-4913-ae67-0e8e58571c6e req-615571f2-b965-4b43-a51d-ed1f42901003 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5541284 Jul 27 21:53:45.811220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.864144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9ae1-db4f-4e43-b36d-80e04504bd36 req-d7269c1e-a74e-4076-9221-6ee78f8b57c0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:45.866105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f89a9ae1-db4f-4e43-b36d-80e04504bd36 req-d7269c1e-a74e-4076-9221-6ee78f8b57c0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.0982111 Jul 27 21:53:45.901030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-2b136b36-8520-46cd-b00d-6aef7db61771 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/71bc5fa9-c191-451b-8b50-7033f7697ac3 HTTP/1.1" status: 200 len: 1814 time: 0.0922825 Jul 27 21:53:45.911310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '71bc5fa9-c191-451b-8b50-7033f7697ac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:45.911612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '71bc5fa9-c191-451b-8b50-7033f7697ac3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:45.938479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f89a9ae1-db4f-4e43-b36d-80e04504bd36 req-8f79ee43-c379-4607-bd14-eb0567f81b99 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Jul 27 21:53:45.993652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.136444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.202389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076bb1ba-8460-4abe-92f9-0d782308ec56,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:46.216891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-23601677-cf10-4fc1-b14c-fd396d402b06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5ba6855d57040fdb98736bf6c4340ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794202 Jul 27 21:53:46.217383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:46.253886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-405f4776-9e75-4c7b-87e1-fa3a00061880 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.261181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-405f4776-9e75-4c7b-87e1-fa3a00061880 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.50 "GET /v2.0/networks?id=d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 200 len: 816 time: 0.1751993 Jul 27 21:53:46.277922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.301532 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.318949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-f3e90a81-0b80-40b4-a269-30b947e26db1 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6ed3a8ec59441fab870675d5e135f9 HTTP/1.1" status: 200 len: 379 time: 0.0455811 Jul 27 21:53:46.332762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'port': {'device_id': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'admin_state_up': True, 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'security_groups': ['7de94cb0-ad85-4efb-8d15-44df43d392b5']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:46.519622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.554542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.557452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.563129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.563558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/076bb1ba-8460-4abe-92f9-0d782308ec56 HTTP/1.1" status: 204 len: 168 time: 0.3443627 Jul 27 21:53:46.575344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2442f-6dae-48dc-b64f-8f59f39fea16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076bb1ba-8460-4abe-92f9-0d782308ec56,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:46.594784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Made reservation on behalf of 0b6ed3a8ec59441fab870675d5e135f9 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:46.615379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf53a5-e579-4a35-869a-4624605d4f42 req-747d0739-4885-4858-892e-9421a26d324a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.617852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.624263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5faf53a5-e579-4a35-869a-4624605d4f42 req-747d0739-4885-4858-892e-9421a26d324a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1153998 Jul 27 21:53:46.641678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.678636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aa8b49-3baf-434e-9195-d7cde07ca650,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:46.684904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5faf53a5-e579-4a35-869a-4624605d4f42 req-2db96860-9241-4bb8-a602-e3b595f9a3ed tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Jul 27 21:53:46.780626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f42983e-76d7-4abb-a58f-d652e03f84c3 req-8ca1fa23-54c7-42d7-bbed-494a5047fb22 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0366621 Jul 27 21:53:46.815193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.816516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7d4e47c-602a-4863-ac75-50fc5ca18c82 req-77a8f581-0125-4b83-80dd-293af1c6c9b0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9145532 Jul 27 21:53:46.863917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Allocated IP 172.20.0.11 (d18c5544-d0c9-4d47-810f-520ee23104f1/b28b2cca-d153-41bb-a330-8b67523debcf/17bd4945-0af7-45a7-b228-cce8ffce8d28) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:46.939728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29eb4ebb-96ba-47c6-8cb9-645fa14aebd2 req-b1f2b4a7-803e-4000-9506-5f2ecccf9867 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/71bc5fa9-c191-451b-8b50-7033f7697ac3 HTTP/1.1" status: 200 len: 2408 time: 0.0915356 Jul 27 21:53:47.009692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-e4121f6e-3be2-4a03-b59f-42ec5008f87b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-group-rules/b8aa8b49-3baf-434e-9195-d7cde07ca650 HTTP/1.1" status: 200 len: 778 time: 0.0452993 Jul 27 21:53:47.074993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-299ecbe6-caa7-4e7e-baa6-31b360c2dc83 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/71bc5fa9-c191-451b-8b50-7033f7697ac3 HTTP/1.1" status: 200 len: 2408 time: 0.0623825 Jul 27 21:53:47.103312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.120554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.150667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.188066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba837-e926-4d26-ae4d-5df602b238cd req-7aafb9b0-f3da-4e47-996c-7370d7691e73 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:47.189170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-937ba837-e926-4d26-ae4d-5df602b238cd req-7aafb9b0-f3da-4e47-996c-7370d7691e73 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.1326158 Jul 27 21:53:47.236024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-937ba837-e926-4d26-ae4d-5df602b238cd req-239447b0-e199-4773-b7a9-836ded2e2629 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Jul 27 21:53:47.357989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.371960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.373948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31605aaf-fe28-4c98-817f-a13e5e62342d req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8aa8b49-3baf-434e-9195-d7cde07ca650 HTTP/1.1" status: 204 len: 173 time: 0.2978642 Jul 27 21:53:47.394561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed2b9d-6de6-476c-be6d-fe11610497ab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8aa8b49-3baf-434e-9195-d7cde07ca650,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:47.408705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444ae1-4c1d-4cd9-ac2f-7d297f486373 req-d1d3869f-3492-4a5d-ad4d-23eba70a2567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:47.408705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2444ae1-4c1d-4cd9-ac2f-7d297f486373 req-d1d3869f-3492-4a5d-ad4d-23eba70a2567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.0801899 Jul 27 21:53:47.408705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Transition to ACTIVE for port object 17bd4945-0af7-45a7-b228-cce8ffce8d28 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:47.414243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-365097535', 'description': 'tempest-description-1831267496'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:47.503358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2444ae1-4c1d-4cd9-ac2f-7d297f486373 req-d108ba84-81a8-452e-829b-cbc520c007bb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Jul 27 21:53:47.548688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.628031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.679224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Network d18c5544-d0c9-4d47-810f-520ee23104f1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:47.683466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:47.683907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.686926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:47.758562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event updated for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:47.801683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.802952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.804289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.805007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.806768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.807324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.808435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.809348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.809876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.811424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.812238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.814244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.814865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:53:47.878746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa5b23-df51-4908-af4e-0ef0b4185cdb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:47.904918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:47.905765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.947536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.954506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50e88391-2020-427a-858f-3052bb071d52 req-93b564de-5e22-448e-ac57-ead8412d5032 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5497887 Jul 27 21:53:48.091184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-21eda625-e4a8-41e3-b3f5-14974a4f5d7a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7624094 Jul 27 21:53:48.116319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80becf60-511d-4833-84f1-81c81d0c316f req-a0ef3b21-554f-49b1-a42e-ac17951cbe73 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:48.120014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80becf60-511d-4833-84f1-81c81d0c316f req-a0ef3b21-554f-49b1-a42e-ac17951cbe73 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0973032 Jul 27 21:53:48.192597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80becf60-511d-4833-84f1-81c81d0c316f req-08a7cffa-786c-40e4-a3f2-948508d2025d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jul 27 21:53:48.224645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bcc4dc4d-ff66-409e-a185-08a6b07b221b None None] Provisioning for port 17bd4945-0af7-45a7-b228-cce8ffce8d28 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:53:48.233796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bcc4dc4d-ff66-409e-a185-08a6b07b221b None None] Provisioning complete for port 17bd4945-0af7-45a7-b228-cce8ffce8d28 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:53:48.234983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcc4dc4d-ff66-409e-a185-08a6b07b221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.288027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4dc4d-ff66-409e-a185-08a6b07b221b None None] Port 17bd4945-0af7-45a7-b228-cce8ffce8d28 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:53:48.333846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Request body: {'port': {'device_id': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:48.420691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f30cb-651b-40ea-94ae-f7b13c60f5e4 req-f02f9789-6e5b-46dd-858c-85a334aab04e tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:48.429744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c4f30cb-651b-40ea-94ae-f7b13c60f5e4 req-f02f9789-6e5b-46dd-858c-85a334aab04e tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 932 time: 0.2304642 Jul 27 21:53:48.452470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f33c0f6f-c12e-46d3-bc78-3d4a67c9702a req-d52f0072-c6ec-4164-a549-5e40e6265cab tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/e4aa5b23-df51-4908-af4e-0ef0b4185cdb HTTP/1.1" status: 200 len: 1814 time: 0.0864818 Jul 27 21:53:48.550424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:48.568845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c4f30cb-651b-40ea-94ae-f7b13c60f5e4 req-9fcf54e7-51bf-4d4a-bc02-6b77867c0848 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337667 Jul 27 21:53:48.702961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fe6a0-d75a-4884-97d2-c936ac8cdc2b req-c7b90d4d-1e50-45b2-a37d-8b631dae5408 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:48.713560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b07fe6a0-d75a-4884-97d2-c936ac8cdc2b req-c7b90d4d-1e50-45b2-a37d-8b631dae5408 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.1498868 Jul 27 21:53:48.763373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-326765138', 'description': 'tempest-description-1948184103'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:48.790676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b07fe6a0-d75a-4884-97d2-c936ac8cdc2b req-ec661b91-74bb-49a8-acbc-9e5321e3da77 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743167 Jul 27 21:53:48.943265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.019835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bd4945-0af7-45a7-b228-cce8ffce8d28 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:49.029381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.057176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Transition to ACTIVE for port object 17bd4945-0af7-45a7-b228-cce8ffce8d28 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:49.104644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.210334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.242581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.329185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:49.337818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1538477e-3e93-4f18-892b-ffb886badebf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:49.406593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.409710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a410321-9713-4b6f-8d32-830982845cc4 req-cd8f7e3d-9691-4804-9b4e-c8b2b3a4d96e tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6515508 Jul 27 21:53:49.473421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Attempting to bind port 17bd4945-0af7-45a7-b228-cce8ffce8d28 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:49.482114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Attempting to bind port 17bd4945-0af7-45a7-b228-cce8ffce8d28 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:49.482114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Attempting to bind port 17bd4945-0af7-45a7-b228-cce8ffce8d28 on network d18c5544-d0c9-4d47-810f-520ee23104f1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:49.488297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Port 17bd4945-0af7-45a7-b228-cce8ffce8d28 on network d18c5544-d0c9-4d47-810f-520ee23104f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:53:49.488633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Attempting to bind port 17bd4945-0af7-45a7-b228-cce8ffce8d28 on network d18c5544-d0c9-4d47-810f-520ee23104f1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:49.501186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:49.501740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Checking segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:49.502354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Bound using segment: {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:49.502814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Bound port: 17bd4945-0af7-45a7-b228-cce8ffce8d28, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67f0b90-2744-4454-ac73-cb9135aba15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:49.503189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:49.525846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82709f7e-6869-4c00-a8de-02dce8e4827a req-e037f750-0b16-44f1-8de2-cc28bc41b895 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:49.527852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82709f7e-6869-4c00-a8de-02dce8e4827a req-e037f750-0b16-44f1-8de2-cc28bc41b895 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2053554 Jul 27 21:53:49.611991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82709f7e-6869-4c00-a8de-02dce8e4827a req-b447d26b-5066-46ad-86cb-23d5e9002a8b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Jul 27 21:53:49.650479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-30b55367-1edc-4899-a668-d981956f85c9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:49.657098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-30b55367-1edc-4899-a668-d981956f85c9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.2250369 Jul 27 21:53:50.001733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:50.006720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4db9df75-5c1e-4a8a-a2a6-6f2f54129cd5 req-5f239d58-d499-4e0b-9f64-bd9af24f0ad0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/1538477e-3e93-4f18-892b-ffb886badebf HTTP/1.1" status: 200 len: 1814 time: 0.0887330 Jul 27 21:53:50.018403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:50.139636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.194494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.194494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.194494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] 10.222.0.50 "PUT /v2.0/ports/17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 200 len: 1092 time: 2.0898376 Jul 27 21:53:50.194494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:50.194494 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6572053e-1d26-404a-b3f1-e443382c7f65" -d '{"events": [{"name": "network-changed", "server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:50.229042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d36ad-b37a-425f-bdc3-0f7fe5d13098 service neutron] Pushing event updated for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:50.252672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e06778-ffa9-4c41-a209-126345a53f93 req-0679ed61-b3e0-4a9b-97f5-b938fede6252 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.260619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46e06778-ffa9-4c41-a209-126345a53f93 req-0679ed61-b3e0-4a9b-97f5-b938fede6252 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 946 time: 0.1645963 Jul 27 21:53:50.328082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46e06778-ffa9-4c41-a209-126345a53f93 req-366c5790-c3fb-40ed-98f2-8871dc8d13e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611205 Jul 27 21:53:50.346930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794024940', 'description': 'tempest-description-847181814'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:50.366057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655024b-e26f-4840-943a-699faa0c10cf req-af4a6627-d572-41fb-b017-6ccf8dd3818c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.378214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5655024b-e26f-4840-943a-699faa0c10cf req-af4a6627-d572-41fb-b017-6ccf8dd3818c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.6530550 Jul 27 21:53:50.395014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:53:50.398375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.456766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.487437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5655024b-e26f-4840-943a-699faa0c10cf req-9750ebe4-2b81-4410-b663-7fb6746f7af9 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082034 Jul 27 21:53:50.516230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-e72a5535-eab1-4fa1-b74e-af0744bf7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.516230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-e72a5535-eab1-4fa1-b74e-af0744bf7499 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 1095 time: 0.1001878 Jul 27 21:53:50.559833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:53:50.560277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.580428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:53:50.583654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-03372302-9fca-46ae-bfb7-2b9acdb1f941 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 200 len: 217 time: 0.0499356 Jul 27 21:53:50.661042 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a872e3-3353-4e2f-84df-55ad5febeb84 x-openstack-request-id: req-a2a872e3-3353-4e2f-84df-55ad5febeb84 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:50.661705 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:50.662241 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a872e3-3353-4e2f-84df-55ad5febeb84 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:50.662882 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'status': 'completed', 'code': 200} Jul 27 21:53:50.705280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-b9ea07e6-039c-486d-bd8a-6228480caaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.707270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-b9ea07e6-039c-486d-bd8a-6228480caaf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b28b2cca-d153-41bb-a330-8b67523debcf HTTP/1.1" status: 200 len: 855 time: 0.1148169 Jul 27 21:53:50.709927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.782446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-774e1a25-7b24-4863-ad54-6a23287d09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.784160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-774e1a25-7b24-4863-ad54-6a23287d09ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18c5544-d0c9-4d47-810f-520ee23104f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690522 Jul 27 21:53:50.823354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.897616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.911133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:50.919462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:50.925146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1d3ca1c-41b5-4040-945a-eeb87049e512 req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5832746 Jul 27 21:53:50.939233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=3a4e3466-7a8f-4ed2-9fca-7cb17a21a867,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:50.940921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6ee6e-3842-48f7-8973-d3b1b388f2be tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc9fdfd-ca75-420d-b0a9-c993be5c9dcf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:50.959897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a36b43-b9e7-48ba-87bf-446616cf1c79 req-8fa2e1fa-8ca0-4d8d-bc47-4f9f0910cfbf tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:50.961681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56a36b43-b9e7-48ba-87bf-446616cf1c79 req-8fa2e1fa-8ca0-4d8d-bc47-4f9f0910cfbf tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1461442 Jul 27 21:53:51.016793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:53:51.020176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.022786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d0dfc88-33f4-412e-84b9-2512a0de543c req-ea8dec9d-959f-4c56-ac68-cf593abee8ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "DELETE /v2.0/ports/3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 HTTP/1.1" status: 204 len: 173 time: 1.3612909 Jul 27 21:53:51.025137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'name': 'network-vif-deleted', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:51.028963 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886eaad5-826d-48fa-9a37-fed992a62f65" -d '{"events": [{"server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "name": "network-vif-deleted", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:51.043193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-3b9241c4-870a-4c36-af19-8a1909e1c000 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510157 Jul 27 21:53:51.064604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c52b889d-0fad-40db-916b-185bfaef748a req-0d6ff9bb-7ac1-42cb-89b8-84b8d5f088af tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/8fc9fdfd-ca75-420d-b0a9-c993be5c9dcf HTTP/1.1" status: 200 len: 1814 time: 0.0998909 Jul 27 21:53:51.104293 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56a36b43-b9e7-48ba-87bf-446616cf1c79 req-5f0f4945-9d51-4e8c-a66e-e565f274c590 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219511 Jul 27 21:53:51.135616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-917722340', 'description': 'tempest-description-782523008'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:51.159598 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c4f330-1145-49b7-908c-4214aa7f8347 x-openstack-request-id: req-c1c4f330-1145-49b7-908c-4214aa7f8347 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:51.160093 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc53f79b-d2fc-44db-9de8-cc0edda842f2", "name": "network-vif-deleted", "tag": "3a4e3466-7a8f-4ed2-9fca-7cb17a21a867", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:51.160358 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1c4f330-1145-49b7-908c-4214aa7f8347 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:51.163317 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc53f79b-d2fc-44db-9de8-cc0edda842f2', 'name': 'network-vif-deleted', 'tag': '3a4e3466-7a8f-4ed2-9fca-7cb17a21a867', 'status': 'completed', 'code': 200} Jul 27 21:53:51.223372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2c2e139-23ea-4520-b5a7-b6e0a41475b1 req-44e27eb3-2b7f-43ac-b1b7-597b5cc8d673 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699934 Jul 27 21:53:51.324446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.423773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef254f02-e99d-4a18-805e-677094810858 req-ef07bf4b-8d98-46a8-9c66-ef67d931f0ad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc53f79b-d2fc-44db-9de8-cc0edda842f2 HTTP/1.1" status: 200 len: 210 time: 0.0353329 Jul 27 21:53:51.432094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.506543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-2f3d429b-5b1e-45c8-8d19-535cfa8f8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:51.508315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-2f3d429b-5b1e-45c8-8d19-535cfa8f8172 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 1095 time: 0.0832689 Jul 27 21:53:51.620093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.647827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-6e8b2838-bb3e-484e-b870-446aef62df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:51.649620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-6e8b2838-bb3e-484e-b870-446aef62df8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 200 len: 917 time: 0.1340995 Jul 27 21:53:51.655016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba729f81-5c64-4782-8496-0d31d518fe99,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:51.710228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-ce2c8657-d4fa-4786-85d0-b49fdab5fe83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 200 len: 217 time: 0.0456736 Jul 27 21:53:51.723217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6a49-6bdf-47cb-9bad-e3a598f4069d req-f3387c86-dbaf-43bd-baae-e8b1ac843902 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:51.725487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:51.730749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6ec6a49-6bdf-47cb-9bad-e3a598f4069d req-f3387c86-dbaf-43bd-baae-e8b1ac843902 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1449077 Jul 27 21:53:51.741453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39045952-af90-475a-8652-501ed2da409a req-ccfed64a-cc2b-4218-852d-ea1e925291a5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6170197 Jul 27 21:53:51.820690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6ec6a49-6bdf-47cb-9bad-e3a598f4069d req-7bf6d3a5-c477-488a-97f1-878e9361bae3 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845196 Jul 27 21:53:51.926238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c51080-db19-4c8a-8919-2bf73f49cc1c req-19063760-d04d-43b4-88e8-3bfb766c12f0 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/ba729f81-5c64-4782-8496-0d31d518fe99 HTTP/1.1" status: 200 len: 1813 time: 0.0591536 Jul 27 21:53:51.926238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-04140d2c-8534-4cae-b4cd-e88591891136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:51.926238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-04140d2c-8534-4cae-b4cd-e88591891136 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b28b2cca-d153-41bb-a330-8b67523debcf HTTP/1.1" status: 200 len: 855 time: 0.1916926 Jul 27 21:53:51.969017 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-7864f131-1805-4f61-817d-3f34e38d0afd req-b07d3f27-9b0a-4229-82fe-68df0d78a4e8 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] show failed (client error): The resource could not be found. Jul 27 21:53:51.981612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7864f131-1805-4f61-817d-3f34e38d0afd req-b07d3f27-9b0a-4229-82fe-68df0d78a4e8 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/adb6b605-b99b-4e16-b332-ce3a0bcab940 HTTP/1.1" status: 404 len: 352 time: 0.0330205 Jul 27 21:53:52.019880 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-95c4daa4-7c7a-4074-813c-ecb242d2d30d req-521df8e3-c19d-4b04-b3dc-517f23ca28d1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] show failed (client error): The resource could not be found. Jul 27 21:53:52.026723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c4daa4-7c7a-4074-813c-ecb242d2d30d req-521df8e3-c19d-4b04-b3dc-517f23ca28d1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-group-rules/f40c6f38-4991-42ed-bf9b-cfae639249cd HTTP/1.1" status: 404 len: 361 time: 0.0284264 Jul 27 21:53:52.039583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-3f0ae290-a303-4b1e-94fa-78cca03cd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:52.041535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-3f0ae290-a303-4b1e-94fa-78cca03cd485 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18c5544-d0c9-4d47-810f-520ee23104f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097753 Jul 27 21:53:52.165868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-a58e7837-9d3c-4500-a8af-bffc0680fcdf tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/ba729f81-5c64-4782-8496-0d31d518fe99 HTTP/1.1" status: 200 len: 1813 time: 0.0967090 Jul 27 21:53:52.241401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.268512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.288439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-3d60442a-23e7-475d-b4c2-19add7937fd0 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367640 Jul 27 21:53:52.368321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5587b1-e0c4-4c70-a277-0f1337e7af92 req-2eeff9c3-fd43-463c-bc18-a9fd0b329733 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:52.370032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db5587b1-e0c4-4c70-a277-0f1337e7af92 req-2eeff9c3-fd43-463c-bc18-a9fd0b329733 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1539228 Jul 27 21:53:52.437900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db5587b1-e0c4-4c70-a277-0f1337e7af92 req-492d5daa-3caa-4f4e-a1ac-586093181742 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Jul 27 21:53:52.442393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6572053e-1d26-404a-b3f1-e443382c7f65 req-234efb40-d546-4b49-bdb3-229e966a9170 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418526 Jul 27 21:53:52.443937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.449564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.456933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a1540b8-ad78-435b-98f3-716e3b81f815 req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-groups/ba729f81-5c64-4782-8496-0d31d518fe99 HTTP/1.1" status: 204 len: 173 time: 0.2899864 Jul 27 21:53:52.488754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cde2c-3253-4a9b-8d17-45ed8af4d15b tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba729f81-5c64-4782-8496-0d31d518fe99,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:52.496538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:53:52.571045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-591bf8f6-d391-4f9b-a2ca-aded1c6a30d4 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/8fc9fdfd-ca75-420d-b0a9-c993be5c9dcf HTTP/1.1" status: 200 len: 1814 time: 0.0779870 Jul 27 21:53:52.577019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:53:52.577599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3a4e3466-7a8f-4ed2-9fca-7cb17a21a867 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:53:52.633308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.657371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.810058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.813751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.815050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e563a14a-c9f4-4a60-92c3-db79c47b7ab8 req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-groups/8fc9fdfd-ca75-420d-b0a9-c993be5c9dcf HTTP/1.1" status: 204 len: 173 time: 0.2400424 Jul 27 21:53:52.835059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d095-fcf3-4443-a8a5-0133e438b9f1 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc9fdfd-ca75-420d-b0a9-c993be5c9dcf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:52.915246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-d9ea4c9c-3abe-493b-aea8-393901cdccd5 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/1538477e-3e93-4f18-892b-ffb886badebf HTTP/1.1" status: 200 len: 1814 time: 0.0663984 Jul 27 21:53:52.975438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:52.998008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-4bc6240b-72da-4aea-b963-f86862f9e562 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:53.000099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-4bc6240b-72da-4aea-b963-f86862f9e562 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1207633 Jul 27 21:53:53.003297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.022251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-9496d999-57e9-4523-9087-004d9b6ca3fe tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0130441 Jul 27 21:53:53.100924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-35e1179e-5cb5-4e51-b765-2fc423830ff2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743949 Jul 27 21:53:53.163574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.179134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.179134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f61bb2f0-9be4-43d6-a466-667561e331b4 req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-groups/1538477e-3e93-4f18-892b-ffb886badebf HTTP/1.1" status: 204 len: 173 time: 0.2521391 Jul 27 21:53:53.189707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a14160-65d9-4612-866f-13e6cad02e3f tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538477e-3e93-4f18-892b-ffb886badebf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:53.219647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-86833cff-8f39-4cb4-af7a-aea501f4383b service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110160 Jul 27 21:53:53.368905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925562-af88-4f54-a545-1db2830b27ce req-a5a5b531-a56d-49f4-b18e-746d31d8bf42 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:53.384820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-5e329e55-c5f2-453e-b63a-d75c18b50c7a service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590433 Jul 27 21:53:53.385063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b925562-af88-4f54-a545-1db2830b27ce req-a5a5b531-a56d-49f4-b18e-746d31d8bf42 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1538861 Jul 27 21:53:53.449086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b925562-af88-4f54-a545-1db2830b27ce req-f6dfb8da-6b89-4e89-ab37-94275b439f25 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633006 Jul 27 21:53:53.665420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-648a1513-97d7-4c87-91ac-d8726f372562 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/e4aa5b23-df51-4908-af4e-0ef0b4185cdb HTTP/1.1" status: 200 len: 1814 time: 0.0480175 Jul 27 21:53:53.787462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.831134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:53.857485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53a16-4f3e-4e7c-a7f5-a541ef8e6ce3 req-b4256435-6e99-46d9-8851-f2ad9bbbe560 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:53.867370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1d53a16-4f3e-4e7c-a7f5-a541ef8e6ce3 req-b4256435-6e99-46d9-8851-f2ad9bbbe560 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0919764 Jul 27 21:53:53.922543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1d53a16-4f3e-4e7c-a7f5-a541ef8e6ce3 req-e2d82d3c-211f-48e7-8b66-e180113903e2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Jul 27 21:53:54.003841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4eecd770-ba32-4eb5-8700-8aad09603f94 req-35fb9619-9343-42c2-9394-94c2fa6bd943 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 210 time: 0.0391183 Jul 27 21:53:54.032670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.036590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.042793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c077a8a-2d04-4b83-93c1-38233de5a014 req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-groups/e4aa5b23-df51-4908-af4e-0ef0b4185cdb HTTP/1.1" status: 204 len: 173 time: 0.3419132 Jul 27 21:53:54.049497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72757-3590-4672-ab14-f5b3b99a2f33 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa5b23-df51-4908-af4e-0ef0b4185cdb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:54.102796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a835280-a365-4230-9490-dd929a1babbe req-289788e2-3bd8-48e8-aa65-08cf274dc782 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "GET /v2.0/security-groups/71bc5fa9-c191-451b-8b50-7033f7697ac3 HTTP/1.1" status: 200 len: 1814 time: 0.0444720 Jul 27 21:53:54.178935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a835280-a365-4230-9490-dd929a1babbe req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.203597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a835280-a365-4230-9490-dd929a1babbe req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.387664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a835280-a365-4230-9490-dd929a1babbe req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.390789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3a835280-a365-4230-9490-dd929a1babbe req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.392375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a835280-a365-4230-9490-dd929a1babbe req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] 10.222.0.37 "DELETE /v2.0/security-groups/71bc5fa9-c191-451b-8b50-7033f7697ac3 HTTP/1.1" status: 204 len: 173 time: 0.2816362 Jul 27 21:53:54.398434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39258) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:54.403209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d70e-8026-4eb3-b579-6a69f2d62d84 tempest-SecurityGroupRulesNegativeTestJSON-529731826 tempest-SecurityGroupRulesNegativeTestJSON-529731826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc5fa9-c191-451b-8b50-7033f7697ac3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:54.460330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Deleting subnet 94a58d04-c7d5-4271-9fc7-a970238114fd {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:53:54.463546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.506428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.575540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.650079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081aa01-847c-4c25-950e-651406550cda req-056c4530-29f9-47d4-9b2a-855d6621b53e tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:54.651482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c081aa01-847c-4c25-950e-651406550cda req-056c4530-29f9-47d4-9b2a-855d6621b53e tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1140249 Jul 27 21:53:54.707961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c081aa01-847c-4c25-950e-651406550cda req-9ad39fa9-ac4b-4425-a898-8d9e4bfdd0f5 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494487 Jul 27 21:53:54.775667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.804957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a58d04-c7d5-4271-9fc7-a970238114fd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:54.807008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.812281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:54.813433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33d0ede7-d08b-4852-bde0-f628a91dcacb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94a58d04-c7d5-4271-9fc7-a970238114fd HTTP/1.1" status: 204 len: 168 time: 0.4123378 Jul 27 21:53:54.891653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.979962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:54.991271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506c867d-146c-470c-b9e5-47e2cc2a493b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.003651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc04fd21-947a-4cf3-82c2-e07e1fe2b6da') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.003953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc04fd21-947a-4cf3-82c2-e07e1fe2b6da') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:53:55.023857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.057578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.067982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:53:55.068885 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:53:55.069904 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:53:55.138197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bad0df8e-3d7e-4726-b672-47851ad958d5 req-5f63cfbe-82a9-4456-8033-df093e48ea4c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 210 time: 0.0502198 Jul 27 21:53:55.151086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba80084-1dd0-4792-b6d9-cd6afed40ca0 req-cba9b50e-c441-45ee-8825-b7cb30d909a6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:55.151086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dba80084-1dd0-4792-b6d9-cd6afed40ca0 req-cba9b50e-c441-45ee-8825-b7cb30d909a6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1444049 Jul 27 21:53:55.193511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dba80084-1dd0-4792-b6d9-cd6afed40ca0 req-c4c09b77-3b85-4fc6-bad8-fb28c7cd6241 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Jul 27 21:53:55.238060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.243092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:55.245609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/506c867d-146c-470c-b9e5-47e2cc2a493b HTTP/1.1" status: 204 len: 168 time: 0.4304781 Jul 27 21:53:55.259856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f63d3-af9c-42a9-a085-2d35f39285e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=506c867d-146c-470c-b9e5-47e2cc2a493b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:55.865873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cc1e3-bb27-4fa0-a756-b4a1ab2c41f1 req-0585f356-97c3-465c-92cb-36ccc471fc5b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:55.867548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e48cc1e3-bb27-4fa0-a756-b4a1ab2c41f1 req-0585f356-97c3-465c-92cb-36ccc471fc5b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.0763557 Jul 27 21:53:55.914792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e48cc1e3-bb27-4fa0-a756-b4a1ab2c41f1 req-9e78c0ff-251a-4265-90c9-99f3fbbfca75 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Jul 27 21:53:55.987749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:56.041026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9f61474e-64ab-49a9-98bf-ab0435ceec4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8f09a7681614d3aa38da93a732ab74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509989 Jul 27 21:53:56.043477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:56.100394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.128999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.278615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd077be9-5f58-4a9c-942d-9f3d296c445f req-b97bd019-5ef5-4a7d-8edd-9f60a2221215 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 210 time: 0.0460846 Jul 27 21:53:56.329726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.331445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:56.334641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d42a2ca-6596-46a0-92c5-3adb1ed8a64c HTTP/1.1" status: 204 len: 168 time: 0.2882061 Jul 27 21:53:56.347228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708711-7261-4941-b7ed-93dca6dc1fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42a2ca-6596-46a0-92c5-3adb1ed8a64c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:56.389674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-5c37839e-4695-417c-9669-718bfa981a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:56.391818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-5c37839e-4695-417c-9669-718bfa981a34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.5904105 Jul 27 21:53:56.473698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97747-8231-47af-b081-3e8ce8881b85 req-14be1f6a-c778-42f9-8d4d-02144813af8c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:56.475278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fb97747-8231-47af-b081-3e8ce8881b85 req-14be1f6a-c778-42f9-8d4d-02144813af8c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1945579 Jul 27 21:53:56.598710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fb97747-8231-47af-b081-3e8ce8881b85 req-9eee4cbd-a9c4-4d1c-a4c1-b35bdcdfc314 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140742 Jul 27 21:53:56.607359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-cc77a892-e133-4f99-bf72-9b9568d97a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:56.608890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-cc77a892-e133-4f99-bf72-9b9568d97a63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.1949761 Jul 27 21:53:56.661987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-80f47f9e-6d1d-4bb1-8485-467291b879c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0444405 Jul 27 21:53:56.720952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-8efe2561-e19d-4e59-8008-5553609c17db tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:56.722679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-8efe2561-e19d-4e59-8008-5553609c17db tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.2081211 Jul 27 21:53:56.736629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:56.792874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-dcdbf6fb-faf2-4e71-89bf-fe0f6305b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:56.794450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-dcdbf6fb-faf2-4e71-89bf-fe0f6305b37b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.1235073 Jul 27 21:53:56.850347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-4a9b26c9-08e5-4a93-b0e5-41f5ebdd4abf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404148 Jul 27 21:53:57.084698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-693e57e6-efa0-4b4f-beee-f77775652e23 service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230589 Jul 27 21:53:57.150847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:53:57.154641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.195810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85f42f-8374-4f7c-a875-d68f02de0f6f req-9d31217c-b12e-47a1-8896-5f0def9ec695 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:57.197341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e85f42f-8374-4f7c-a875-d68f02de0f6f req-9d31217c-b12e-47a1-8896-5f0def9ec695 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1830091 Jul 27 21:53:57.344204 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e85f42f-8374-4f7c-a875-d68f02de0f6f req-4ba9435f-9d3c-4939-8983-677438016c65 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382065 Jul 27 21:53:57.346428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f07933-0cf0-4534-9a9b-65cba702c226 req-59805b1f-f44f-498c-bc2f-a40cb80fb564 service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497985 Jul 27 21:53:57.423053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-307bc348-fc77-4e98-a261-ce4e264b750f req-77c4ea98-21fa-4ed4-9353-ccfa3941b1f8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 210 time: 0.0482967 Jul 27 21:53:57.427746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.10 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/a33f12c4-5df3-4c8e-bc39-3a65dec48065) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:53:57.642663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.762028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3427c2-609c-4c54-a183-f367d8ba29b6 req-2fb3e9dd-f085-49b1-9f38-3cd28c0326d2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:57.763583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3427c2-609c-4c54-a183-f367d8ba29b6 req-2fb3e9dd-f085-49b1-9f38-3cd28c0326d2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0860794 Jul 27 21:53:57.807114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:57.820336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:53:57.824111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3427c2-609c-4c54-a183-f367d8ba29b6 req-9deaba74-ba4f-4a31-8563-1ff3d0a37b61 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533938 Jul 27 21:53:57.919487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:53:57.933931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:53:57.946984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:53:58.000779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:58.040080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:58.041048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.299399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-822f76a9-7dae-4f82-86aa-c98b90853567 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5645211 Jul 27 21:53:58.313463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Request body: {'port': {'device_id': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:53:58.401298 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.573042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7f6e-8f67-44be-b34c-6fe690dd68ee req-e6ce68a1-2b58-484b-b0f9-70d627a56493 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:58.575482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-249c7f6e-8f67-44be-b34c-6fe690dd68ee req-e6ce68a1-2b58-484b-b0f9-70d627a56493 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 932 time: 0.0887325 Jul 27 21:53:58.623179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7490da-5a7f-4bd2-85b3-5fb27d968330 req-7a4d0c36-46e5-46a4-aafa-11b4dc14ed4c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:58.625766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e7490da-5a7f-4bd2-85b3-5fb27d968330 req-7a4d0c36-46e5-46a4-aafa-11b4dc14ed4c tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1866646 Jul 27 21:53:58.636777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-249c7f6e-8f67-44be-b34c-6fe690dd68ee req-5a438d2b-a80b-47d2-afc2-098f42355e85 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Jul 27 21:53:58.708687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e7490da-5a7f-4bd2-85b3-5fb27d968330 req-04ba4780-8cd9-45c7-89aa-1b8b45545201 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573633 Jul 27 21:53:58.800562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33f12c4-5df3-4c8e-bc39-3a65dec48065 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:53:58.815172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.842604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Transition to ACTIVE for port object a33f12c4-5df3-4c8e-bc39-3a65dec48065 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:53:58.922605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:58.982853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:59.061685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aaf3c-8f64-43af-8ef2-eab3b4169a70 req-62d9f660-1d09-4c51-b2e1-f967ae466399 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.070808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586aaf3c-8f64-43af-8ef2-eab3b4169a70 req-62d9f660-1d09-4c51-b2e1-f967ae466399 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1093295 Jul 27 21:53:59.098815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Attempting to bind port a33f12c4-5df3-4c8e-bc39-3a65dec48065 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:53:59.098815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Attempting to bind port a33f12c4-5df3-4c8e-bc39-3a65dec48065 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:53:59.098815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Attempting to bind port a33f12c4-5df3-4c8e-bc39-3a65dec48065 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:59.106038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Port a33f12c4-5df3-4c8e-bc39-3a65dec48065 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:53:59.106488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Attempting to bind port a33f12c4-5df3-4c8e-bc39-3a65dec48065 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:53:59.119715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:53:59.120064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:53:59.120495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:53:59.122030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Bound port: a33f12c4-5df3-4c8e-bc39-3a65dec48065, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:53:59.122452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.129001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-586aaf3c-8f64-43af-8ef2-eab3b4169a70 req-bf43ef11-d6e8-47cc-ae65-532ac5fbdeb9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Jul 27 21:53:59.201593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:53:59.205259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:53:59.302047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.353399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.353953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:59.355439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] 10.222.0.76 "PUT /v2.0/ports/a33f12c4-5df3-4c8e-bc39-3a65dec48065 HTTP/1.1" status: 200 len: 1092 time: 1.0490847 Jul 27 21:53:59.355924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:53:59.358326 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea58ad87-e3a9-41ba-817b-40e19d0ac431" -d '{"events": [{"name": "network-changed", "server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:53:59.388753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e768ca-6771-4d5c-8804-d35185e86aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:53:59.544015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-5160b5c4-b89b-40ce-bf03-c3797e4cbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.545779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-5160b5c4-b89b-40ce-bf03-c3797e4cbdf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 1095 time: 0.0615973 Jul 27 21:53:59.596609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-050c6a1b-08a0-4c52-b390-519b28017326 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065 HTTP/1.1" status: 200 len: 217 time: 0.0422869 Jul 27 21:53:59.633525 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b321d2-c2fa-42d6-8aa5-2f36c24b9d8d x-openstack-request-id: req-32b321d2-c2fa-42d6-8aa5-2f36c24b9d8d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:53:59.633837 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:53:59.634066 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32b321d2-c2fa-42d6-8aa5-2f36c24b9d8d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:53:59.634549 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'status': 'completed', 'code': 200} Jul 27 21:53:59.656291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-e0bc3ed7-8ab0-44ec-ba59-ca6771e5607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.657881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-e0bc3ed7-8ab0-44ec-ba59-ca6771e5607e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0542064 Jul 27 21:53:59.700418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-4633c29b-9516-4469-ac54-376d66342a38 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348125 Jul 27 21:53:59.848242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-1bb55118-b6b0-4799-8af7-22b7359c5d08 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395245 Jul 27 21:53:59.857427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0c36d-6d87-41d8-9b96-33191b2f64c7 req-00b43f7f-0dfd-4a70-b54c-924a55cd5fcb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.858454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5c0c36d-6d87-41d8-9b96-33191b2f64c7 req-00b43f7f-0dfd-4a70-b54c-924a55cd5fcb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 944 time: 0.1420403 Jul 27 21:53:59.907637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80cb53-b65d-48dd-83a6-7af1f3516413 req-f0926c52-7d45-4c19-8d48-f44f61af7c7d tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:59.909548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a80cb53-b65d-48dd-83a6-7af1f3516413 req-f0926c52-7d45-4c19-8d48-f44f61af7c7d tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.1206295 Jul 27 21:53:59.949749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:53:59.984820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a80cb53-b65d-48dd-83a6-7af1f3516413 req-ccb46df6-a96f-4b10-8ec3-d315615f5fb5 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575163 Jul 27 21:53:59.986606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5c0c36d-6d87-41d8-9b96-33191b2f64c7 req-46548b17-833a-4082-9dbb-2532d83a907d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075070 Jul 27 21:54:00.008274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf65ed7a-eb2a-44d7-b77a-578f6f5bfdda req-ff6a36a1-bf74-4eef-b6d5-f3b190780b59 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490135 Jul 27 21:54:00.291306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76b9943a-3b9f-440c-b811-42d35013010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.338978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-107169b9-4993-4137-99cd-ba1d3962d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:00.341539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-107169b9-4993-4137-99cd-ba1d3962d56b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 1095 time: 0.1551096 Jul 27 21:54:00.391901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d7ae-ff65-46f6-ac52-9ca99de800a8 req-9772202a-fd2d-4715-be08-ce0e1f4f94da tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:00.393930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e43d7ae-ff65-46f6-ac52-9ca99de800a8 req-9772202a-fd2d-4715-be08-ce0e1f4f94da tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1619921 Jul 27 21:54:00.505348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e43d7ae-ff65-46f6-ac52-9ca99de800a8 req-96d44e04-6919-46a6-9548-2bf9e864d9e5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813172 Jul 27 21:54:00.532676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-a26cbe0b-c0b8-4310-8377-907859676080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:00.534217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-a26cbe0b-c0b8-4310-8377-907859676080 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1821277 Jul 27 21:54:00.593587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-ce7c7ae2-cb95-4237-b2ce-a9f629b9801d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065 HTTP/1.1" status: 200 len: 217 time: 0.0489311 Jul 27 21:54:00.622639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76b9943a-3b9f-440c-b811-42d35013010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.658637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-9e4600f7-5d71-4696-9d37-a4a3cad11a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:00.660114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-9e4600f7-5d71-4696-9d37-a4a3cad11a7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0571012 Jul 27 21:54:00.698631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-1320c64c-c68c-4853-ae6b-8dd6601ff808 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306771 Jul 27 21:54:00.771605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76b9943a-3b9f-440c-b811-42d35013010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.830135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-76b9943a-3b9f-440c-b811-42d35013010b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b03f5d2a64943c2be4d41fb41ce9639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8789687 Jul 27 21:54:00.833146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39426) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:00.834070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9943a-3b9f-440c-b811-42d35013010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f9074-660b-4a50-9009-0093055c3516,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:00.851452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-f83e464c-238f-4d9c-b702-b5994d8feeb7 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432531 Jul 27 21:54:00.901396 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.931505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:00.962097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea58ad87-e3a9-41ba-817b-40e19d0ac431 req-79f28e95-8d04-41cb-b269-9bc7005a0ba1 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025507 Jul 27 21:54:01.079137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.083739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:01.085641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d7f9074-660b-4a50-9009-0093055c3516 HTTP/1.1" status: 204 len: 168 time: 0.2507374 Jul 27 21:54:01.102828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db6daf-1a8b-4abe-85d8-e4e26acb7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7f9074-660b-4a50-9009-0093055c3516,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:01.212530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c140a-3f50-405c-9b79-8fb4d0a3a751 req-da3a65af-c8ae-4e72-97a8-033bb833b358 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:01.214057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b39c140a-3f50-405c-9b79-8fb4d0a3a751 req-da3a65af-c8ae-4e72-97a8-033bb833b358 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.0979340 Jul 27 21:54:01.217708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c907352-32ec-466d-b1c8-9b892a586ed5 req-d07ad412-5451-4d97-a4f7-9f9e9693f086 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:01.219523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c907352-32ec-466d-b1c8-9b892a586ed5 req-d07ad412-5451-4d97-a4f7-9f9e9693f086 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 944 time: 0.0805998 Jul 27 21:54:01.262677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b39c140a-3f50-405c-9b79-8fb4d0a3a751 req-0fb3a9aa-01e5-44aa-b7d4-a574cd2795f9 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 Jul 27 21:54:01.283161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c907352-32ec-466d-b1c8-9b892a586ed5 req-cac5a0cb-d80e-46ba-9b07-a80a99661fb5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512531 Jul 27 21:54:01.682311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd1956-f446-4be4-a33a-394b54f9cedd req-61259821-75f8-44c0-be49-0aa47e91aabd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:01.683903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0dbd1956-f446-4be4-a33a-394b54f9cedd req-61259821-75f8-44c0-be49-0aa47e91aabd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0838068 Jul 27 21:54:01.737881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0dbd1956-f446-4be4-a33a-394b54f9cedd req-15828c17-3683-4be0-93db-a5c121371e19 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Jul 27 21:54:01.986366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-accb8ad4-dc90-4373-b0fb-4bcd1d2b7603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.419175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13b52-0b6b-4da3-a699-22ff57f8c83b req-d9fa3b3a-8135-43c2-aea9-495bd5be884f tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:02.422078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60a13b52-0b6b-4da3-a699-22ff57f8c83b req-d9fa3b3a-8135-43c2-aea9-495bd5be884f tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 944 time: 0.0829344 Jul 27 21:54:02.461778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deddb9-dec9-467e-8d27-1b4709e6e9c7 req-761133dc-a45b-48db-82a1-0b7ae348627c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:02.463897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41deddb9-dec9-467e-8d27-1b4709e6e9c7 req-761133dc-a45b-48db-82a1-0b7ae348627c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 944 time: 0.0903575 Jul 27 21:54:02.482472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60a13b52-0b6b-4da3-a699-22ff57f8c83b req-38b176a1-6131-4666-8fa9-54881b84f137 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545416 Jul 27 21:54:02.546215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a33f12c4-5df3-4c8e-bc39-3a65dec48065 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:02.560832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41deddb9-dec9-467e-8d27-1b4709e6e9c7 req-3d1c6e35-4678-437c-86fa-f32c91c88527 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870252 Jul 27 21:54:02.671373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:02.686379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'mac_address': 'fa:16:3e:dc:11:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:02.733573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.752418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33f12c4-5df3-4c8e-bc39-3a65dec48065 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:02.775721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:02.861278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.914627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:02.946929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff6e4d-3b93-498e-a647-bba183baeecb req-4ab4e901-66f8-4d60-8625-d5c48f3773fa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:02.948505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8ff6e4d-3b93-498e-a647-bba183baeecb req-4ab4e901-66f8-4d60-8625-d5c48f3773fa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1016016 Jul 27 21:54:03.005774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8ff6e4d-3b93-498e-a647-bba183baeecb req-518fe465-3eed-4e4d-b572-b4c4d044ffc6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Jul 27 21:54:03.094017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 17bd4945-0af7-45a7-b228-cce8ffce8d28 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:03.150853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['a33f12c4-5df3-4c8e-bc39-3a65dec48065'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:03.265387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:03.291721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'port_id': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'mac_address': 'fa:16:3e:78:1a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:03.358408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.396511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bd4945-0af7-45a7-b228-cce8ffce8d28 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:03.437700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:03.558483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.641824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:03.743848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581f29d-539c-427f-b2ec-95c347f00011 req-618d928d-007c-4ea0-af15-611b6b9a8f7d tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:03.752808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d581f29d-539c-427f-b2ec-95c347f00011 req-618d928d-007c-4ea0-af15-611b6b9a8f7d tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 945 time: 0.1214550 Jul 27 21:54:03.794867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d581f29d-539c-427f-b2ec-95c347f00011 req-bbb78b10-dafe-423f-bdd2-09dc3293a15a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Jul 27 21:54:03.807470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['17bd4945-0af7-45a7-b228-cce8ffce8d28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:03.808040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0482fc5-9bfc-4d30-b108-7a5952592fa1 req-548c8527-f271-478f-9eaf-9aa8369c4c47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:03.810057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0482fc5-9bfc-4d30-b108-7a5952592fa1 req-548c8527-f271-478f-9eaf-9aa8369c4c47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 945 time: 0.1087306 Jul 27 21:54:03.884038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:03.917363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0482fc5-9bfc-4d30-b108-7a5952592fa1 req-5e95c23f-6516-4105-93a0-250419ab037e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977736 Jul 27 21:54:04.221714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4917c-d808-4e7b-ba21-717549850b17 req-34672f0d-9477-4b3d-9f71-e6a76dcae2aa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:04.226445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c4917c-d808-4e7b-ba21-717549850b17 req-34672f0d-9477-4b3d-9f71-e6a76dcae2aa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1121311 Jul 27 21:54:04.303400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1c4917c-d808-4e7b-ba21-717549850b17 req-7fcd851d-1996-42a6-8dbf-435b1e7628c0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Jul 27 21:54:04.359209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c19ca820-935c-43be-bd84-d4255973a424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.404364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1715258337-network', 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:04.456823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:04.554479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:04.560337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a33f12c4-5df3-4c8e-bc39-3a65dec48065 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:04.568948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.571281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46577eaf-4794-4233-82bd-a88562964664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.592197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.718600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.719624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46577eaf-4794-4233-82bd-a88562964664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.746185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port a33f12c4-5df3-4c8e-bc39-3a65dec48065 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:04.751088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port a33f12c4-5df3-4c8e-bc39-3a65dec48065 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:04.751553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.787464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46577eaf-4794-4233-82bd-a88562964664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.851458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.876400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46577eaf-4794-4233-82bd-a88562964664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a3cf3-af85-484a-94a8-6e4fa903f02c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:04.890852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:04.890852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:04.891357 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7a00a0-9b38-4be2-b6cd-a5a4188e59ce" -d '{"events": [{"server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "name": "network-vif-plugged", "status": "completed", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:04.912872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-46577eaf-4794-4233-82bd-a88562964664 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cc92bb6473a4e658e9bd069e6230948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515052 Jul 27 21:54:04.914442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:04.943856 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dea590-7278-44d8-aded-dbd9252de351 x-openstack-request-id: req-e9dea590-7278-44d8-aded-dbd9252de351 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:04.944296 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "name": "network-vif-plugged", "status": "completed", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:04.944824 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9dea590-7278-44d8-aded-dbd9252de351 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:04.945754 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'code': 200} Jul 27 21:54:04.947277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:04.949679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.016297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.078981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:05.080203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.104767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f14c50-0d1c-48bc-a1e9-acf54f607638,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.109620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 17bd4945-0af7-45a7-b228-cce8ffce8d28 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:05.111651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.112008 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Added segment b30f71d2-b669-459a-8856-5a2da0219ac9 of type vlan for network 5102eb96-e4c1-4376-a041-34daaac62b1a Jul 27 21:54:05.143615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264fecb-3513-438d-b4c7-2fe5d3a27f2c req-480ae3af-5d95-4e37-9d04-4629175a3b1b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:05.145472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b264fecb-3513-438d-b4c7-2fe5d3a27f2c req-480ae3af-5d95-4e37-9d04-4629175a3b1b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 945 time: 0.1231151 Jul 27 21:54:05.200364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.226944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b264fecb-3513-438d-b4c7-2fe5d3a27f2c req-9639c9d1-cd9b-42b0-9c03-5359ac1fb213 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568519 Jul 27 21:54:05.254509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 17bd4945-0af7-45a7-b228-cce8ffce8d28 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:05.262850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 17bd4945-0af7-45a7-b228-cce8ffce8d28 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:05.263210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.346526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.347912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:05.348831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.380760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.440915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5102eb96-e4c1-4376-a041-34daaac62b1a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.463558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5102eb96-e4c1-4376-a041-34daaac62b1a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:05.467229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:05.551763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.551991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42697c8d-0e07-4cb2-a223-8a2cc476a3e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6660805 Jul 27 21:54:05.561276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39552) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:05.563129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Request body: {'subnet': {'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1715258337-subnet', 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:05.585265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.614489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e4212-1df9-4427-a41f-7bd8c8cf23a4 req-eca4639c-ff8c-46d3-bd18-1798b62aed6c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:05.616067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852e4212-1df9-4427-a41f-7bd8c8cf23a4 req-eca4639c-ff8c-46d3-bd18-1798b62aed6c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1118329 Jul 27 21:54:05.626240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:05.647256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.673390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852e4212-1df9-4427-a41f-7bd8c8cf23a4 req-e46428cb-87a0-4577-9e6f-d0e53784662d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Jul 27 21:54:05.689303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:05.693666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.707452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dd770-8488-48d1-a2ca-123d0d4475b1 req-f0580790-6edb-4f67-b750-e5a6a41a535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:05.709282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e4dd770-8488-48d1-a2ca-123d0d4475b1 req-f0580790-6edb-4f67-b750-e5a6a41a535e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 1097 time: 0.6594918 Jul 27 21:54:05.718149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8e29a-acc6-489a-a18e-5300d35557cd req-1777fd41-687f-4f80-9de1-c8585c9e3b6c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:05.719661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ca8e29a-acc6-489a-a18e-5300d35557cd req-1777fd41-687f-4f80-9de1-c8585c9e3b6c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.6898553 Jul 27 21:54:05.791952 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.806508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e4dd770-8488-48d1-a2ca-123d0d4475b1 req-f2761e72-bf6a-4230-b159-cafbaf2d0290 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813410 Jul 27 21:54:05.814666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ca8e29a-acc6-489a-a18e-5300d35557cd req-5aa34b14-8e69-4870-bf5c-aee78c64887f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867102 Jul 27 21:54:05.861958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.864806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.868646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/985a3cf3-af85-484a-94a8-6e4fa903f02c HTTP/1.1" status: 204 len: 168 time: 0.9501865 Jul 27 21:54:05.881432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97f6bb-2cee-42a5-920f-3d12245695ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a3cf3-af85-484a-94a8-6e4fa903f02c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.112506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.173302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c00757f-9ecc-4ce6-ba34-671c1176daff,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:06.185643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:06.186492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Network hostable DHCP agents. Network: 5102eb96-e4c1-4376-a041-34daaac62b1a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:54:06.293038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:54:06.395693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5102eb96-e4c1-4376-a041-34daaac62b1a) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:06.406110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:06.406768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:06.407370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27244a5b-7343-4e87-afa4-ef06dc2b67a1 None None] Network 5102eb96-e4c1-4376-a041-34daaac62b1a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:06.441015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b0a83-d656-42fe-8e05-95519b12e43b req-a0358d3d-d59a-4b76-a648-9317fe047889 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:06.453105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-257b0a83-d656-42fe-8e05-95519b12e43b req-a0358d3d-d59a-4b76-a648-9317fe047889 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.1325674 Jul 27 21:54:06.507526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c7660c3c-39fe-4a3c-8f3b-02ecb092a2ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9494851 Jul 27 21:54:06.528960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-257b0a83-d656-42fe-8e05-95519b12e43b req-7ca3a444-2c0e-4080-9c4e-6d7bab8c7694 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740383 Jul 27 21:54:06.593037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:06.665471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db048c-c269-441f-bd22-2195fe7c6177 None None] Network 5102eb96-e4c1-4376-a041-34daaac62b1a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:06.814687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:06.861293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb0fd6-e049-43a7-ba24-06d7458ad638 req-cca343e5-721e-4df0-bbd6-45b8a1233d8a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:06.861511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'port_id': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'mac_address': 'fa:16:3e:12:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbefe09a-a237-48cd-8cdf-88cee019702d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:06.881935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60fb0fd6-e049-43a7-ba24-06d7458ad638 req-cca343e5-721e-4df0-bbd6-45b8a1233d8a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1124668 Jul 27 21:54:06.959466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39588) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:06.966271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:06.969132 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e2348c-fe03-49bd-9957-7ea1146f6c3a" -d '{"events": [{"server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "name": "network-vif-plugged", "status": "completed", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:06.975987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60fb0fd6-e049-43a7-ba24-06d7458ad638 req-6b6d0325-50aa-4673-9e3b-d42f5feef5ec tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914528 Jul 27 21:54:07.012213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-424fde3f-c54c-4ee5-aa72-4839086c39fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.042438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.065623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.085104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9319c-e7cf-44bb-9a6b-87e28fde39c9 req-699a6b28-2f9a-4f51-8cb1-03d352d43926 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:07.086962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80b9319c-e7cf-44bb-9a6b-87e28fde39c9 req-699a6b28-2f9a-4f51-8cb1-03d352d43926 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.1424649 Jul 27 21:54:07.112054 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68177786-d480-4a00-9d95-f18bc76f6671 x-openstack-request-id: req-68177786-d480-4a00-9d95-f18bc76f6671 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:07.113519 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "name": "network-vif-plugged", "status": "completed", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:07.114256 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68177786-d480-4a00-9d95-f18bc76f6671 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:07.114569 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'code': 200} Jul 27 21:54:07.137788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:07.184552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:07.190633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80b9319c-e7cf-44bb-9a6b-87e28fde39c9 req-c0745f82-d04d-4b77-9e9e-37985b6a8ead tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907736 Jul 27 21:54:07.252999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-424fde3f-c54c-4ee5-aa72-4839086c39fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.259299 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.291440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f6082-ba5f-4227-be52-975a5e1196f2 req-2f6dfbc0-86f8-49a4-bbdc-b7e7d3dc308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:07.300854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-239f6082-ba5f-4227-be52-975a5e1196f2 req-2f6dfbc0-86f8-49a4-bbdc-b7e7d3dc308d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 1097 time: 0.1208580 Jul 27 21:54:07.345398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:07.363789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-424fde3f-c54c-4ee5-aa72-4839086c39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.366861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-239f6082-ba5f-4227-be52-975a5e1196f2 req-8e540d0d-0eec-499f-ac3c-9683e3ff4a9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576446 Jul 27 21:54:07.378742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:07.412169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-424fde3f-c54c-4ee5-aa72-4839086c39fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=469e450bd7394dd1aaccfd2b70b97854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480934 Jul 27 21:54:07.413867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:07.422532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fde3f-c54c-4ee5-aa72-4839086c39fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384aa525-939d-4c7e-ba27-4e4dcfeda0a2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:07.474851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.484236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.526991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.545088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-d4e77daf-c68d-46e8-b5f0-9f77eed7072d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:07.546956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-d4e77daf-c68d-46e8-b5f0-9f77eed7072d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.1502485 Jul 27 21:54:07.578530 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-da53da28-102d-4069-bdaa-eab0d28aeed1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0227616 Jul 27 21:54:07.635632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-893705a3-02dc-42b6-8fc0-006197ef386a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395253 Jul 27 21:54:07.696211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.700466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.702413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384aa525-939d-4c7e-ba27-4e4dcfeda0a2 HTTP/1.1" status: 204 len: 168 time: 0.2870200 Jul 27 21:54:07.725162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ebc6c-1dcc-4f20-b661-cbf55a7c9133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384aa525-939d-4c7e-ba27-4e4dcfeda0a2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:07.774577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-e5d9eaf4-13a8-4971-b0fa-f405d98eeef1 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308100 Jul 27 21:54:07.809716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222be20-d8ec-4279-866b-2de7a97b4288 req-bff92fcd-5b59-4713-9614-60f227fda6b8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:07.815127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d222be20-d8ec-4279-866b-2de7a97b4288 req-bff92fcd-5b59-4713-9614-60f227fda6b8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.1023455 Jul 27 21:54:07.931560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d222be20-d8ec-4279-866b-2de7a97b4288 req-bbbc55e8-d165-4928-9157-da673d674b98 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129363 Jul 27 21:54:07.971204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-d3f5343d-4153-4403-bc10-acd4e5327e89 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953475 Jul 27 21:54:08.026369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.174403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab4b5-93ff-4f8b-aa30-bc1aa1876ed1 req-398c70f8-b084-460b-83c4-881b422e6d5b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:08.180839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2dab4b5-93ff-4f8b-aa30-bc1aa1876ed1 req-398c70f8-b084-460b-83c4-881b422e6d5b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.0967782 Jul 27 21:54:08.229413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2dab4b5-93ff-4f8b-aa30-bc1aa1876ed1 req-fa408a58-7df0-470c-a70e-776231e87204 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Jul 27 21:54:08.425106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe656d14-8948-4b8a-bec4-16e3d8e46c88 req-8f460489-4f17-4f8f-be44-a0751cd0e781 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 210 time: 0.0682559 Jul 27 21:54:08.509873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df7572-9fa7-45bc-a1ad-09434334d6f9 req-53abdf80-3939-48ee-b3bf-09aa34149d18 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:08.518669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-36df7572-9fa7-45bc-a1ad-09434334d6f9 req-53abdf80-3939-48ee-b3bf-09aa34149d18 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.1543200 Jul 27 21:54:08.523181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39636) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:08.596219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:08.604385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-36df7572-9fa7-45bc-a1ad-09434334d6f9 req-1c02aa63-af09-4183-b6dd-58900c9c6777 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831363 Jul 27 21:54:08.667633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e364b0e9-942b-434a-aef0-84e2161e8468 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:08.668109 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.796963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9904b4f9-0b90-4b7b-a412-7620a69e6bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.996404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9904b4f9-0b90-4b7b-a412-7620a69e6bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.018818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.071950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9904b4f9-0b90-4b7b-a412-7620a69e6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.088381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:09.115675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:09.118381 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5634e9-0fb3-4e75-a59c-d1bd743b9575" -d '{"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:09.163797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-8c8e974d-7dd1-4ccd-b370-435ab2696cba tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:09.173116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-8c8e974d-7dd1-4ccd-b370-435ab2696cba tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1472383 Jul 27 21:54:09.185794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.196987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-e3673461-0113-4ed2-a141-a5d189f2f214 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0224564 Jul 27 21:54:09.220535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904b4f9-0b90-4b7b-a412-7620a69e6bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83446b7-eb9a-4ceb-bd60-5a368aecfc42,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:09.299831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9904b4f9-0b90-4b7b-a412-7620a69e6bb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8966e69bc9a1439e9229ae5ff621c13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750764 Jul 27 21:54:09.302751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39672) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:09.308328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:09.364462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59854fa4-86fd-4ce3-a320-cc4c2600e29d req-0e0abc59-646a-4158-96ec-c0fd528fc302 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:09.366859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59854fa4-86fd-4ce3-a320-cc4c2600e29d req-0e0abc59-646a-4158-96ec-c0fd528fc302 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.2599413 Jul 27 21:54:09.368401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-87f884aa-764f-45f9-b3b4-86b3dba8821c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694887 Jul 27 21:54:09.465702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.513958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59854fa4-86fd-4ce3-a320-cc4c2600e29d req-286737c3-0674-43f4-84ea-a056e31dd517 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192803 Jul 27 21:54:09.571789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-0d67bbe7-5223-4f54-80b7-67e23cc91c1f service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990838 Jul 27 21:54:09.582853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.605142 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9afd1d-837a-450d-b5fa-3e0d822ae7c4 x-openstack-request-id: req-6d9afd1d-837a-450d-b5fa-3e0d822ae7c4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:09.605142 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:09.605142 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d9afd1d-837a-450d-b5fa-3e0d822ae7c4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:09.605142 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'code': 200} Jul 27 21:54:09.752932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.756068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.758053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a83446b7-eb9a-4ceb-bd60-5a368aecfc42 HTTP/1.1" status: 204 len: 168 time: 0.4474277 Jul 27 21:54:09.765553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-1f5b232a-f7a0-4699-9517-d39c0658d691 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918957 Jul 27 21:54:09.823986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9c1d0-1d82-4eae-bd08-96bcc17b1cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83446b7-eb9a-4ceb-bd60-5a368aecfc42,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:09.887261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7f87-5354-463f-8281-5af75e6b7787 req-6714f736-cdf6-4f36-8429-d983ede88608 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:09.897577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bcf7f87-5354-463f-8281-5af75e6b7787 req-6714f736-cdf6-4f36-8429-d983ede88608 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2113404 Jul 27 21:54:09.955460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bcf7f87-5354-463f-8281-5af75e6b7787 req-667daf60-aeaf-4e95-80af-b41fa5f45c7a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566638 Jul 27 21:54:10.082737 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-690037b7-9ba0-4662-a7fd-e82545730c4f req-5bfec593-5ed4-4201-9914-9dc6d594f164 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 210 time: 0.0381331 Jul 27 21:54:10.307383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffa152-5ab1-4032-bc1a-3c35f92df817 req-73024944-2bb1-46dc-a1e3-ea15a9f86641 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:10.322894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1ffa152-5ab1-4032-bc1a-3c35f92df817 req-73024944-2bb1-46dc-a1e3-ea15a9f86641 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.1238198 Jul 27 21:54:10.323424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:10.333519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Request body: {'floatingip': {'port_id': '17bd4945-0af7-45a7-b228-cce8ffce8d28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:10.497155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:10.502600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dc507566-62b3-491e-b782-8451c14f6f18 req-976dafea-330f-4fdf-ba6b-fba564450afd tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.0631688 Jul 27 21:54:11.160094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:11.177882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c34f27-42a6-4310-986d-a534844d1458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.241800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51e8f-7ffa-4ab7-b242-a501baff43f6 req-e3bf5bae-31cf-4eb5-bc95-c734f625d645 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:11.244517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb51e8f-7ffa-4ab7-b242-a501baff43f6 req-e3bf5bae-31cf-4eb5-bc95-c734f625d645 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1621933 Jul 27 21:54:11.340645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb51e8f-7ffa-4ab7-b242-a501baff43f6 req-f075d2d3-a56f-4abd-bced-cc2a7b44f7f1 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836864 Jul 27 21:54:11.433029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c34f27-42a6-4310-986d-a534844d1458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.636027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5fa52276-e91c-415a-938e-27473977f89e req-50f351b1-0727-446f-8298-3aff1642d4da tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 210 time: 0.0569596 Jul 27 21:54:11.657774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.661626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32c34f27-42a6-4310-986d-a534844d1458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.705899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c34f27-42a6-4310-986d-a534844d1458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa0269f-5970-4b75-8cde-f3bc40ebf453,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:11.723163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:11.853710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8977213c-70ea-4fba-b9e2-137071a51624 req-3465f10f-81c1-4f84-b42b-ce0c557edc96 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.1390004 Jul 27 21:54:11.883760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32c34f27-42a6-4310-986d-a534844d1458 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc0252b9a0df432db41f197f15ed1501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214398 Jul 27 21:54:11.895636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:11.925511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1abf085b-0aff-48c4-9ef4-5a622ae9cabb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:11.927120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1abf085b-0aff-48c4-9ef4-5a622ae9cabb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.4279711 Jul 27 21:54:11.944118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Request body: {'port': {'device_id': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'admin_state_up': True, 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:12.012315 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Floating IP 429fc0e3-134c-4848-96c3-8328c5a19f68 associated. External IP: 172.25.3.120, port: 17bd4945-0af7-45a7-b228-cce8ffce8d28. Jul 27 21:54:12.062899 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.107851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.283648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:12.287402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.331798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.335488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.339382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fa0269f-5970-4b75-8cde-f3bc40ebf453 HTTP/1.1" status: 204 len: 168 time: 0.4471292 Jul 27 21:54:12.376152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:54:12.410955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e4a3e-f07e-424f-8a46-5e1c237aa730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa0269f-5970-4b75-8cde-f3bc40ebf453,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:12.533305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Allocated IP 172.20.0.14 (5102eb96-e4c1-4376-a041-34daaac62b1a/1c00757f-9ecc-4ce6-ba34-671c1176daff/be43c7b5-16b6-464d-8ac1-104ab4504489) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:12.621154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:54:12.631415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407184ce-c3a5-4290-9f84-7bf3711f410c req-dbc6421a-7dec-4719-a2fd-b1d2b920a3d6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:12.634052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-407184ce-c3a5-4290-9f84-7bf3711f410c req-dbc6421a-7dec-4719-a2fd-b1d2b920a3d6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1359143 Jul 27 21:54:12.639430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Sync routers for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:54:12.640279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.659329 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:12.661815 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:12.778035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6ed9c59-de6d-4e7f-b2e9-450296eadeda tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "PUT /v2.0/floatingips/429fc0e3-134c-4848-96c3-8328c5a19f68 HTTP/1.1" status: 200 len: 992 time: 2.4535112 Jul 27 21:54:12.779082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:12.782070 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e32977-df56-4e92-8d9a-d8d8048e4aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:12.787660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-407184ce-c3a5-4290-9f84-7bf3711f410c req-cffa6bc5-9220-4d92-b6de-9a2de53139f5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447527 Jul 27 21:54:12.807624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-981f022f-93c2-47f4-987f-6c9f641fc058 req-1a6deb3d-8439-4bb1-b25e-f2fbb7cf40a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 210 time: 0.0676286 Jul 27 21:54:12.831618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:12.854878 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:12.865260 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9242ba-ae4b-45e5-8e49-7f71863b47a3 x-openstack-request-id: req-2f9242ba-ae4b-45e5-8e49-7f71863b47a3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:12.866565 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:12.867199 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f9242ba-ae4b-45e5-8e49-7f71863b47a3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:12.868028 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'status': 'completed', 'code': 200} Jul 27 21:54:13.055475 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ee0db0e-88ac-43bf-9f6e-4ebdd539b0f9 req-dc6be816-24fd-432f-b000-efc2edb77efb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.0468478 Jul 27 21:54:13.062047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:13.096292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-916c36eb-8428-4f3c-9e67-16796b013be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:13.100466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-916c36eb-8428-4f3c-9e67-16796b013be7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 1097 time: 0.1789572 Jul 27 21:54:13.114781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:13.120743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:13.126556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:13.180030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:13.180710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:13.193142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event updated for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:13.261890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-1778e107-a634-4189-a7f7-32f85cd3569f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3252149 Jul 27 21:54:13.281751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Request body: {'port': {'device_id': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:13.409669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-0fd7f1af-b905-4c80-ae1d-e2ee374e32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:13.412964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-0fd7f1af-b905-4c80-ae1d-e2ee374e32df service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 200 len: 917 time: 0.3035047 Jul 27 21:54:13.569929 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '429fc0e3-134c-4848-96c3-8328c5a19f68', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'port_id': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'mac_address': 'fa:16:3e:78:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:52:51Z', 'updated_at': '2021-07-27T21:54:11Z', 'revision_number': 1, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:13.570237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-e0c98db7-e5ec-4f03-ac11-3539a81a1074 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 200 len: 1000 time: 0.1346581 Jul 27 21:54:13.662184 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Checking router: 38c0edbe-ccc8-44f8-b851-74ad633f0d1b for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:54:13.693849 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:54:13.695277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:13.711297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-adfe284d-b9b9-4705-8d51-552ba8e97921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:13.723407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-adfe284d-b9b9-4705-8d51-552ba8e97921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b28b2cca-d153-41bb-a330-8b67523debcf HTTP/1.1" status: 200 len: 855 time: 0.1413591 Jul 27 21:54:13.779337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:13.851221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-bcf5502d-2f79-4ac8-8d13-b6402b98583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:13.851221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-bcf5502d-2f79-4ac8-8d13-b6402b98583a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18c5544-d0c9-4d47-810f-520ee23104f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166885 Jul 27 21:54:14.005120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-6af53445-790c-452a-93f7-2d126621be5b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:14.007672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-6af53445-790c-452a-93f7-2d126621be5b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.6539106 Jul 27 21:54:14.143593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:14.145416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-7dba23d2-050d-4a14-a077-17d4000a8cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667294 Jul 27 21:54:14.145416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291406a-9e38-4339-97fc-b7f70f59f243 req-89e70de0-068e-416a-a38f-1e7a4ae064cf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:14.145416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3291406a-9e38-4339-97fc-b7f70f59f243 req-89e70de0-068e-416a-a38f-1e7a4ae064cf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 932 time: 0.2187476 Jul 27 21:54:14.263130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3291406a-9e38-4339-97fc-b7f70f59f243 req-150dd09c-0e21-4d60-b031-9d386b8549af tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180708 Jul 27 21:54:14.285515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:54:14.387838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60e32977-df56-4e92-8d9a-d8d8048e4aa4 req-9c9022d4-3c8c-495b-bf1e-cb28510bccdc service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400398 Jul 27 21:54:14.458126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc577d7-ce44-4d18-b1f7-ecda0ab9c300 req-c9ff350b-1d1c-446d-bc9c-a57bd752b82c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:14.466205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cdc577d7-ce44-4d18-b1f7-ecda0ab9c300 req-c9ff350b-1d1c-446d-bc9c-a57bd752b82c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.4569948 Jul 27 21:54:14.588149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-771d6289-fa97-42a4-a272-91c9a92cd963 req-370480a0-f86f-4a71-b5f1-472a17c67e07 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.0631466 Jul 27 21:54:14.699517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cdc577d7-ce44-4d18-b1f7-ecda0ab9c300 req-53892b2f-3086-476f-94e9-1d5c565c79b5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322073 Jul 27 21:54:14.814910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:14.830353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:14.900779 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '429fc0e3-134c-4848-96c3-8328c5a19f68', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'port_id': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'mac_address': 'fa:16:3e:78:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:52:51Z', 'updated_at': '2021-07-27T21:54:11Z', 'revision_number': 1, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:14.961136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be43c7b5-16b6-464d-8ac1-104ab4504489 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:15.003412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.017766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d42af6a-b85d-480d-85ae-893085f21c81 None None] The sync data for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 is: [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '429fc0e3-134c-4848-96c3-8328c5a19f68', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'port_id': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'mac_address': 'fa:16:3e:78:1a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:52:51Z', 'updated_at': '2021-07-27T21:54:11Z', 'revision_number': 1, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:54:15.051998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Transition to ACTIVE for port object be43c7b5-16b6-464d-8ac1-104ab4504489 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:15.143090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.203547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.3 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/bee5a2a2-e613-488b-b55a-3f55849b8e83) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:15.244262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:15.431689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e07208-35ef-4848-8e1f-17188aee1295 None None] New status for floating IP 429fc0e3-134c-4848-96c3-8328c5a19f68: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:54:15.573232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Attempting to bind port be43c7b5-16b6-464d-8ac1-104ab4504489 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:15.573585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Attempting to bind port be43c7b5-16b6-464d-8ac1-104ab4504489 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:15.573923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Attempting to bind port be43c7b5-16b6-464d-8ac1-104ab4504489 on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:15.602020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Port be43c7b5-16b6-464d-8ac1-104ab4504489 on network 5102eb96-e4c1-4376-a041-34daaac62b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:54:15.602402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Attempting to bind port be43c7b5-16b6-464d-8ac1-104ab4504489 on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:15.619070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:15.619420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:15.619948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Bound using segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:15.620818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Bound port: be43c7b5-16b6-464d-8ac1-104ab4504489, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:15.621201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.666752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341a2e-e6f1-4bf6-9a7f-8cf27f9178c1 req-2e9fa4c8-81a6-487f-abfe-d0fe3fdc5baf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:15.676789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2341a2e-e6f1-4bf6-9a7f-8cf27f9178c1 req-2e9fa4c8-81a6-487f-abfe-d0fe3fdc5baf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 944 time: 0.2790349 Jul 27 21:54:15.710221 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.827186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2341a2e-e6f1-4bf6-9a7f-8cf27f9178c1 req-b8d818e8-91fb-4a97-a2c7-71a743fff596 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489136 Jul 27 21:54:15.870819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:15.902198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=be43c7b5-16b6-464d-8ac1-104ab4504489,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:15.974699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:16.165828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:16.175639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:16.195993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['a33f12c4-5df3-4c8e-bc39-3a65dec48065'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:16.199177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:16.200047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:16.207640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:16.211185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-b06d9395-cd99-4474-9b04-7afbcc4ee5c9 service neutron] 10.222.0.76 "PUT /v2.0/ports/be43c7b5-16b6-464d-8ac1-104ab4504489 HTTP/1.1" status: 200 len: 1092 time: 2.9351737 Jul 27 21:54:16.239254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:16.259482 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e12d47-4cc9-48db-be6f-988965f82ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:16.407135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d10290-0c37-49b1-b964-410ff2751c13 req-a4d63f48-9ffd-4d66-9e10-5dc781c70e02 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:16.413309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6d10290-0c37-49b1-b964-410ff2751c13 req-a4d63f48-9ffd-4d66-9e10-5dc781c70e02 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 931 time: 0.2825780 Jul 27 21:54:16.455842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:16.466648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:16.480512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:16.512004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b6d10290-0c37-49b1-b964-410ff2751c13 req-12fadb30-f991-40a4-86e7-f3694c25aa2e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Jul 27 21:54:16.514842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5527ce1-12f4-4ceb-9fca-134bac0971d6 req-11e63ebd-2869-44a2-b857-05a0a220dc44 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:16.530510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5527ce1-12f4-4ceb-9fca-134bac0971d6 req-11e63ebd-2869-44a2-b857-05a0a220dc44 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.3203981 Jul 27 21:54:16.640249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:16.640965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:16.644663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:16.747876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5527ce1-12f4-4ceb-9fca-134bac0971d6 req-795fc7ea-70d4-449b-beb9-f86b66df7e98 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139354 Jul 27 21:54:16.753506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-654332f2-6757-4e4d-ad3f-520e99cfc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:16.757320 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-654332f2-6757-4e4d-ad3f-520e99cfc53f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 1095 time: 0.3800499 Jul 27 21:54:16.856371 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ac7040-57c2-46f7-8f49-9feb638d2221 x-openstack-request-id: req-d2ac7040-57c2-46f7-8f49-9feb638d2221 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:16.856988 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:16.856988 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2ac7040-57c2-46f7-8f49-9feb638d2221 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:16.862160 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489', 'status': 'completed', 'code': 200} Jul 27 21:54:16.862160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-ad790930-ed5a-4809-ad8d-7bb8631bc137 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43c7b5-16b6-464d-8ac1-104ab4504489 HTTP/1.1" status: 200 len: 217 time: 0.0950148 Jul 27 21:54:16.863281 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-000cc73b-33ee-4c04-9ca6-baa19854e4e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8337760 Jul 27 21:54:16.986843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Request body: {'port': {'device_id': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:17.146634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-7cb7d3bd-ee6a-42f3-86ca-60c56e6eb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:17.161012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-7cb7d3bd-ee6a-42f3-86ca-60c56e6eb454 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.2839861 Jul 27 21:54:17.233709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-17b81fd4-6d5b-4c1f-9a3e-fbc68e628671 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339625 Jul 27 21:54:17.352041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:17.395344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-5fdd48b8-3833-4784-9512-b2fd0d2f56cc service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486595 Jul 27 21:54:17.468128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3be2c-6b93-45d2-9ed4-b62c325e16e0 req-4c5fe8fd-5375-4cdb-b682-ea92efdd9ce2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:17.477943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07a3be2c-6b93-45d2-9ed4-b62c325e16e0 req-4c5fe8fd-5375-4cdb-b682-ea92efdd9ce2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 944 time: 0.4333782 Jul 27 21:54:17.931688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72961e-bdf1-42c4-832f-477f6017a26c req-e32ac244-c1ee-43f7-a04e-0807008d3a65 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:17.941127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d72961e-bdf1-42c4-832f-477f6017a26c req-e32ac244-c1ee-43f7-a04e-0807008d3a65 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 931 time: 0.2217770 Jul 27 21:54:18.110673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d72961e-bdf1-42c4-832f-477f6017a26c req-96267049-d6ec-4e05-996f-e0afd75eda3a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064594 Jul 27 21:54:18.112934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07a3be2c-6b93-45d2-9ed4-b62c325e16e0 req-6a1ba29f-272d-4049-a9f0-84a7102cb44e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267993 Jul 27 21:54:18.172749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67738ca1-f124-4a33-bdb8-4164d69fc221 req-94ab27fe-9557-4cd9-a19c-557441832c94 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353184 Jul 27 21:54:18.192503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:18.575728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698748-55f7-42cc-b93f-9404823bfcfc req-7549cf8a-3cf3-4b4f-80cb-98b74c734837 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:18.586171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d698748-55f7-42cc-b93f-9404823bfcfc req-7549cf8a-3cf3-4b4f-80cb-98b74c734837 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.3242693 Jul 27 21:54:18.641893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5a2a2-e613-488b-b55a-3f55849b8e83 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:18.686055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:18.692876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-7b01d984-8f6b-4b8b-b7cc-4d1e2455626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:18.694661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-7b01d984-8f6b-4b8b-b7cc-4d1e2455626f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 1095 time: 0.2803864 Jul 27 21:54:18.729611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d698748-55f7-42cc-b93f-9404823bfcfc req-47becd7d-5ba2-4519-a475-41e8df2e399c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411431 Jul 27 21:54:18.739418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Transition to ACTIVE for port object bee5a2a2-e613-488b-b55a-3f55849b8e83 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:18.828694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-f27b2ece-7b10-444a-9e12-8aff193bebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:18.830936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-f27b2ece-7b10-444a-9e12-8aff193bebd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 913 time: 0.1245787 Jul 27 21:54:18.833428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:18.921873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-3758aa82-26e2-4e49-9658-d0cf353c1850 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be43c7b5-16b6-464d-8ac1-104ab4504489 HTTP/1.1" status: 200 len: 217 time: 0.0771425 Jul 27 21:54:18.970300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Pushing event updated for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:19.037031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-9b2c81c9-87a7-4a9a-8e51-f7a57f30cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.038591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-9b2c81c9-87a7-4a9a-8e51-f7a57f30cf84 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.1076326 Jul 27 21:54:19.089328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-256d70ef-9633-41d9-9b48-d76d10964aa0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405588 Jul 27 21:54:19.090199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Attempting to bind port bee5a2a2-e613-488b-b55a-3f55849b8e83 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:19.090574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Attempting to bind port bee5a2a2-e613-488b-b55a-3f55849b8e83 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:19.090908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Attempting to bind port bee5a2a2-e613-488b-b55a-3f55849b8e83 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:19.096322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Port bee5a2a2-e613-488b-b55a-3f55849b8e83 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:54:19.098125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Attempting to bind port bee5a2a2-e613-488b-b55a-3f55849b8e83 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:19.119493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:19.119493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:19.124920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:19.124920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Bound port: bee5a2a2-e613-488b-b55a-3f55849b8e83, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:19.124920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.270126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465811d-474c-41f9-a68d-52a3737ff032 req-ee580dc2-0c2d-4152-af1a-af96912e32c0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.272563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2465811d-474c-41f9-a68d-52a3737ff032 req-ee580dc2-0c2d-4152-af1a-af96912e32c0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 943 time: 0.1502812 Jul 27 21:54:19.284465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-47757794-3e7a-4ca7-8111-37818c2b24f7 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855114 Jul 27 21:54:19.291063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:19.294435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:19.365043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2465811d-474c-41f9-a68d-52a3737ff032 req-92eedec9-c214-4fd5-9c14-666cc350ffd5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827019 Jul 27 21:54:19.447684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.508994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.509676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.511197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] 10.222.0.76 "PUT /v2.0/ports/bee5a2a2-e613-488b-b55a-3f55849b8e83 HTTP/1.1" status: 200 len: 1091 time: 2.5320368 Jul 27 21:54:19.513132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:19.516701 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24" -d '{"events": [{"name": "network-changed", "server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:19.564400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca56dea-b4cc-4a62-ad4a-2a0101d88316 req-99b90d41-a0ba-42b9-8d29-84b136cf9c82 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.565991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ca56dea-b4cc-4a62-ad4a-2a0101d88316 req-99b90d41-a0ba-42b9-8d29-84b136cf9c82 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 944 time: 0.2399585 Jul 27 21:54:19.568080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84e12d47-4cc9-48db-be6f-988965f82ba9 req-eb7dfdb0-037c-429e-98d7-0139a2788513 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722397 Jul 27 21:54:19.618419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360907-823e-46b7-83cb-fb2dfe698f9b service neutron] Pushing event updated for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:19.637361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ca56dea-b4cc-4a62-ad4a-2a0101d88316 req-b375b538-896f-4b6c-985e-006f22162844 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591736 Jul 27 21:54:19.707603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39950) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:19.750769 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983caa4a-96f4-436a-bac6-4ee2ad3b399b x-openstack-request-id: req-983caa4a-96f4-436a-bac6-4ee2ad3b399b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:19.751344 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:19.751344 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-983caa4a-96f4-436a-bac6-4ee2ad3b399b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:19.751799 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83', 'status': 'completed', 'code': 200} Jul 27 21:54:19.818220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-1e1bdb25-a47e-44f2-9140-198cbb20890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:19.833102 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-1e1bdb25-a47e-44f2-9140-198cbb20890b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 1094 time: 0.1473544 Jul 27 21:54:19.899896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c11a0066-eb82-40aa-bbc0-cae6c838ca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:19.913239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-4a0bff92-85a0-469d-8dc2-4746672eebb6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83 HTTP/1.1" status: 200 len: 217 time: 0.0696981 Jul 27 21:54:20.015364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-48f0b3ad-8fa2-416e-9955-a3f5732c4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:20.016903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-48f0b3ad-8fa2-416e-9955-a3f5732c4932 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0927954 Jul 27 21:54:20.043306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bee9d-9dc4-483b-9084-4241cbb0b4e3 req-07242381-fd5a-4c2f-867d-95fe32c3b6f3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:20.051896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e00bee9d-9dc4-483b-9084-4241cbb0b4e3 req-07242381-fd5a-4c2f-867d-95fe32c3b6f3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1392334 Jul 27 21:54:20.088440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-77fe7d06-7a14-4cd5-b62b-72d2ec830f05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540299 Jul 27 21:54:20.153513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e00bee9d-9dc4-483b-9084-4241cbb0b4e3 req-37d536b3-2d42-4ee4-8be3-5276c26dbc32 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981512 Jul 27 21:54:20.221858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c11a0066-eb82-40aa-bbc0-cae6c838ca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.277925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-046990a2-3632-4b8f-92b3-ea1e63518cb0 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774416 Jul 27 21:54:20.329340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c11a0066-eb82-40aa-bbc0-cae6c838ca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.428733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c11a0066-eb82-40aa-bbc0-cae6c838ca7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0156948864894524a31729b65275c4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197227 Jul 27 21:54:20.430934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39960) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:20.435871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a0066-eb82-40aa-bbc0-cae6c838ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec834aaf-01d5-4737-9e3d-da6b75bc2b9e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:20.508966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b843f64-5ae8-4386-8c63-c307e1417fd5 req-e7566b76-cefa-4d05-b5f4-85d131a88bc2 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203858 Jul 27 21:54:20.527712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.577678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.692457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device be43c7b5-16b6-464d-8ac1-104ab4504489 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:20.862357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.865222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:20.869720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec834aaf-01d5-4737-9e3d-da6b75bc2b9e HTTP/1.1" status: 204 len: 168 time: 0.4337111 Jul 27 21:54:20.872979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=be43c7b5-16b6-464d-8ac1-104ab4504489,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:20.891507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'be43c7b5-16b6-464d-8ac1-104ab4504489', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': 'be43c7b5-16b6-464d-8ac1-104ab4504489', 'mac_address': 'fa:16:3e:3e:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:20.894758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b95d-d213-48e7-87dc-dc4cbf1706bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec834aaf-01d5-4737-9e3d-da6b75bc2b9e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:20.933691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d486ee-0f7e-4d6e-afa6-8afa0f8bc4d8 req-cf0d9bd7-90d0-4bb6-af63-42785e2f3d5c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:20.935805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0d486ee-0f7e-4d6e-afa6-8afa0f8bc4d8 req-cf0d9bd7-90d0-4bb6-af63-42785e2f3d5c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 943 time: 0.3844135 Jul 27 21:54:20.944138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-c8f10eaa-db1f-4e45-a4a8-305d251eadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:20.946024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-c8f10eaa-db1f-4e45-a4a8-305d251eadfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 1094 time: 0.2724915 Jul 27 21:54:20.994974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:21.043508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be43c7b5-16b6-464d-8ac1-104ab4504489 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:21.066268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0d486ee-0f7e-4d6e-afa6-8afa0f8bc4d8 req-f0c4bb10-1b31-4e8b-aad9-92a4540f7a71 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186633 Jul 27 21:54:21.073920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=be43c7b5-16b6-464d-8ac1-104ab4504489,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:21.132373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646f9f4-050f-4882-a545-c468cf792c62 req-d426a125-0eaf-4183-8107-1ab0de89e592 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:21.148702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5646f9f4-050f-4882-a545-c468cf792c62 req-d426a125-0eaf-4183-8107-1ab0de89e592 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 944 time: 0.2273788 Jul 27 21:54:21.208906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:21.262276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5646f9f4-050f-4882-a545-c468cf792c62 req-4ec42e21-d6e8-484c-904c-33f62e7074f2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117291 Jul 27 21:54:21.354165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:21.432439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-4f884b66-d593-4137-9692-bd5e9a438c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:21.444816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-4f884b66-d593-4137-9692-bd5e9a438c11 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.4618857 Jul 27 21:54:21.539586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-8f986745-02f4-4075-ba71-466267ce9a3b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83 HTTP/1.1" status: 200 len: 217 time: 0.0818515 Jul 27 21:54:21.606265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['be43c7b5-16b6-464d-8ac1-104ab4504489'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:21.691367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcf253-5bde-42d1-863f-b0b1960ecbf2 req-39f5a392-bca8-4106-b553-ac5398f20ade tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:21.705408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cfcf253-5bde-42d1-863f-b0b1960ecbf2 req-39f5a392-bca8-4106-b553-ac5398f20ade tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.4286063 Jul 27 21:54:21.744492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-c122e4d0-63ab-4e6b-a7ce-cc97797d0857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:21.746384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-c122e4d0-63ab-4e6b-a7ce-cc97797d0857 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.1906965 Jul 27 21:54:21.841513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cfcf253-5bde-42d1-863f-b0b1960ecbf2 req-a5cf78ab-616a-4d2a-a937-3ccf1dc39fc8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239951 Jul 27 21:54:21.870909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-edc5c30e-6b21-4b46-b26a-de1127cca268 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105297 Jul 27 21:54:22.062353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-80cef2fc-4a56-4b75-96db-07a10a32c15e service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787941 Jul 27 21:54:22.095028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39980) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:22.142512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f58f7d4-b8ae-40bb-8462-6cd718378526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:22.381304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f58f7d4-b8ae-40bb-8462-6cd718378526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:22.415249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5d7a42f-0e33-4b7a-9b95-6bbf8a29fa24 req-67f91120-b527-4f13-ba2e-278869fc1733 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440237 Jul 27 21:54:22.448390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f58f7d4-b8ae-40bb-8462-6cd718378526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:22.463025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdb3ca-1fe7-4b53-8600-a34c8a75b5c4 req-3c4324ba-eb21-4e5e-9d28-b65f33d344d6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:22.471834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03bdb3ca-1fe7-4b53-8600-a34c8a75b5c4 req-3c4324ba-eb21-4e5e-9d28-b65f33d344d6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 943 time: 0.2273507 Jul 27 21:54:22.499013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f7d4-b8ae-40bb-8462-6cd718378526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a06600e-a43c-4abf-bdb0-9f883cdd4aaf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:22.528153 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-03bdb3ca-1fe7-4b53-8600-a34c8a75b5c4 req-d66dad65-fa87-4b68-b5cb-9e3295bd8e9c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553930 Jul 27 21:54:22.595770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7f58f7d4-b8ae-40bb-8462-6cd718378526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64bd9a5147c741b8b7f16861aaa4a88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991484 Jul 27 21:54:22.598675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39988) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:22.678021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a21a63-a333-4f23-ba9f-48b9f4e6d045 req-edccffc5-0b58-4621-a611-583941a6b6a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:22.680260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95a21a63-a333-4f23-ba9f-48b9f4e6d045 req-edccffc5-0b58-4621-a611-583941a6b6a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 945 time: 0.1828792 Jul 27 21:54:22.680894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bee5a2a2-e613-488b-b55a-3f55849b8e83 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:22.724464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:22.756586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95a21a63-a333-4f23-ba9f-48b9f4e6d045 req-99c04640-bd17-4b7f-9f28-63b9b5286882 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626643 Jul 27 21:54:22.802389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:22.940754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:22.998653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bee5a2a2-e613-488b-b55a-3f55849b8e83', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': 'bee5a2a2-e613-488b-b55a-3f55849b8e83', 'mac_address': 'fa:16:3e:9e:fe:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:23.014637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:23.021044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:23.031886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a06600e-a43c-4abf-bdb0-9f883cdd4aaf HTTP/1.1" status: 204 len: 168 time: 0.4204116 Jul 27 21:54:23.051583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c3311-40ad-452d-ab9d-f3fda3c01099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a06600e-a43c-4abf-bdb0-9f883cdd4aaf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:23.069536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879387ca-4f37-4da8-8896-34be7342c8df req-ea029347-2e47-496a-ad04-fc98ae59bfa7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:23.072049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-879387ca-4f37-4da8-8896-34be7342c8df req-ea029347-2e47-496a-ad04-fc98ae59bfa7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1495583 Jul 27 21:54:23.128665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:23.146133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-879387ca-4f37-4da8-8896-34be7342c8df req-6e810ba8-167c-43bc-bcc4-7f7523e64a05 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551414 Jul 27 21:54:23.162180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5a2a2-e613-488b-b55a-3f55849b8e83 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:23.203257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:23.323784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:23.468713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:23.704929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bee5a2a2-e613-488b-b55a-3f55849b8e83'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:23.725290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a044be-1de3-4dc2-9589-371b893eede1 req-ff6b7609-81f5-47f9-9565-47ba98489d81 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:23.734205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9a044be-1de3-4dc2-9589-371b893eede1 req-ff6b7609-81f5-47f9-9565-47ba98489d81 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 944 time: 0.1030767 Jul 27 21:54:23.795500 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9a044be-1de3-4dc2-9589-371b893eede1 req-c4f378e6-5387-4065-99d2-117a77553b4e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600779 Jul 27 21:54:24.073475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db954-99c5-42c2-882d-742f2c998978 req-d5756ef6-456a-4bfd-beb5-f833014181b7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:24.076335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f71db954-99c5-42c2-882d-742f2c998978 req-d5756ef6-456a-4bfd-beb5-f833014181b7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 945 time: 0.1329701 Jul 27 21:54:24.148976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f71db954-99c5-42c2-882d-742f2c998978 req-a156c4da-79db-4746-baba-f11de649248a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Jul 27 21:54:24.432166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d138048-2893-40c2-8bda-4dea014440ba req-f4c43b3d-542a-40c7-a9a4-dc599d04c2e0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:24.437017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d138048-2893-40c2-8bda-4dea014440ba req-f4c43b3d-542a-40c7-a9a4-dc599d04c2e0 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1067348 Jul 27 21:54:24.519885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d138048-2893-40c2-8bda-4dea014440ba req-ea7370ec-032b-46c0-a1ff-7d54494171a8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Jul 27 21:54:24.683713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device be43c7b5-16b6-464d-8ac1-104ab4504489 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:24.736432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff284-33a4-4a4a-861d-d989119a371c req-856b9dfa-17fa-4f43-b54f-f453d75e6827 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:24.737771 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-169ff284-33a4-4a4a-861d-d989119a371c req-856b9dfa-17fa-4f43-b54f-f453d75e6827 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0983703 Jul 27 21:54:24.786416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-169ff284-33a4-4a4a-861d-d989119a371c req-20d18a7e-e1a4-4698-833c-1a65e2e5aa0a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Jul 27 21:54:24.940353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d28a22-34b8-4bf2-bbb5-4da54340c72e req-94bd11bf-8add-4c76-8044-04a710a4b8e7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:24.942016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90d28a22-34b8-4bf2-bbb5-4da54340c72e req-94bd11bf-8add-4c76-8044-04a710a4b8e7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 944 time: 0.0812311 Jul 27 21:54:24.997351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90d28a22-34b8-4bf2-bbb5-4da54340c72e req-0cfa1295-3d80-41af-b692-45cdda312f81 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Jul 27 21:54:25.021706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port be43c7b5-16b6-464d-8ac1-104ab4504489 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:25.025904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port be43c7b5-16b6-464d-8ac1-104ab4504489 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:25.026328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:25.113691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:25.196131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:25.199692 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02de817-319c-43ff-aa32-db11653cfd72" -d '{"events": [{"server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "name": "network-vif-plugged", "status": "completed", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:25.257338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=be43c7b5-16b6-464d-8ac1-104ab4504489,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:25.350942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f040f-9674-4be3-a833-715cfe48b624 req-d10f69f8-3864-4bb9-b995-df8afd287097 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:25.353171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a7f040f-9674-4be3-a833-715cfe48b624 req-d10f69f8-3864-4bb9-b995-df8afd287097 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 945 time: 0.1139553 Jul 27 21:54:25.414416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:25.448661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a7f040f-9674-4be3-a833-715cfe48b624 req-8075f373-66ef-41a6-a682-6acf7bd17c6d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839558 Jul 27 21:54:25.502356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:25.656080 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541613a5-c5df-4525-babe-d4d14f71e946 x-openstack-request-id: req-541613a5-c5df-4525-babe-d4d14f71e946 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:25.656892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "name": "network-vif-plugged", "status": "completed", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:25.661591 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-541613a5-c5df-4525-babe-d4d14f71e946 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:25.662116 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489', 'code': 200} Jul 27 21:54:25.815483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c550f-5ec5-43eb-abba-2b23c49b68b8 req-c8cb7a4d-9eb2-4aff-a570-01a2d72d31c9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:25.815483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d0c550f-5ec5-43eb-abba-2b23c49b68b8 req-c8cb7a4d-9eb2-4aff-a570-01a2d72d31c9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1700034 Jul 27 21:54:25.875470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1486a-63ce-48ed-b153-af555a91e2fc req-d87be900-1ac8-45ce-bd97-b1036327e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:25.877167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ba1486a-63ce-48ed-b153-af555a91e2fc req-d87be900-1ac8-45ce-bd97-b1036327e21b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 1097 time: 0.1293013 Jul 27 21:54:25.910532 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d0c550f-5ec5-43eb-abba-2b23c49b68b8 req-033707e6-df42-4e46-b116-4d0b874fab3f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857415 Jul 27 21:54:25.961117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ba1486a-63ce-48ed-b153-af555a91e2fc req-aa327a4d-682f-4152-bcbc-f5b0ce022c45 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Jul 27 21:54:25.999564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97740d13-b1d4-44ce-88b0-3a17422e830e req-5c630343-148a-4dd6-9e55-ff4359bb1ea0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:26.001299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97740d13-b1d4-44ce-88b0-3a17422e830e req-5c630343-148a-4dd6-9e55-ff4359bb1ea0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0885520 Jul 27 21:54:26.082049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97740d13-b1d4-44ce-88b0-3a17422e830e req-547d5a22-4870-4e94-96ef-8a2028cca81c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735805 Jul 27 21:54:26.195343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2ccfd-e10d-4859-9153-3bca807065b9 req-7a5564b6-91b8-45a9-8d65-51123323c9d8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:26.197803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66e2ccfd-e10d-4859-9153-3bca807065b9 req-7a5564b6-91b8-45a9-8d65-51123323c9d8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 944 time: 0.0980904 Jul 27 21:54:26.246592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66e2ccfd-e10d-4859-9153-3bca807065b9 req-dcbf328a-17c3-45c9-aef0-2e81370bb327 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Jul 27 21:54:26.603593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fcbb-c68d-410d-90ff-d23a2b0f33ec req-f28d6bec-87d3-4fbc-92c4-eeb06f63edf4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:26.605372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee29fcbb-c68d-410d-90ff-d23a2b0f33ec req-f28d6bec-87d3-4fbc-92c4-eeb06f63edf4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 946 time: 0.0721407 Jul 27 21:54:26.651347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee29fcbb-c68d-410d-90ff-d23a2b0f33ec req-7cf69233-ec12-48a3-8a88-940ed3d4d021 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Jul 27 21:54:26.684872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bee5a2a2-e613-488b-b55a-3f55849b8e83 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:26.859562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bee5a2a2-e613-488b-b55a-3f55849b8e83 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:26.866849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bee5a2a2-e613-488b-b55a-3f55849b8e83 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:26.867729 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:26.987884 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:27.033491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:27.084949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ab121-594e-4e21-8b0e-59dc0b5714f3 req-bf0b61be-766d-4a27-8911-917c152bc95b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.086700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c7ab121-594e-4e21-8b0e-59dc0b5714f3 req-bf0b61be-766d-4a27-8911-917c152bc95b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0849888 Jul 27 21:54:27.128224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:27.133636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c7ab121-594e-4e21-8b0e-59dc0b5714f3 req-71775350-1e4e-4b90-bd07-b22a9a464791 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Jul 27 21:54:27.193620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:27.318253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c76eb-b9bd-44f0-9156-196a7080a388 req-3829e44c-b2b5-416a-9584-06e605431223 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.318253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc6c76eb-b9bd-44f0-9156-196a7080a388 req-3829e44c-b2b5-416a-9584-06e605431223 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1020164 Jul 27 21:54:27.385197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cc6c76eb-b9bd-44f0-9156-196a7080a388 req-609c7a90-28e4-440b-8f93-3d5604e8256d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583737 Jul 27 21:54:27.420675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134da5b-3db2-4810-8483-3bbebb8b7631 req-58b76929-0d56-4756-a354-74b22d24a60e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.422261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9134da5b-3db2-4810-8483-3bbebb8b7631 req-58b76929-0d56-4756-a354-74b22d24a60e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.0975440 Jul 27 21:54:27.467436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9134da5b-3db2-4810-8483-3bbebb8b7631 req-fdb7a7f3-6236-407c-99bf-7a11ad8ae87e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380974 Jul 27 21:54:27.662943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:27.666239 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6ad96-41af-4404-8008-ceb06d594f7d" -d '{"events": [{"server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "name": "network-vif-plugged", "status": "completed", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:27.671946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-26bdb847-75fb-47bb-97cd-c2cd726520b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.675252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-26bdb847-75fb-47bb-97cd-c2cd726520b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1097 time: 0.0767446 Jul 27 21:54:27.718706 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a4fea6-00af-4017-9f54-1c05f24f4c7e x-openstack-request-id: req-73a4fea6-00af-4017-9f54-1c05f24f4c7e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:27.719242 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "name": "network-vif-plugged", "status": "completed", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:27.719242 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73a4fea6-00af-4017-9f54-1c05f24f4c7e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:27.719667 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83', 'code': 200} Jul 27 21:54:27.829254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf19d2f-d99c-465f-8417-81947a896212 req-d2f47797-61be-45d1-8ee1-5095c75c5aac tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.830845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abf19d2f-d99c-465f-8417-81947a896212 req-d2f47797-61be-45d1-8ee1-5095c75c5aac tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 946 time: 0.0786264 Jul 27 21:54:27.855798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-caa427c6-9143-452b-99c8-bb4056b97eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.859330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-caa427c6-9143-452b-99c8-bb4056b97eb6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.1702421 Jul 27 21:54:27.888167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abf19d2f-d99c-465f-8417-81947a896212 req-eb9f55b2-16b0-47f3-96bf-e29ddd1d68ce tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Jul 27 21:54:27.952447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-ec45d0dc-9934-4dfa-b931-7438d58ea05e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0794539 Jul 27 21:54:27.957177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a768-1a05-4343-bdc4-762a10b92769 req-4ac3d6a0-cdcf-4bb2-88a8-564bf7ef04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:27.958722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1106a768-1a05-4343-bdc4-762a10b92769 req-4ac3d6a0-cdcf-4bb2-88a8-564bf7ef04a0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 1096 time: 0.1613781 Jul 27 21:54:28.032126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-99a716e3-167f-463d-885a-351548bd26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.033652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-99a716e3-167f-463d-885a-351548bd26d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0740492 Jul 27 21:54:28.038067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1106a768-1a05-4343-bdc4-762a10b92769 req-fb964eec-3023-4e92-bcff-40df92e26520 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682387 Jul 27 21:54:28.138777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-7edbb36f-8b91-41a9-ac76-f5c44909a66d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500629 Jul 27 21:54:28.207156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40144) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:28.324601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-150c302d-ee50-4ad7-8d19-8b1de5f82008 service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735048 Jul 27 21:54:28.336407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-987e6a53-fbcd-4737-9ed5-0ed31999408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.412182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03138a8-1074-49bc-a0d1-8ce374c4b646 req-7bc974a6-6e9e-4cb9-9809-3c45a601bab7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.413804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a03138a8-1074-49bc-a0d1-8ce374c4b646 req-7bc974a6-6e9e-4cb9-9809-3c45a601bab7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1568148 Jul 27 21:54:28.459654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-987e6a53-fbcd-4737-9ed5-0ed31999408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.485265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a03138a8-1074-49bc-a0d1-8ce374c4b646 req-14381134-332c-438f-99af-e1829393da6f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635784 Jul 27 21:54:28.487728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0890ebb1-ca46-49bc-97aa-821ac8c663c5 req-24cbb0f2-5653-4f31-8927-4c539d30a93c service neutron] 10.222.0.76 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538126 Jul 27 21:54:28.539365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-987e6a53-fbcd-4737-9ed5-0ed31999408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.618277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-987e6a53-fbcd-4737-9ed5-0ed31999408b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b16d86438d554cf69bc34c658e847672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094865 Jul 27 21:54:28.622250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:28.626158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e6a53-fbcd-4737-9ed5-0ed31999408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d8362-983d-4a5f-b6cf-c78f6920644a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:28.627125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0066d-07c9-4fb6-9a89-429b9e2e5c49 req-013d058b-8516-4fb6-8d72-6524140f8423 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.628768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81f0066d-07c9-4fb6-9a89-429b9e2e5c49 req-013d058b-8516-4fb6-8d72-6524140f8423 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.0727916 Jul 27 21:54:28.694349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81f0066d-07c9-4fb6-9a89-429b9e2e5c49 req-63b8396c-dcba-4bcc-b629-ad605125935e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475919 Jul 27 21:54:28.701910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd6ec8-ece7-4ed5-bc3b-97ba8f202af8 req-5f4258c4-985d-4d90-aae8-8fca68438950 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.706149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11fd6ec8-ece7-4ed5-bc3b-97ba8f202af8 req-5f4258c4-985d-4d90-aae8-8fca68438950 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1525381 Jul 27 21:54:28.709810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.750931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.780303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11fd6ec8-ece7-4ed5-bc3b-97ba8f202af8 req-7eec6a62-1808-4286-b589-3ae7a799d13b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652430 Jul 27 21:54:28.843885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b8b97-53ec-4dd9-a127-f0be47e4ba18 req-734bc795-c702-4177-821b-2fbd86d54da0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:28.845503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b89b8b97-53ec-4dd9-a127-f0be47e4ba18 req-734bc795-c702-4177-821b-2fbd86d54da0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 946 time: 0.0906281 Jul 27 21:54:28.887715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.890565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:28.891755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d2d8362-983d-4a5f-b6cf-c78f6920644a HTTP/1.1" status: 204 len: 168 time: 0.2666521 Jul 27 21:54:28.899012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b89b8b97-53ec-4dd9-a127-f0be47e4ba18 req-b6f1e245-c01c-4dc2-b267-276384a46dc6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Jul 27 21:54:28.901539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4ed71-2508-4398-a84e-72e903b69610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d8362-983d-4a5f-b6cf-c78f6920644a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:29.620533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40166) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:29.636457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea2eefbd-0355-4bbd-89f1-93eb8dbaf1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:29.655857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3a63-3191-429a-8ee0-7dbafae3dc9f req-24ebc51f-7b88-4654-964a-858ec64e5424 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:29.657541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c19d3a63-3191-429a-8ee0-7dbafae3dc9f req-24ebc51f-7b88-4654-964a-858ec64e5424 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.0856080 Jul 27 21:54:29.701597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c19d3a63-3191-429a-8ee0-7dbafae3dc9f req-14999287-8854-4a59-a26e-8d2263a73e6d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372472 Jul 27 21:54:29.748424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea2eefbd-0355-4bbd-89f1-93eb8dbaf1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:29.845428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4b53e-9cc8-44e4-9e96-33c41af74c26 req-72193496-c4b5-498e-ac0f-fb49c29ca234 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:29.847372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10d4b53e-9cc8-44e4-9e96-33c41af74c26 req-72193496-c4b5-498e-ac0f-fb49c29ca234 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.0693741 Jul 27 21:54:29.872324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea2eefbd-0355-4bbd-89f1-93eb8dbaf1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:29.930597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea2eefbd-0355-4bbd-89f1-93eb8dbaf1e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd70cb9182c0432fb153711e40152b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081970 Jul 27 21:54:29.934340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10d4b53e-9cc8-44e4-9e96-33c41af74c26 req-bddad532-6084-4f44-bba1-8f5a33bd0eee tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787048 Jul 27 21:54:29.934812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40174) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:29.940021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eefbd-0355-4bbd-89f1-93eb8dbaf1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc736b8-7b38-4ea1-9d7b-79b0df21e4eb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:29.984453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3d29-1832-4d59-9298-47791bd72d58 req-30878109-d5ae-42c6-903b-86cdfcefba75 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:29.994391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a7a3d29-1832-4d59-9298-47791bd72d58 req-30878109-d5ae-42c6-903b-86cdfcefba75 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1258006 Jul 27 21:54:30.000479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.027023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.044457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a7a3d29-1832-4d59-9298-47791bd72d58 req-00e06395-62a5-474d-a620-b77aeac0705e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Jul 27 21:54:30.182000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2c17-3707-4cd6-8676-eb644c646cc4 req-33aa71d7-0add-4f83-9009-85ce47d33f5e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.183019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c6d2c17-3707-4cd6-8676-eb644c646cc4 req-33aa71d7-0add-4f83-9009-85ce47d33f5e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 946 time: 0.0707011 Jul 27 21:54:30.206119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a57e3-5517-49cb-8cd2-fd757200aafc req-fe13d7a4-8979-4167-b7cd-2e282e5bb65a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.207856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29a57e3-5517-49cb-8cd2-fd757200aafc req-fe13d7a4-8979-4167-b7cd-2e282e5bb65a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.0689323 Jul 27 21:54:30.213367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.226548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.226548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fc736b8-7b38-4ea1-9d7b-79b0df21e4eb HTTP/1.1" status: 204 len: 168 time: 0.2814214 Jul 27 21:54:30.251038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc528f-a298-47e5-b0e1-3c098a2b2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc736b8-7b38-4ea1-9d7b-79b0df21e4eb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:30.275864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c6d2c17-3707-4cd6-8676-eb644c646cc4 req-e536b992-b50e-41aa-b5b0-524a045d5cf4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785401 Jul 27 21:54:30.293852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29a57e3-5517-49cb-8cd2-fd757200aafc req-57f19ff0-f551-4efe-bd9e-0d41e353a936 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718098 Jul 27 21:54:30.347841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-f8006969-ceb2-4107-bc85-77089bd5ac73 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.349517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-f8006969-ceb2-4107-bc85-77089bd5ac73 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 946 time: 0.1482458 Jul 27 21:54:30.444842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f580b-1f1f-4cf5-947a-5f5f7bca2b69 req-34214e40-0276-4db2-bf88-15e530885134 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.446808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d40f580b-1f1f-4cf5-947a-5f5f7bca2b69 req-34214e40-0276-4db2-bf88-15e530885134 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.0758064 Jul 27 21:54:30.486588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Deleting port be43c7b5-16b6-464d-8ac1-104ab4504489 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:54:30.487503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.494420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d40f580b-1f1f-4cf5-947a-5f5f7bca2b69 req-029dc47b-c249-4c83-9a01-df06cea54844 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Jul 27 21:54:30.600530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] For port be43c7b5-16b6-464d-8ac1-104ab4504489, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=be43c7b5-16b6-464d-8ac1-104ab4504489,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:30.600974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.616016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Calling delete_port for be43c7b5-16b6-464d-8ac1-104ab4504489 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:54:30.738430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:54:30.919981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:30.948130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:30.948856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eadb2-1779-4da2-8563-892150f9139a req-3a147f0c-d2c0-46b9-8844-6e288ac52504 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:30.950412 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351961e7-f38c-45d0-ab2f-734e521edb88" -d '{"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:30.950638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-883eadb2-1779-4da2-8563-892150f9139a req-3a147f0c-d2c0-46b9-8844-6e288ac52504 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.1487427 Jul 27 21:54:30.968084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:31.001065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-883eadb2-1779-4da2-8563-892150f9139a req-b2e31018-5196-4e4f-ace7-3f926adb7eb8 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 Jul 27 21:54:31.038419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:31.067711 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745a930-952a-4943-afaa-02e80fce3e2d x-openstack-request-id: req-6745a930-952a-4943-afaa-02e80fce3e2d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:31.068003 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:31.068257 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6745a930-952a-4943-afaa-02e80fce3e2d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:31.068650 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'code': 200} Jul 27 21:54:31.088002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event deleted for resources: {'Port': ['ID=be43c7b5-16b6-464d-8ac1-104ab4504489,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:31.164921 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:31.173631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] No DVR routers for this DVR port be43c7b5-16b6-464d-8ac1-104ab4504489 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:54:31.180100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:31.181119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4d5f599-e9f8-4809-b289-07c72b82d8ad req-1a216dfb-ba47-4f78-9da6-f62eb9d5cd46 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "DELETE /v2.0/ports/be43c7b5-16b6-464d-8ac1-104ab4504489 HTTP/1.1" status: 204 len: 173 time: 0.8247173 Jul 27 21:54:31.183034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'name': 'network-vif-deleted', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:31.187533 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a6128b-f1db-40d4-89b6-3f7a24399999" -d '{"events": [{"server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "name": "network-vif-deleted", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:31.263946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a17ae2-ffe7-4f93-a06e-a162ed173c4e req-a3bc12f9-6e06-4103-bbe2-2fa99a68c983 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:31.267392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3a17ae2-ffe7-4f93-a06e-a162ed173c4e req-a3bc12f9-6e06-4103-bbe2-2fa99a68c983 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1109703 Jul 27 21:54:31.303022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87731b-6822-4bcf-896b-641958bcfb31 req-ad5dc458-9d37-49dc-b5ab-3b02ecb17e01 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:31.314166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:31.319001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c87731b-6822-4bcf-896b-641958bcfb31 req-ad5dc458-9d37-49dc-b5ab-3b02ecb17e01 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.1363087 Jul 27 21:54:31.350527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3a17ae2-ffe7-4f93-a06e-a162ed173c4e req-1164da7c-c9c8-4ae6-a1a1-ea986e3ddf11 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732205 Jul 27 21:54:31.371357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c87731b-6822-4bcf-896b-641958bcfb31 req-5c4f4cc6-64bd-450f-aaae-97c837209e18 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508368 Jul 27 21:54:31.483606 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1da6320-88b2-4db2-b296-d8d7a3985512 x-openstack-request-id: req-d1da6320-88b2-4db2-b296-d8d7a3985512 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:31.483978 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f91a9-4e26-466a-9290-b5ca5c11e9db", "name": "network-vif-deleted", "tag": "be43c7b5-16b6-464d-8ac1-104ab4504489", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:31.484374 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1da6320-88b2-4db2-b296-d8d7a3985512 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:31.487818 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546f91a9-4e26-466a-9290-b5ca5c11e9db', 'name': 'network-vif-deleted', 'tag': 'be43c7b5-16b6-464d-8ac1-104ab4504489', 'status': 'completed', 'code': 200} Jul 27 21:54:31.606339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a85f5f0-b1cb-44e2-a1d8-31d39d3d9c1a req-a480a0df-b378-4784-be45-a5e6e4d0297e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=546f91a9-4e26-466a-9290-b5ca5c11e9db HTTP/1.1" status: 200 len: 210 time: 0.0366404 Jul 27 21:54:31.900489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4da9894f-ec34-4ba2-b020-9ccab4b0c48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:32.154426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842afebd-53a9-4664-927e-f3e1c30b7004 req-85e2db37-1415-49ce-9dc4-002b723f6bf5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.156325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-842afebd-53a9-4664-927e-f3e1c30b7004 req-85e2db37-1415-49ce-9dc4-002b723f6bf5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0780754 Jul 27 21:54:32.202966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-842afebd-53a9-4664-927e-f3e1c30b7004 req-d2a850e1-9594-4578-9ac0-6678a04b61a6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Jul 27 21:54:32.363512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d552ce-5670-4dde-8c0a-cb92b90dbdee req-2f31e696-2baf-493a-8a4d-359cf361cb24 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.365670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1d552ce-5670-4dde-8c0a-cb92b90dbdee req-2f31e696-2baf-493a-8a4d-359cf361cb24 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0770652 Jul 27 21:54:32.430627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f1d552ce-5670-4dde-8c0a-cb92b90dbdee req-d0f5a2e4-d8a4-4ef5-b6ec-73d247f8b19f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534947 Jul 27 21:54:32.606027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df366e-aaee-46f1-b5ba-257888b9bd2d req-b060b542-d9f5-49f2-8f3f-b3424d82ee4d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.608343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02df366e-aaee-46f1-b5ba-257888b9bd2d req-b060b542-d9f5-49f2-8f3f-b3424d82ee4d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1686335 Jul 27 21:54:32.640760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c25a1-687e-4fb8-875d-1cda8044287d req-27345c86-ed69-45be-bec5-1bca0bfe5ccc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.642552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e1c25a1-687e-4fb8-875d-1cda8044287d req-27345c86-ed69-45be-bec5-1bca0bfe5ccc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.0781550 Jul 27 21:54:32.655314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02df366e-aaee-46f1-b5ba-257888b9bd2d req-e17f5ea0-3a93-41a9-8bd4-4a686b90953e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Jul 27 21:54:32.691537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e1c25a1-687e-4fb8-875d-1cda8044287d req-daeeeeae-eefc-4d6d-bf63-4caad38567e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Jul 27 21:54:32.733323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device be43c7b5-16b6-464d-8ac1-104ab4504489 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:54:32.815708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: be43c7b5-16b6-464d-8ac1-104ab4504489 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:54:32.816108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device be43c7b5-16b6-464d-8ac1-104ab4504489 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:54:32.902643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-94e815f3-90f7-4986-8f5e-81d835208c26 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:32.903735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-94e815f3-90f7-4986-8f5e-81d835208c26 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 945 time: 0.1485751 Jul 27 21:54:33.043099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port bee5a2a2-e613-488b-b55a-3f55849b8e83 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:54:33.043598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.155284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port bee5a2a2-e613-488b-b55a-3f55849b8e83, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bee5a2a2-e613-488b-b55a-3f55849b8e83,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:33.155958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.173769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for bee5a2a2-e613-488b-b55a-3f55849b8e83 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:54:33.298822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-955b1067-b379-4d42-a76b-8194b8af471c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.309859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-955b1067-b379-4d42-a76b-8194b8af471c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.1989703 Jul 27 21:54:33.325963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-054a214b-b6ff-485b-8b03-116f0c53261d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0141675 Jul 27 21:54:33.371173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-546201e4-a922-41c8-bdad-1c41f7b5dba6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362058 Jul 27 21:54:33.578918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-8cc3f363-95fa-459e-8825-3c782fbae314 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919804 Jul 27 21:54:33.706392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e2b92d4-101c-494e-8128-a8affb9e2327 req-8ebe7f34-798d-4b30-b38e-f79be9690321 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160562 Jul 27 21:54:33.730546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e363f29-c643-461c-b0b1-208fb59775a1 req-999cf488-4326-4cbe-a942-95c9e6d6a511 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:33.732868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e363f29-c643-461c-b0b1-208fb59775a1 req-999cf488-4326-4cbe-a942-95c9e6d6a511 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.4690831 Jul 27 21:54:33.778434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e363f29-c643-461c-b0b1-208fb59775a1 req-3092d618-e8bc-4d5c-aac0-c50a435582a6 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Jul 27 21:54:33.836272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:33.849176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:33.887104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'bee5a2a2-e613-488b-b55a-3f55849b8e83'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:33.900113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=bee5a2a2-e613-488b-b55a-3f55849b8e83,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:34.082553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port bee5a2a2-e613-488b-b55a-3f55849b8e83 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:54:34.092769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee4d3e6f-0433-40ca-9460-e3228ec23fcb req-3b26a26f-8bcb-4443-9c69-c5c35b96c399 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.0782530 Jul 27 21:54:34.095032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:34.097611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f911156f-b326-49da-bd61-bb5cfbf1b2d7 req-5f951962-a69c-45b9-822c-923c20473c1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "DELETE /v2.0/ports/bee5a2a2-e613-488b-b55a-3f55849b8e83 HTTP/1.1" status: 204 len: 173 time: 1.1834264 Jul 27 21:54:34.099684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'name': 'network-vif-deleted', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:34.102947 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31d5dea-20a9-4119-9a4c-c1c954a554a4" -d '{"events": [{"server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "name": "network-vif-deleted", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:34.173384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540271a-8213-477c-897e-4354378fcdf4 req-aebf9975-8d95-4770-aff3-5aa6d3bd9e07 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.179003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0540271a-8213-477c-897e-4354378fcdf4 req-aebf9975-8d95-4770-aff3-5aa6d3bd9e07 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.2862282 Jul 27 21:54:34.192174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-2e82c0ef-65e8-4111-94ae-13af70089c01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3951690 Jul 27 21:54:34.229317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0540271a-8213-477c-897e-4354378fcdf4 req-2d0a044f-7d1e-487d-af2f-63dede6fe8d9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Jul 27 21:54:34.322844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f2bbb68-49f0-4460-b6b1-22d1340e7b0c req-c33e27cf-e1b5-4e60-903a-237e6f2932c8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0371346 Jul 27 21:54:34.376502 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74dd469-d3e1-4423-ad14-60f6bc99de20 x-openstack-request-id: req-a74dd469-d3e1-4423-ad14-60f6bc99de20 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:34.376502 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a965dd6d-191b-48bc-a7b5-4cc695b4a58a", "name": "network-vif-deleted", "tag": "bee5a2a2-e613-488b-b55a-3f55849b8e83", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:34.376502 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a74dd469-d3e1-4423-ad14-60f6bc99de20 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:34.376502 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a965dd6d-191b-48bc-a7b5-4cc695b4a58a', 'name': 'network-vif-deleted', 'tag': 'bee5a2a2-e613-488b-b55a-3f55849b8e83', 'status': 'completed', 'code': 200} Jul 27 21:54:34.453526 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0498569f-ddbc-456c-b95e-d15e785dcfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:34.744326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:54:34.837182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:34.934504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e1909-f962-4484-8423-cf309852944d req-334212c0-5a32-4e08-a6c0-a4b70b45c62b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:34.936504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a56e1909-f962-4484-8423-cf309852944d req-334212c0-5a32-4e08-a6c0-a4b70b45c62b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0708549 Jul 27 21:54:34.977605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a56e1909-f962-4484-8423-cf309852944d req-f453b295-d92f-4df8-ad9c-f7086322a3de tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Jul 27 21:54:35.229465 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-788892dc-3f5c-4a3e-ab13-d56c159d0841 req-fcbf8079-fd5c-487c-a5ea-13f848268a07 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=a965dd6d-191b-48bc-a7b5-4cc695b4a58a HTTP/1.1" status: 200 len: 210 time: 0.0381587 Jul 27 21:54:35.408680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5918c-921f-4338-8874-5fe813b5c69e req-539106ce-ef25-48cb-b137-269ac3eecb76 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:35.416074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01e5918c-921f-4338-8874-5fe813b5c69e req-539106ce-ef25-48cb-b137-269ac3eecb76 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0875494 Jul 27 21:54:35.461378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01e5918c-921f-4338-8874-5fe813b5c69e req-23bde336-9aa3-4685-b5a8-07a508b69b7e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Jul 27 21:54:35.476440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06333c37-412f-493b-93f3-584c6568692c req-ef9bb89e-9a6c-4d31-bdbd-e832d63465da tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0355184 Jul 27 21:54:35.830337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:36.124317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0f32c-9423-47b3-b18f-9cfef90c9907 req-0c48286b-5827-4f40-86e0-2255cc6f584f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:36.125929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4bc0f32c-9423-47b3-b18f-9cfef90c9907 req-0c48286b-5827-4f40-86e0-2255cc6f584f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0729508 Jul 27 21:54:36.173179 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4bc0f32c-9423-47b3-b18f-9cfef90c9907 req-ab46d04f-85a9-444b-9084-ccfaed4acf45 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378678 Jul 27 21:54:36.611821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029204c4-b2c1-4966-babf-f9ecffadf411 req-e044047f-ed51-478f-8a42-fbe79c0a3467 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:36.613529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-029204c4-b2c1-4966-babf-f9ecffadf411 req-e044047f-ed51-478f-8a42-fbe79c0a3467 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.0801809 Jul 27 21:54:36.660028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-029204c4-b2c1-4966-babf-f9ecffadf411 req-d607fc1c-df35-4c4c-83b5-561fa323b50c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366449 Jul 27 21:54:36.698497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-625b86b3-2fbf-498d-a0f6-0fabdcf38b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:36.700597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-625b86b3-2fbf-498d-a0f6-0fabdcf38b70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4&tenant_id=bc95a1fa104f40dd86b20a7ab3508da4 HTTP/1.1" status: 200 len: 1095 time: 0.1142187 Jul 27 21:54:36.712980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:36.738902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bee1d469-0f2c-407f-bd81-2968f8712df2 req-3a3a3ace-39a5-472b-9b93-0aaf2a0d0572 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0343442 Jul 27 21:54:36.771603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bee5a2a2-e613-488b-b55a-3f55849b8e83 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:54:36.804829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bee5a2a2-e613-488b-b55a-3f55849b8e83 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:54:36.805284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bee5a2a2-e613-488b-b55a-3f55849b8e83 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:54:36.825590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:36.932922 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:36.992666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ebd0c-295d-473f-be78-d1650782eceb req-3f0e0e12-1cf1-46b4-bd30-70ad44a17b29 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:36.994507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-412ebd0c-295d-473f-be78-d1650782eceb req-3f0e0e12-1cf1-46b4-bd30-70ad44a17b29 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.1815162 Jul 27 21:54:37.085087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-412ebd0c-295d-473f-be78-d1650782eceb req-93797d4c-8368-4b60-8983-182857bebbd0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826817 Jul 27 21:54:37.122354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:37.159516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:37.196553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:37.205897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.255305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Transition to ACTIVE for port object e364b0e9-942b-434a-aef0-84e2161e8468 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:37.309357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be668a-d8c3-46fb-b0a3-740425713305 req-e60777f7-8854-4f53-a22c-07a70d8b60c6 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.311577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39be668a-d8c3-46fb-b0a3-740425713305 req-e60777f7-8854-4f53-a22c-07a70d8b60c6 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1012702 Jul 27 21:54:37.351837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9199f8-29a8-4f2e-95cb-4fbc87a618ee req-037f882b-f970-48c2-92f3-6afc92522cc7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.354575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e9199f8-29a8-4f2e-95cb-4fbc87a618ee req-037f882b-f970-48c2-92f3-6afc92522cc7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 944 time: 0.0912635 Jul 27 21:54:37.387618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.405958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e9199f8-29a8-4f2e-95cb-4fbc87a618ee req-4c24119f-06bb-4404-b70b-d490fcc80404 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Jul 27 21:54:37.406711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39be668a-d8c3-46fb-b0a3-740425713305 req-802db653-9920-40cf-ad62-703deecfdd42 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853369 Jul 27 21:54:37.418208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.482843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] No DVR routers for this DVR port e364b0e9-942b-434a-aef0-84e2161e8468 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:54:37.485990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=9']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:37.533352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-574cd489-8489-4132-ad1c-38a08d9d8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.534962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-574cd489-8489-4132-ad1c-38a08d9d8c06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.1864941 Jul 27 21:54:37.544202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:37.544541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:37.544928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:37.549797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:54:37.550205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Attempting to bind port e364b0e9-942b-434a-aef0-84e2161e8468 on network 5e7a4087-f6af-49fc-90b2-02e79935d18d {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:37.563814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:37.564165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Checking segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:37.564549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Bound using segment: {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:37.565000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Bound port: e364b0e9-942b-434a-aef0-84e2161e8468, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada2806b-d039-4357-890a-525a94177ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:37.565368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.695151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-5de0d7a6-bf16-4967-8558-45e9c4d5a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.696709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-5de0d7a6-bf16-4967-8558-45e9c4d5a8aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.1433432 Jul 27 21:54:37.699021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:37.702593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:37.765166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-3a0d743d-4b9c-4ee4-b49a-84e8740d1383 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 1001 time: 0.0606759 Jul 27 21:54:37.822992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-837b0480-2e43-4435-a03a-ed564f3f1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:37.824637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-837b0480-2e43-4435-a03a-ed564f3f1059 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0520906 Jul 27 21:54:37.839684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-308d6854-149e-411f-8b81-661827acdc4a req-d1f8f894-cf2e-4b94-b320-2541c3456933 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0469880 Jul 27 21:54:37.867736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.053086 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.228298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.228867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.230273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] 10.222.0.50 "PUT /v2.0/ports/e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 1092 time: 1.5215175 Jul 27 21:54:38.230905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:38.233209 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958cca79-8f8b-4cb3-9653-cdda8efc1f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:38.283001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1404d4-19fe-4ac3-b424-5f5b3bafbd8e service neutron] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=10']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:38.307439 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b028c-6dd6-444c-a8ba-fd11bd280124 x-openstack-request-id: req-5a4b028c-6dd6-444c-a8ba-fd11bd280124 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:38.307725 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:38.307980 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a4b028c-6dd6-444c-a8ba-fd11bd280124 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:38.308370 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'status': 'completed', 'code': 200} Jul 27 21:54:38.314935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-535b3522-883a-43d1-be78-5f3440db27b7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.316540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-535b3522-883a-43d1-be78-5f3440db27b7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.0887725 Jul 27 21:54:38.320611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-4979763c-6fdb-4299-ac45-cddf8203db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.322113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-4979763c-6fdb-4299-ac45-cddf8203db87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4896564 Jul 27 21:54:38.401938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd71d5-c1a6-462e-84c1-525069aa5fd2 req-af0deac7-5826-4d59-a3db-629a9695e106 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.403578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82cd71d5-c1a6-462e-84c1-525069aa5fd2 req-af0deac7-5826-4d59-a3db-629a9695e106 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 946 time: 0.2143652 Jul 27 21:54:38.436970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port a33f12c4-5df3-4c8e-bc39-3a65dec48065 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:54:38.437445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.448563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-b7a1babe-6e49-4b04-b6b9-3d93025a065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.449428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-b7a1babe-6e49-4b04-b6b9-3d93025a065f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1096 time: 0.1810977 Jul 27 21:54:38.521953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-00440052-ef75-4573-b814-e8e3ce4a3572 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898751 Jul 27 21:54:38.528846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82cd71d5-c1a6-462e-84c1-525069aa5fd2 req-de118975-e2da-4b62-a29f-51125208bbc8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169312 Jul 27 21:54:38.585383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port a33f12c4-5df3-4c8e-bc39-3a65dec48065, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a33f12c4-5df3-4c8e-bc39-3a65dec48065,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:38.586141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.611334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for a33f12c4-5df3-4c8e-bc39-3a65dec48065 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:54:38.670751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-30c9a058-0b3a-4090-949f-f42b6d5c026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.672582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-30c9a058-0b3a-4090-949f-f42b6d5c026a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.2085919 Jul 27 21:54:38.689468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4bd8-6373-40f6-9a17-9c174e3185c7 req-ea90037d-7bb6-4498-b9e8-bc2f2e9d933c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.691226 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc6f4bd8-6373-40f6-9a17-9c174e3185c7 req-ea90037d-7bb6-4498-b9e8-bc2f2e9d933c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1754501 Jul 27 21:54:38.730644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b3a985b-1ff0-4849-948e-455e653fdb5d req-4a95f4ff-197d-4af3-a3d7-275018a14f48 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984935 Jul 27 21:54:38.740172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-4b603408-171b-4778-bfc6-18386debb29b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0547071 Jul 27 21:54:38.751503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc6f4bd8-6373-40f6-9a17-9c174e3185c7 req-8804f623-d126-402d-8d71-c4cc3abfaa92 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464990 Jul 27 21:54:38.811806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:38.829505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9c44-09aa-49e4-b619-1972d1e448f7 req-9df732fb-71db-473d-bcdd-274e52d13c22 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.834844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29c9c44-09aa-49e4-b619-1972d1e448f7 req-9df732fb-71db-473d-bcdd-274e52d13c22 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.2231355 Jul 27 21:54:38.853982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-1eb287f4-e6e9-4ae1-a3d3-848f350e9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:38.853982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-1eb287f4-e6e9-4ae1-a3d3-848f350e9f1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.1037776 Jul 27 21:54:38.906107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-0a6290ae-d623-44a9-b0fe-7e7c7c5d9f5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448592 Jul 27 21:54:38.930770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d29c9c44-09aa-49e4-b619-1972d1e448f7 req-82f17cbb-bc8d-4a52-af98-8bd983b61804 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907824 Jul 27 21:54:39.004450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb0aad83-96eb-4753-872b-b9694e7ca25f req-d8aceb56-4b80-49fd-b168-541aa7776f38 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0356262 Jul 27 21:54:39.005206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.007527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3458a24-9272-4a1a-89d8-415f3b7c0259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.027415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:39.039816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=a33f12c4-5df3-4c8e-bc39-3a65dec48065,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:39.089344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port a33f12c4-5df3-4c8e-bc39-3a65dec48065 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:54:39.093547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.095464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f164bc2f-46d1-49fd-a603-f9cf4324f633 req-cf25ed31-a6d6-4d15-a5fa-8f917ea50a39 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "DELETE /v2.0/ports/a33f12c4-5df3-4c8e-bc39-3a65dec48065 HTTP/1.1" status: 204 len: 173 time: 0.7721386 Jul 27 21:54:39.095942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'name': 'network-vif-deleted', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:39.098503 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348753f6-b09e-4c46-84f1-4da3ba107793" -d '{"events": [{"server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "name": "network-vif-deleted", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:39.102653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-b53eb5e4-3bac-4f03-9ee4-d44e61140f1b service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850798 Jul 27 21:54:39.152185 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd470d-ffd2-4e11-af77-09a5fe3688e0 x-openstack-request-id: req-e9fd470d-ffd2-4e11-af77-09a5fe3688e0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:39.152185 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d569cd0-10c7-4f85-9b74-edbd4b772129", "name": "network-vif-deleted", "tag": "a33f12c4-5df3-4c8e-bc39-3a65dec48065", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:39.152185 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9fd470d-ffd2-4e11-af77-09a5fe3688e0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:39.152185 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d569cd0-10c7-4f85-9b74-edbd4b772129', 'name': 'network-vif-deleted', 'tag': 'a33f12c4-5df3-4c8e-bc39-3a65dec48065', 'status': 'completed', 'code': 200} Jul 27 21:54:39.260680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3458a24-9272-4a1a-89d8-415f3b7c0259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.265744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dff0f58e-30e9-4ae6-8afc-8581992092e1 req-3796eb7f-fe10-4d9f-b6d7-7dbfb8e028de service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523435 Jul 27 21:54:39.275135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:39.382430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b920d55f-a137-4126-a04e-383c41faabe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.446812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3458a24-9272-4a1a-89d8-415f3b7c0259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.507868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3458a24-9272-4a1a-89d8-415f3b7c0259 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edad93155f8d4fa4bc9bdba59f3b3ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932290 Jul 27 21:54:39.508732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40544) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:39.525762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3458a24-9272-4a1a-89d8-415f3b7c0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2227e85b-0a6e-4a59-bc15-6e11ec80265e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:39.541469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b920d55f-a137-4126-a04e-383c41faabe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.621384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-053abcdc-bd0e-43aa-af23-3a849449472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:39.623075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-053abcdc-bd0e-43aa-af23-3a849449472c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1096 time: 0.1337278 Jul 27 21:54:39.623897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.666426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1581d1c5-15ae-4c42-91cd-9a9fc755dd2a req-e7f300bf-7c22-4f5b-9d1b-a38e07945aca tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d569cd0-10c7-4f85-9b74-edbd4b772129 HTTP/1.1" status: 200 len: 210 time: 0.0415175 Jul 27 21:54:39.667249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b920d55f-a137-4126-a04e-383c41faabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.717763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b920d55f-a137-4126-a04e-383c41faabe2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9182dea92294e6eb609800babfed8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406919 Jul 27 21:54:39.720310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920d55f-a137-4126-a04e-383c41faabe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12982c6a-fcb2-43c3-b742-c452032f5c6c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:39.722246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.723115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:39.786318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.796308 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-e4d34f3a-b4d4-4ed6-a216-2b0f95d87f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:39.799637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-e4d34f3a-b4d4-4ed6-a216-2b0f95d87f53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.1677954 Jul 27 21:54:39.815257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.861965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-da2acec1-cc63-43b3-9b52-84dc00d98fb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0544043 Jul 27 21:54:39.947838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-52d58fcc-63f1-4574-9b8c-523735ffdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:39.947838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-52d58fcc-63f1-4574-9b8c-523735ffdad5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0760007 Jul 27 21:54:39.987894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-6319036c-69a9-42e0-b830-30c1fb9405ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335610 Jul 27 21:54:39.989514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.992550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.996457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2227e85b-0a6e-4a59-bc15-6e11ec80265e HTTP/1.1" status: 204 len: 168 time: 0.4677289 Jul 27 21:54:40.007953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfbd59-1e55-435c-817a-43fb51b63fbb req-f099ceae-cc83-4b2f-ab57-7d389a16699a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:40.009527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdcfbd59-1e55-435c-817a-43fb51b63fbb req-f099ceae-cc83-4b2f-ab57-7d389a16699a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1501153 Jul 27 21:54:40.036408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac500680-4930-4356-b48b-4045927b9384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227e85b-0a6e-4a59-bc15-6e11ec80265e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:40.059020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:40.064246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:40.088827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12982c6a-fcb2-43c3-b742-c452032f5c6c HTTP/1.1" status: 204 len: 168 time: 0.3605149 Jul 27 21:54:40.115644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771b565-1b63-4896-a8da-b24d9312424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12982c6a-fcb2-43c3-b742-c452032f5c6c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:40.227230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b1789-ea38-444b-a6ea-0b97fbd497e5 req-1f8c12ad-e8bc-4c5b-8ad4-ce18b2073255 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:40.234948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d6b1789-ea38-444b-a6ea-0b97fbd497e5 req-1f8c12ad-e8bc-4c5b-8ad4-ce18b2073255 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1411493 Jul 27 21:54:40.238511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdcfbd59-1e55-435c-817a-43fb51b63fbb req-89afe22b-6955-4181-976d-96699bde9b31 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146311 Jul 27 21:54:40.287547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-21fc4209-ee26-4188-86fb-9c29a968274c service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898724 Jul 27 21:54:40.290876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d6b1789-ea38-444b-a6ea-0b97fbd497e5 req-a10d0ae5-8eee-43e6-8c9a-814dfccf9d5e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526819 Jul 27 21:54:40.335111 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-225f185f-981a-41d6-88d3-5914c37de935 req-6512473b-7e12-474e-a896-12a9dbfd4490 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0359070 Jul 27 21:54:40.792788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a33f12c4-5df3-4c8e-bc39-3a65dec48065 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:54:40.816694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: a33f12c4-5df3-4c8e-bc39-3a65dec48065 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:54:40.816961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a33f12c4-5df3-4c8e-bc39-3a65dec48065 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:54:41.161577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-344cdd26-2014-4863-93a5-4f9bb3830f48 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:41.163343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-344cdd26-2014-4863-93a5-4f9bb3830f48 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1660342 Jul 27 21:54:41.191754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-06714904-80be-4711-a4ea-7e2ec639ad6b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0213647 Jul 27 21:54:41.269836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-9277836f-cecf-4ce1-ba34-b93337f23b0a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720601 Jul 27 21:54:41.401809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-bf4bc6b8-6523-4d55-9b6b-9e5b47dc3e6c service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233721 Jul 27 21:54:41.453225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:41.490857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bb1fe51-1dd1-4055-a07c-b101c681d1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:41.508170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-6cee49a8-5ccb-455a-b459-4adff9569e5b service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996759 Jul 27 21:54:41.636956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bb1fe51-1dd1-4055-a07c-b101c681d1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:41.842093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bb1fe51-1dd1-4055-a07c-b101c681d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:41.894774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3bb1fe51-1dd1-4055-a07c-b101c681d1b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b046afc23d24d808e92137d9b3c682b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391849 Jul 27 21:54:41.895320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1fe51-1dd1-4055-a07c-b101c681d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c59bda-1c9c-4b8f-a9f9-54543b2f077b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:41.901770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:41.989568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:42.012799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da547c-32ea-43f3-9091-8b4e574bed5d req-14e1ddfa-47dd-46dd-9a66-52b7e6ff7e50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:42.014662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39da547c-32ea-43f3-9091-8b4e574bed5d req-14e1ddfa-47dd-46dd-9a66-52b7e6ff7e50 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1637866 Jul 27 21:54:42.058154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:42.148648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39da547c-32ea-43f3-9091-8b4e574bed5d req-c1d36174-aab3-4563-ac51-861587ce6efb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231418 Jul 27 21:54:42.221398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-280c8a92-96b7-490a-97b6-31ef28a8c235 req-b8911097-953e-4dab-91bb-00748cbf044b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0382609 Jul 27 21:54:42.295516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac9ab75a-d212-452a-8736-7f1404e7e9ba req-f301dfc2-e0ed-483f-b85e-e671ff81be12 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Jul 27 21:54:42.361635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:42.364265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:42.368796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21c59bda-1c9c-4b8f-a9f9-54543b2f077b HTTP/1.1" status: 204 len: 168 time: 0.4699819 Jul 27 21:54:42.379095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c59bda-1c9c-4b8f-a9f9-54543b2f077b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:42.392598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.392598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.393341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.393879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.394458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.394978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.395491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.395845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.396193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.396537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.396880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:42.397220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb5721c-36e8-441f-a974-143f481c737b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:43.299498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:43.328813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdef245-e3a3-4534-883e-1d1885debff0 req-6886a8b2-e8a0-4ffc-82ff-6bef6f23d152 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:43.337978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfdef245-e3a3-4534-883e-1d1885debff0 req-6886a8b2-e8a0-4ffc-82ff-6bef6f23d152 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1103334 Jul 27 21:54:43.401017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfdef245-e3a3-4534-883e-1d1885debff0 req-e5d980d1-8a93-4aaf-abc9-831ee0897c3f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Jul 27 21:54:43.457550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:43.510773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff22e9d9-e7f7-483d-89de-85545d76fd50 req-0f8e1de4-3bc2-4a5a-9f71-df74f78d27d7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0397658 Jul 27 21:54:43.613753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:43.639871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bce7c39b-31a5-43da-b8a1-412e2bb6f4db req-e48ca8d8-87fa-45bf-bfe9-45a20f1f3c7e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Jul 27 21:54:43.765273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:43.897819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Allocated IP 172.25.3.123 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/333a0c5d-0434-47bf-af61-0dbd51dc3a12) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:44.079640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.304714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.360542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:44.364545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:44.368440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:44.403609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Pushing event updated for resources: {'Port': ['ID=333a0c5d-0434-47bf-af61-0dbd51dc3a12,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:44.594226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.688647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e428e8-9f2f-4876-8b8f-dfec35eea7f0 req-b0d0f5e8-0bc1-4e2a-be3f-ad710a2fa0a3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:44.691219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6e428e8-9f2f-4876-8b8f-dfec35eea7f0 req-b0d0f5e8-0bc1-4e2a-be3f-ad710a2fa0a3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1494615 Jul 27 21:54:44.774018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6e428e8-9f2f-4876-8b8f-dfec35eea7f0 req-0db4ad8b-0dd1-42ee-9a8f-6038878a104f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Jul 27 21:54:44.783851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:44.946031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b77ccae-fb0b-40c1-82c1-9a6d65797034 req-6fb4bbac-fbb5-43e2-af20-1be318ecddd1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0711057 Jul 27 21:54:45.074481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.085043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bf511f2f-db37-4e6f-97e5-a00de70cf4ad req-d680456d-a3d8-4194-b62e-095f6addfdf2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 210 time: 0.0514133 Jul 27 21:54:45.304525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.437788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Pushing event updated for resources: {'Port': ['ID=333a0c5d-0434-47bf-af61-0dbd51dc3a12,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:45.472119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.546039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-6c264e64-123b-480d-b116-09a94f87755b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:45.547784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-6c264e64-123b-480d-b116-09a94f87755b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.2137368 Jul 27 21:54:45.563247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Request body: {'port': {'device_id': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'admin_state_up': True, 'tenant_id': '232237d5031947ffa7e4c247a4a56e56'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:45.686353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.691155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:45.691789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-638e2090-2c59-4c6a-a33d-dbb06f4ef72a tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3896906 Jul 27 21:54:45.697335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-993623652', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'fixed_ips': [{'ip_address': '172.25.3.123'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:45.824794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Made reservation on behalf of 232237d5031947ffa7e4c247a4a56e56 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:45.832845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.968203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:45.991043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Made reservation on behalf of 543ea6f5d0254b90932eb887731725e9 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:45.999690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.020331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.033944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Allocated IP 172.20.0.12 (2bd0d95a-23fd-4b09-9e82-d13b44c542d7/dacc692b-0398-4698-9144-925a9d814992/7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:46.178717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa7e6a-7c55-4136-ab8a-f0031bc139bf req-4066b39c-ee07-41a3-93f8-73117a8fe040 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:46.180320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0faa7e6a-7c55-4136-ab8a-f0031bc139bf req-4066b39c-ee07-41a3-93f8-73117a8fe040 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.2768514 Jul 27 21:54:46.256302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0faa7e6a-7c55-4136-ab8a-f0031bc139bf req-9c65a07d-ea87-4272-a8b4-26f348783df5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 Jul 27 21:54:46.308657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2019907742'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:46.361403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.397272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8cd2f4a-ab6a-4ff2-bbcc-79dffae69994 req-7dca32a8-201e-47cd-a58a-86907c19fe9b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0496025 Jul 27 21:54:46.402099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.501991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8e31b64-a94e-4d50-b765-351c3eebdd33 req-11a22691-bb85-4259-8444-f67124c762a5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 210 time: 0.0328383 Jul 27 21:54:46.514639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.527243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] device_id is not set on port da7e3565-2061-44ac-87a5-a3302693bb71 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:54:46.598159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.624373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:46.708077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:46.717988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:46.722071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:46.785688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event updated for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:46.800812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab0972-0cd3-4a9b-b999-e9a2d672f895,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:46.807365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Made reservation on behalf of affeed2224b6464caecfa38c9b24c5f4 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:46.812723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.840360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:46.844082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.879444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.968572 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:54:46.969176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:54:47.007709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-7ee34337-c0fb-41b5-9d54-db77366f86ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4492850 Jul 27 21:54:47.022840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Request body: {'port': {'device_id': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:47.108880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.115761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.221028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.257467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:47.264265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a7b64-4229-4be3-a209-8e0d37f576ae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:47.271241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.271600 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Added segment 91149fc2-2cab-49ba-9d13-575a7cc126c7 of type vlan for network a8478db8-7b6a-49f0-9df1-ecc6141559b5 Jul 27 21:54:47.337055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1e85305c-915a-4409-906d-6a79f249f667 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6438162 Jul 27 21:54:47.339888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:47.381525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.465250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c56a24-64fa-46de-96ab-467f499db09a req-b72f8ca8-8672-41fd-9ca4-91ecb4a4440b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:47.468441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22c56a24-64fa-46de-96ab-467f499db09a req-b72f8ca8-8672-41fd-9ca4-91ecb4a4440b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1025960 Jul 27 21:54:47.520892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22c56a24-64fa-46de-96ab-467f499db09a req-95eace1f-9bfc-4e1f-8423-65273f75a075 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Jul 27 21:54:47.561163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.567063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:47.567707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.589246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:47.599589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Deleting port 333a0c5d-0434-47bf-af61-0dbd51dc3a12 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:54:47.599589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.602311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.661257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Transition to ACTIVE for port object 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:54:47.713188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04be3958-bcc1-4946-a00c-bf85cb8a887b req-ce7c9c5c-e258-4778-aa7c-7644225674d0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0503271 Jul 27 21:54:47.722252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Pushing event updated for resources: {'Network': ['ID=a8478db8-7b6a-49f0-9df1-ecc6141559b5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:47.722874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.722874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.727612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a8478db8-7b6a-49f0-9df1-ecc6141559b5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:47.755146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Calling delete_port for 333a0c5d-0434-47bf-af61-0dbd51dc3a12 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:54:47.923542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66056b9-68d9-4b20-9306-1c14e7f81400 req-cb4c1e67-9205-44ee-8220-3f1937b12c37 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:47.925395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b66056b9-68d9-4b20-9306-1c14e7f81400 req-cb4c1e67-9205-44ee-8220-3f1937b12c37 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 932 time: 0.1216257 Jul 27 21:54:47.974065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b66056b9-68d9-4b20-9306-1c14e7f81400 req-12923644-3f4f-4e8b-9b30-2ce49e31a904 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Jul 27 21:54:48.286920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.311410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-350d63ea-88e9-4ff7-852b-cfc94d444849 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3382480 Jul 27 21:54:48.314303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:48.349045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Pushing event updated for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:48.354549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.386637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'name': 'tempest-network--2123731862', 'router:external': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:48.420979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Pushing event deleted for resources: {'Port': ['ID=333a0c5d-0434-47bf-af61-0dbd51dc3a12,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:48.492732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:48.495177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.509175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.522019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Attempting to bind port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:54:48.522019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Attempting to bind port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:54:48.522019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Attempting to bind port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:48.527513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.532544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.534907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a5210b08-42e7-4203-ace2-880d90f5badb tempest-ExternalNetworksAdminNegativeTestJSON-1107242158 tempest-ExternalNetworksAdminNegativeTestJSON-1107242158-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/add53e14-a2c7-47ab-a0a7-3753dfbc8c3e HTTP/1.1" status: 204 len: 168 time: 1.1924074 Jul 27 21:54:48.536174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:54:48.536845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Attempting to bind port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 on network 2bd0d95a-23fd-4b09-9e82-d13b44c542d7 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:54:48.547055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:54:48.547734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Checking segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:48.548648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Bound using segment: {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:54:48.549312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Bound port: 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e900d4-e5e8-461c-8823-8634f8243121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:54:48.549941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.667218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:54:48.680460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:54:48.716234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.772857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.811269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888b6ab-ce22-432e-b8ea-9947cb270d1c req-ee887883-3980-4a0e-bb18-43eec14da71b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:48.813252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d888b6ab-ce22-432e-b8ea-9947cb270d1c req-ee887883-3980-4a0e-bb18-43eec14da71b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1217868 Jul 27 21:54:48.814207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.850462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:48.855564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Pushing event updated for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:48.868835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:48.881615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.881615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-84e7b952-0fc0-449d-b87a-a3676967b18f service neutron] 10.222.0.76 "PUT /v2.0/ports/7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 HTTP/1.1" status: 200 len: 1092 time: 1.8576751 Jul 27 21:54:48.881615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:48.881615 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:48.894591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:48.897432 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Added segment e8140f22-b0d2-454e-8a5e-1d467da460bb of type vlan for network 6bd6f69f-3db5-4307-8041-8ee444d6a531 Jul 27 21:54:48.897432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5508e52a-da3d-4954-9d24-e9cfa9761465,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:48.923018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d888b6ab-ce22-432e-b8ea-9947cb270d1c req-dfb0a303-2a54-45ba-835a-519c1f31b420 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014631 Jul 27 21:54:48.942225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.949323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:48.970663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.055896 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8a7a0129-523e-4d36-8d9a-8f88c6ebbd4a req-4429812f-000a-412c-b000-0dd57ca38a84 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0546870 Jul 27 21:54:49.170188 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eda8d3-0538-494a-b07c-16d7db1523b9 x-openstack-request-id: req-76eda8d3-0538-494a-b07c-16d7db1523b9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:49.170689 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:49.171086 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76eda8d3-0538-494a-b07c-16d7db1523b9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:49.171785 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0', 'status': 'completed', 'code': 200} Jul 27 21:54:49.193839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-1e487bd6-51c1-450c-8909-f4da2dd427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:49.196745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-1e487bd6-51c1-450c-8909-f4da2dd427ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 1095 time: 0.1387484 Jul 27 21:54:49.248097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-23194e85-9aaf-4bf4-8f33-31146466eeec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 HTTP/1.1" status: 200 len: 217 time: 0.0433631 Jul 27 21:54:49.326798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.411163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:49.411163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.412687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802d81-858b-41ee-86a0-b16192265c3e req-1c9fecee-1472-49e2-910f-5790e4d38f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:49.412687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-1c9fecee-1472-49e2-910f-5790e4d38f03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0853252 Jul 27 21:54:49.412687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-be02f08f-3bc5-4b2e-8b4b-176b084e5f77 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469677 Jul 27 21:54:49.415726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:49.426616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=6bd6f69f-3db5-4307-8041-8ee444d6a531,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:49.444986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6bd6f69f-3db5-4307-8041-8ee444d6a531 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:49.454808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d8fab-4e32-4dc1-8ba9-ac6b83855a28 req-4197e868-1d20-4004-88ab-cdb4654babd2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:49.464110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e8d8fab-4e32-4dc1-8ba9-ac6b83855a28 req-4197e868-1d20-4004-88ab-cdb4654babd2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 944 time: 0.2246587 Jul 27 21:54:49.525091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b922ab82-971e-4590-8bcd-f4267497d751 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2094002 Jul 27 21:54:49.533941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:49.536461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-f61fd917-7af1-452a-96ab-b77f4fdc11d9 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333001 Jul 27 21:54:49.559968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e8d8fab-4e32-4dc1-8ba9-ac6b83855a28 req-bf27cb43-3e7b-4809-95d6-d11bcdfb4e52 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926499 Jul 27 21:54:49.721018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49905ea2-bd3a-4d30-90cb-b189f45c807f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.735391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.753490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37802d81-858b-41ee-86a0-b16192265c3e req-00a998e8-2e92-4779-b878-e6b2edd9b4a9 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097301 Jul 27 21:54:49.887924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.903302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd6f69f-3db5-4307-8041-8ee444d6a531']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:49.919478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8140f22-b0d2-454e-8a5e-1d467da460bb') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:49.920520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8140f22-b0d2-454e-8a5e-1d467da460bb') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:49.934349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.963471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.965894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:49.967002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:49.970002 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:50.043941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-74470c19-4397-4ee6-af66-2d0ee3b69a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:50.046158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-74470c19-4397-4ee6-af66-2d0ee3b69a91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 1095 time: 0.0576560 Jul 27 21:54:50.062447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49905ea2-bd3a-4d30-90cb-b189f45c807f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.103999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f56dd-88f1-414a-8866-6605786d464e req-876fe353-936e-4fa3-bda0-51d6d739c872 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:50.105585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-352f56dd-88f1-414a-8866-6605786d464e req-876fe353-936e-4fa3-bda0-51d6d739c872 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.0925519 Jul 27 21:54:50.144090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-16d22df5-ecef-41fc-8269-d0d3ca1c12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:50.145586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-16d22df5-ecef-41fc-8269-d0d3ca1c12e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.0917096 Jul 27 21:54:50.146615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-352f56dd-88f1-414a-8866-6605786d464e req-f85de6d8-9120-442c-a682-3e2c126e059d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jul 27 21:54:50.155512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49905ea2-bd3a-4d30-90cb-b189f45c807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.198981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-49905ea2-bd3a-4d30-90cb-b189f45c807f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8789f895f7f41fa91997a0b68127968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814274 Jul 27 21:54:50.199860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49905ea2-bd3a-4d30-90cb-b189f45c807f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acca989c-4a38-4adc-ba7f-a6c2e7487bca,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:50.201500 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-92b3b029-19de-4d9f-a1f3-2957150877dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 HTTP/1.1" status: 200 len: 217 time: 0.0473552 Jul 27 21:54:50.202160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:50.206571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.217216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bd6f69f-3db5-4307-8041-8ee444d6a531 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:54:50.225951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.232830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6bd6f69f-3db5-4307-8041-8ee444d6a531 HTTP/1.1" status: 204 len: 168 time: 0.6884725 Jul 27 21:54:50.237788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40768) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:50.239719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbaafe-f591-4bca-9efd-4c2821b3571c tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bd6f69f-3db5-4307-8041-8ee444d6a531,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:50.263190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:50.275659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04627541-124d-4d55-96f6-d479fc7cb857 req-35be50b2-4529-4187-91e7-7db22d51d7c6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0628893 Jul 27 21:54:50.289442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-898c92c1-faa3-4ed7-9fd5-3831533466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:50.295817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-898c92c1-faa3-4ed7-9fd5-3831533466ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0790334 Jul 27 21:54:50.331355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.334571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-43d99394-3638-45e0-b15b-f884b9acac62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318854 Jul 27 21:54:50.409110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.413805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:50.420225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.464608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:50.481411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-23d6932b-9a6b-4a04-ae95-7ce2e0fe67d0 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382341 Jul 27 21:54:50.487741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958cca79-8f8b-4cb3-9653-cdda8efc1f18 req-9e76ee61-7f08-4dc1-865a-030fb1e5ecf0 service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367486 Jul 27 21:54:50.568853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.569112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.569529 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Added segment af817047-6789-4820-bb12-d3f9a5f881cf of type vlan for network 004a7f07-3bf4-451f-86de-f7cc1833b5fb Jul 27 21:54:50.571526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.575029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acca989c-4a38-4adc-ba7f-a6c2e7487bca HTTP/1.1" status: 204 len: 168 time: 0.3690419 Jul 27 21:54:50.592865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60adea-f2b7-4567-8cc9-bd108dd1bcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca989c-4a38-4adc-ba7f-a6c2e7487bca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:50.599586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecee8aa5-001c-48ce-8ef2-3524fa36b0dc req-657709a2-c21b-4941-9e48-8ecb3e0dfe18 service neutron] 10.222.0.76 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070404 Jul 27 21:54:50.650163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:50.762920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf98ca-9a84-4805-a8fd-4ee11a8bc9ab req-ed6f5e8b-3636-4e6b-b2e5-84bc5706faa3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:50.765554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ebf98ca-9a84-4805-a8fd-4ee11a8bc9ab req-ed6f5e8b-3636-4e6b-b2e5-84bc5706faa3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 944 time: 0.0808907 Jul 27 21:54:51.066293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.073580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:51.073580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.136520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ebf98ca-9a84-4805-a8fd-4ee11a8bc9ab req-21820890-35e9-499c-a7c0-ac64d9e802dc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646472 Jul 27 21:54:51.143876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=004a7f07-3bf4-451f-86de-f7cc1833b5fb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:51.153977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 004a7f07-3bf4-451f-86de-f7cc1833b5fb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:51.270060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea1532da-678a-4a23-86ae-33d5e875e3d5 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0279238 Jul 27 21:54:51.273035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:51.278492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'subnet': {'network_id': '004a7f07-3bf4-451f-86de-f7cc1833b5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:51.290708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b730e-a8fe-4603-b847-3b37fcfcdb6c req-57870b11-7b1e-44c6-9c70-ac5f3eb4ad70 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:51.292249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-489b730e-a8fe-4603-b847-3b37fcfcdb6c req-57870b11-7b1e-44c6-9c70-ac5f3eb4ad70 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.0669096 Jul 27 21:54:51.335229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-489b730e-a8fe-4603-b847-3b37fcfcdb6c req-84cace79-3ecf-43b6-98fb-32ac1e73aeb4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jul 27 21:54:51.358989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68a21957-0dfe-4ee0-83a3-2ae2a7b31d20 req-e3f1356a-d52a-404c-8e59-97905d523879 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0352230 Jul 27 21:54:51.390742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:51.390742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.539701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40786) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:51.580339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-64be836a-647a-4f69-a233-c813a6ac4a92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=543ea6f5d0254b90932eb887731725e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393646 Jul 27 21:54:51.582954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40788) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:51.635678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.659595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.818372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.828684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.829391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:54:51.829391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:51.829599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfab0972-0cd3-4a9b-b999-e9a2d672f895 HTTP/1.1" status: 204 len: 168 time: 0.2384367 Jul 27 21:54:51.847274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f549c-a780-475a-bba8-544c0e15aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab0972-0cd3-4a9b-b999-e9a2d672f895,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:51.886011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Subnet': ['ID=afb5f9ef-71b0-4a72-9e87-a58ac5a141c0,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:51.903358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Checking segment: {'id': 'af817047-6789-4820-bb12-d3f9a5f881cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '004a7f07-3bf4-451f-86de-f7cc1833b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:54:51.904566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Network hostable DHCP agents. Network: 004a7f07-3bf4-451f-86de-f7cc1833b5fb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:54:52.029765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Network 004a7f07-3bf4-451f-86de-f7cc1833b5fb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:54:52.183687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 004a7f07-3bf4-451f-86de-f7cc1833b5fb) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:52.189131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:52.190021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:52.195407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6eb97-3fe4-4c8d-94d0-ec0ee18adb9e None None] Network 004a7f07-3bf4-451f-86de-f7cc1833b5fb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:52.305743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2c7a-8ea8-499a-b782-13216433f186 req-46060198-6507-447b-b10d-b47fdf4db89b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:52.307324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-806c2c7a-8ea8-499a-b782-13216433f186 req-46060198-6507-447b-b10d-b47fdf4db89b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 944 time: 0.0929046 Jul 27 21:54:52.313566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d50ca99b-c9cb-4fb6-bd06-22f81b045ed3 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0367534 Jul 27 21:54:52.313798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:52.318295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'floatingip': {'floating_network_id': '004a7f07-3bf4-451f-86de-f7cc1833b5fb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:52.343178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef5016-6c5c-4686-989a-f8c255997d1f None None] Network 004a7f07-3bf4-451f-86de-f7cc1833b5fb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:54:52.378880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-806c2c7a-8ea8-499a-b782-13216433f186 req-ffa4a126-4e60-47c9-800a-820878937d10 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561502 Jul 27 21:54:52.461160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6818fa9-4bd1-48f1-8d11-14326acb963f req-56b0adfa-4476-4a01-aabe-b51f322c49a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0336173 Jul 27 21:54:52.463535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:52.517545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660035-7386-45df-9918-3456cc2b8558 req-2686b9b1-d0ca-424e-830a-c46912329742 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:52.522338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82660035-7386-45df-9918-3456cc2b8558 req-2686b9b1-d0ca-424e-830a-c46912329742 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.0966070 Jul 27 21:54:52.564314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-82660035-7386-45df-9918-3456cc2b8558 req-4dc057a2-1a1f-4b62-a347-c4c97cab8c69 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Jul 27 21:54:52.585654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:52.685973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Allocated IP 172.20.0.7 (004a7f07-3bf4-451f-86de-f7cc1833b5fb/afb5f9ef-71b0-4a72-9e87-a58ac5a141c0/3a989993-bc57-47a8-b7ee-2e7629ae4f03) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:54:52.799629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:52.869017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:52.953156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:52.988114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:52.996856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Network 004a7f07-3bf4-451f-86de-f7cc1833b5fb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:54:53.000119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:54:53.001766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0', 'network_id': '2bd0d95a-23fd-4b09-9e82-d13b44c542d7', 'port_id': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0', 'mac_address': 'fa:16:3e:0d:10:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc692b-0398-4698-9144-925a9d814992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:53.002680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:54:53.050835 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.068384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:53.097784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:53.212572 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.278127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:53.288566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.288998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.289300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.289812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.290153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.291124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.291478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.291815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.292153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.292484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.292812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.293223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:54:53.300249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:54:53.353867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Port': ['ID=3a989993-bc57-47a8-b7ee-2e7629ae4f03,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:53.433466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:53.443176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.550985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f153-9093-4482-8e63-a2dd584780c1 req-615d7056-bdbc-41e5-b00d-2e152359ac96 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:53.557855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a956f153-9093-4482-8e63-a2dd584780c1 req-615d7056-bdbc-41e5-b00d-2e152359ac96 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 945 time: 0.0954502 Jul 27 21:54:53.582783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2b76f79d-410b-49c2-a21c-57fb748fdc56 req-3aee3f82-d229-49c5-8f47-b58de5b8988f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0576940 Jul 27 21:54:53.596000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:53.638338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.638998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a956f153-9093-4482-8e63-a2dd584780c1 req-0f6137d7-f94d-4c98-9b71-04a068723783 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Jul 27 21:54:53.640707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'network_id': '5e7a4087-f6af-49fc-90b2-02e79935d18d', 'port_id': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'mac_address': 'fa:16:3e:12:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbefe09a-a237-48cd-8cdf-88cee019702d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:54:53.739863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.776927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:54:53.830709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:53.859726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8de84-92dc-43e8-a1c3-519551870f6b req-19048a24-3419-403a-b991-4a502a7664bf tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:53.862812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2e8de84-92dc-43e8-a1c3-519551870f6b req-19048a24-3419-403a-b991-4a502a7664bf tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 945 time: 0.1353025 Jul 27 21:54:53.864491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.909951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2e8de84-92dc-43e8-a1c3-519551870f6b req-ab7a760a-5d8d-4e9c-afee-5674ce9def91 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Jul 27 21:54:53.938076 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.972548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:53.993637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:54.057269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Port': ['ID=3a989993-bc57-47a8-b7ee-2e7629ae4f03,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:54.070157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.120966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-2703a482-60ac-4d0b-9ebf-585a4fc759c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647771 Jul 27 21:54:54.178235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.184227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb8093cd-94b0-4fcf-83f3-8fc4805ed0e7 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8648272 Jul 27 21:54:54.184227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:54.206665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:54:54.246549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-5204a8c9-f44d-43f8-8f30-eb1938608745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:54.248514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-5204a8c9-f44d-43f8-8f30-eb1938608745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 1096 time: 0.0730760 Jul 27 21:54:54.266533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-076f4a57-ecd4-4ddf-9c26-818ad1cbc8e8 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=004a7f07-3bf4-451f-86de-f7cc1833b5fb HTTP/1.1" status: 200 len: 689 time: 0.0823178 Jul 27 21:54:54.269368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:54.468233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.472213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-5753cc15-181f-4de6-b66f-8585393b8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:54.474604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-5753cc15-181f-4de6-b66f-8585393b8017 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.1940444 Jul 27 21:54:54.703807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48380162-6bb6-446a-99b4-a8006119111f req-30b5e54d-1d8d-49b3-bf13-01773023c097 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0483084 Jul 27 21:54:54.718827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-a9e311c2-7bcb-4c07-b697-cd399a4e4aff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 200 len: 1001 time: 0.2054548 Jul 27 21:54:54.754723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Deleting port 3a989993-bc57-47a8-b7ee-2e7629ae4f03 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:54:54.755174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.808634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d818-3a44-4cf7-b65d-58bd8f0534da req-b555897a-3351-4cfc-b041-503b73baeb71 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:54.811234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b515d818-3a44-4cf7-b65d-58bd8f0534da req-b555897a-3351-4cfc-b041-503b73baeb71 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 945 time: 0.0846827 Jul 27 21:54:54.847728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-ce8b73b1-6966-4cf4-94ac-1a083422d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:54.849303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-ce8b73b1-6966-4cf4-94ac-1a083422d8d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.1095779 Jul 27 21:54:54.852445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b515d818-3a44-4cf7-b65d-58bd8f0534da req-72a2a273-02f2-44a3-ab44-3cdcef3df49d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Jul 27 21:54:54.891892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:54.911838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.912197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:54.928684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Calling delete_port for 3a989993-bc57-47a8-b7ee-2e7629ae4f03 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:54:55.030897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-e22188de-a642-49ce-9fdf-98f3256e23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.032454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-e22188de-a642-49ce-9fdf-98f3256e23c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692321 Jul 27 21:54:55.188291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327820a7-aa7a-447e-9af3-2b116ace7faf req-befe0c8f-11f0-4afd-a7e8-9d2569574ab3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.189115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-327820a7-aa7a-447e-9af3-2b116ace7faf req-befe0c8f-11f0-4afd-a7e8-9d2569574ab3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 946 time: 0.2001266 Jul 27 21:54:55.194404 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:55.230799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-8e99883c-3266-4a6e-8d89-842b32d797ba service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908679 Jul 27 21:54:55.302960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-327820a7-aa7a-447e-9af3-2b116ace7faf req-e8120a79-2c9c-4386-a7dc-914b1a7963e3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015542 Jul 27 21:54:55.305871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:54:55.354162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffbb023a-e3f1-459d-8551-ca7dd8692f13 req-dd659345-0d96-4caf-aed2-5e795cb42811 service neutron] 10.222.0.50 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108932 Jul 27 21:54:55.370721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:55.375385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:55.375766 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.418399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.460774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.469994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.490058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:55.493488 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4adc6c0-2444-4dff-8b89-f6e84201360f" -d '{"events": [{"server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "name": "network-vif-plugged", "status": "completed", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:55.508507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:55.511288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a989993-bc57-47a8-b7ee-2e7629ae4f03,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.535685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port e364b0e9-942b-434a-aef0-84e2161e8468 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:54:55.542449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5830f953-3b81-46ac-bc07-3b863d09c1a9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.542614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e364b0e9-942b-434a-aef0-84e2161e8468 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:54:55.542614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.593909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.621411 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.655831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.666762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.687351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5830f953-3b81-46ac-bc07-3b863d09c1a9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "PUT /v2.0/quotas/8dfed95595a14a9ab12ea4806f7741f1 HTTP/1.1" status: 200 len: 368 time: 0.2671299 Jul 27 21:54:55.690014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:55.697887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Request body: {'network': {'project_id': '8dfed95595a14a9ab12ea4806f7741f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:55.705951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.725535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:54:55.788598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3a8a9b-d2c0-434c-b23d-8bcb9769888c x-openstack-request-id: req-4a3a8a9b-d2c0-434c-b23d-8bcb9769888c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:55.788896 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "name": "network-vif-plugged", "status": "completed", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:55.789156 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a3a8a9b-d2c0-434c-b23d-8bcb9769888c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:55.789558 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0', 'code': 200} Jul 27 21:54:55.790800 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0acd938-aad9-4030-8324-e9754828a8f2 req-b88d84b9-db3d-4e2c-b559-a4f37c90edc4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0312839 Jul 27 21:54:55.869555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.872899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Made reservation on behalf of 8dfed95595a14a9ab12ea4806f7741f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:55.876114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.913904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.929552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=12']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:55.970056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:55.976131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85577bb-9a2b-44e5-a160-79182031b90f req-e0dd4e1f-63b2-46f8-a436-8564baf9c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.977719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a85577bb-9a2b-44e5-a160-79182031b90f req-e0dd4e1f-63b2-46f8-a436-8564baf9c2a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 1097 time: 0.1174638 Jul 27 21:54:56.000099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=afb5f9ef-71b0-4a72-9e87-a58ac5a141c0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.034261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a85577bb-9a2b-44e5-a160-79182031b90f req-861979e1-2284-4271-974d-43ac438f439f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Jul 27 21:54:56.066331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.073533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.078732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a7f07-3bf4-451f-86de-f7cc1833b5fb']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:56.088077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7840f-c2f4-4ad1-8f35-2a7957a1f8ed req-3f95bff3-5851-4abe-9026-00db39f20d07 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.089603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-baf7840f-c2f4-4ad1-8f35-2a7957a1f8ed req-3f95bff3-5851-4abe-9026-00db39f20d07 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.1605494 Jul 27 21:54:56.100172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af817047-6789-4820-bb12-d3f9a5f881cf') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:56.100480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af817047-6789-4820-bb12-d3f9a5f881cf') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:56.128925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.151726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.160898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-baf7840f-c2f4-4ad1-8f35-2a7957a1f8ed req-c78b6abf-816b-4b4e-8aa1-d8944fe69301 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:56.180567 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:56.206638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.235270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b18afb-1678-44b5-9c8f-2f9ef91b34b9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.303622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.308700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:56.310962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 004a7f07-3bf4-451f-86de-f7cc1833b5fb {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:54:56.319838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.323245 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Added segment f663b750-8d7b-4821-b14e-c35138f80e32 of type vlan for network e50fbbdf-38c3-4cea-a1e8-9df4a656022f Jul 27 21:54:56.323389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.323715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/004a7f07-3bf4-451f-86de-f7cc1833b5fb HTTP/1.1" status: 204 len: 168 time: 2.0529313 Jul 27 21:54:56.325147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a368a-f33d-4f85-8cf8-b492b5758a6b tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Network': ['ID=004a7f07-3bf4-451f-86de-f7cc1833b5fb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.327215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.377669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.502756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-de7fac4a-b120-4a60-9b36-f8c117efaa87 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1687181 Jul 27 21:54:56.502998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40888) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.537555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.538734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.539342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.592832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de92979-2e88-48d3-9306-75c1f492a0b7 req-f67b6ac4-ba0f-47fc-8eac-8f4fa9f45a4f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.594420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1de92979-2e88-48d3-9306-75c1f492a0b7 req-f67b6ac4-ba0f-47fc-8eac-8f4fa9f45a4f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1870105 Jul 27 21:54:56.632883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.633367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.633632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Pushing event updated for resources: {'Network': ['ID=e50fbbdf-38c3-4cea-a1e8-9df4a656022f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:56.633853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.634317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.634783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.635248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.635716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.636171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.636631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.637092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.637639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.640186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c6839163-d110-4479-82d1-f83f06c3a6c9 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7114 time: 0.1362638 Jul 27 21:54:56.645372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.657593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e50fbbdf-38c3-4cea-a1e8-9df4a656022f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:56.669512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1de92979-2e88-48d3-9306-75c1f492a0b7 req-aaafeec2-084d-4fc6-8698-aa8442f4a48f tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572824 Jul 27 21:54:56.712156 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-acb4bd7d-0cb4-4e66-a08e-5696645d6b1a tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] delete failed (client error): The resource could not be found. Jul 27 21:54:56.713684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-acb4bd7d-0cb4-4e66-a08e-5696645d6b1a tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/caa95aec-55da-40ec-afea-b92bc407fdc8 HTTP/1.1" status: 404 len: 345 time: 0.0665023 Jul 27 21:54:56.715504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-571da939-7f88-4ac7-8661-da5ea0460bc9 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0241239 Jul 27 21:54:56.717638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40892) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.718536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.725003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Request body: {'network': {'project_id': '8dfed95595a14a9ab12ea4806f7741f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:56.739239 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2160f6fd-2f51-4096-8e1b-5394cdd26da2 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 21:54:56.743001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2160f6fd-2f51-4096-8e1b-5394cdd26da2 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:54:56.743001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2160f6fd-2f51-4096-8e1b-5394cdd26da2 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/004a7f07-3bf4-451f-86de-f7cc1833b5fb HTTP/1.1" status: 404 len: 339 time: 0.0235043 Jul 27 21:54:56.746512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40896) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:56.755590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'name': 'tempest-network--1785550743', 'router:external': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:56.890828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d82d84d-954b-45c5-a85d-ec520b40202a req-2ae4ba2a-1164-442e-869e-271723f26a93 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0397642 Jul 27 21:54:56.927976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Made reservation on behalf of 8dfed95595a14a9ab12ea4806f7741f1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:56.930530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.981013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:56.998954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:56.999243 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Added segment 5a9a1568-9a7c-493a-b5e5-90045e56b170 of type vlan for network f3448c0b-f6f9-4c8a-8ed0-79631cd8259d Jul 27 21:54:57.042376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.063786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:57.067661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.093362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:57.101921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.102251 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Added segment 9b719cd3-7125-4969-8f97-ee79a2dc6c9a of type vlan for network 52d6857f-70bf-42c1-92db-5b2ab6bd5f15 Jul 27 21:54:57.151095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.218866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.223698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.223698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.286928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Pushing event updated for resources: {'Network': ['ID=f3448c0b-f6f9-4c8a-8ed0-79631cd8259d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:57.297829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f3448c0b-f6f9-4c8a-8ed0-79631cd8259d details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:57.312887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb87b90-4a1a-45a7-a96c-a4a1a4e9d24b req-4cedd415-48dd-41ab-b8d4-f56bc79c1b1b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.314723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ebb87b90-4a1a-45a7-a96c-a4a1a4e9d24b req-4cedd415-48dd-41ab-b8d4-f56bc79c1b1b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.0748000 Jul 27 21:54:57.352354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.353708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.354342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.379661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4e38e818-37cf-470c-9724-e291f9678cad tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6590576 Jul 27 21:54:57.384704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.386991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-79d23cd9-fdc1-4bee-a42c-313b55c50683 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Request body: {'network': {'project_id': '8dfed95595a14a9ab12ea4806f7741f1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:57.399547 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d23cd9-fdc1-4bee-a42c-313b55c50683 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:54:57.400059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d23cd9-fdc1-4bee-a42c-313b55c50683 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:54:57.401228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79d23cd9-fdc1-4bee-a42c-313b55c50683 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0185425 Jul 27 21:54:57.410487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ebb87b90-4a1a-45a7-a96c-a4a1a4e9d24b req-d2418f04-1a9c-4bad-a96e-d7f08375449d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895729 Jul 27 21:54:57.429818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=52d6857f-70bf-42c1-92db-5b2ab6bd5f15,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:57.440355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 52d6857f-70bf-42c1-92db-5b2ab6bd5f15 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:57.489480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-94841a2d-a6aa-4aff-b973-5e8db5fd1722 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7388816 Jul 27 21:54:57.491300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40912) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.508126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.596923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7407a067-3967-49f6-88c9-7cce158b5dea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dfed95595a14a9ab12ea4806f7741f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874550 Jul 27 21:54:57.599470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.650482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.674414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.694420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ffc6a-da3f-4a31-9e44-8a3445b59c22 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.701296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ffc6a-da3f-4a31-9e44-8a3445b59c22 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.707295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ffc6a-da3f-4a31-9e44-8a3445b59c22 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.713427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ffc6a-da3f-4a31-9e44-8a3445b59c22 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.715294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e3ffc6a-da3f-4a31-9e44-8a3445b59c22 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2224162 Jul 27 21:54:57.718680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.784126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230ae7-2dc7-4a97-a23c-83511925befa req-bb07394c-9705-4f96-bbf1-3100083569b4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.785724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2230ae7-2dc7-4a97-a23c-83511925befa req-bb07394c-9705-4f96-bbf1-3100083569b4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.1002119 Jul 27 21:54:57.791043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:54:57.793398 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eece9f-57d6-4293-b1e6-0ccdecc99f82" -d '{"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:54:57.834814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2230ae7-2dc7-4a97-a23c-83511925befa req-e2e1d938-850a-4b88-ab0a-370d5f1fdf80 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Jul 27 21:54:57.840370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.844094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.845278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0b18afb-1678-44b5-9c8f-2f9ef91b34b9 HTTP/1.1" status: 204 len: 168 time: 0.2448263 Jul 27 21:54:57.848267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40928) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:57.858021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01cd9b-f3c9-4ec7-ad9d-36e593419ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b18afb-1678-44b5-9c8f-2f9ef91b34b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:57.885821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.912197 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3fe1ba-32b5-4c13-895c-95ecec1da0d4 x-openstack-request-id: req-3e3fe1ba-32b5-4c13-895c-95ecec1da0d4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:54:57.916156 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-plugged", "status": "completed", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:54:57.917329 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e3fe1ba-32b5-4c13-895c-95ecec1da0d4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:54:57.918177 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'code': 200} Jul 27 21:54:57.942895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-484cce7b-8a60-40a9-b703-49d2d1e37589 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2154040 Jul 27 21:54:57.943761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:57.990662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816331-80b7-4715-b3e3-1bd7a1a22407 req-34db6589-8c21-4a32-9bfc-359ae1ac7195 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.998963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25816331-80b7-4715-b3e3-1bd7a1a22407 req-34db6589-8c21-4a32-9bfc-359ae1ac7195 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.2218847 Jul 27 21:54:58.076449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.095620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3448c0b-f6f9-4c8a-8ed0-79631cd8259d']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.106349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9a1568-9a7c-493a-b5e5-90045e56b170') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.107188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9a1568-9a7c-493a-b5e5-90045e56b170') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.115371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.122419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.134415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25816331-80b7-4715-b3e3-1bd7a1a22407 req-97b12e18-48e1-46d9-8ab7-b6eafd59857e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340916 Jul 27 21:54:58.141476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d6857f-70bf-42c1-92db-5b2ab6bd5f15']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.147986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.156781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b719cd3-7125-4969-8f97-ee79a2dc6c9a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.157197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b719cd3-7125-4969-8f97-ee79a2dc6c9a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.159417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985292da-50ab-4d10-9cb0-050a16b56ac0 req-2d96e81a-ffaa-4700-bcfc-a49cebf0a692 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.161009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-985292da-50ab-4d10-9cb0-050a16b56ac0 req-2d96e81a-ffaa-4700-bcfc-a49cebf0a692 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.1735437 Jul 27 21:54:58.171180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.186270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:58.187480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:58.189133 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:58.199842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.200370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.200859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.201335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.201810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.202300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.202781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.204777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cdd8d262-bb66-40be-9691-f0c28a5f868b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.1851649 Jul 27 21:54:58.206999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.239875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:58.240111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:58.243565 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:58.268556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e5e30d7-2c3c-48b7-85a2-468fc74301ea req-0bf75353-8161-4559-919e-9155a2a0daf8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0627513 Jul 27 21:54:58.417635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a274f784-81f9-42a4-ab1e-ba0e42babd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.418360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a274f784-81f9-42a4-ab1e-ba0e42babd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.419769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a274f784-81f9-42a4-ab1e-ba0e42babd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.421652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a274f784-81f9-42a4-ab1e-ba0e42babd34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 2296 time: 0.1790743 Jul 27 21:54:58.436918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.472894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52d6857f-70bf-42c1-92db-5b2ab6bd5f15 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:54:58.476670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.484349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/52d6857f-70bf-42c1-92db-5b2ab6bd5f15 HTTP/1.1" status: 204 len: 168 time: 0.7587619 Jul 27 21:54:58.492887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:58.500532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'name': 'tempest-network--428007007', 'router:external': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:58.505990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dba04d-dd0d-48e3-8a55-d4986499b280 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Network': ['ID=52d6857f-70bf-42c1-92db-5b2ab6bd5f15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:58.553198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-6fcf749b-ecc3-43af-836a-92c7616415a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1002 time: 0.1242244 Jul 27 21:54:58.584186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-985292da-50ab-4d10-9cb0-050a16b56ac0 req-c8c5ce93-fd42-466a-96cf-802828dc6c9b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031563 Jul 27 21:54:58.599545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230ad21-c550-4d8f-9cfb-ced1574ae292 req-4bdd399a-e6ad-4939-874d-0020fa12797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.601546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5230ad21-c550-4d8f-9cfb-ced1574ae292 req-4bdd399a-e6ad-4939-874d-0020fa12797e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1098 time: 0.4632902 Jul 27 21:54:58.614138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:54:58.617819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.631170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7c99108e-0e16-460f-bbff-f0e7fe88ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.633446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7c99108e-0e16-460f-bbff-f0e7fe88ba94 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.0720012 Jul 27 21:54:58.650746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5230ad21-c550-4d8f-9cfb-ced1574ae292 req-023624cd-ddea-4992-8610-79e730f7bb84 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Jul 27 21:54:58.651685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:54:58.692188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.699951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.700926 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Added segment 05a64b99-8970-4293-ad02-99e679a1d2cc of type vlan for network 1140a1c8-43f1-42a2-89e9-4e3480155cfb Jul 27 21:54:58.702337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.706918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f3448c0b-f6f9-4c8a-8ed0-79631cd8259d HTTP/1.1" status: 204 len: 168 time: 0.8551462 Jul 27 21:54:58.707961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:58.726978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fce268-0e6d-46b1-9ebb-33460af98533 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3448c0b-f6f9-4c8a-8ed0-79631cd8259d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:58.765454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.783130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-2641653e-85ba-465e-8e98-3fb964c06815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.785093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-2641653e-85ba-465e-8e98-3fb964c06815 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302731 Jul 27 21:54:58.809227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.911911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-e0e6c163-929b-4a33-9304-aa7be0ba4c5b service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180854 Jul 27 21:54:58.916251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.928694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50fbbdf-38c3-4cea-a1e8-9df4a656022f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.948418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f663b750-8d7b-4821-b14e-c35138f80e32') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.948845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f663b750-8d7b-4821-b14e-c35138f80e32') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:58.976689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.985423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.986480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:58.987388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:58.997972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.006621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:59.007151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:59.009193 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:59.084374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=1140a1c8-43f1-42a2-89e9-4e3480155cfb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:59.088567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-20f423ec-ee78-4119-b62a-fdce68326233 service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686695 Jul 27 21:54:59.096102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1140a1c8-43f1-42a2-89e9-4e3480155cfb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:54:59.139261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.140503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-23ebfdb8-feb9-4435-8e52-65ac03e8961a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 217 time: 0.0435057 Jul 27 21:54:59.146129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-70abd823-8a7f-4471-9c7a-8bf8f8e0e0eb tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6480012 Jul 27 21:54:59.148253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:59.150731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.152552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e50fbbdf-38c3-4cea-a1e8-9df4a656022f HTTP/1.1" status: 204 len: 168 time: 0.4325879 Jul 27 21:54:59.178754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7bf5f-c90c-417a-bcbd-86d319983fc2 tempest-QuotasNegativeTest-352220439 tempest-QuotasNegativeTest-352220439-project-admin] Pushing event deleted for resources: {'Network': ['ID=e50fbbdf-38c3-4cea-a1e8-9df4a656022f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:54:59.211297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff30f-b4ea-47fd-b901-5a6c9935662e req-0f435edf-436e-4de1-b878-6278adbc57f3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.213459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fff30f-b4ea-47fd-b901-5a6c9935662e req-0f435edf-436e-4de1-b878-6278adbc57f3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.1125062 Jul 27 21:54:59.259939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61fff30f-b4ea-47fd-b901-5a6c9935662e req-8f68102c-6538-4fe0-af64-da702648f0a6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Jul 27 21:54:59.347001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261e29b-c780-4e67-9a1f-51ccaf665ec7 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.348422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6261e29b-c780-4e67-9a1f-51ccaf665ec7 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "GET /v2.0/networks/1140a1c8-43f1-42a2-89e9-4e3480155cfb HTTP/1.1" status: 200 len: 756 time: 0.1992671 Jul 27 21:54:59.351171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:59.353012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17712b9f-aeab-4240-829d-706b1e18c5ee req-baed3a95-8806-4b4b-9ce1-39f959f432a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0325413 Jul 27 21:54:59.364940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-f804f753-9dc6-4bc7-b3d0-a04b0b9304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.366652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-f804f753-9dc6-4bc7-b3d0-a04b0b9304e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.2161338 Jul 27 21:54:59.506823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f121578-5546-4c76-bf22-b3164bffe86c tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.508382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f121578-5546-4c76-bf22-b3164bffe86c tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "GET /v2.0/networks/a8478db8-7b6a-49f0-9df1-ecc6141559b5 HTTP/1.1" status: 200 len: 768 time: 0.1562834 Jul 27 21:54:59.513435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40968) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:59.521324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a4db-b735-4e71-bddc-bf9b5ab3d59b req-014ea6d2-1c04-4995-a555-ac296cab999a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.523473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df24a4db-b735-4e71-bddc-bf9b5ab3d59b req-014ea6d2-1c04-4995-a555-ac296cab999a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.2842724 Jul 27 21:54:59.571316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-50af1072-2ec8-4e4e-ac56-d45b9812fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.575895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-50af1072-2ec8-4e4e-ac56-d45b9812fa93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1656668 Jul 27 21:54:59.608265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df24a4db-b735-4e71-bddc-bf9b5ab3d59b req-067b20eb-97bb-4741-9b7a-faedbb53ebe1 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709991 Jul 27 21:54:59.620629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.696782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-9682c9ef-b9c0-4007-add6-9fd937c9e700 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140270 Jul 27 21:54:59.708307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.719505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1140a1c8-43f1-42a2-89e9-4e3480155cfb']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:59.731520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a64b99-8970-4293-ad02-99e679a1d2cc') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:59.731520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a64b99-8970-4293-ad02-99e679a1d2cc') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:54:59.742016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.765912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.772291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:54:59.772702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:54:59.774443 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:54:59.816903 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-53926a93-8ba8-4960-87e9-51baf623596b service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009541 Jul 27 21:54:59.862513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-2cb35521-040b-4600-b715-b566507dc746 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 217 time: 0.0360303 Jul 27 21:54:59.920609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-e12328ce-5ee8-4b57-a38c-d590179ff958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.920609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-e12328ce-5ee8-4b57-a38c-d590179ff958 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0463486 Jul 27 21:54:59.977540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.983873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1140a1c8-43f1-42a2-89e9-4e3480155cfb {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:54:59.986442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-af7eeafe-7e59-4efb-ad20-088aca333317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.986870 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:59.988772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-af7eeafe-7e59-4efb-ad20-088aca333317 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647521 Jul 27 21:54:59.988909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1140a1c8-43f1-42a2-89e9-4e3480155cfb HTTP/1.1" status: 204 len: 168 time: 0.4740636 Jul 27 21:54:59.993002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:54:59.999590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'name': 'tempest-network--701391350'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:54:59.999951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bda087-4d8c-4390-9335-2c7398ea0c45 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Network': ['ID=1140a1c8-43f1-42a2-89e9-4e3480155cfb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:00.096864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:00.123916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9da93778-5f06-498e-9f3c-cfce67753e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.128278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-e7fbfbe8-79e5-43f2-8620-e1e26111ab83 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242568 Jul 27 21:55:00.198656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Made reservation on behalf of c37ea2b03a3544b0a6960faceae2b837 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:00.201803 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.282783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:00.290272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-c2dca9e8-ad62-4f7c-a3cc-c86e6470b25b service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500666 Jul 27 21:55:00.304490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.304846 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Added segment c10099cc-e5f4-4dbf-af22-2a51add757ab of type vlan for network bd0c279e-49f8-4a28-b1f1-c9559f1e5551 Jul 27 21:55:00.360109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-6efd457b-31db-4c79-b28e-73bebeee22e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 217 time: 0.0532758 Jul 27 21:55:00.436079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce69d6-4986-48cc-8640-1a7c0f502e3a req-c592b550-1a85-47d5-bbd9-52ff7f09f3a9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.442806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.443939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfce69d6-4986-48cc-8640-1a7c0f502e3a req-c592b550-1a85-47d5-bbd9-52ff7f09f3a9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.0923331 Jul 27 21:55:00.480976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfce69d6-4986-48cc-8640-1a7c0f502e3a req-643f59c1-d609-481d-a64c-11376254b300 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Jul 27 21:55:00.488518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02bf4dea-7401-47d8-8c1f-0886ed21a9ab req-0171f81d-f807-4682-ae95-573031a150af tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0531461 Jul 27 21:55:00.534184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7eef08f3-c6c6-45b7-88a7-523543750557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.534184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7eef08f3-c6c6-45b7-88a7-523543750557 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1422973 Jul 27 21:55:00.619414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9da93778-5f06-498e-9f3c-cfce67753e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.668758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-9c8880af-9ea8-42d2-be2a-cfe06bdbd707 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.671050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-9c8880af-9ea8-42d2-be2a-cfe06bdbd707 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.1775205 Jul 27 21:55:00.677594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-3c5a1ee0-0e7d-4efb-abdb-7219c20aaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.679330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-3c5a1ee0-0e7d-4efb-abdb-7219c20aaffd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1152229 Jul 27 21:55:00.729976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.731060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.732474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.755407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddec6d-76a5-4641-b360-8e851f5a0cfa req-6030ab85-91d0-429f-a8ca-45182fca51f9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.757123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eddec6d-76a5-4641-b360-8e851f5a0cfa req-6030ab85-91d0-429f-a8ca-45182fca51f9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0761390 Jul 27 21:55:00.779292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9da93778-5f06-498e-9f3c-cfce67753e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:00.801622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eddec6d-76a5-4641-b360-8e851f5a0cfa req-b7d11c6f-cdd0-4d4e-8b2b-8b09f12582a2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368607 Jul 27 21:55:00.946155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9da93778-5f06-498e-9f3c-cfce67753e16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28a797c199e747b4ad55f66ef28fd386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8443732 Jul 27 21:55:00.946155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=bd0c279e-49f8-4a28-b1f1-c9559f1e5551,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:00.946538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:00.951873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c0933bef-9741-40f2-b64b-f19a7459c0e1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9547784 Jul 27 21:55:00.951873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da93778-5f06-498e-9f3c-cfce67753e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40061ad2-e92b-4165-b5fd-230528acb1fe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:00.954041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41016) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:00.955906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bd0c279e-49f8-4a28-b1f1-c9559f1e5551 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:00.965500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:00.974820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-3f11eeaa-080f-458f-9824-f2d21ec3f1cf service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874756 Jul 27 21:55:01.067849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:01.068563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.084161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.148297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.230824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.315061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.361814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.364956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.366420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40061ad2-e92b-4165-b5fd-230528acb1fe HTTP/1.1" status: 204 len: 168 time: 0.4185410 Jul 27 21:55:01.384685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Network bd0c279e-49f8-4a28-b1f1-c9559f1e5551 is not hosted by any dhcp agent {{(pid=94671) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:55:01.385609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.386230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.387904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "PUT /v2.0/networks/bd0c279e-49f8-4a28-b1f1-c9559f1e5551 HTTP/1.1" status: 200 len: 857 time: 0.4328220 Jul 27 21:55:01.395376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41022) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:01.408946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1c24-170e-4eea-bb56-4a19587e7b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40061ad2-e92b-4165-b5fd-230528acb1fe,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:01.411815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f11a2d-b980-449d-b14b-968330d91df1 tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event updated for resources: {'Network': ['ID=bd0c279e-49f8-4a28-b1f1-c9559f1e5551,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:01.484382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.496022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-58a74223-bd9a-494b-baff-668c5dedd714 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067263 Jul 27 21:55:01.554165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-8296cd74-9fd4-452c-9f4b-4a27add3271a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 217 time: 0.0504026 Jul 27 21:55:01.566942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:01.567693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.612740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:01.630574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f28d550-d148-45f9-9650-422f872ccd90 req-4b7836e8-61e5-46ec-ad9e-40803761e879 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0423396 Jul 27 21:55:01.632203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.643409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0c279e-49f8-4a28-b1f1-c9559f1e5551']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:01.655826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10099cc-e5f4-4dbf-af22-2a51add757ab') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:01.655826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10099cc-e5f4-4dbf-af22-2a51add757ab') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:01.668208 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.670188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a488d0fd-99d8-4fff-a875-a09c8549ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.671816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a488d0fd-99d8-4fff-a875-a09c8549ab19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1073785 Jul 27 21:55:01.692737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.699417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:01.699992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:01.701982 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:01.800502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c0b0d-ee26-4d8c-bc36-560b2c96f868 req-b80e0899-f09b-42e0-b9fd-08a23050ffe6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.804152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-654c0b0d-ee26-4d8c-bc36-560b2c96f868 req-b80e0899-f09b-42e0-b9fd-08a23050ffe6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 946 time: 0.2115769 Jul 27 21:55:01.860672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-4a88e76f-20cf-432c-b238-2ef2a2f21ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.862193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-4a88e76f-20cf-432c-b238-2ef2a2f21ff2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540990 Jul 27 21:55:01.930058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.935746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd0c279e-49f8-4a28-b1f1-c9559f1e5551 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:55:01.941825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:01.942518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-654c0b0d-ee26-4d8c-bc36-560b2c96f868 req-980cde2a-7ccd-4b7e-b151-a97fcc03ba0e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Jul 27 21:55:01.944242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bd0c279e-49f8-4a28-b1f1-c9559f1e5551 HTTP/1.1" status: 204 len: 168 time: 0.5450063 Jul 27 21:55:01.951398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:01.957590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc542a84-b1aa-447e-a294-b702a383482e tempest-ExternalNetworksTestJSON-1210718149 tempest-ExternalNetworksTestJSON-1210718149-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd0c279e-49f8-4a28-b1f1-c9559f1e5551,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:01.996613 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8218e14-f880-489f-ae2b-64b072c09884 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] DELETE failed (client error): The resource could not be found. Jul 27 21:55:01.996613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8218e14-f880-489f-ae2b-64b072c09884 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:01.996613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b8218e14-f880-489f-ae2b-64b072c09884 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "DELETE /v2.0/subnets/afb5f9ef-71b0-4a72-9e87-a58ac5a141c0 HTTP/1.1" status: 404 len: 337 time: 0.0398915 Jul 27 21:55:01.997051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d510-f6b4-4124-a54b-1cd9f329adbd req-62704bda-e6c8-4cc7-9c99-f062847d7123 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.997995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1560d510-f6b4-4124-a54b-1cd9f329adbd req-62704bda-e6c8-4cc7-9c99-f062847d7123 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1085179 Jul 27 21:55:01.999787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:02.046074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-9810e874-d164-49b0-9a6b-e3fb9fed85cb service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715653 Jul 27 21:55:02.057984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2021e562-9f37-4041-b823-5b0a4dfbc6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.110321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1560d510-f6b4-4124-a54b-1cd9f329adbd req-f1a19e19-1965-4d96-9098-7932e8e48efa tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016421 Jul 27 21:55:02.123934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.156244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.162035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:02.193922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:02.216790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:02.243477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-8bdc7acd-93d0-44d1-a7f8-a75a1cdd3e73 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889203 Jul 27 21:55:02.265656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.280400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8478db8-7b6a-49f0-9df1-ecc6141559b5']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:02.293292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91149fc2-2cab-49ba-9d13-575a7cc126c7') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:02.294239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91149fc2-2cab-49ba-9d13-575a7cc126c7') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:02.312334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.331595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.336354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:02.338987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-ff889f4e-2db3-416e-8eab-63f9a96de3d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0753071 Jul 27 21:55:02.340089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.342253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-283e8fc1-c817-473e-aa18-3e61ea6e77a5 req-cc3a3519-5de2-452a-a906-146f94e37a57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.76 "DELETE /v2.0/ports/7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 HTTP/1.1" status: 204 len: 173 time: 1.6620259 Jul 27 21:55:02.345953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:02.346712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:02.354501 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:02.359610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'name': 'network-vif-deleted', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:02.372643 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d49a0-5b68-4eac-867d-dc2eacda818c" -d '{"events": [{"server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "name": "network-vif-deleted", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:02.432939 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b2913-4134-4f7e-9921-65d6e065528b x-openstack-request-id: req-df7b2913-4134-4f7e-9921-65d6e065528b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:02.433401 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4b85b4-9370-46ca-a613-cce25fe08624", "name": "network-vif-deleted", "tag": "7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:02.440967 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df7b2913-4134-4f7e-9921-65d6e065528b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:02.440967 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4b85b4-9370-46ca-a613-cce25fe08624', 'name': 'network-vif-deleted', 'tag': '7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0', 'status': 'completed', 'code': 200} Jul 27 21:55:02.460631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-1c812152-ee3a-4efa-9424-d2e90532dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:02.462157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-1c812152-ee3a-4efa-9424-d2e90532dfae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0972333 Jul 27 21:55:02.514916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d24150-3a8b-48f2-8278-6e5760222882 req-0c9431df-8d64-4349-bf4d-2b9eb874285c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:02.516638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9d24150-3a8b-48f2-8278-6e5760222882 req-0c9431df-8d64-4349-bf4d-2b9eb874285c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.2540793 Jul 27 21:55:02.556268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41044) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:02.572708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6195-540c-47f2-ae88-0c8109f41af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.576245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9d24150-3a8b-48f2-8278-6e5760222882 req-3f68279d-e01d-453a-b844-49ca089c8094 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Jul 27 21:55:02.579126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-d9ad4eb8-1f60-4489-ae6a-fcfae6ae966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:02.580597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-d9ad4eb8-1f60-4489-ae6a-fcfae6ae966e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098607 Jul 27 21:55:02.612648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.627945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.629862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] 10.222.0.37 "DELETE /v2.0/networks/a8478db8-7b6a-49f0-9df1-ecc6141559b5 HTTP/1.1" status: 204 len: 168 time: 0.6290705 Jul 27 21:55:02.657371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218af014-3c50-4e49-a292-ff6c49331355 tempest-ExternalNetworksTestJSON-673930080 tempest-ExternalNetworksTestJSON-673930080-project] Pushing event deleted for resources: {'Network': ['ID=a8478db8-7b6a-49f0-9df1-ecc6141559b5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:02.709228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-19096c7b-433f-45e2-b32e-252938293eb8 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203084 Jul 27 21:55:02.796997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6195-540c-47f2-ae88-0c8109f41af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.809003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2372f935-8a4f-428b-bafc-2e685f7feca9 req-fd182279-03f2-49df-9a3b-453acb29232c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0678861 Jul 27 21:55:02.816472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350dc42-56dd-432b-aeda-62eabab7ec00 req-4b7acc7b-2da4-4d46-9922-227121d763bd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:02.818125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7350dc42-56dd-432b-aeda-62eabab7ec00 req-4b7acc7b-2da4-4d46-9922-227121d763bd tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1361020 Jul 27 21:55:02.878982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-a969c4df-8dbf-43aa-a8a4-81382a45758e service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595657 Jul 27 21:55:02.886897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7350dc42-56dd-432b-aeda-62eabab7ec00 req-31950982-0671-4eb8-a0bf-1b2bc46fad1c tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528808 Jul 27 21:55:02.922385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6195-540c-47f2-ae88-0c8109f41af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.966998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-9fe4fc9c-5a34-4613-b4a6-e0e75467878b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0639369 Jul 27 21:55:02.991063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2bfe6195-540c-47f2-ae88-0c8109f41af4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21a7f22f95df4814af9a06e5b70c22d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328625 Jul 27 21:55:02.992595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe6195-540c-47f2-ae88-0c8109f41af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123da7a5-3ffb-48c0-a00f-e9869603a1fd,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:03.003311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41062) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:03.055944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7fc8d89e-2c62-434d-b395-11461bfd9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.057709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-7fc8d89e-2c62-434d-b395-11461bfd9a79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0881734 Jul 27 21:55:03.071383 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.129771 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f38c64ce-8d83-43d0-bf6f-768c7746c22c req-f4cdce83-edce-44a4-a512-fd0408c1b524 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef4b85b4-9370-46ca-a613-cce25fe08624 HTTP/1.1" status: 200 len: 210 time: 0.0488400 Jul 27 21:55:03.131873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.161176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b441c-c1d7-4f82-97a1-a1fe99691bb2 req-574fbef7-7bfc-490c-81a5-3dd62a8aebef tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.162790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-653b441c-c1d7-4f82-97a1-a1fe99691bb2 req-574fbef7-7bfc-490c-81a5-3dd62a8aebef tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1220598 Jul 27 21:55:03.194860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-8c990ddc-b294-4027-a2b7-e4b5d78a09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.196400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-8c990ddc-b294-4027-a2b7-e4b5d78a09ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105254 Jul 27 21:55:03.240150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-653b441c-c1d7-4f82-97a1-a1fe99691bb2 req-88a5a18c-5667-4642-804b-9e33be0ab581 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 Jul 27 21:55:03.265881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41066) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:03.286487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.291785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.293208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/123da7a5-3ffb-48c0-a00f-e9869603a1fd HTTP/1.1" status: 204 len: 168 time: 0.2883224 Jul 27 21:55:03.315635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1157d0-db14-4803-a667-5ab4cd549a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123da7a5-3ffb-48c0-a00f-e9869603a1fd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:03.347253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-15d0ac2d-183b-41cf-84ee-f46b5c2f2a40 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323552 Jul 27 21:55:03.452713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae046a3d-d800-450d-8af3-91bd14666e46 req-3ea0ad53-08f4-4231-b0da-765305ec5e15 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.454855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae046a3d-d800-450d-8af3-91bd14666e46 req-3ea0ad53-08f4-4231-b0da-765305ec5e15 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1078906 Jul 27 21:55:03.503106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7452f29-0d5c-4162-af26-ff074fd382e1 req-cf7ffa73-dd57-4a68-888d-26f2de540c7c service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393628 Jul 27 21:55:03.503721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f7f1b1f7-69a7-45e6-a87f-8e4937dc060b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=affeed2224b6464caecfa38c9b24c5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361574 Jul 27 21:55:03.506950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:03.547637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae046a3d-d800-450d-8af3-91bd14666e46 req-fa8316b4-de45-40c0-8eb3-a7aa39e11ab2 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805597 Jul 27 21:55:03.609900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.633921 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.755398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977aab0-3f95-4642-a4af-e9fc283fc5d8 req-ca3f2ad6-d93d-441c-a881-2bcb200dfb79 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.757010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f977aab0-3f95-4642-a4af-e9fc283fc5d8 req-ca3f2ad6-d93d-441c-a881-2bcb200dfb79 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1012130 Jul 27 21:55:03.814740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f977aab0-3f95-4642-a4af-e9fc283fc5d8 req-a531ef8d-e050-4f96-ba13-8e43343e25c7 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Jul 27 21:55:03.862312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.865331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:03.869997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e40a7b64-4229-4be3-a209-8e0d37f576ae HTTP/1.1" status: 204 len: 168 time: 0.3614349 Jul 27 21:55:03.893268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f09bc1-d906-41e1-b22b-ec6714caea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a7b64-4229-4be3-a209-8e0d37f576ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:03.961304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcfa644d-6fe6-4105-8c64-d3df6e377e1d req-25577b5a-38be-4cc1-a2c6-384ede6664a3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0594521 Jul 27 21:55:03.988297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf36fe-2b2d-4db0-9ea3-a376d15bb176 req-d8352050-50d5-45ca-ba78-f191ce7dce91 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:03.990106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1faf36fe-2b2d-4db0-9ea3-a376d15bb176 req-d8352050-50d5-45ca-ba78-f191ce7dce91 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0945072 Jul 27 21:55:04.034438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1faf36fe-2b2d-4db0-9ea3-a376d15bb176 req-73252337-3b17-4897-9e55-3d31ecbd7812 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360179 Jul 27 21:55:04.371839 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b575388-9c79-44e7-8051-44ae29ab404c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:04.629045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-38bebe74-1db3-4738-baf0-0256c65bc47d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:04.629045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-38bebe74-1db3-4738-baf0-0256c65bc47d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 806 time: 0.1157043 Jul 27 21:55:04.637965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-445df1f1-89d5-4e50-a95b-a50ee6d101ae tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/quotas/232237d5031947ffa7e4c247a4a56e56 HTTP/1.1" status: 200 len: 375 time: 0.0093546 Jul 27 21:55:04.705512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-bf414e02-bd0a-475e-95bc-3601eb59218c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617297 Jul 27 21:55:04.834667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:04.915758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:04.938881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:04.939565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7e52f793-c7d8-4ff2-88d4-a7a85a23cdf0 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:04.945810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-584c5be9-3f64-48c5-8a42-dcd2404fc883 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331295 Jul 27 21:55:04.962941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41128) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:05.053831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d761d0ba-b736-4e74-8fbd-58e16b74795f tempest-AgentManagementNegativeTest-1934894043 tempest-AgentManagementNegativeTest-1934894043-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.0897052 Jul 27 21:55:05.073100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9615989-cda7-4bf6-b2fb-1453cd34197a req-91f50147-2bf9-4592-9330-109fcd1e92b1 service neutron] 10.222.0.37 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197135 Jul 27 21:55:05.171610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:05.189734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-561b5986-d3d8-4fca-8081-f0f7caed7abd req-f7ce1490-9846-4435-826e-6af62e225bcf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0330703 Jul 27 21:55:05.229809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-73dca468-4668-45b1-a736-2a30f592c33a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c37ea2b03a3544b0a6960faceae2b837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467877 Jul 27 21:55:05.232825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41144) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:05.296700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.344147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.432295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ad7b-f427-4d88-aea4-c1add9cbf1d1 req-05a3cf5a-07ff-4daa-8744-4c1ee572d90e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:05.433994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4eb4ad7b-f427-4d88-aea4-c1add9cbf1d1 req-05a3cf5a-07ff-4daa-8744-4c1ee572d90e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1138515 Jul 27 21:55:05.474083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a0a7f84-98e2-442e-ae8f-a04b952e0011 req-0c03b47d-a7ee-4828-b94d-77568d6e49ec tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0324457 Jul 27 21:55:05.491675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4eb4ad7b-f427-4d88-aea4-c1add9cbf1d1 req-979b8451-ebfb-4c78-aeed-cc03687ed0e5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Jul 27 21:55:05.594939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.597516 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.599202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5508e52a-da3d-4954-9d24-e9cfa9761465 HTTP/1.1" status: 204 len: 168 time: 0.3646348 Jul 27 21:55:05.612741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be703e97-6121-4f2e-97c6-eeb2e83fabb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5508e52a-da3d-4954-9d24-e9cfa9761465,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:05.754377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:05.851779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.875840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffd37f3-d24c-4364-a2f9-c128ed520541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.979518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffd37f3-d24c-4364-a2f9-c128ed520541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.041020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffd37f3-d24c-4364-a2f9-c128ed520541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.085345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1ffd37f3-d24c-4364-a2f9-c128ed520541 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a03884a59d9749a1965f4cd3d0668941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298304 Jul 27 21:55:06.089972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41164) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:06.096570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd37f3-d24c-4364-a2f9-c128ed520541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cdd84e-d7ec-4c28-ad57-aa3a0a0a165c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:06.147349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.180298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.314430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fbc47d8-800f-4849-91f6-4e6371b88f39 req-6dfbe701-6025-480c-80cc-2da56de5c6ed tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0661769 Jul 27 21:55:06.338856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.344308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.346536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79cdd84e-d7ec-4c28-ad57-aa3a0a0a165c HTTP/1.1" status: 204 len: 168 time: 0.2573273 Jul 27 21:55:06.365218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588eb29-02ad-45a0-a6d2-db1891b4e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cdd84e-d7ec-4c28-ad57-aa3a0a0a165c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:06.577691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c514c098-0f63-4bc7-9ce1-669a761034ab req-1424ba57-73d8-479f-a521-ba220e599523 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0445285 Jul 27 21:55:06.671236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b2aad-cc6c-4f62-8545-d70ffd8fa7ff req-336d190b-9693-4ba0-bd13-bafbc260d5d4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:06.673350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a29b2aad-cc6c-4f62-8545-d70ffd8fa7ff req-336d190b-9693-4ba0-bd13-bafbc260d5d4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0759556 Jul 27 21:55:06.717532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a29b2aad-cc6c-4f62-8545-d70ffd8fa7ff req-88588365-696a-4aa9-ae02-c711c128eb4d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Jul 27 21:55:06.948745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:07.287261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3bef4-da41-40e5-a1ba-c5e9d30f0276 req-1b349c81-eaeb-470d-b8c2-c6ef33833c5d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:07.288820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4c3bef4-da41-40e5-a1ba-c5e9d30f0276 req-1b349c81-eaeb-470d-b8c2-c6ef33833c5d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0771217 Jul 27 21:55:07.370793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4c3bef4-da41-40e5-a1ba-c5e9d30f0276 req-f4a473fa-1a57-4b76-8601-a780ce931b02 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728493 Jul 27 21:55:07.402520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-1a4a457c-0e49-4455-bac0-0a9ddc55364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:07.407366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-1a4a457c-0e49-4455-bac0-0a9ddc55364c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0991380 Jul 27 21:55:07.422794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:07.437355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76c791d2-6c56-434c-a3ed-066ce61a8343 req-9a9ec222-dd74-4fd0-b407-fd1e54629492 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0639315 Jul 27 21:55:07.536084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-4b60b2ac-9fd1-40a5-a73e-02c710be1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:07.538712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-4b60b2ac-9fd1-40a5-a73e-02c710be1f02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 200 len: 914 time: 0.1245894 Jul 27 21:55:07.596691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-3052d4e9-d27e-4592-bb82-b8593dc79230 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 200 len: 217 time: 0.0431592 Jul 27 21:55:07.679335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02edf95d-c235-47f4-b9d8-4fb593bdc8d8 req-02d9c4f2-5508-4636-ade3-979521f875ed tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0378006 Jul 27 21:55:07.690449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-d1c6c3bd-88da-4aea-9388-768d63674bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:07.700574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-d1c6c3bd-88da-4aea-9388-768d63674bfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 200 len: 853 time: 0.0827353 Jul 27 21:55:07.747788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-aa6c8eec-ca02-4510-bbc7-d58394896230 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e7a4087-f6af-49fc-90b2-02e79935d18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382979 Jul 27 21:55:07.860660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-88587a51-87e1-49db-9532-464b36148081 service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984304 Jul 27 21:55:07.893272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:07.977363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b817f719-8def-4a7b-829e-c49b690d91d5 req-2768d2c1-0a3a-4908-a187-e53ce9ff2aed service neutron] 10.222.0.50 "GET /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971076 Jul 27 21:55:08.085985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.116318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-375145352'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:08.234659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:08.263808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Made reservation on behalf of 5e8fbe02cf7a429e925dbd724fabfafa for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:08.267829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.277116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.368819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70b65792-ebca-4362-9904-38cda76c8f61 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-711094310'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:08.369272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70b65792-ebca-4362-9904-38cda76c8f61 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Unknown quota resources ['metering_label']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:55:08.456551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.511781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24af1bc9-0f61-4fcc-bacf-b55983d59ec1 req-48802c58-199b-456a-9e2f-40d87688e233 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0311503 Jul 27 21:55:08.532160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.657137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70b65792-ebca-4362-9904-38cda76c8f61 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.658746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-70b65792-ebca-4362-9904-38cda76c8f61 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4231620 Jul 27 21:55:08.661662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:08.662513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41258) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:08.669052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-542732cc-b15b-47d9-b8e7-8dc535b35ac4 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5c750a57-e525-4089-8298-e62aea571602'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:08.669778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-542732cc-b15b-47d9-b8e7-8dc535b35ac4 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:55:08.675509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1a045e-795f-4dca-b648-ba862fd8e914,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:08.682540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.682896 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Added segment 414dde9a-db6b-4217-82ae-17bcc00ddd37 of type vlan for network 2cfdf72b-59da-490f-8939-a9af42216091 Jul 27 21:55:08.740446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768e40-a018-4d88-af46-3254970c4d03 req-2d2a5c33-b37e-451d-9e0e-89b30dc06d5b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:08.742319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39768e40-a018-4d88-af46-3254970c4d03 req-2d2a5c33-b37e-451d-9e0e-89b30dc06d5b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.2810273 Jul 27 21:55:08.744353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.805362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39768e40-a018-4d88-af46-3254970c4d03 req-42972bac-a38f-40e6-8393-609d7945ab8b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Jul 27 21:55:08.806299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3353ea35-f611-436c-b8f8-231b7e625f81 req-0909a826-87e6-4c14-b4b2-8d039e00814e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0328021 Jul 27 21:55:08.959815 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.metering.metering_plugin [None req-542732cc-b15b-47d9-b8e7-8dc535b35ac4 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:55:08.960110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.965525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:08.967385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.039294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'Network': ['ID=2cfdf72b-59da-490f-8939-a9af42216091,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:09.051746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2cfdf72b-59da-490f-8939-a9af42216091 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:09.093499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-542732cc-b15b-47d9-b8e7-8dc535b35ac4 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.095709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-542732cc-b15b-47d9-b8e7-8dc535b35ac4 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4307005 Jul 27 21:55:09.104868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41262) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.110449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-18559246-b092-4188-91bb-7dc6bbeec023 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5c750a57-e525-4089-8298-e62aea571602'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:09.110950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-18559246-b092-4188-91bb-7dc6bbeec023 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:55:09.138891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fc46de93-1d04-4da1-bd09-a896ef3418d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2444582 Jul 27 21:55:09.142714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.148942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Request body: {'subnet': {'network_id': '2cfdf72b-59da-490f-8939-a9af42216091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:09.383099 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.metering.metering_plugin [None req-18559246-b092-4188-91bb-7dc6bbeec023 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:55:09.428468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Made reservation on behalf of 5e8fbe02cf7a429e925dbd724fabfafa for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:09.432205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.467050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-18559246-b092-4188-91bb-7dc6bbeec023 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.468298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-18559246-b092-4188-91bb-7dc6bbeec023 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3623779 Jul 27 21:55:09.471920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.483584 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-233ef6c0-aa20-4f27-949e-95a85db6b641 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=7cb850bc-d317-42ad-b0ac-adc8e14aa85c HTTP/1.1" status: 200 len: 462 time: 0.0105608 Jul 27 21:55:09.488300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41268) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.596851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d61d4ef5-150d-4ec7-8d61-1e093d6ebf5d req-1a6078c3-2255-4a84-8fb9-8dc75215de9c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0325599 Jul 27 21:55:09.812252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.850202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a11235e-67fd-4599-b00e-b38d9890ad1b tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.855522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.862326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2a11235e-67fd-4599-b00e-b38d9890ad1b tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/7cb850bc-d317-42ad-b0ac-adc8e14aa85c HTTP/1.1" status: 204 len: 168 time: 0.3656631 Jul 27 21:55:09.909774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cbdb6ead-ee92-495d-8035-269dacd483f3 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=7cb850bc-d317-42ad-b0ac-adc8e14aa85c HTTP/1.1" status: 200 len: 221 time: 0.0424757 Jul 27 21:55:09.921331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:09.925727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f8d18096-19b3-4987-a125-5053f76ee68d tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2117716501', 'description': 'label created by tempest'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:09.926193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f8d18096-19b3-4987-a125-5053f76ee68d tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Unknown quota resources ['metering_label']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:55:09.938206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18000a2a-28af-42c1-ac5f-76f1d1169f3f req-c2586ee5-62b5-4c6a-8fdf-584963ce7bb5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0623753 Jul 27 21:55:09.940555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'Subnet': ['ID=43593d63-8cce-4e12-b27f-cfea9e0aa80e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:09.951740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Checking segment: {'id': '414dde9a-db6b-4217-82ae-17bcc00ddd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:09.951740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Network hostable DHCP agents. Network: 2cfdf72b-59da-490f-8939-a9af42216091, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:55:10.021944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c283324-7e71-4dec-872e-ff0eac84d427 req-aef859f1-d682-4fac-b37f-55bc8ba6b687 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.023498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c283324-7e71-4dec-872e-ff0eac84d427 req-aef859f1-d682-4fac-b37f-55bc8ba6b687 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1314499 Jul 27 21:55:10.064266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c283324-7e71-4dec-872e-ff0eac84d427 req-8ef15a67-e93f-462a-b624-41f1065af392 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Jul 27 21:55:10.074069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Network 2cfdf72b-59da-490f-8939-a9af42216091 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:55:10.172938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2cfdf72b-59da-490f-8939-a9af42216091) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:10.178743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.179405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.188257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7020826-88c5-4a48-85cb-a771d44e3244 None None] Network 2cfdf72b-59da-490f-8939-a9af42216091 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:10.220299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8887-6101-4b11-87d8-f1921c8074f6 req-f2fa7b5e-9bd1-4310-94c2-fba18f5f879b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.222258 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b8a8887-6101-4b11-87d8-f1921c8074f6 req-f2fa7b5e-9bd1-4310-94c2-fba18f5f879b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0826168 Jul 27 21:55:10.264111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f8d18096-19b3-4987-a125-5053f76ee68d tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.265411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f8d18096-19b3-4987-a125-5053f76ee68d tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3432293 Jul 27 21:55:10.268276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41286) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:10.274061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b8a8887-6101-4b11-87d8-f1921c8074f6 req-29a819de-8ec5-46ea-9e49-7a44663019cf tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Jul 27 21:55:10.298154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-67bab5c7-21f4-453e-a2d0-322877ea55bd tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1541960 Jul 27 21:55:10.301921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:10.308445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Request body: {'port': {'network_id': '2cfdf72b-59da-490f-8939-a9af42216091', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-550592371'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:10.356951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2cfdf72b-59da-490f-8939-a9af42216091', 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091', 'tenant_id': '5e8fbe02cf7a429e925dbd724fabfafa', 'fixed_ips': [{'subnet_id': '43593d63-8cce-4e12-b27f-cfea9e0aa80e'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:55:10.357702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.500565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1da573-48a6-491b-babc-b1de09c30a64 req-b1b1e81f-acf7-468e-aed2-2269a1c38a06 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.502564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1da573-48a6-491b-babc-b1de09c30a64 req-b1b1e81f-acf7-468e-aed2-2269a1c38a06 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1189170 Jul 27 21:55:10.530984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Allocated IP 2001:db8::2 (2cfdf72b-59da-490f-8939-a9af42216091/43593d63-8cce-4e12-b27f-cfea9e0aa80e/92c61e92-154e-4ab7-b9e6-57cc4954b05c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:10.555087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c1da573-48a6-491b-babc-b1de09c30a64 req-c1a4e262-e897-4e4b-8a3c-118b7daa5477 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Jul 27 21:55:10.556381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Made reservation on behalf of 5e8fbe02cf7a429e925dbd724fabfafa for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:10.561629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.595127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] device_id is not set on port af85805c-8226-42b9-a1d8-cd26d8b04924 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:55:10.706189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fec20cfe-853d-4137-97f5-08d1f708d09b tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ba2d510f-c037-483f-a6f9-9a51ea34872a HTTP/1.1" status: 200 len: 468 time: 0.4368014 Jul 27 21:55:10.706925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41300) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:10.712323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88c3f7ce-886e-4620-963f-24b92ba20d5b req-7cc704da-bc8c-457a-bde9-5f59cc4cd2d2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0317333 Jul 27 21:55:10.742812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.751939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Transition to ACTIVE for port object 92c61e92-154e-4ab7-b9e6-57cc4954b05c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:10.770017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Transition to ACTIVE for port object 92c61e92-154e-4ab7-b9e6-57cc4954b05c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:10.857667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.904987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Network 2cfdf72b-59da-490f-8939-a9af42216091 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:10.910627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:10.914513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:10.926758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Pushing event updated for resources: {'Port': ['ID=92c61e92-154e-4ab7-b9e6-57cc4954b05c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:10.927977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed256-effc-4ced-8667-46254327365c req-98227e4b-1e76-444c-8c27-1a40dc0a6157 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.930460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a34ed256-effc-4ced-8667-46254327365c req-98227e4b-1e76-444c-8c27-1a40dc0a6157 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.2310588 Jul 27 21:55:10.942334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Allocated IP 2001:db8::304 (2cfdf72b-59da-490f-8939-a9af42216091/43593d63-8cce-4e12-b27f-cfea9e0aa80e/af85805c-8226-42b9-a1d8-cd26d8b04924) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:11.012972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Attempting to bind port 92c61e92-154e-4ab7-b9e6-57cc4954b05c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:11.013237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Attempting to bind port 92c61e92-154e-4ab7-b9e6-57cc4954b05c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '414dde9a-db6b-4217-82ae-17bcc00ddd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:11.013606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Attempting to bind port 92c61e92-154e-4ab7-b9e6-57cc4954b05c on network 2cfdf72b-59da-490f-8939-a9af42216091 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:11.017265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a34ed256-effc-4ced-8667-46254327365c req-57910a94-5792-42c6-b082-3cef7bd5d6b1 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Jul 27 21:55:11.019832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:11.020214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Checking segment: {'id': '414dde9a-db6b-4217-82ae-17bcc00ddd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:11.020629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.021028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Bound using segment: {'id': '414dde9a-db6b-4217-82ae-17bcc00ddd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:11.021510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Bound port: 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414dde9a-db6b-4217-82ae-17bcc00ddd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '2cfdf72b-59da-490f-8939-a9af42216091'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:11.021901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.095718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5f174a0-7378-4c7e-bff2-a81ccba08058 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.100689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a5f174a0-7378-4c7e-bff2-a81ccba08058 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ba2d510f-c037-483f-a6f9-9a51ea34872a HTTP/1.1" status: 204 len: 168 time: 0.3633862 Jul 27 21:55:11.101484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41310) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.123206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a049313a-04aa-4923-8719-9e72d825c4bc req-1bd6fea7-9b5d-40e0-ad7d-385b6faeb550 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1077330 Jul 27 21:55:11.125742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fb621e03-661d-4717-9aed-dd5900ff6374 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ba2d510f-c037-483f-a6f9-9a51ea34872a HTTP/1.1" status: 200 len: 216 time: 0.0223129 Jul 27 21:55:11.127571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41312) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.139171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e80142ae-875c-46f3-b409-e64aa26eda3b tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0109701 Jul 27 21:55:11.148338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.157509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] For port 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:11.161542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] For port 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=92c61e92-154e-4ab7-b9e6-57cc4954b05c,segment=NetworkSegment(414dde9a-db6b-4217-82ae-17bcc00ddd37),segment_id=414dde9a-db6b-4217-82ae-17bcc00ddd37)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:11.176356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f84515f-fe07-48c8-acc2-cce8e24fec35 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0259697 Jul 27 21:55:11.184069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.222394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f63ce-058e-4113-a1f7-1bcb1014156c req-420b79bb-a875-4da5-b134-dd61e18d5af9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.224053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da6f63ce-058e-4113-a1f7-1bcb1014156c req-420b79bb-a875-4da5-b134-dd61e18d5af9 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0841038 Jul 27 21:55:11.258296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.271459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da6f63ce-058e-4113-a1f7-1bcb1014156c req-089b721f-244b-4cc0-bdbe-a9b5ddae6839 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jul 27 21:55:11.275307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3c07d4d-66ec-48cd-bc2b-18085b36245f tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/5c750a57-e525-4089-8298-e62aea571602 HTTP/1.1" status: 200 len: 472 time: 0.0891786 Jul 27 21:55:11.279173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41318) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.285303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.300262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4eb9e04-a914-433c-8150-a7fd8072e068 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/bac709fb-f9e1-4f5f-969d-4d3e97cadc4a HTTP/1.1" status: 200 len: 459 time: 0.0135396 Jul 27 21:55:11.300262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41320) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.316982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Transition to ACTIVE for port object af85805c-8226-42b9-a1d8-cd26d8b04924 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:11.346456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42b716-ce97-4943-8203-bc4e2275cc66 None None] Pushing event updated for resources: {'Port': ['ID=92c61e92-154e-4ab7-b9e6-57cc4954b05c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:11.436200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee677fe3-9515-46f0-8ed3-8dfb6ea8ac56 req-87ba89dd-21e4-4ab9-acce-a2def6fb16cb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.437800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee677fe3-9515-46f0-8ed3-8dfb6ea8ac56 req-87ba89dd-21e4-4ab9-acce-a2def6fb16cb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0744176 Jul 27 21:55:11.464170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.519237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25314206-6a7b-49cd-860d-ac94d61c9e20 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.525335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25314206-6a7b-49cd-860d-ac94d61c9e20 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/bac709fb-f9e1-4f5f-969d-4d3e97cadc4a HTTP/1.1" status: 204 len: 168 time: 0.2222872 Jul 27 21:55:11.525335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.533422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee677fe3-9515-46f0-8ed3-8dfb6ea8ac56 req-cbfcc87a-fcfb-4a4e-8309-083db24be639 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892949 Jul 27 21:55:11.567287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Network 2cfdf72b-59da-490f-8939-a9af42216091 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:11.572839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:11.575017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'Port': ['ID=af85805c-8226-42b9-a1d8-cd26d8b04924,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:11.578406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:11.587953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.588918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.691925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-61848411-1e75-4b91-bedc-95ecb95b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3851860 Jul 27 21:55:11.692198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41330) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:11.697789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Request body: {'port': {'network_id': '2cfdf72b-59da-490f-8939-a9af42216091', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-794315054', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:11.698370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] bootfile-name is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:11.698751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] tftp-server is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:11.699086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] server-ip-address is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:11.797760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8e4e-f5bb-40f4-8b19-154472e144d6 req-58811dd2-f8f5-43a9-89ec-e58bee2da593 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.799277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3b8e4e-f5bb-40f4-8b19-154472e144d6 req-58811dd2-f8f5-43a9-89ec-e58bee2da593 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1525104 Jul 27 21:55:11.812223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2568b6e-7842-49c4-8449-0110123d6556 req-8c2a6a0e-48ae-479c-8aa5-5ce784714f8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0309582 Jul 27 21:55:11.856040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb334210-98f9-4857-9689-01c50637b475 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.856040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb334210-98f9-4857-9689-01c50637b475 tempest-MeteringIpV6TestJSON-1965225101 tempest-MeteringIpV6TestJSON-1965225101-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/5c750a57-e525-4089-8298-e62aea571602 HTTP/1.1" status: 204 len: 168 time: 0.3318546 Jul 27 21:55:11.867574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3b8e4e-f5bb-40f4-8b19-154472e144d6 req-674392b9-458b-4eee-b181-6a6fee9d6580 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 Jul 27 21:55:11.948483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Made reservation on behalf of 5e8fbe02cf7a429e925dbd724fabfafa for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:11.953986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:11.979482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] device_id is not set on port e4150917-90ef-49fb-bbf1-5c268728f23e yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:55:12.035002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30b19-0aab-492f-89f0-a09864a614e5 req-df8f6fb9-88da-44d3-a031-f564d930e32e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.036601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eb30b19-0aab-492f-89f0-a09864a614e5 req-df8f6fb9-88da-44d3-a031-f564d930e32e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0755012 Jul 27 21:55:12.079341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1eb30b19-0aab-492f-89f0-a09864a614e5 req-d396d053-5fb5-4108-b793-738838d287af tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Jul 27 21:55:12.137317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Allocated IP 2001:db8::1dd (2cfdf72b-59da-490f-8939-a9af42216091/43593d63-8cce-4e12-b27f-cfea9e0aa80e/e4150917-90ef-49fb-bbf1-5c268728f23e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:12.323135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 92c61e92-154e-4ab7-b9e6-57cc4954b05c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:12.379813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18188e1-ed98-44a7-8b24-1ba56bc1f2a4 req-b4ba44b1-4743-4c1e-9be9-5d73e45a5bf3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.384512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f18188e1-ed98-44a7-8b24-1ba56bc1f2a4 req-b4ba44b1-4743-4c1e-9be9-5d73e45a5bf3 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1134839 Jul 27 21:55:12.447523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f18188e1-ed98-44a7-8b24-1ba56bc1f2a4 req-0e9fbf40-b06e-426b-85d9-7af8d424280d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Jul 27 21:55:12.452064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 92c61e92-154e-4ab7-b9e6-57cc4954b05c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:12.534905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:12.595149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710767ae-fde7-4f6e-8eaa-670d32d48438 None None] Network 2cfdf72b-59da-490f-8939-a9af42216091 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:12.622644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6c73-b6f2-46e4-8eec-a2c250221c61 req-55a231dd-b774-4541-93ff-352e319316d4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.624693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46eb6c73-b6f2-46e4-8eec-a2c250221c61 req-55a231dd-b774-4541-93ff-352e319316d4 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0884712 Jul 27 21:55:12.684964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46eb6c73-b6f2-46e4-8eec-a2c250221c61 req-9b979c96-1276-40ae-97ce-5c278e6c66ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Jul 27 21:55:12.692326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f7e0dce-4463-4cf1-a230-d8997e6a2487 req-768b57ef-8a83-4c80-aae0-16b997e21ca6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.4794607 Jul 27 21:55:12.722178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd359e8-37e0-4be1-b351-f04595347cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.817243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.822253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Provisioning for port 92c61e92-154e-4ab7-b9e6-57cc4954b05c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:12.829045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Provisioning complete for port 92c61e92-154e-4ab7-b9e6-57cc4954b05c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:12.829348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.842028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd359e8-37e0-4be1-b351-f04595347cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.863376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Transition to ACTIVE for port object e4150917-90ef-49fb-bbf1-5c268728f23e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:12.913701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad90cf-5eca-4ff9-bc5c-1154d77386cb req-a68f844f-ecd1-4ed1-9795-35f8e56597bb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.915318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddad90cf-5eca-4ff9-bc5c-1154d77386cb req-a68f844f-ecd1-4ed1-9795-35f8e56597bb tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1186492 Jul 27 21:55:12.947140 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.963226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43de7900-655a-4168-9cfb-eccc67a11f62 req-958dde7a-4dbd-4610-8ef6-db8a840f580d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0734198 Jul 27 21:55:12.963226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd359e8-37e0-4be1-b351-f04595347cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.970467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddad90cf-5eca-4ff9-bc5c-1154d77386cb req-f3a4c791-8445-4471-91a9-1b05a92d9a20 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Jul 27 21:55:12.987555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] For port 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=92c61e92-154e-4ab7-b9e6-57cc4954b05c,segment=NetworkSegment(414dde9a-db6b-4217-82ae-17bcc00ddd37),segment_id=414dde9a-db6b-4217-82ae-17bcc00ddd37)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:13.015757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.015897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-efd359e8-37e0-4be1-b351-f04595347cec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e78b0b52d0745e68a2e8f7af53a2cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781783 Jul 27 21:55:13.019821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:13.029416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd359e8-37e0-4be1-b351-f04595347cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e941f0-9ae9-47be-9d90-ed23ad187f13,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:13.074066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.102145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.132479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.142427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Network 2cfdf72b-59da-490f-8939-a9af42216091 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:13.150803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:13.154554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:13.162182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.163507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.173008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a7049-2ce5-4998-8378-a02ee1e4bdd2 None None] Pushing event updated for resources: {'Port': ['ID=92c61e92-154e-4ab7-b9e6-57cc4954b05c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:13.175417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'Port': ['ID=e4150917-90ef-49fb-bbf1-5c268728f23e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:13.245486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ee5d6-45d2-4e70-b900-ee9cdb312bc4 req-0ab92b01-7414-4c3d-a4e8-c8e1a7e2c060 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.245486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-318ee5d6-45d2-4e70-b900-ee9cdb312bc4 req-0ab92b01-7414-4c3d-a4e8-c8e1a7e2c060 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1016188 Jul 27 21:55:13.264166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a06f4643-6760-465f-ab1e-8c4ba23e0fd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5708447 Jul 27 21:55:13.266710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41372) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:13.300771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.303544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.304772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92e941f0-9ae9-47be-9d90-ed23ad187f13 HTTP/1.1" status: 204 len: 168 time: 0.2839818 Jul 27 21:55:13.318953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-318ee5d6-45d2-4e70-b900-ee9cdb312bc4 req-4b10b286-3efb-460c-a55b-8b29e66e678b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667148 Jul 27 21:55:13.326219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c275c2-f021-447c-b463-b17e73229a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e941f0-9ae9-47be-9d90-ed23ad187f13,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:13.417228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Provisioning for port af85805c-8226-42b9-a1d8-cd26d8b04924 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:13.422836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Provisioning complete for port af85805c-8226-42b9-a1d8-cd26d8b04924 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:13.423277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.426716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b1489-d0d2-4847-81d0-72bd4d8fefde tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.440989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b1489-d0d2-4847-81d0-72bd4d8fefde tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.453314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b1489-d0d2-4847-81d0-72bd4d8fefde tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.455420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-586b1489-d0d2-4847-81d0-72bd4d8fefde tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1874793 Jul 27 21:55:13.458729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:13.476242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Port af85805c-8226-42b9-a1d8-cd26d8b04924 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:13.510135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Provisioning complete for port 92c61e92-154e-4ab7-b9e6-57cc4954b05c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:13.510617 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0511b5bd-656d-457b-9df6-e71b1de5fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.542552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8fc75-58d1-47bf-a3b3-c799988637e5 req-dc794425-3363-499c-baa2-7b8baa899bca tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.552965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-caf8fc75-58d1-47bf-a3b3-c799988637e5 req-dc794425-3363-499c-baa2-7b8baa899bca tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1281273 Jul 27 21:55:13.618874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-caf8fc75-58d1-47bf-a3b3-c799988637e5 req-5bdb0855-df4f-438d-8048-a952f080470e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Jul 27 21:55:13.662271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Deleting port e4150917-90ef-49fb-bbf1-5c268728f23e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:13.664715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.807719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-38759571-8d89-4eb4-9d74-11cd461c925a None None] Provisioning complete for port af85805c-8226-42b9-a1d8-cd26d8b04924 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:13.808434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38759571-8d89-4eb4-9d74-11cd461c925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.812634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c5af2-7764-4314-b214-8df5ce666787 req-82b21b78-9690-4362-8636-bcdbdc66b114 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.814437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-918c5af2-7764-4314-b214-8df5ce666787 req-82b21b78-9690-4362-8636-bcdbdc66b114 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0936625 Jul 27 21:55:13.821703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:13.837785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Calling delete_port for e4150917-90ef-49fb-bbf1-5c268728f23e owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:13.871785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-38759571-8d89-4eb4-9d74-11cd461c925a None None] Port af85805c-8226-42b9-a1d8-cd26d8b04924 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:13.874932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-918c5af2-7764-4314-b214-8df5ce666787 req-806782d0-aa17-4c2b-aa78-efec187e95e5 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Jul 27 21:55:13.964193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46bf1fe1-9976-4fb0-9d50-0a61159116ea req-b97d6ebb-867b-4cfc-aa3e-bf2b3a9e0437 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0364192 Jul 27 21:55:14.072672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f77dd51-aeec-491e-bd42-74dbb6006a63 req-05f3b268-183e-4470-ad80-f211d61ff52c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0403495 Jul 27 21:55:14.126495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.127212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7ba063bf-9260-4d38-b4a4-f99fb017b262 None None] Provisioning for port e4150917-90ef-49fb-bbf1-5c268728f23e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:14.131305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7ba063bf-9260-4d38-b4a4-f99fb017b262 None None] Provisioning complete for port e4150917-90ef-49fb-bbf1-5c268728f23e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:14.131993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba063bf-9260-4d38-b4a4-f99fb017b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.151560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ba063bf-9260-4d38-b4a4-f99fb017b262 None None] Port e4150917-90ef-49fb-bbf1-5c268728f23e was deleted so its status cannot be updated. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:55:14.164083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event deleted for resources: {'Port': ['ID=e4150917-90ef-49fb-bbf1-5c268728f23e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:14.194585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.196644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b0e9da59-19eb-4536-afcd-21980e7bdd28 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "DELETE /v2.0/ports/e4150917-90ef-49fb-bbf1-5c268728f23e HTTP/1.1" status: 204 len: 168 time: 0.7366643 Jul 27 21:55:14.205438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:14.211010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Request body: {'port': {'name': 'tempest-new-port-name-656609119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:14.211461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] bootfile-name is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:14.211818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] tftp-server is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:14.212063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] server-ip-address is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:55:14.235179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdb9d1-e79a-4631-a039-452c6e0a628f req-ccc9dfb6-0b7b-4617-a212-a0fc1ed0517b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.244559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8cdb9d1-e79a-4631-a039-452c6e0a628f req-ccc9dfb6-0b7b-4617-a212-a0fc1ed0517b tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1129725 Jul 27 21:55:14.271265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41408) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:14.309226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd315a4e-739d-4219-a782-953230b9d3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.321434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8cdb9d1-e79a-4631-a039-452c6e0a628f req-f73b54f0-ebec-42c6-81b2-97a80e202d9d tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752811 Jul 27 21:55:14.348309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.363337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 92c61e92-154e-4ab7-b9e6-57cc4954b05c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:14.450576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 92c61e92-154e-4ab7-b9e6-57cc4954b05c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:14.452058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.522615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd315a4e-739d-4219-a782-953230b9d3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.563619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d862ec-551b-40fa-a4e9-a4a1cdd30185 req-bc22772b-54fb-49bc-b873-bbe3b5c335ff tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.565242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9d862ec-551b-40fa-a4e9-a4a1cdd30185 req-bc22772b-54fb-49bc-b873-bbe3b5c335ff tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1330559 Jul 27 21:55:14.609610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9d862ec-551b-40fa-a4e9-a4a1cdd30185 req-5b4a72bf-2b70-453d-9e61-7056d1ce1d5b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Jul 27 21:55:14.635140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd315a4e-739d-4219-a782-953230b9d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.659911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.669317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd315a4e-739d-4219-a782-953230b9d3ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8da0846266394304b222e96b124b728a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969870 Jul 27 21:55:14.671292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd315a4e-739d-4219-a782-953230b9d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fe908-aff6-4e0d-b445-564cf5b8cd9f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:14.672092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:14.722678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.744715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.788046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.827483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] In _notify_port_updated(), no bound segment for port af85805c-8226-42b9-a1d8-cd26d8b04924 on network 2cfdf72b-59da-490f-8939-a9af42216091 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:55:14.833665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.834433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.835691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "PUT /v2.0/ports/af85805c-8226-42b9-a1d8-cd26d8b04924 HTTP/1.1" status: 200 len: 1129 time: 0.6292412 Jul 27 21:55:14.839955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:14.873798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab64e8e-710b-4c23-957a-24b43c2cfc47 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event updated for resources: {'Port': ['ID=af85805c-8226-42b9-a1d8-cd26d8b04924,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:14.903311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.906199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:14.909916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e83fe908-aff6-4e0d-b445-564cf5b8cd9f HTTP/1.1" status: 204 len: 168 time: 0.2342823 Jul 27 21:55:14.923173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1edf4-3520-4575-ab91-489e8e313ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fe908-aff6-4e0d-b445-564cf5b8cd9f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:14.967373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d93ce-7ebd-4c7d-a2fa-c5b18ddc7df4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.972318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e1d93ce-7ebd-4c7d-a2fa-c5b18ddc7df4 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "GET /v2.0/ports/af85805c-8226-42b9-a1d8-cd26d8b04924 HTTP/1.1" status: 200 len: 1129 time: 0.1280136 Jul 27 21:55:14.972737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41420) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:15.078638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a14bcab-667f-4b86-a2bf-457b1029f48e req-65c3e3af-4951-40da-a5aa-51afbffea83d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0468457 Jul 27 21:55:15.171260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a15126d0-f53a-49ca-865d-2b4d76a11c5e req-f4c30597-f0c1-4c9a-b77d-a3333d694942 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0358262 Jul 27 21:55:15.173866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Deleting port af85805c-8226-42b9-a1d8-cd26d8b04924 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:15.174226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.185975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c374e63-a875-4495-9bff-a58914a526b8 None None] Provisioning complete for port af85805c-8226-42b9-a1d8-cd26d8b04924 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:15.186331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c374e63-a875-4495-9bff-a58914a526b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.225341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1c374e63-a875-4495-9bff-a58914a526b8 None None] Port af85805c-8226-42b9-a1d8-cd26d8b04924 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:15.283484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.304455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Calling delete_port for af85805c-8226-42b9-a1d8-cd26d8b04924 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:15.515776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.551375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event deleted for resources: {'Port': ['ID=af85805c-8226-42b9-a1d8-cd26d8b04924,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:15.585601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.591287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:15.600781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0f1e99f8-7c23-4765-b61c-1e61d66fbcd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "DELETE /v2.0/ports/af85805c-8226-42b9-a1d8-cd26d8b04924 HTTP/1.1" status: 204 len: 168 time: 0.6268764 Jul 27 21:55:15.665035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Deleting subnet 43593d63-8cce-4e12-b27f-cfea9e0aa80e {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:15.668210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.763752 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.873484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8e85f-209a-4c0c-87c1-af50c39fb3f5 req-c843105a-7bd9-49a5-8351-41ccfbbab7b4 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:15.875182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83c8e85f-209a-4c0c-87c1-af50c39fb3f5 req-c843105a-7bd9-49a5-8351-41ccfbbab7b4 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1612790 Jul 27 21:55:15.894010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.962249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83c8e85f-209a-4c0c-87c1-af50c39fb3f5 req-1e148c9d-d08d-4de9-ac4f-5485fd93943f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797522 Jul 27 21:55:16.051652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.081557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event deleted for resources: {'Subnet': ['ID=43593d63-8cce-4e12-b27f-cfea9e0aa80e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:16.085056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.089740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e22eee31-7113-406d-84ca-8958115846f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "DELETE /v2.0/subnets/43593d63-8cce-4e12-b27f-cfea9e0aa80e HTTP/1.1" status: 204 len: 168 time: 0.4945705 Jul 27 21:55:16.090068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41452) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:16.096634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c63616-b2f7-4790-84f1-a70cd84a6de4 None None] Network 2cfdf72b-59da-490f-8939-a9af42216091 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:16.205773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e62a237a-b4a5-4a4b-bbcd-7f32909e8842 req-2b3908c3-249c-4add-9a6f-6373f6f45934 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0546322 Jul 27 21:55:16.244811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.295151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45e2b63d-bf58-450c-8838-8fc77884fb12 req-841a49ec-ba7d-4ba2-ba1c-5647b105c970 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0586185 Jul 27 21:55:16.343497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Deleting port 92c61e92-154e-4ab7-b9e6-57cc4954b05c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:16.343851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.355715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] DHCP port deletion for 2cfdf72b-59da-490f-8939-a9af42216091 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:55:16.419779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Deleting port 92c61e92-154e-4ab7-b9e6-57cc4954b05c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:16.420164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.423681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] For port 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=92c61e92-154e-4ab7-b9e6-57cc4954b05c,segment=NetworkSegment(414dde9a-db6b-4217-82ae-17bcc00ddd37),segment_id=414dde9a-db6b-4217-82ae-17bcc00ddd37)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:16.424325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.446339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Calling delete_port for 92c61e92-154e-4ab7-b9e6-57cc4954b05c owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:16.533289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] For port 92c61e92-154e-4ab7-b9e6-57cc4954b05c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=92c61e92-154e-4ab7-b9e6-57cc4954b05c,segment=NetworkSegment(414dde9a-db6b-4217-82ae-17bcc00ddd37),segment_id=414dde9a-db6b-4217-82ae-17bcc00ddd37)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:16.533801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.551140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Calling delete_port for 92c61e92-154e-4ab7-b9e6-57cc4954b05c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:16.622404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-9e682153-dc46-413e-a1bf-d43528a0ea7c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:16.624028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-9e682153-dc46-413e-a1bf-d43528a0ea7c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.50 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.1078894 Jul 27 21:55:16.697927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.711993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.725795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] Pushing event deleted for resources: {'Port': ['ID=92c61e92-154e-4ab7-b9e6-57cc4954b05c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:16.734466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be788f25-ee5a-4d14-a305-98e494815d0e None None] No DVR routers for this DVR port 92c61e92-154e-4ab7-b9e6-57cc4954b05c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:16.743864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event deleted for resources: {'Port': ['ID=92c61e92-154e-4ab7-b9e6-57cc4954b05c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:16.753739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] No DVR routers for this DVR port 92c61e92-154e-4ab7-b9e6-57cc4954b05c on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:16.849367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.874767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfdf72b-59da-490f-8939-a9af42216091']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:16.887843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Deleting port 6bed9ac6-b22d-4985-b28e-f95425044361 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:16.888202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.893258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414dde9a-db6b-4217-82ae-17bcc00ddd37') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:16.893559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414dde9a-db6b-4217-82ae-17bcc00ddd37') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:16.937645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.958732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.971764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:16.972256 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:16.975434 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:17.066899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] For port 6bed9ac6-b22d-4985-b28e-f95425044361, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6bed9ac6-b22d-4985-b28e-f95425044361,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:17.067316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.182677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.205614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.209865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] 10.222.0.37 "DELETE /v2.0/networks/2cfdf72b-59da-490f-8939-a9af42216091 HTTP/1.1" status: 204 len: 168 time: 1.1153078 Jul 27 21:55:17.243855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76968f-3666-4206-823a-c8831eafa21e tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840 tempest-ExtraDHCPOptionsIpV6TestJSON-1096543840-project] Pushing event deleted for resources: {'Network': ['ID=2cfdf72b-59da-490f-8939-a9af42216091,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:17.263575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce9f6c-c8ee-4ec7-bfc7-9d1738815450 req-14a7abb5-f65d-4c4a-a8f7-476f10980cdb tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:17.270884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bce9f6c-c8ee-4ec7-bfc7-9d1738815450 req-14a7abb5-f65d-4c4a-a8f7-476f10980cdb tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 945 time: 0.2066867 Jul 27 21:55:17.348190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41492) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:17.368412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1bce9f6c-c8ee-4ec7-bfc7-9d1738815450 req-5a46b61e-9e78-4d2e-9a86-2b62eefc8327 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d134b65-b29b-43b9-90c7-c9cda978e352&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966392 Jul 27 21:55:17.381018 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-86647a23-5892-4e8f-8c79-7d23b65d39e6 req-1b8e3512-f02d-4aa9-8037-11cddc2bf8ce tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1039340 Jul 27 21:55:17.396555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.398491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.399273 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Floating IP 658d0d39-7942-49db-b7b3-e7e27ed561ae disassociated. External IP: 172.25.3.133, port: 6bed9ac6-b22d-4985-b28e-f95425044361. Jul 27 21:55:17.399835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Calling delete_port for 6bed9ac6-b22d-4985-b28e-f95425044361 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:17.473512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0365855-0a55-46b3-92c5-ad36a1ab1688 req-b702d5b2-ef80-4592-9f4f-64960c489254 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0444210 Jul 27 21:55:17.593148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-186730983', 'router:external': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:17.754781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Made reservation on behalf of d82c5c048935400292d231c648a5d575 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:17.757657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.761240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.816548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.827662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'Port': ['ID=6bed9ac6-b22d-4985-b28e-f95425044361,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:17.874940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:18.014559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:18.050485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.068097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6984b696-0c81-415d-92c9-164184b4281b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e8fbe02cf7a429e925dbd724fabfafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917100 Jul 27 21:55:18.070364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:18.123427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.160674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.300183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 92c61e92-154e-4ab7-b9e6-57cc4954b05c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:18.331776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 92c61e92-154e-4ab7-b9e6-57cc4954b05c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:18.332207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 92c61e92-154e-4ab7-b9e6-57cc4954b05c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:18.491475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.494556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.498516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd1a045e-795f-4dca-b648-ba862fd8e914 HTTP/1.1" status: 204 len: 168 time: 0.4246740 Jul 27 21:55:18.505830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.519102 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7367ff2-c6d6-4142-a2f5-4e636c54b4f2 req-9cd5b235-cc5f-4445-a9fc-94d00fe8eb6a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.0416329 Jul 27 21:55:18.535476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc3567-3302-4763-8f45-0bf43d630c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1a045e-795f-4dca-b648-ba862fd8e914,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:18.562905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79775862-eef6-4ced-aec8-7688f1a8b7fd req-e4eba436-c937-4d97-8018-3045b41deed5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0605984 Jul 27 21:55:18.567820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:18.570475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:18.583231 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:18.598464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:18.599086 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:18.643790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.644152 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Added segment 3e830691-034b-48e5-ac1e-296d234889a0 of type vlan for network eb557a14-e22f-4ff2-ad22-feb429dd7af5 Jul 27 21:55:18.673177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-514cbd83-786e-48e6-b4e6-6a68c5f0c9d1 req-7d329256-3d93-4e26-9fe9-5ca0b35d2ac6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Jul 27 21:55:18.679340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] No DVR routers for this DVR port 6bed9ac6-b22d-4985-b28e-f95425044361 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:18.683472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.687352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3296cd0-f43b-4a7f-9dbd-3a2dd9ceb532 req-ccb73d45-f1b1-4fdd-89bb-71362f03c17d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.50 "DELETE /v2.0/ports/6bed9ac6-b22d-4985-b28e-f95425044361 HTTP/1.1" status: 204 len: 173 time: 2.0556841 Jul 27 21:55:18.712445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'name': 'network-vif-deleted', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:18.715100 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05b98bb-a518-4524-962f-822356fadec9" -d '{"events": [{"server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "name": "network-vif-deleted", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:18.719437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03fd938-d40f-417e-b3dd-4dc7395abd77,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:18.750800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.804778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:18.874932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.876776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:18.877882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:19.017082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Network': ['ID=eb557a14-e22f-4ff2-ad22-feb429dd7af5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:19.028943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:19.133053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b89e3efe-8fb7-4a23-baf2-02ad6c6749a3 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7813854 Jul 27 21:55:19.135440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:19.142462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'subnet': {'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:19.147739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:19.187127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:19.189010 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63136ce6-588e-4d39-979a-afaef6c32f5e x-openstack-request-id: req-63136ce6-588e-4d39-979a-afaef6c32f5e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:19.189302 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a94f3d-2a4f-4aea-89d1-1c448e9a10df", "name": "network-vif-deleted", "tag": "6bed9ac6-b22d-4985-b28e-f95425044361", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:19.189557 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63136ce6-588e-4d39-979a-afaef6c32f5e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:19.189969 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a94f3d-2a4f-4aea-89d1-1c448e9a10df', 'name': 'network-vif-deleted', 'tag': '6bed9ac6-b22d-4985-b28e-f95425044361', 'status': 'completed', 'code': 200} Jul 27 21:55:19.196002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:19.196625 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:19.241144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Made reservation on behalf of d82c5c048935400292d231c648a5d575 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:19.243937 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:19.373572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:19.703296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9ee0417-4432-4eb6-98ed-97b2f3380a3f req-badf8f83-7a65-4708-bfd0-202b2da18464 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=38a94f3d-2a4f-4aea-89d1-1c448e9a10df HTTP/1.1" status: 200 len: 210 time: 0.0605257 Jul 27 21:55:19.704753 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:19.717887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76a4417a-eb9a-42af-8ac1-3699bf0be1af req-5bf40e35-d03f-4734-bd66-a9f02d3f6d85 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0531597 Jul 27 21:55:19.754186 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0483cf-3c27-48c3-9aca-908a3a9f0a78 None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:19.867490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:55:19.869930 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:19.885281 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01b15093-3bc8-4b12-aae5-df178c47f718 req-0178a3ba-1c9e-4ebe-95c3-15df04c9f40d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0800710 Jul 27 21:55:19.980066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7d85f57-1389-4cb1-b651-44d7a80d10c8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:19.987058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Checking segment: {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:19.987436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network hostable DHCP agents. Network: eb557a14-e22f-4ff2-ad22-feb429dd7af5, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:55:20.073965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:55:20.098871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41558) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.159755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, eb557a14-e22f-4ff2-ad22-feb429dd7af5) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:20.167578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:20.169500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:20.169811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d1e1b-2bda-4b09-9de7-db0a00b9d2fb None None] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:20.197536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af6ceb-ce37-4fbb-8f76-85cb2262c363 None None] New status for floating IP 658d0d39-7942-49db-b7b3-e7e27ed561ae: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:55:20.265744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-64339c03-a55f-435b-a7e2-9fea341e32d4 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] Request body: {'port': {'network_id': 'dadf0223-c1d8-45f6-bdf4-353cc835f901', 'name': 'tempest-NetworksNegativeTestJSON-151046540'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.286656 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-64339c03-a55f-435b-a7e2-9fea341e32d4 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] POST failed (client error): The resource could not be found. Jul 27 21:55:20.287239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64339c03-a55f-435b-a7e2-9fea341e32d4 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.288955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64339c03-a55f-435b-a7e2-9fea341e32d4 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1883149 Jul 27 21:55:20.298001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41564) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.303022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a7b5d4e-47c9-4ed3-9cac-c9f2ccc75531 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1662638 Jul 27 21:55:20.303713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.309848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-745562893', 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.318264 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-30505a8e-f634-433a-8259-dc9d8c50daa3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] DELETE failed (client error): The resource could not be found. Jul 27 21:55:20.319003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30505a8e-f634-433a-8259-dc9d8c50daa3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.321190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30505a8e-f634-433a-8259-dc9d8c50daa3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "DELETE /v2.0/networks/09aca1cc-1666-4a73-9ca7-0dc416fc6c92 HTTP/1.1" status: 404 len: 339 time: 0.0242209 Jul 27 21:55:20.326931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.369722 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fc4d00-a1ad-4537-9b63-6d573e56a6e3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] DELETE failed (client error): The resource could not be found. Jul 27 21:55:20.369722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fc4d00-a1ad-4537-9b63-6d573e56a6e3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.371079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-71fc4d00-a1ad-4537-9b63-6d573e56a6e3 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "DELETE /v2.0/ports/b69c8d44-1c4d-4e52-9ed2-815d6966242b HTTP/1.1" status: 404 len: 333 time: 0.0427475 Jul 27 21:55:20.378976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.437559 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-079ca300-d3ee-4961-9982-60b3c4c4f679 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] DELETE failed (client error): The resource could not be found. Jul 27 21:55:20.438088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079ca300-d3ee-4961-9982-60b3c4c4f679 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.440804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-079ca300-d3ee-4961-9982-60b3c4c4f679 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "DELETE /v2.0/subnets/ff017005-4ca3-4bae-9f34-d81b48f64682 HTTP/1.1" status: 404 len: 337 time: 0.0601423 Jul 27 21:55:20.446973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41578) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.470659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Made reservation on behalf of d82c5c048935400292d231c648a5d575 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:20.473870 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29c4cd1-67bd-4c8a-823f-deb0ed493b04 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] GET failed (client error): The resource could not be found. Jul 27 21:55:20.476017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f29c4cd1-67bd-4c8a-823f-deb0ed493b04 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "GET /v2.0/networks/cb28d5a2-9dad-4919-85f6-6ac73f6762b3 HTTP/1.1" status: 404 len: 339 time: 0.0279689 Jul 27 21:55:20.476232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:20.484382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.509250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] device_id is not set on port 57d9335e-bcd8-463b-b61b-47951879474f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:55:20.553839 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1730d90-d23c-4aef-8722-e046501faa8c tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] GET failed (client error): The resource could not be found. Jul 27 21:55:20.555902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1730d90-d23c-4aef-8722-e046501faa8c tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "GET /v2.0/ports/7c72ab49-5763-4654-9022-e0a7ec514763 HTTP/1.1" status: 404 len: 333 time: 0.0701301 Jul 27 21:55:20.561950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.592639 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-355301ed-ff00-4825-bf19-c21dac7d0879 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] GET failed (client error): The resource could not be found. Jul 27 21:55:20.612437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-355301ed-ff00-4825-bf19-c21dac7d0879 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "GET /v2.0/subnets/fd28c618-c8f1-41a5-ab9e-85e74d288d7d HTTP/1.1" status: 404 len: 337 time: 0.0310478 Jul 27 21:55:20.612437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.618571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-46abece4-96d4-4008-bcf2-af6102220704 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.640757 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-46abece4-96d4-4008-bcf2-af6102220704 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] PUT failed (client error): The resource could not be found. Jul 27 21:55:20.641972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46abece4-96d4-4008-bcf2-af6102220704 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.644001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46abece4-96d4-4008-bcf2-af6102220704 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "PUT /v2.0/networks/ab570e83-3f9d-4a8d-b6fb-26de8c86d76e HTTP/1.1" status: 404 len: 339 time: 0.0322413 Jul 27 21:55:20.650736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41586) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.655203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e438a-f24a-4ebe-8d7b-a8d39d0130ef None None] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:20.669666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fc2a8a3a-bcc4-460b-9727-1b82676fca98 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.680494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.20.0.4 (eb557a14-e22f-4ff2-ad22-feb429dd7af5/c7d85f57-1389-4cb1-b651-44d7a80d10c8/57d9335e-bcd8-463b-b61b-47951879474f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:20.703530 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2a8a3a-bcc4-460b-9727-1b82676fca98 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] PUT failed (client error): The resource could not be found. Jul 27 21:55:20.704523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2a8a3a-bcc4-460b-9727-1b82676fca98 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.705553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fc2a8a3a-bcc4-460b-9727-1b82676fca98 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "PUT /v2.0/ports/8e27126d-f228-4a43-b473-eb8d76244ec2 HTTP/1.1" status: 404 len: 333 time: 0.0534749 Jul 27 21:55:20.711179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41588) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:20.717294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-70ebc03f-2f63-48f1-b548-02b3b12ce639 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.766712 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ebc03f-2f63-48f1-b548-02b3b12ce639 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] PUT failed (client error): The resource could not be found. Jul 27 21:55:20.767346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ebc03f-2f63-48f1-b548-02b3b12ce639 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:55:20.774776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-70ebc03f-2f63-48f1-b548-02b3b12ce639 tempest-NetworksNegativeTestJSON-2024795860 tempest-NetworksNegativeTestJSON-2024795860-project] 10.222.0.37 "PUT /v2.0/subnets/5629cc73-7170-4479-9920-ed041ece1825 HTTP/1.1" status: 404 len: 337 time: 0.0618455 Jul 27 21:55:20.893385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f22f6988-88c4-486d-bc04-20cb3d39b142 req-e573906a-1d93-4c29-9754-5348cfca1df3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0449972 Jul 27 21:55:20.951095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.200848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.211795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41604) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:21.263087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:21.266229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:21.273337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:21.275408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=57d9335e-bcd8-463b-b61b-47951879474f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:21.283848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.318240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:21.318878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.321054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.362885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30699a56-f3b0-459c-bc9f-3df21e289194 req-d43d1cdf-c7e9-403a-8d25-2d41c4d433d5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0372801 Jul 27 21:55:21.430561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6bed9ac6-b22d-4985-b28e-f95425044361 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:21.443883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41608) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:21.443996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a53ad0ef-c9ec-422e-a1e2-6a40db731e00 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1389949 Jul 27 21:55:21.455077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 6bed9ac6-b22d-4985-b28e-f95425044361 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:21.455436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6bed9ac6-b22d-4985-b28e-f95425044361 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:21.523382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.526016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.527340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d134b65-b29b-43b9-90c7-c9cda978e352 HTTP/1.1" status: 204 len: 168 time: 0.3165534 Jul 27 21:55:21.530930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:21.545241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0bef8-6c8c-43c2-9e00-0c5ee141e1b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d134b65-b29b-43b9-90c7-c9cda978e352,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:21.546249 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-817850b2-3341-411b-a6ec-3fdd87047a4e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] show failed (client error): The resource could not be found. Jul 27 21:55:21.550374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-817850b2-3341-411b-a6ec-3fdd87047a4e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups/8d134b65-b29b-43b9-90c7-c9cda978e352 HTTP/1.1" status: 404 len: 347 time: 0.0155382 Jul 27 21:55:21.550977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:21.615691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430946-7e1d-4a5d-b19d-189ea997f10c req-d7ea21d4-c9a1-44f6-b6a8-add27500e4ee tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:21.617302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f430946-7e1d-4a5d-b19d-189ea997f10c req-d7ea21d4-c9a1-44f6-b6a8-add27500e4ee tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.1669250 Jul 27 21:55:21.647173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Deleting port 57d9335e-bcd8-463b-b61b-47951879474f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:21.647679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.685425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:21.723480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Deleting port 01083249-a255-4b18-ace6-a4777857caa9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:21.723867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.730013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f430946-7e1d-4a5d-b19d-189ea997f10c req-97b04a5a-646c-4bc1-a4bc-6b198582534e tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046829 Jul 27 21:55:21.775708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.798651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Calling delete_port for 57d9335e-bcd8-463b-b61b-47951879474f owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:21.834962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.835502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.856756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079c823-7fa3-4fcc-b0b7-0dd6508eef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.876850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Calling delete_port for 01083249-a255-4b18-ace6-a4777857caa9 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:22.001494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-029fe0e1-a85d-4a3b-bede-c6b760247e67 req-2581d384-837e-4205-9aaf-a2d5b94ede52 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0400648 Jul 27 21:55:22.051471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.084928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Port': ['ID=57d9335e-bcd8-463b-b61b-47951879474f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.160211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079c823-7fa3-4fcc-b0b7-0dd6508eef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.165065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.168190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3bf27295-12f7-40ec-ad61-5d61ee04bf82 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/ports/57d9335e-bcd8-463b-b61b-47951879474f HTTP/1.1" status: 204 len: 168 time: 0.7223835 Jul 27 21:55:22.170760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:22.175417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5', 'external_fixed_ips': [{'subnet_id': 'c7d85f57-1389-4cb1-b651-44d7a80d10c8', 'ip_address': '172.20.0.4'}]}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:22.217468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.245300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'Port': ['ID=01083249-a255-4b18-ace6-a4777857caa9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.301040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8079c823-7fa3-4fcc-b0b7-0dd6508eef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.359982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.365712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.365712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3da60218-a3fd-4f59-a8e6-a2a235c9cd3e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "DELETE /v2.0/floatingips/658d0d39-7942-49db-b7b3-e7e27ed561ae HTTP/1.1" status: 204 len: 168 time: 0.8120644 Jul 27 21:55:22.366968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079c823-7fa3-4fcc-b0b7-0dd6508eef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21529451-8e3a-4cf2-84d2-b79308faaa05,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.372277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8079c823-7fa3-4fcc-b0b7-0dd6508eef95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87b785a8617f40cb969651a7c0713cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846750 Jul 27 21:55:22.374392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:22.444008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.444975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.472235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a70387a4-2ed8-4df1-9624-22a1102664a9 req-bb3b4760-a494-447f-bc9f-4e10f1faf166 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0422170 Jul 27 21:55:22.489830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.537178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.571174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.768809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.771475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.772667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21529451-8e3a-4cf2-84d2-b79308faaa05 HTTP/1.1" status: 204 len: 168 time: 0.3973103 Jul 27 21:55:22.788221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce13b0-f1d7-4883-9fd6-2dbc83290fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21529451-8e3a-4cf2-84d2-b79308faaa05,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.870445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.920345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41638) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:22.926802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708627076', 'description': 'tempest-description--768070360'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:22.930390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10b566-6629-4ef3-8200-a92354d78a71 req-9dac9ff3-afa2-4ad6-883d-ab268a01eb08 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.937718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c10b566-6629-4ef3-8200-a92354d78a71 req-9dac9ff3-afa2-4ad6-883d-ab268a01eb08 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0762396 Jul 27 21:55:22.978374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c10b566-6629-4ef3-8200-a92354d78a71 req-1260609d-97a4-4422-9b6f-cadbcd20c6d1 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/security-groups?id=445f0f1a-49ca-4974-a489-61d95c8cb10b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 Jul 27 21:55:23.112912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e542380e-4404-4336-9538-aae0b4167d1a req-2e63b2d0-82be-4cd0-a1a8-96e0ec8dd63f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0529790 Jul 27 21:55:23.147974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decddef-f276-4142-bcd1-323664961447 req-d2fa9575-6b16-4386-b9a1-27fde039843a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:23.149457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9decddef-f276-4142-bcd1-323664961447 req-d2fa9575-6b16-4386-b9a1-27fde039843a tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 947 time: 0.0994871 Jul 27 21:55:23.154332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.274951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.298780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.339324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.342847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Deleting port e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:23.345968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.472850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] For port e364b0e9-942b-434a-aef0-84e2161e8468, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e364b0e9-942b-434a-aef0-84e2161e8468,segment=NetworkSegment(ada2806b-d039-4357-890a-525a94177ba0),segment_id=ada2806b-d039-4357-890a-525a94177ba0)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:23.473446 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.479793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.20.0.4 (eb557a14-e22f-4ff2-ad22-feb429dd7af5/c7d85f57-1389-4cb1-b651-44d7a80d10c8/64865c98-a43d-4902-b036-2bad0adfb9e0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:23.483829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.502306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Calling delete_port for e364b0e9-942b-434a-aef0-84e2161e8468 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:23.533916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc192403-85b9-4d5a-a7ae-457320a88d2f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:23.591596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.602840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af48a9cd-5684-423a-9ab2-d1469e4e0ddb req-ab66f157-ef20-4807-9a3e-41354bab6b5a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0662341 Jul 27 21:55:23.789079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.794450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.794613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ef3c2a9c-7424-4563-86c3-4e3dfc67cf9c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8690362 Jul 27 21:55:23.795242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:23.801892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group_rule': {'security_group_id': 'cc192403-85b9-4d5a-a7ae-457320a88d2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:23.838605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network eb557a14-e22f-4ff2-ad22-feb429dd7af5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:23.838605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:23.841315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:23.847059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=64865c98-a43d-4902-b036-2bad0adfb9e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:23.885626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.901726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e364b0e9-942b-434a-aef0-84e2161e8468'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:23.920431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Pushing event deleted for resources: {'Port': ['ID=e364b0e9-942b-434a-aef0-84e2161e8468,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:23.971102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] No DVR routers for this DVR port e364b0e9-942b-434a-aef0-84e2161e8468 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:23.973580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:23.975680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9decddef-f276-4142-bcd1-323664961447 req-c0ec50cf-808d-45d6-b456-26c521f773ab tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.50 "DELETE /v2.0/ports/e364b0e9-942b-434a-aef0-84e2161e8468 HTTP/1.1" status: 204 len: 173 time: 0.8180034 Jul 27 21:55:23.976138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-deleted', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:23.978434 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1bb9f-2c85-4d47-a62d-7b60153b4787" -d '{"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-deleted", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:24.003891 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.019678 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2aedd3-ebcd-4363-8144-7377b633f825 x-openstack-request-id: req-de2aedd3-ebcd-4363-8144-7377b633f825 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:24.020090 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea468880-82ec-422d-9846-afe4c0dbc7d4", "name": "network-vif-deleted", "tag": "e364b0e9-942b-434a-aef0-84e2161e8468", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:24.020444 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de2aedd3-ebcd-4363-8144-7377b633f825 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:24.021627 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea468880-82ec-422d-9846-afe4c0dbc7d4', 'name': 'network-vif-deleted', 'tag': 'e364b0e9-942b-434a-aef0-84e2161e8468', 'status': 'completed', 'code': 200} Jul 27 21:55:24.070686 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.105591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c269e57-7743-4fbb-9c5a-d885b058a9f3 req-0c3cf9dd-1fd2-4e10-95c1-39e167be9136 tempest-ServersNegativeTestJSON-1777447197 tempest-ServersNegativeTestJSON-1777447197-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea468880-82ec-422d-9846-afe4c0dbc7d4 HTTP/1.1" status: 200 len: 210 time: 0.0327671 Jul 27 21:55:24.203949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-869562b3-a0d4-45ed-a7d8-004b7dc7e25d req-dc57eacc-76c9-4850-bea7-282cd98bc74e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0326583 Jul 27 21:55:24.214251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.231745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5444f37-c78b-4e1e-8078-91e91626ff50,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:24.298196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.443067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41674) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:24.581822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2102820424'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:24.640294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.644954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f56ac381-3767-4fa5-a288-473473908891 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8484745 Jul 27 21:55:24.648610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41684) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:24.659549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'security_group_rule': {'security_group_id': 'cc192403-85b9-4d5a-a7ae-457320a88d2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:24.744577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ed696bd-3c08-48aa-920a-1c68a43fb950 req-298826f0-e38d-451d-9200-4f387c0e2e65 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0450001 Jul 27 21:55:24.835601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:24.839250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.858663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.858868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:24.998413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.095427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.102468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router c117b85d-fa9b-4581-b18c-dffef2f23db2 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:25.136445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.176760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.178809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41688) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:25.223947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:25.227190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6970d216-5afb-43b0-a7c4-675ecca094cf,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:25.242710 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Sync routers for ids ['c117b85d-fa9b-4581-b18c-dffef2f23db2'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:25.243569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.264467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Deleting subnet dbefe09a-a237-48cd-8cdf-88cee019702d {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:25.265066 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Routers {'c117b85d-fa9b-4581-b18c-dffef2f23db2'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:25.265804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c117b85d-fa9b-4581-b18c-dffef2f23db2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:25.270693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.302729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:25.336310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.340559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5552ddfd-f5d9-4d68-b7f1-fd69e1411ec3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6878641 Jul 27 21:55:25.341924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:25.348200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:25.359278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.362671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e848b8-456b-4007-bea1-d5363c708995,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:25.363406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d841bf2b-0a2c-4d69-a729-08c01c3f1c02 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1915061 Jul 27 21:55:25.364318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:25.365841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.366213 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 2964e365-e83e-4dda-af46-d93792f32bf3 of type vlan for network a464047b-621a-4cce-92bf-baa6e51f6190 Jul 27 21:55:25.369269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81125fe3-10f6-4556-9cbf-f6ae8db72df1 req-06f35923-170e-4c76-9a84-72296fff1734 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0681772 Jul 27 21:55:25.399256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Set router c117b85d-fa9b-4581-b18c-dffef2f23db2 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:25.401437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.484800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.502736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.506335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.548238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.618164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.627133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:25.627779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.653085 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c117b85d-fa9b-4581-b18c-dffef2f23db2', 'name': '', 'tenant_id': 'd82c5c048935400292d231c648a5d575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5', 'external_fixed_ips': [{'subnet_id': 'c7d85f57-1389-4cb1-b651-44d7a80d10c8', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '64865c98-a43d-4902-b036-2bad0adfb9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:55:22Z', 'updated_at': '2021-07-27T21:55:24Z', 'revision_number': 3, 'project_id': 'd82c5c048935400292d231c648a5d575', 'gw_port': {'id': '64865c98-a43d-4902-b036-2bad0adfb9e0', 'name': '', 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c117b85d-fa9b-4581-b18c-dffef2f23db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'c7d85f57-1389-4cb1-b651-44d7a80d10c8', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:55:23Z', 'updated_at': '2021-07-27T21:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7d85f57-1389-4cb1-b651-44d7a80d10c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:25.701502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.706586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.748533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbefe09a-a237-48cd-8cdf-88cee019702d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:25.754848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=a464047b-621a-4cce-92bf-baa6e51f6190,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:25.757663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.762682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dca279af-5be7-4702-bfec-e8aafc09205c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dbefe09a-a237-48cd-8cdf-88cee019702d HTTP/1.1" status: 204 len: 168 time: 0.5780141 Jul 27 21:55:25.762941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:25.772881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.773214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a464047b-621a-4cce-92bf-baa6e51f6190 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:25.808406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Checking router: c117b85d-fa9b-4581-b18c-dffef2f23db2 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:25.809833 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Updating router c117b85d-fa9b-4581-b18c-dffef2f23db2 port 64865c98-a43d-4902-b036-2bad0adfb9e0 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:55:25.859626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:25.860023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61a12f86-9775-4452-8833-1b7c9e578667 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4154890 Jul 27 21:55:25.889068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254235163'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:25.898978 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.911401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.927593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd88dc90-b13e-4fcb-9f17-7bfc397a546e req-983e9515-2796-4f97-9a84-44c43a11d94a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0761256 Jul 27 21:55:26.003770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Allocated IP 172.25.3.168 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0b6e01d8-7176-4d0f-8487-0f3b27833a8c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:26.013782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Deleting port 64865c98-a43d-4902-b036-2bad0adfb9e0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:26.020445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.037631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.058075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7a4087-f6af-49fc-90b2-02e79935d18d']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:26.066119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:26.069728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.072279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada2806b-d039-4357-890a-525a94177ba0') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:26.072588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada2806b-d039-4357-890a-525a94177ba0') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:26.087660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.104045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.113296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:26.113969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:26.116015 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:26.155609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:26.185457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.185805 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 5ef155ac-3ffb-456e-af27-e7bf2cee800b of type vlan for network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 Jul 27 21:55:26.211377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.220023 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.259235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Calling delete_port for 64865c98-a43d-4902-b036-2bad0adfb9e0 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:26.285172 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Transition to ACTIVE for port object 64865c98-a43d-4902-b036-2bad0adfb9e0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:26.285902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.290590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.292737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.300309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.300522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e7a4087-f6af-49fc-90b2-02e79935d18d HTTP/1.1" status: 204 len: 168 time: 0.5335073 Jul 27 21:55:26.318579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f791e-4e6d-4760-b9e8-f252672bf539 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7a4087-f6af-49fc-90b2-02e79935d18d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.376863 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.456627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.457253 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:26.457436 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:26.457863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 on network eb557a14-e22f-4ff2-ad22-feb429dd7af5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:26.462509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:26.463166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.471596 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Pushing event updated for resources: {'Port': ['ID=64865c98-a43d-4902-b036-2bad0adfb9e0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.474160 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:26.474670 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Checking segment: {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:26.475333 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.475814 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Bound using segment: {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:26.476381 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Bound port: 64865c98-a43d-4902-b036-2bad0adfb9e0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:26.476849 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.487516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1af495a6-6b0e-42af-8fab-9afed30bf111 req-b717a593-3277-4a44-8373-938a1e3a990d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0394688 Jul 27 21:55:26.503030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.503695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.504234 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.504609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.504963 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.505306 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.505636 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.506146 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.506508 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.506883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.507230 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.507576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62fcd06-5921-4047-9212-544e2a34faed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:26.557641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=48c4d79b-07ad-41a5-a65c-a7f7f0f3c763,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.572940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:26.591458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.650947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:26.654987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:26.660163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:26.664139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=0b6e01d8-7176-4d0f-8487-0f3b27833a8c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.716145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c16427a2-d31c-4220-976e-f1422fa0ef39 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8375366 Jul 27 21:55:26.726625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:26.732023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:26.784027 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:55:26.784477 n-d-738018-6 neutron-server[94674]: DEBUG oslo_db.api [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:55:26.787623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.865365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Port': ['ID=64865c98-a43d-4902-b036-2bad0adfb9e0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.929148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.958950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:26.999404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41718) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:27.048115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-445e3ec6-58c7-4ab9-a1f1-9d555f79dc3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc95a1fa104f40dd86b20a7ab3508da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471187 Jul 27 21:55:27.051259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41720) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:27.089089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7983da0-d04a-4e4c-9baa-5aa9b4c2caea req-1a7fc969-1b65-415b-b98f-aa3a1460e88e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0955603 Jul 27 21:55:27.095081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.115651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.120160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.123297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:27.126859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.152975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.226269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.298706 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:27.299281 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:27.299510 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Attempting to bind port 64865c98-a43d-4902-b036-2bad0adfb9e0 on network eb557a14-e22f-4ff2-ad22-feb429dd7af5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:27.304739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:27.305114 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Checking segment: {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:27.305513 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.305907 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Bound using segment: {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:27.306420 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Bound port: 64865c98-a43d-4902-b036-2bad0adfb9e0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e830691-034b-48e5-ac1e-296d234889a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'eb557a14-e22f-4ff2-ad22-feb429dd7af5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:27.306884 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.326181 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Port 64865c98-a43d-4902-b036-2bad0adfb9e0 has been deleted concurrently {{(pid=94674) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:55:27.330587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.331118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c117b85d-fa9b-4581-b18c-dffef2f23db2 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:27.335669 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:27.336239 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:55:27.336945 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c117b85d-fa9b-4581-b18c-dffef2f23db2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:55:27.337076 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b398630-b38a-48cb-8bbb-32fb9e4ea0c8 None None] The sync data for ids ['c117b85d-fa9b-4581-b18c-dffef2f23db2'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:27.338144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.339335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-263c1602-972c-4eda-9d8f-94b70064ae09 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c117b85d-fa9b-4581-b18c-dffef2f23db2 HTTP/1.1" status: 204 len: 168 time: 1.9720564 Jul 27 21:55:27.342483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41722) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:27.378012 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.380746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.382784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/445f0f1a-49ca-4974-a489-61d95c8cb10b HTTP/1.1" status: 204 len: 168 time: 0.3303981 Jul 27 21:55:27.393984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c34527-0c3c-4009-a55b-c2ccce0de198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f0f1a-49ca-4974-a489-61d95c8cb10b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:27.422074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Deleting subnet c7d85f57-1389-4cb1-b651-44d7a80d10c8 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:27.425017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.459979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:27.472998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.487651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: e364b0e9-942b-434a-aef0-84e2161e8468 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:27.488524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e364b0e9-942b-434a-aef0-84e2161e8468 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:27.495254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.522697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.591361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5dcfb21-cd27-4142-bfa0-815e9a388d1b req-000958d9-76d1-4998-929d-0a5e6c630af8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0345144 Jul 27 21:55:27.593594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.665324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=0b6e01d8-7176-4d0f-8487-0f3b27833a8c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:27.669814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.713005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.745260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=7af8472c-1561-460a-aead-e06c5f240898,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:27.762904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '2964e365-e83e-4dda-af46-d93792f32bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:27.763270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: a464047b-621a-4cce-92bf-baa6e51f6190, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:55:27.805988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.837363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d85f57-1389-4cb1-b651-44d7a80d10c8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:27.840351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.845476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-84e35ccd-88d0-459e-bc19-eaacdde35869 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/c7d85f57-1389-4cb1-b651-44d7a80d10c8 HTTP/1.1" status: 204 len: 168 time: 0.4995522 Jul 27 21:55:27.846817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:27.918705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.920182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae151ad6-7551-4528-973b-592cef0ef009 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5777459 Jul 27 21:55:27.937104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.958040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network a464047b-621a-4cce-92bf-baa6e51f6190 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:55:28.047217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.058424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb557a14-e22f-4ff2-ad22-feb429dd7af5']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:28.069809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e830691-034b-48e5-ac1e-296d234889a0') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:28.070110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e830691-034b-48e5-ac1e-296d234889a0') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:28.072639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a464047b-621a-4cce-92bf-baa6e51f6190) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:28.081133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c529c4-f303-4fba-a637-9a4221ffc8fc None None] Network a464047b-621a-4cce-92bf-baa6e51f6190 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:28.085256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:28.087664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.093122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.120676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.128173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:28.128610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.179137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33f4a1f3-30a3-4f56-b26f-cc5c12b7cb7e req-94a5a3e8-3d86-4308-8feb-cbc1a30af953 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0330746 Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: items = [ Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:28.192855 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:28.235228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-ccb8ad4c-d1c9-4a13-ab3d-e2c8dc8d938a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--708627076&fields=id&tenant_id=86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 267 time: 0.0414100 Jul 27 21:55:28.258219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-a464047b-621a-4cce-92bf-baa6e51f6190', 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': '7af8472c-1561-460a-aead-e06c5f240898'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:55:28.259245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.340565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a41b699c-a016-4103-9f62-f4f8194dec92 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6098573 Jul 27 21:55:28.340826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:28.349417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:28.413029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Allocated IP 2001:db8::2 (a464047b-621a-4cce-92bf-baa6e51f6190/7af8472c-1561-460a-aead-e06c5f240898/e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:28.429049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-0822b59f-2c81-4480-88ad-ccc673212125 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:28.433118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-0822b59f-2c81-4480-88ad-ccc673212125 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 811 time: 0.1870131 Jul 27 21:55:28.460919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.466563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb557a14-e22f-4ff2-ad22-feb429dd7af5 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:55:28.468838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.475230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/networks/eb557a14-e22f-4ff2-ad22-feb429dd7af5 HTTP/1.1" status: 204 len: 168 time: 0.6230009 Jul 27 21:55:28.476865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-bcebbfe0-77da-45f3-8433-14edc656f684 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/quotas/86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 375 time: 0.0361505 Jul 27 21:55:28.503563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49447176-4138-45d1-8b79-d86f8e6fc82b tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb557a14-e22f-4ff2-ad22-feb429dd7af5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:28.626866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.643230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Transition to ACTIVE for port object e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:28.683201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Transition to ACTIVE for port object e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:28.689185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2c2d7e5d-f21d-4923-9ccb-ae51d538e152 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1834199 Jul 27 21:55:28.694150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:28.698150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.729048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21cabe8f-71af-4506-8b91-eac5a5665dd8 req-3690b436-2ea2-42b9-8fe9-7ee18843395c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0439038 Jul 27 21:55:28.774308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.847572 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Network a464047b-621a-4cce-92bf-baa6e51f6190 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:28.856359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:28.856755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:28.902756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Pushing event updated for resources: {'Port': ['ID=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:28.945900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Attempting to bind port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:28.946673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Attempting to bind port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '2964e365-e83e-4dda-af46-d93792f32bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:28.948137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Attempting to bind port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 on network a464047b-621a-4cce-92bf-baa6e51f6190 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:28.958506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:28.959710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Checking segment: {'id': '2964e365-e83e-4dda-af46-d93792f32bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:28.960715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:28.961529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Bound using segment: {'id': '2964e365-e83e-4dda-af46-d93792f32bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:28.963009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Bound port: e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2964e365-e83e-4dda-af46-d93792f32bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a464047b-621a-4cce-92bf-baa6e51f6190'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:28.963691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.066921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] For port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:29.079072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] For port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,segment=NetworkSegment(2964e365-e83e-4dda-af46-d93792f32bf3),segment_id=2964e365-e83e-4dda-af46-d93792f32bf3)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:29.136932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-13f4c0a5-89dd-4b16-8d75-e2ff36b1f6b2 service neutron] 10.222.0.37 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101753 Jul 27 21:55:29.151887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:29.155214 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.157968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'name': 'tempest-router--2122346784', 'project_id': 'aeb424f36ae647cbbf383e13c06cfb86'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:29.262569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f7d51-df0e-40a3-9ff5-e8b643f169fe None None] Pushing event updated for resources: {'Port': ['ID=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:29.264375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-f4b65df4-d405-4564-b527-e34c0faf91cb service neutron] 10.222.0.37 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210096 Jul 27 21:55:29.330605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4acf1707-35aa-4b9c-bce5-b749e0717527 req-d32b6cb0-1585-4d7b-9073-4cb940dc9a2e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0715163 Jul 27 21:55:29.334679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.336518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.366407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.425239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.481086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=4da728a3-68ee-4b4f-bc75-09b44a1512a1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:29.499212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '5ef155ac-3ffb-456e-af27-e7bf2cee800b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:29.499583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:55:29.594219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.622502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:55:29.686815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be3bb5f9-b11d-4186-9350-ce1f0432b20c req-e8190fed-d652-43a8-bbc4-cf298de65a41 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.0362451 Jul 27 21:55:29.709441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.710986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5fc208b1-3097-4656-bcc2-3712ddec3553 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5577953 Jul 27 21:55:29.721077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41792) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:29.732989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:29.737733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:29.738538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.742468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a9a7e-3955-46eb-ade2-1d6041974e84 None None] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:29.873669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1b7195a9-20a7-4f5e-8696-4490cecc6254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5309954 Jul 27 21:55:29.881044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41804) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:29.887557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-554683080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:29.896189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14450954-e886-4d56-b7ba-2337fcebc1d6 req-3d60be3a-dbf4-4694-9ca9-38f7bb3807d9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0752270 Jul 27 21:55:29.899291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.992984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-48c4d79b-07ad-41a5-a65c-a7f7f0f3c763', 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': '4da728a3-68ee-4b4f-bc75-09b44a1512a1'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:55:29.993886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.022860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.023957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.096421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.113417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.117369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.148699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.285080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.287734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-724d1c62-ca30-4662-89f4-704170524861 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4051344 Jul 27 21:55:30.291167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:30.311413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Allocated IP 2001:db8:1::2 (48c4d79b-07ad-41a5-a65c-a7f7f0f3c763/4da728a3-68ee-4b4f-bc75-09b44a1512a1/44cf1158-5912-430f-8b41-b77311a3175a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:30.408661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:30.474325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-123ed4ce-e765-4ced-be08-232d3c09f531 req-8f45c884-3a09-47e2-8840-8b715b640d45 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0823221 Jul 27 21:55:30.641142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:30.675436 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.689877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Transition to ACTIVE for port object 44cf1158-5912-430f-8b41-b77311a3175a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:30.698018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96920ae-a0d6-4748-ac4c-922cfc0adcce None None] Network a464047b-621a-4cce-92bf-baa6e51f6190 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:30.752613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Transition to ACTIVE for port object 44cf1158-5912-430f-8b41-b77311a3175a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:30.848405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.850528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Provisioning for port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:30.889483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.889483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 567d6757-a27e-436d-b7ad-9469b5df2c1d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:30.890181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Provisioning complete for port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:30.890181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.895115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.898888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-277c18a0-695b-435f-b946-b15d8f5d61b2 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/routers/567d6757-a27e-436d-b7ad-9469b5df2c1d HTTP/1.1" status: 204 len: 168 time: 1.1740172 Jul 27 21:55:30.934898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:30.960860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:30.971424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:30.979181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Pushing event updated for resources: {'Port': ['ID=44cf1158-5912-430f-8b41-b77311a3175a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:31.017713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc35278b-745a-48e0-97a5-63a3abb493d2 req-5ab7d183-6b92-4a89-a72b-e064ed1d0640 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.0823095 Jul 27 21:55:31.071313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c39b9a95-c7e3-4cc3-b64a-f327589f3b2a req-ae3928e5-f59d-41cd-8671-a2d0f616c0b6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0758569 Jul 27 21:55:31.087742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Attempting to bind port 44cf1158-5912-430f-8b41-b77311a3175a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:31.088120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Attempting to bind port 44cf1158-5912-430f-8b41-b77311a3175a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5ef155ac-3ffb-456e-af27-e7bf2cee800b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:31.088533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Attempting to bind port 44cf1158-5912-430f-8b41-b77311a3175a on network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:31.120454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:31.120928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Checking segment: {'id': '5ef155ac-3ffb-456e-af27-e7bf2cee800b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:31.121417 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.125267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Bound using segment: {'id': '5ef155ac-3ffb-456e-af27-e7bf2cee800b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:31.125904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Bound port: 44cf1158-5912-430f-8b41-b77311a3175a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef155ac-3ffb-456e-af27-e7bf2cee800b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48c4d79b-07ad-41a5-a65c-a7f7f0f3c763'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:31.126347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.156031 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.265433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] For port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,segment=NetworkSegment(2964e365-e83e-4dda-af46-d93792f32bf3),segment_id=2964e365-e83e-4dda-af46-d93792f32bf3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:31.282683 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.296937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] For port 44cf1158-5912-430f-8b41-b77311a3175a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:31.300751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] For port 44cf1158-5912-430f-8b41-b77311a3175a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44cf1158-5912-430f-8b41-b77311a3175a,segment=NetworkSegment(5ef155ac-3ffb-456e-af27-e7bf2cee800b),segment_id=5ef155ac-3ffb-456e-af27-e7bf2cee800b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:31.370684 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.414322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.439053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2576-82f8-4266-9c9d-1926d591a5f1 None None] Pushing event updated for resources: {'Port': ['ID=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:31.524974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f26c13f5-7ced-4d09-95ac-8c91ca1de46a None None] Provisioning complete for port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:31.525587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f26c13f5-7ced-4d09-95ac-8c91ca1de46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.531561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8cf19-a801-47e0-8420-35f01a9d08cb None None] Pushing event updated for resources: {'Port': ['ID=44cf1158-5912-430f-8b41-b77311a3175a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:31.587372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:31.617949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aad0db81-9234-4104-92e0-4b3f4b0c4383 req-1a85d958-79f2-4899-a1e9-97fedd3f5582 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0442264 Jul 27 21:55:31.693628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8::1 (a464047b-621a-4cce-92bf-baa6e51f6190/7af8472c-1561-460a-aead-e06c5f240898/722e640e-0331-42bd-b6e4-e9c46264ae16) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:31.886927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:31.909485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object 722e640e-0331-42bd-b6e4-e9c46264ae16 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:31.912487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64408698', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:31.948499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430ac2b5-fd28-480f-b616-f214125ab0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.011159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.013413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.070476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.079658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.127848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network a464047b-621a-4cce-92bf-baa6e51f6190 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:32.131157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:32.139345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:32.139898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.142588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7933dc7e-4200-4095-a27f-8ea16eb928e7 req-499794cb-8ce2-47c3-a36e-344bf4e29af3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.0347559 Jul 27 21:55:32.194237 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:55:32.199912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=722e640e-0331-42bd-b6e4-e9c46264ae16,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:32.244476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a96fb5a9-5c38-410d-8959-d5e72dbb5f73 req-f42bbc41-2986-400f-a301-2468a15db5f3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1022668 Jul 27 21:55:32.488927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44cf1158-5912-430f-8b41-b77311a3175a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:32.531444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.615639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.626661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-6421aaf2-8687-4d46-906e-ccb40365b89a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:32.628410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-6421aaf2-8687-4d46-906e-ccb40365b89a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.76 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 811 time: 0.2738507 Jul 27 21:55:32.685447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa1f6a2c-4b3c-4026-9098-5346acd86512 None None] Provisioning for port 722e640e-0331-42bd-b6e4-e9c46264ae16 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:32.689686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa1f6a2c-4b3c-4026-9098-5346acd86512 None None] Provisioning complete for port 722e640e-0331-42bd-b6e4-e9c46264ae16 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:32.690072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6a2c-4b3c-4026-9098-5346acd86512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:32.738645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 44cf1158-5912-430f-8b41-b77311a3175a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:32.746933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe3c7610-eb72-47b7-a0fe-b8b8c9a99456 req-a4231c08-4ecb-49f3-b40d-6674f9492743 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0531008 Jul 27 21:55:32.758322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:32.767935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-341e518f-4a6e-4a8e-b5b6-ae50537aa3a3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86cff42e635c4ee78f9eca4216cd1fde HTTP/1.1" status: 200 len: 379 time: 0.1258342 Jul 27 21:55:32.784703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'port': {'device_id': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'admin_state_up': True, 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'security_groups': ['cc192403-85b9-4d5a-a7ae-457320a88d2f']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:32.801537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f6a2c-4b3c-4026-9098-5346acd86512 None None] Port 722e640e-0331-42bd-b6e4-e9c46264ae16 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:32.845055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56140ecc-accd-46c6-a817-81d7f2a14c40 None None] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:32.895580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:32.896018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.029939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Provisioning for port 44cf1158-5912-430f-8b41-b77311a3175a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:33.041180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Provisioning complete for port 44cf1158-5912-430f-8b41-b77311a3175a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:33.041613 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.044625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.057268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.071614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.173858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.190642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Made reservation on behalf of 86cff42e635c4ee78f9eca4216cd1fde for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:33.194610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.197893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.199489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.224066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] For port 44cf1158-5912-430f-8b41-b77311a3175a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44cf1158-5912-430f-8b41-b77311a3175a,segment=NetworkSegment(5ef155ac-3ffb-456e-af27-e7bf2cee800b),segment_id=5ef155ac-3ffb-456e-af27-e7bf2cee800b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:33.228915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Allocated IP 172.25.3.192 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/db05a4bf-18d5-4b70-8de5-9c34b91755a8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:33.325582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.379469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.384658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=722e640e-0331-42bd-b6e4-e9c46264ae16,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:33.399011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-207df13c-6166-40b7-9c31-74e8621f2be5 req-975a29aa-1916-4be9-96e9-9a63e1b24ae6 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.1559720 Jul 27 21:55:33.482402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd55d2f-43ea-4a7f-bea9-3509de6d8ea8 None None] Pushing event updated for resources: {'Port': ['ID=44cf1158-5912-430f-8b41-b77311a3175a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:33.528817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network a464047b-621a-4cce-92bf-baa6e51f6190 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:33.530514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8684610d-49c4-4c10-b4e4-308bb4b347da req-3f246ef9-622d-437a-bec4-c9026a5bff03 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0827744 Jul 27 21:55:33.535865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:33.634387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.672428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-76be489c-ba18-492f-90c9-d5c293d5f55f None None] Provisioning complete for port 44cf1158-5912-430f-8b41-b77311a3175a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:33.673175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76be489c-ba18-492f-90c9-d5c293d5f55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.674651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:33.678229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:33.685091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:33.731499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event updated for resources: {'Port': ['ID=db05a4bf-18d5-4b70-8de5-9c34b91755a8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:33.780028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Allocated IP 172.20.0.3 (95529cac-67b7-4900-99a0-55700205b6fb/a5692fd4-022a-445b-87d1-3448c2867246/a44c7365-1bdb-4107-b19f-ced4a05f7b9f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:33.906903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-944b9d4b-ca12-4c1c-a211-636a6f5719d7 req-419fbb0c-10c0-4e9b-a9fb-af9766f079f8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0784929 Jul 27 21:55:33.909407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 593a1b69-4f82-4768-b1b0-68081e45d345 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:33.936352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-10746786-ae19-4294-95fa-194b580cde47 None None] Provisioning complete for port 722e640e-0331-42bd-b6e4-e9c46264ae16 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:33.937034 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10746786-ae19-4294-95fa-194b580cde47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:33.975901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-10746786-ae19-4294-95fa-194b580cde47 None None] Port 722e640e-0331-42bd-b6e4-e9c46264ae16 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:34.037740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.061258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Transition to ACTIVE for port object a44c7365-1bdb-4107-b19f-ced4a05f7b9f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:34.063557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:34.073067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1eb88f77-a1c7-4ed7-a699-a437485a4cae tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7798257 Jul 27 21:55:34.079435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:34.079575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] Sync routers for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:34.087313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:34.087965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:34.123853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:34.132489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:34.132972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:34.145188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df8d75-65a2-4977-af68-b5a4031dd864 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:34.149346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f3df8d75-65a2-4977-af68-b5a4031dd864 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports/722e640e-0331-42bd-b6e4-e9c46264ae16 HTTP/1.1" status: 200 len: 911 time: 0.0705707 Jul 27 21:55:34.150022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41886) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:34.227646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.294810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.373657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44cf1158-5912-430f-8b41-b77311a3175a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:34.398469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:34.399162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fb7b8-8cce-4965-a58d-17528aef8cd0 None None] The sync data for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:34.407489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Network 95529cac-67b7-4900-99a0-55700205b6fb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:34.418769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:34.427720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:34.436578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event updated for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:34.462975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 44cf1158-5912-430f-8b41-b77311a3175a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:34.462975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.505931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.506981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04614804-fe29-4f59-82c0-629ba5bf2e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.719283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.862239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0f21e4aa-897a-45f1-a5a3-7ba9e692cc07 None None] Provisioning for port a44c7365-1bdb-4107-b19f-ced4a05f7b9f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:34.867114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0f21e4aa-897a-45f1-a5a3-7ba9e692cc07 None None] Provisioning complete for port a44c7365-1bdb-4107-b19f-ced4a05f7b9f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:34.867553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f21e4aa-897a-45f1-a5a3-7ba9e692cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.913370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0f21e4aa-897a-45f1-a5a3-7ba9e692cc07 None None] Port a44c7365-1bdb-4107-b19f-ced4a05f7b9f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:34.931561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:34.993861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:34.994519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.042017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a34ed538-757f-448b-8bf6-1ceb33bb714a req-b592a1f2-47c5-4529-9a44-050a65d54d9b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0435104 Jul 27 21:55:35.111341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a101-aac8-4afb-8ed1-9e5948df6361 req-cf95e814-7fb5-4e28-b273-7755971e666f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:35.112877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d116a101-aac8-4afb-8ed1-9e5948df6361 req-cf95e814-7fb5-4e28-b273-7755971e666f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 931 time: 0.1782603 Jul 27 21:55:35.125501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf603-3abe-4e7a-962c-d3bdae169ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.171030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.174701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-08f92760-a90d-4072-882f-0b18a3c77bda tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4001651 Jul 27 21:55:35.181504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-711839d8-8032-410a-b8ae-c24c8f11a843 req-47a63717-a223-4246-aeb3-45f98fc7411a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Jul 27 21:55:35.194786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Router 32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:35.197847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Request body: {'port': {'device_id': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:35.235497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d116a101-aac8-4afb-8ed1-9e5948df6361 req-f1639670-3410-4c03-a9b4-eb5f02beb221 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152253 Jul 27 21:55:35.316840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:35.327965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] Sync routers for ids ['32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:35.337685 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] Routers {'32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:35.338492 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:35.373970 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:35.383016 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] Routers {'32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:35.383732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:35.411535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.422659 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:35.423414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e35d4-140c-4d20-b04b-735091c21966 None None] The sync data for ids ['32b4c7bd-ae9b-4042-9f44-0ead0d4214f2'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:35.561719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf603-3abe-4e7a-962c-d3bdae169ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.656831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2f3bf603-3abe-4e7a-962c-d3bdae169ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.675761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.680362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-668e67da-57c3-4025-8278-9f64b60424af tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0881052 Jul 27 21:55:35.681797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:35.744441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2f3bf603-3abe-4e7a-962c-d3bdae169ee0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=762355fd9c864b05b9baa7093d8f46b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084903 Jul 27 21:55:35.745904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8:1::1 (48c4d79b-07ad-41a5-a65c-a7f7f0f3c763/4da728a3-68ee-4b4f-bc75-09b44a1512a1/d17b8775-ad60-49d0-a7dc-798259ff321b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:35.749669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:35.763901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bf603-3abe-4e7a-962c-d3bdae169ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909b2db-c22e-4138-ba73-a67f0df026dc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:35.777645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.843483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c661562c-2567-4cc4-94c5-6e934252d8db tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 HTTP/1.1" status: 200 len: 919 time: 0.1602211 Jul 27 21:55:35.850485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41910) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:35.896658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-70f080c9-7a5a-409a-b934-8543fcf9d984 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 HTTP/1.1" status: 200 len: 205 time: 0.0427709 Jul 27 21:55:35.896658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.897807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41912) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:35.958600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.963696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.996372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object d17b8775-ad60-49d0-a7dc-798259ff321b will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:36.006028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44c7365-1bdb-4107-b19f-ced4a05f7b9f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:55:36.015394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.038678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Transition to ACTIVE for port object a44c7365-1bdb-4107-b19f-ced4a05f7b9f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:36.060142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.127645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6913bd8b-b1ae-4f00-8490-7e958daeb179 req-dc11859b-ba8c-4d63-938d-65cd7aa98e09 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0418696 Jul 27 21:55:36.128324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.173931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.198723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.200552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f020-296a-434c-afde-897f812a73bd service neutron] Pushing event updated for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:36.268089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.273174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.274417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6909b2db-c22e-4138-ba73-a67f0df026dc HTTP/1.1" status: 204 len: 168 time: 0.5222394 Jul 27 21:55:36.275092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:36.287817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427a9e-81e8-4a6b-964e-41655c532038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909b2db-c22e-4138-ba73-a67f0df026dc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:36.332917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:36.335544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:36.342108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.346328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a50061-79ca-4fad-a0c0-ab71a1839e5d req-5b1cdf18-b860-4cda-818c-402b43ed6c67 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0925515 Jul 27 21:55:36.390808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=d17b8775-ad60-49d0-a7dc-798259ff321b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:36.422995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port db05a4bf-18d5-4b70-8de5-9c34b91755a8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:36.423356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.454661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Attempting to bind port a44c7365-1bdb-4107-b19f-ced4a05f7b9f on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:36.454925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Attempting to bind port a44c7365-1bdb-4107-b19f-ced4a05f7b9f by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:36.455269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Attempting to bind port a44c7365-1bdb-4107-b19f-ced4a05f7b9f on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:36.470082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Port a44c7365-1bdb-4107-b19f-ced4a05f7b9f on network 95529cac-67b7-4900-99a0-55700205b6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:55:36.470459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Attempting to bind port a44c7365-1bdb-4107-b19f-ced4a05f7b9f on network 95529cac-67b7-4900-99a0-55700205b6fb {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:36.479417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:36.479801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Checking segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:36.481147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Bound using segment: {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:36.481802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Bound port: a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dce48e5-df33-40f0-8f15-5deadb25d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:36.482155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.572882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.590831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for db05a4bf-18d5-4b70-8de5-9c34b91755a8 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:36.603662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66048e3-6d0b-4efa-bc8b-197899329096 req-59b05576-a04a-4125-a7ee-0c4db89c8bcc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:36.609323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:36.609745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a66048e3-6d0b-4efa-bc8b-197899329096 req-59b05576-a04a-4125-a7ee-0c4db89c8bcc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 943 time: 0.1695468 Jul 27 21:55:36.615680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.630699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:36.696871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a66048e3-6d0b-4efa-bc8b-197899329096 req-8786c04f-2d22-4f87-bbc4-f89e0ec6d548 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839171 Jul 27 21:55:36.737743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.815617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:36.816882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.818076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2117f020-296a-434c-afde-897f812a73bd service neutron] 10.222.0.76 "PUT /v2.0/ports/a44c7365-1bdb-4107-b19f-ced4a05f7b9f HTTP/1.1" status: 200 len: 1091 time: 1.6280749 Jul 27 21:55:36.827212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:36.829620 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a252e-8648-420a-a369-33da5a6230fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:36.875849 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d783fd2f-50ea-4c97-a23b-3764600f1f71 x-openstack-request-id: req-d783fd2f-50ea-4c97-a23b-3764600f1f71 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:36.876851 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:36.877142 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d783fd2f-50ea-4c97-a23b-3764600f1f71 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:36.877563 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'status': 'completed', 'code': 200} Jul 27 21:55:36.883940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f020-296a-434c-afde-897f812a73bd service neutron] Pushing event updated for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:36.941288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3eac3340-a508-441b-8fd7-65cd5d85af4b None None] Provisioning for port d17b8775-ad60-49d0-a7dc-798259ff321b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:36.942132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3eac3340-a508-441b-8fd7-65cd5d85af4b None None] Provisioning complete for port d17b8775-ad60-49d0-a7dc-798259ff321b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:36.942132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eac3340-a508-441b-8fd7-65cd5d85af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.953871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:36.985645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.012617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=db05a4bf-18d5-4b70-8de5-9c34b91755a8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:37.018388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3eac3340-a508-441b-8fd7-65cd5d85af4b None None] Port d17b8775-ad60-49d0-a7dc-798259ff321b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:37.054441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a252e-8648-420a-a369-33da5a6230fd req-212fb7ab-29de-4e35-a76f-7e5e2c95f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:37.056092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-736a252e-8648-420a-a369-33da5a6230fd req-212fb7ab-29de-4e35-a76f-7e5e2c95f4e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 1094 time: 0.1528070 Jul 27 21:55:37.086000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.100033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.152628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:37.177723 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b36a971-bbd7-470f-95f3-3f11b0657eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.186927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.191053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.209276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a252e-8648-420a-a369-33da5a6230fd req-2f9a0f8a-5c7e-4d82-a87b-0f247e69cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:37.211958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-736a252e-8648-420a-a369-33da5a6230fd req-2f9a0f8a-5c7e-4d82-a87b-0f247e69cae6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1457555 Jul 27 21:55:37.215704 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.224599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.225548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1490e63c-5627-4d3b-91bf-72743d78c133 req-8d5002b4-38ca-4722-8031-21c1c787a612 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0361764 Jul 27 21:55:37.399460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.400257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=d17b8775-ad60-49d0-a7dc-798259ff321b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:37.400792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router 32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:37.415225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.421359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-75391275-c849-4447-9da5-a6f52aa97b3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 HTTP/1.1" status: 204 len: 168 time: 1.5177140 Jul 27 21:55:37.429913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:37.430489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.433889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1304398599', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:37.460533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8909618-9d4d-4c1c-9f92-f6c6936bec94 req-af899a53-30ad-455f-9eef-c56e098c039f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0424001 Jul 27 21:55:37.489194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a252e-8648-420a-a369-33da5a6230fd req-7c16c6fa-d85f-42c8-9ed4-6fd35862e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:37.491008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-736a252e-8648-420a-a369-33da5a6230fd req-7c16c6fa-d85f-42c8-9ed4-6fd35862e2bf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2709863 Jul 27 21:55:37.512598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:37.518499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:37.595204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b36a971-bbd7-470f-95f3-3f11b0657eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.664820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b36a971-bbd7-470f-95f3-3f11b0657eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.728822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0b36a971-bbd7-470f-95f3-3f11b0657eb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39bd8c2c75cd40cba12af97b17e2dfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673430 Jul 27 21:55:37.729035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:37.730058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 593a1b69-4f82-4768-b1b0-68081e45d345 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:37.737587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36a971-bbd7-470f-95f3-3f11b0657eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f80fd1-7c08-4aa2-88fc-ff5f94bc000f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:37.750999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-e2094e5b-b163-4a49-8f19-7d3b9d31dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:37.752561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-e2094e5b-b163-4a49-8f19-7d3b9d31dac5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 1094 time: 0.2152841 Jul 27 21:55:37.757565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.758676 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.784416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99ad1f05-4769-49da-ae75-d9cf5b87a843 None None] Provisioning complete for port d17b8775-ad60-49d0-a7dc-798259ff321b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:37.785105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99ad1f05-4769-49da-ae75-d9cf5b87a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.825838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.829079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-99ad1f05-4769-49da-ae75-d9cf5b87a843 None None] Port d17b8775-ad60-49d0-a7dc-798259ff321b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:37.857404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.878457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.908352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-2517feb8-07b1-4cc9-9371-cf85ce194eeb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f HTTP/1.1" status: 200 len: 217 time: 0.0792367 Jul 27 21:55:37.962551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:37.972907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-762e20be-9dbe-4b64-9db0-a72d12eb3f47 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8223174 Jul 27 21:55:37.976929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:37.980812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] Sync routers for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:38.003288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:38.004247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:38.025141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-4e83f8f0-2a2e-44dd-aa97-3892c56a6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:38.027907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-4e83f8f0-2a2e-44dd-aa97-3892c56a6a04 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.1051490 Jul 27 21:55:38.053456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:38.057758 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.065484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:38.066702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:38.071687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.086830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3b0b7-9763-44f8-b05e-3cac01ffe807 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:38.088273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2f3b0b7-9763-44f8-b05e-3cac01ffe807 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports/d17b8775-ad60-49d0-a7dc-798259ff321b HTTP/1.1" status: 200 len: 913 time: 0.1110008 Jul 27 21:55:38.091978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:38.097220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c085a-c095-4e32-b8e0-678765bbf1fc req-b680acee-26fb-428e-add9-e8438b43028a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:38.098780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-733c085a-c095-4e32-b8e0-678765bbf1fc req-b680acee-26fb-428e-add9-e8438b43028a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 943 time: 0.2708776 Jul 27 21:55:38.109524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:38.110386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341c38b-9541-448c-97dc-cf1e37e69f0f None None] The sync data for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:38.144244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.147537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.150791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f80fd1-7c08-4aa2-88fc-ff5f94bc000f HTTP/1.1" status: 204 len: 168 time: 0.4248710 Jul 27 21:55:38.156260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-00d3d476-f9ee-41aa-acbe-5372d04c2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:38.157721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-00d3d476-f9ee-41aa-acbe-5372d04c2d49 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139133 Jul 27 21:55:38.161407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-733c085a-c095-4e32-b8e0-678765bbf1fc req-1e80cd67-0fb2-4395-8117-6dfc3c2b1d8d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522919 Jul 27 21:55:38.196819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20804b-8ef0-454d-b21b-8fbb1bf94f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f80fd1-7c08-4aa2-88fc-ff5f94bc000f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:38.301603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-47da05ce-4643-4117-a014-e04a41e894bc service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306441 Jul 27 21:55:38.397366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48f8f5d5-0053-442e-8327-d4684b904066 req-172f5219-fbdb-4843-9acf-c576f886bf8e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0681648 Jul 27 21:55:38.438502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d2e3e15-b36f-4cbb-a7e8-e5c27b311e25 req-a315ff4c-f96b-4574-86db-163f2a6e49a4 service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335821 Jul 27 21:55:38.555996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a71e353-6cc8-4e8f-8273-fa5e84797619 req-4d7fe4f8-e8b0-4b24-aad6-bb2cb784e889 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0368795 Jul 27 21:55:38.659854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.682675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.756196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.888556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.25.3.251 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/77fe673c-481e-4bbc-a8ff-f21540b966ed) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:39.063825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:39.195657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port d17b8775-ad60-49d0-a7dc-798259ff321b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:39.196423 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:39.296119 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:39.310675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for d17b8775-ad60-49d0-a7dc-798259ff321b owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:39.352961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46358d-e75f-465f-be82-153788fda8dc req-27eb2b40-8a5b-4ebd-a731-227e6c5ac56b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:39.354619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a46358d-e75f-465f-be82-153788fda8dc req-27eb2b40-8a5b-4ebd-a731-227e6c5ac56b tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 943 time: 0.0727911 Jul 27 21:55:39.395852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:39.401034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a46358d-e75f-465f-be82-153788fda8dc req-f5867205-d37a-4ce3-ac3d-082ffd6ce72a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 Jul 27 21:55:39.505375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c998b73e-bf52-48f3-a6d2-88d8106202ff req-40a355ac-350f-498d-8f7a-edbbf6b2e340 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0462453 Jul 27 21:55:39.808395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:39.843582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:39.849808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9a41b96-75ff-40d2-9e9e-c6d69128f797 req-ed2e131f-4117-4924-b161-f3325b4ab603 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0533094 Jul 27 21:55:39.851683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:39.861010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=77fe673c-481e-4bbc-a8ff-f21540b966ed,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:40.216627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:40.278083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=d17b8775-ad60-49d0-a7dc-798259ff321b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:40.386524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:40.456799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:40.634327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac3a73bf-f66d-4db5-86ae-9add2f13a904 req-083e9d53-a91d-45de-a8e9-31e50e7d0a6c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0314517 Jul 27 21:55:40.827110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ab3ae-124d-4eef-836a-ad581681d588 req-8f75184f-19e7-4a37-836f-5baaa3556800 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:40.828636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a52ab3ae-124d-4eef-836a-ad581681d588 req-8f75184f-19e7-4a37-836f-5baaa3556800 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 943 time: 0.2781551 Jul 27 21:55:40.831567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:40.929908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a52ab3ae-124d-4eef-836a-ad581681d588 req-b3031337-2ac8-4ecf-a5dc-6c5f74e7d133 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938475 Jul 27 21:55:40.939495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f0bd186-7897-42db-959c-853f02adb725 req-41630b3a-5815-4dbe-b379-70bce3c4768e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0313044 Jul 27 21:55:40.944042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 593a1b69-4f82-4768-b1b0-68081e45d345 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:41.039794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a44c7365-1bdb-4107-b19f-ced4a05f7b9f details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:55:41.094028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:41.102376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:41.103114 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5a23030-2bc1-4f80-a5f3-3e7409b10af5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0092256 Jul 27 21:55:41.105797 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] Sync routers for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:41.117496 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:41.118372 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:41.157236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:41.157575 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:41.171341 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:41.172259 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:41.175650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'port_id': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'mac_address': 'fa:16:3e:82:3b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:55:41.181837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router 293669ec-b278-4220-af65-4dd250f417b0 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:41.215581 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:41.216616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9ff85-47f4-49cb-b21a-52264c1915ab None None] The sync data for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:41.252402 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.269768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44c7365-1bdb-4107-b19f-ced4a05f7b9f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:55:41.305553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:41.336817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:41.349597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Sync routers for ids ['293669ec-b278-4220-af65-4dd250f417b0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:41.360280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Routers {'293669ec-b278-4220-af65-4dd250f417b0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:41.360960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['293669ec-b278-4220-af65-4dd250f417b0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:41.405296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.433949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.435465 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e297001-6692-4395-a511-48c542809733 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0061076 Jul 27 21:55:41.438048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:41.557184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:41.575569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Set router 293669ec-b278-4220-af65-4dd250f417b0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:41.585701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f6d7261-565b-4b36-8c91-3f80a2303b36 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/293669ec-b278-4220-af65-4dd250f417b0 HTTP/1.1" status: 200 len: 909 time: 0.1455133 Jul 27 21:55:41.586381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:41.593363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1304398599', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': True}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:41.689196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['a44c7365-1bdb-4107-b19f-ced4a05f7b9f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:41.740366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49f02468-4a07-46f1-bba9-a03f3a2df28c req-74fc63d9-db9f-4171-b3c4-127402752236 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0487139 Jul 27 21:55:41.747252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.748601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.828395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.945605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:41.971453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293669ec-b278-4220-af65-4dd250f417b0', 'name': 'tempest-snat-router-1304398599', 'tenant_id': 'd82c5c048935400292d231c648a5d575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': False}, 'gw_port_id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:55:37Z', 'updated_at': '2021-07-27T21:55:40Z', 'revision_number': 3, 'project_id': 'd82c5c048935400292d231c648a5d575', 'gw_port': {'id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293669ec-b278-4220-af65-4dd250f417b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:55:38Z', 'updated_at': '2021-07-27T21:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:42.008499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Checking router: 293669ec-b278-4220-af65-4dd250f417b0 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:42.008856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Updating router 293669ec-b278-4220-af65-4dd250f417b0 port 77fe673c-481e-4bbc-a8ff-f21540b966ed binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:55:42.047268 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.097163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0220ef78-6cff-42ee-84be-b87f3c412d36 req-d70adb5c-58a3-4218-a970-68f6a5df9238 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0372458 Jul 27 21:55:42.173561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.249888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2bb42-20b4-439a-a278-ed72df633330 req-22c3b7b7-c927-41fd-951d-d723c84eaa72 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:42.251403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fdd2bb42-20b4-439a-a278-ed72df633330 req-22c3b7b7-c927-41fd-951d-d723c84eaa72 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 944 time: 0.1428573 Jul 27 21:55:42.343897 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.360515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Transition to ACTIVE for port object 77fe673c-481e-4bbc-a8ff-f21540b966ed will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:42.367230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fdd2bb42-20b4-439a-a278-ed72df633330 req-aed90861-1afb-4a32-8056-6fcf3634ce3d tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800056 Jul 27 21:55:42.400560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 722e640e-0331-42bd-b6e4-e9c46264ae16 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:42.401174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.484761 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.512790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.531280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 722e640e-0331-42bd-b6e4-e9c46264ae16 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:42.536654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Attempting to bind port 77fe673c-481e-4bbc-a8ff-f21540b966ed on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:42.536654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Attempting to bind port 77fe673c-481e-4bbc-a8ff-f21540b966ed by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:42.536654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Attempting to bind port 77fe673c-481e-4bbc-a8ff-f21540b966ed on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:42.537562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:42.548230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:42.552671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:42.553154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.553559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:42.554082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Bound port: 77fe673c-481e-4bbc-a8ff-f21540b966ed, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:42.554509 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.581689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5e230-1957-4db2-8046-b48202e1b83b None None] Pushing event updated for resources: {'Port': ['ID=77fe673c-481e-4bbc-a8ff-f21540b966ed,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:42.623971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] For port 77fe673c-481e-4bbc-a8ff-f21540b966ed, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:42.627696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] For port 77fe673c-481e-4bbc-a8ff-f21540b966ed, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=77fe673c-481e-4bbc-a8ff-f21540b966ed,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:42.725348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0acea16a-545f-45c6-ae07-292e0eba2376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.771075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.831743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Routers {'293669ec-b278-4220-af65-4dd250f417b0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:42.832506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['293669ec-b278-4220-af65-4dd250f417b0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:42.845948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.859987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a84c9cc3-a87e-457e-963a-2e14d8204b53 req-3ca55365-b6cd-471d-88d2-2e375640026c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0456157 Jul 27 21:55:42.870524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.878377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5e230-1957-4db2-8046-b48202e1b83b None None] Pushing event updated for resources: {'Port': ['ID=77fe673c-481e-4bbc-a8ff-f21540b966ed,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:42.922588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.960718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] Set router 293669ec-b278-4220-af65-4dd250f417b0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:42.962246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=722e640e-0331-42bd-b6e4-e9c46264ae16,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:42.977903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.978267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.978649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.979000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.979352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.980309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.980641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.981154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.981500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.981839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.982179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:42.982541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:43.000531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.25.3.218 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/7957ced5-ef3e-4b36-87a1-bc073f40078b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:43.109773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.148167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.171732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a44c7365-1bdb-4107-b19f-ced4a05f7b9f up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:43.224286 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0acea16a-545f-45c6-ae07-292e0eba2376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.226349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-658357b9-7104-47ea-997f-9035a68bac71 req-ec5808de-e69a-4f48-a2f0-074dcfa0c5dd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0427380 Jul 27 21:55:43.313866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.321674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 593a1b69-4f82-4768-b1b0-68081e45d345 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:43.351869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:43.356333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:43.360369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:43.371162 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0acea16a-545f-45c6-ae07-292e0eba2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.398497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293669ec-b278-4220-af65-4dd250f417b0', 'name': 'tempest-snat-router-1304398599', 'tenant_id': 'd82c5c048935400292d231c648a5d575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': False}, 'gw_port_id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:55:37Z', 'updated_at': '2021-07-27T21:55:40Z', 'revision_number': 3, 'project_id': 'd82c5c048935400292d231c648a5d575', 'gw_port': {'id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293669ec-b278-4220-af65-4dd250f417b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:55:38Z', 'updated_at': '2021-07-27T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:43.438669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:43.439351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe1576-8e7a-432d-ac06-2c7c3faf9324 None None] The sync data for ids ['293669ec-b278-4220-af65-4dd250f417b0'] in n-d-738018-6 is: [{'id': '293669ec-b278-4220-af65-4dd250f417b0', 'name': 'tempest-snat-router-1304398599', 'tenant_id': 'd82c5c048935400292d231c648a5d575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251'}], 'enable_snat': False}, 'gw_port_id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:55:37Z', 'updated_at': '2021-07-27T21:55:40Z', 'revision_number': 3, 'project_id': 'd82c5c048935400292d231c648a5d575', 'gw_port': {'id': '77fe673c-481e-4bbc-a8ff-f21540b966ed', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293669ec-b278-4220-af65-4dd250f417b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:55:38Z', 'updated_at': '2021-07-27T21:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:43.441007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port a44c7365-1bdb-4107-b19f-ced4a05f7b9f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:43.446456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port a44c7365-1bdb-4107-b19f-ced4a05f7b9f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:43.446676 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.450345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0d7eb7a-b7eb-4cdb-9757-14a2534ffaff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3457575 Jul 27 21:55:43.461585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=7957ced5-ef3e-4b36-87a1-bc073f40078b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:43.461704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0acea16a-545f-45c6-ae07-292e0eba2376 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6000eeee866c42ae91b6b203a528cbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198074 Jul 27 21:55:43.461803 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] Sync routers for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:43.462257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:43.462257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:43.476615 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:43.479198 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:43.482956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acea16a-545f-45c6-ae07-292e0eba2376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74417f-d9cb-4f8c-a098-53a2a38e5526,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:43.521010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0fb84942-3015-4bdf-91a7-ef63c3f31115 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=593a1b69-4f82-4768-b1b0-68081e45d345 HTTP/1.1" status: 200 len: 205 time: 0.0538142 Jul 27 21:55:43.521645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:43.564045 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:43.574777 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] Routers {'593a1b69-4f82-4768-b1b0-68081e45d345'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:43.575679 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['593a1b69-4f82-4768-b1b0-68081e45d345'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:43.595631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.619917 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:43.622749 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02077a3-c0af-4cc0-94fe-1fa094376a1e None None] The sync data for ids ['593a1b69-4f82-4768-b1b0-68081e45d345'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:43.633416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:43.638828 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e276951-beef-4b7d-a7ef-b61d3c5be8fa" -d '{"events": [{"server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "name": "network-vif-plugged", "status": "completed", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:43.642417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.672513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:43.678247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e23277-4b96-47c5-9a49-dc530c67db94 req-2437c046-efb3-4a49-87ec-95d0d8c9676a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:43.683289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3e23277-4b96-47c5-9a49-dc530c67db94 req-2437c046-efb3-4a49-87ec-95d0d8c9676a tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 944 time: 0.1576829 Jul 27 21:55:43.706106 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1fc57-5992-4fd4-a1a3-8f0560eccb23 x-openstack-request-id: req-a8a1fc57-5992-4fd4-a1a3-8f0560eccb23 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:43.709374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "name": "network-vif-plugged", "status": "completed", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:43.709374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8a1fc57-5992-4fd4-a1a3-8f0560eccb23 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:43.709374 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'code': 200} Jul 27 21:55:43.732029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.741716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3e23277-4b96-47c5-9a49-dc530c67db94 req-63880714-dca3-4921-891c-110af5158e79 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526199 Jul 27 21:55:43.776132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.882207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:43.914132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.970914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.976496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:43.978754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.000470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-921708d3-cfc7-4625-8471-ec843c0cd40a req-8013aaed-fc3a-4466-8fdb-c8170d2cb179 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0773187 Jul 27 21:55:44.077620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146b6b6-913e-40af-b5f7-aa5cd9e4b391 req-c88bc041-3791-4c83-b6e1-b5c70b09de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:44.079767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7146b6b6-913e-40af-b5f7-aa5cd9e4b391 req-c88bc041-3791-4c83-b6e1-b5c70b09de95 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 1096 time: 0.2615461 Jul 27 21:55:44.126587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7146b6b6-913e-40af-b5f7-aa5cd9e4b391 req-d9ebdf6c-35bf-4257-a395-7a264b5e481e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Jul 27 21:55:44.165229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.165818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router 593a1b69-4f82-4768-b1b0-68081e45d345 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:44.177896 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.179095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-925fdd66-b7b3-4667-a882-a7fa0b6177c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345 HTTP/1.1" status: 204 len: 168 time: 0.6568074 Jul 27 21:55:44.182032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42080) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:44.210464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.213305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.222898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b74417f-d9cb-4f8c-a098-53a2a38e5526 HTTP/1.1" status: 204 len: 168 time: 0.7516334 Jul 27 21:55:44.230771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72799c25-f5b7-4c82-ae03-35722a50f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74417f-d9cb-4f8c-a098-53a2a38e5526,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:44.262330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.331154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a403d06-fa87-4b9e-8e27-a1af8f6b7105 req-60409cec-e9a6-45a5-a539-640af003d042 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0337644 Jul 27 21:55:44.345634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet 4da728a3-68ee-4b4f-bc75-09b44a1512a1 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:44.352509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.370978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 77fe673c-481e-4bbc-a8ff-f21540b966ed up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:44.491959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.530457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 77fe673c-481e-4bbc-a8ff-f21540b966ed completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:44.535704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 77fe673c-481e-4bbc-a8ff-f21540b966ed triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:44.536952 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.660763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.665436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.690611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 77fe673c-481e-4bbc-a8ff-f21540b966ed, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=77fe673c-481e-4bbc-a8ff-f21540b966ed,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:44.741730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router ca5b8296-ec6b-4b35-acb0-9eeb68a253ff is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:44.798875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.862623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=77fe673c-481e-4bbc-a8ff-f21540b966ed,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:44.872923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.919568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=4da728a3-68ee-4b4f-bc75-09b44a1512a1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:44.921753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:44.926254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ee01abcc-f43a-4292-9c99-ca426ba200c6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/4da728a3-68ee-4b4f-bc75-09b44a1512a1 HTTP/1.1" status: 204 len: 168 time: 0.7402573 Jul 27 21:55:44.926569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fea7d-6e69-4ec0-993e-cab29e376a86 None None] Network 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:44.926669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42094) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:44.944219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:45.005646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet 7af8472c-1561-460a-aead-e06c5f240898 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:45.008190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef558e8-fcf0-48bf-9299-e452a16617db req-14426bb7-b837-44f0-b7df-7bfd09b15bf2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:45.009649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.010924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ef558e8-fcf0-48bf-9299-e452a16617db req-14426bb7-b837-44f0-b7df-7bfd09b15bf2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1449263 Jul 27 21:55:45.012976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Sync routers for ids ['ca5b8296-ec6b-4b35-acb0-9eeb68a253ff'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:45.043640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Routers {'ca5b8296-ec6b-4b35-acb0-9eeb68a253ff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:45.044219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ca5b8296-ec6b-4b35-acb0-9eeb68a253ff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:45.059289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.070147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ef558e8-fcf0-48bf-9299-e452a16617db req-3815e53e-50ef-4a85-b37d-9664c38ab071 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529873 Jul 27 21:55:45.112450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:45.125594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbf4941e-a547-4102-95a0-ebd7cba8ced4 req-372cc717-3773-4b6e-8f04-1f386f4634cb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0372221 Jul 27 21:55:45.147664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.147868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527deca3-a648-4367-afa2-784fd3953fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.152206 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11f61855-1844-47bd-8ae0-9fc873a3e67f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5643177 Jul 27 21:55:45.152849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42100) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:45.205664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.226898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Set router ca5b8296-ec6b-4b35-acb0-9eeb68a253ff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:45.311169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527deca3-a648-4367-afa2-784fd3953fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.356544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.389540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=7af8472c-1561-460a-aead-e06c5f240898,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:45.390760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b43f952f-6039-4a62-a03f-36406d46d637 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/ca5b8296-ec6b-4b35-acb0-9eeb68a253ff HTTP/1.1" status: 200 len: 908 time: 0.2274437 Jul 27 21:55:45.393145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:45.402808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] DHCP port deletion for 48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:55:45.408524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.413162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a650ae02-814a-48b6-9b82-54113a9d1bb5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/7af8472c-1561-460a-aead-e06c5f240898 HTTP/1.1" status: 204 len: 168 time: 0.4856582 Jul 27 21:55:45.413987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527deca3-a648-4367-afa2-784fd3953fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.417598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:45.455803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d792ba4c-fe39-4396-b9d6-2fa280ecdb0d None None] Network a464047b-621a-4cce-92bf-baa6e51f6190 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:45.508218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cb649c1-4fe4-4999-9789-09e5bd09fc23 req-8bf995f2-e8cf-42b6-ae27-2666bd409948 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0952308 Jul 27 21:55:45.515684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.587405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 44cf1158-5912-430f-8b41-b77311a3175a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:45.588074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.590796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-527deca3-a648-4367-afa2-784fd3953fd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8b95eb8bbed4d8cb96863a3b05e628a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769297 Jul 27 21:55:45.591336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527deca3-a648-4367-afa2-784fd3953fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea93203-3ac5-4708-9d65-1f023ce123b7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:45.604016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:45.614874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5b8296-ec6b-4b35-acb0-9eeb68a253ff', 'name': 'tempest-snat-router-1304398599', 'tenant_id': 'd82c5c048935400292d231c648a5d575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '7957ced5-ef3e-4b36-87a1-bc073f40078b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:55:41Z', 'updated_at': '2021-07-27T21:55:43Z', 'revision_number': 3, 'project_id': 'd82c5c048935400292d231c648a5d575', 'gw_port': {'id': '7957ced5-ef3e-4b36-87a1-bc073f40078b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5b8296-ec6b-4b35-acb0-9eeb68a253ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:55:42Z', 'updated_at': '2021-07-27T21:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:45.652583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.689778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Checking router: ca5b8296-ec6b-4b35-acb0-9eeb68a253ff for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:45.690071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Updating router ca5b8296-ec6b-4b35-acb0-9eeb68a253ff port 7957ced5-ef3e-4b36-87a1-bc073f40078b binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:55:45.694429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Deleting port 44cf1158-5912-430f-8b41-b77311a3175a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:45.694829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.705487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 44cf1158-5912-430f-8b41-b77311a3175a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44cf1158-5912-430f-8b41-b77311a3175a,segment=NetworkSegment(5ef155ac-3ffb-456e-af27-e7bf2cee800b),segment_id=5ef155ac-3ffb-456e-af27-e7bf2cee800b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:45.705956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.718121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.727343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 44cf1158-5912-430f-8b41-b77311a3175a owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:45.783001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.786186 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.830441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.837121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] For port 44cf1158-5912-430f-8b41-b77311a3175a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44cf1158-5912-430f-8b41-b77311a3175a,segment=NetworkSegment(5ef155ac-3ffb-456e-af27-e7bf2cee800b),segment_id=5ef155ac-3ffb-456e-af27-e7bf2cee800b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:45.837507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.860165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Calling delete_port for 44cf1158-5912-430f-8b41-b77311a3175a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:45.913717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.942927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=44cf1158-5912-430f-8b41-b77311a3175a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:45.944956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 44cf1158-5912-430f-8b41-b77311a3175a on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:45.961326 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.962663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] DHCP port deletion for a464047b-621a-4cce-92bf-baa6e51f6190 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:55:45.965332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.966607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ea93203-3ac5-4708-9d65-1f023ce123b7 HTTP/1.1" status: 204 len: 168 time: 0.3674312 Jul 27 21:55:45.999964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a38c03-34ca-4e83-a463-a8329cf475f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea93203-3ac5-4708-9d65-1f023ce123b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:46.058620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Deleting port 7957ced5-ef3e-4b36-87a1-bc073f40078b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:46.059290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.074563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.088378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c4d79b-07ad-41a5-a65c-a7f7f0f3c763']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:46.102155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef155ac-3ffb-456e-af27-e7bf2cee800b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:46.102567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef155ac-3ffb-456e-af27-e7bf2cee800b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:46.115978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.137668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.146237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:46.146617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:46.150817 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:46.162180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.169086 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.181555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Deleting port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:46.181990 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.183211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Calling delete_port for 7957ced5-ef3e-4b36-87a1-bc073f40078b owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:46.303516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] Pushing event deleted for resources: {'Port': ['ID=44cf1158-5912-430f-8b41-b77311a3175a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:46.319347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.327050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 77fe673c-481e-4bbc-a8ff-f21540b966ed up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:46.328467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.336736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/48c4d79b-07ad-41a5-a65c-a7f7f0f3c763 HTTP/1.1" status: 204 len: 168 time: 0.9165189 Jul 27 21:55:46.337374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a71c26-ae70-4056-a61f-14f7fc1e2eed None None] No DVR routers for this DVR port 44cf1158-5912-430f-8b41-b77311a3175a on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:46.340030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42122) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:46.361697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50c315-8d62-47c9-a3ff-5e04b354eb76 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=48c4d79b-07ad-41a5-a65c-a7f7f0f3c763,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:46.402233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] For port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,segment=NetworkSegment(2964e365-e83e-4dda-af46-d93792f32bf3),segment_id=2964e365-e83e-4dda-af46-d93792f32bf3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:46.402682 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.445878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Calling delete_port for e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:46.534031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.637807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 77fe673c-481e-4bbc-a8ff-f21540b966ed triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:46.638311 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.666478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:46.666914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.708182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.708337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3916ec22-103c-45a7-9991-30d99df791f0 req-eef9b714-1180-4ecf-b79f-dcf8e2726c38 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0475676 Jul 27 21:55:46.746809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Transition to ACTIVE for port object 7957ced5-ef3e-4b36-87a1-bc073f40078b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:46.814189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,segment=NetworkSegment(2964e365-e83e-4dda-af46-d93792f32bf3),segment_id=2964e365-e83e-4dda-af46-d93792f32bf3)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:46.814592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.832283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.837169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e2ec-9b7a-4d49-9a5f-a019e0604446 req-be90eaba-7057-4f00-ba25-c6194eee83a2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:46.840590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72b5e2ec-9b7a-4d49-9a5f-a019e0604446 req-be90eaba-7057-4f00-ba25-c6194eee83a2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1691258 Jul 27 21:55:46.840590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:46.851304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95dcd79e-16cb-4a70-96d3-7388ffa34dbe req-d99adb02-aa5a-4eb8-b858-c72d7bb25c13 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0604994 Jul 27 21:55:46.925332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4797-3dca-422d-926b-e734308fdc7c None None] Pushing event updated for resources: {'Port': ['ID=7957ced5-ef3e-4b36-87a1-bc073f40078b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:46.927747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:46.928127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:46.928499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:46.931527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.941826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44cf1158-5912-430f-8b41-b77311a3175a no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:46.999484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 44cf1158-5912-430f-8b41-b77311a3175a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:46.999835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44cf1158-5912-430f-8b41-b77311a3175a not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:47.000266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:47.002767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:47.004399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:47.004399 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.004399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:47.004399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Bound port: 7957ced5-ef3e-4b36-87a1-bc073f40078b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:47.004840 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.006567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72b5e2ec-9b7a-4d49-9a5f-a019e0604446 req-9c3ddd04-4335-4082-8b99-fd6294836980 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414115 Jul 27 21:55:47.009434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] Pushing event deleted for resources: {'Port': ['ID=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:47.016735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.031860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.046130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa59d7a-2e8d-41ef-a76f-642209644a0d None None] No DVR routers for this DVR port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:47.049843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:47.049843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:47.063855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:47.076466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Port': ['ID=7957ced5-ef3e-4b36-87a1-bc073f40078b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:47.094767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port e2e6ed1b-a6e8-4915-9b8c-30cd2803a3a1 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:47.132333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:55:47.132687 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:55:47.196306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.200533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.209401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a464047b-621a-4cce-92bf-baa6e51f6190']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:47.227576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2964e365-e83e-4dda-af46-d93792f32bf3') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:47.227894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2964e365-e83e-4dda-af46-d93792f32bf3') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:47.239660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.254899 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:55:47.267812 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:55:47.301233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.304523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.322307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303abc-e43f-44d9-86ea-2e6e27c16585 req-2dbae041-1956-4004-90c6-6aa7d27d2bf9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.324012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66303abc-e43f-44d9-86ea-2e6e27c16585 req-2dbae041-1956-4004-90c6-6aa7d27d2bf9 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1848876 Jul 27 21:55:47.333029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42148) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:47.338011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Request body: {'floatingip': {'port_id': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:47.378511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.423277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.438884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.439993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca5b8296-ec6b-4b35-acb0-9eeb68a253ff {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:47.445841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.447422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0ff60001-4f85-4ad0-bcc9-48d19299c03d tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ca5b8296-ec6b-4b35-acb0-9eeb68a253ff HTTP/1.1" status: 204 len: 168 time: 2.0530858 Jul 27 21:55:47.451626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:47.452698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.461050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/a464047b-621a-4cce-92bf-baa6e51f6190 HTTP/1.1" status: 204 len: 168 time: 1.1133704 Jul 27 21:55:47.461495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:47.468997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67bc1e-673a-40b3-9fc4-e3f1586c6bfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=a464047b-621a-4cce-92bf-baa6e51f6190,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:47.469794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-51188347'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:47.598977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.640248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:47.643747 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.652284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:47.653178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:47.653411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Attempting to bind port 7957ced5-ef3e-4b36-87a1-bc073f40078b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:47.659530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:47.660470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:47.660470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.660997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:47.661564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Bound port: 7957ced5-ef3e-4b36-87a1-bc073f40078b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:47.662198 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.680765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Port 7957ced5-ef3e-4b36-87a1-bc073f40078b has been deleted concurrently {{(pid=94673) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:55:47.690694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:47.691213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:55:47.691942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_agentschedulers_db [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca5b8296-ec6b-4b35-acb0-9eeb68a253ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94673) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:55:47.692435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc75400-d5f8-458c-87b5-fd36f22b9307 None None] The sync data for ids ['ca5b8296-ec6b-4b35-acb0-9eeb68a253ff'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:47.712995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:55:47.733461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.733813 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 65f2391f-8152-4bbd-a6b7-ecd812dbffe5 of type vlan for network 098e753f-042f-4ca9-ad6a-cbe25451a878 Jul 27 21:55:47.781373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.794033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.842156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3401f1e-932c-47fd-a841-ca928e6da57e req-2c05fc24-671a-467d-ae27-abfbeafd8403 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0384040 Jul 27 21:55:47.909943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.915649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.916192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.964543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.024446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-781f1a43-4830-4c3c-aea5-359ed4f0e63c req-08a17a3b-4fbb-4676-b8cd-517339f482f1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1029344 Jul 27 21:55:48.043162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=098e753f-042f-4ca9-ad6a-cbe25451a878,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:48.046461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Deleting port 77fe673c-481e-4bbc-a8ff-f21540b966ed {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:48.046935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.051110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.057476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:55:48.098386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bbcb98e4-a754-4fcc-9ab1-608afbe89947 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6357970 Jul 27 21:55:48.107434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:48.113475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:48.143991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] For port 77fe673c-481e-4bbc-a8ff-f21540b966ed, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=77fe673c-481e-4bbc-a8ff-f21540b966ed,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:48.144595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.159968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Calling delete_port for 77fe673c-481e-4bbc-a8ff-f21540b966ed owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:48.267503 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Floating IP 525506f3-54f7-457d-8c89-09134f8e0ccb associated. External IP: 172.25.3.168, port: a44c7365-1bdb-4107-b19f-ced4a05f7b9f. Jul 27 21:55:48.405869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:48.409364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.433953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.463355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fe673c-481e-4bbc-a8ff-f21540b966ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:48.547619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.602655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:48.646911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.649221 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.758913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.759840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 293669ec-b278-4220-af65-4dd250f417b0 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:48.765182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.769378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e99bd8d3-4199-4477-b6a7-ebaaefc05327 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "DELETE /v2.0/routers/293669ec-b278-4220-af65-4dd250f417b0 HTTP/1.1" status: 204 len: 168 time: 1.3132894 Jul 27 21:55:48.774598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:48.780100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-58568571', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:48.889519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.890727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:48.953938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.003510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-70129768-d13e-4b75-a9ae-e8c0f77cdb09 req-66c5de8c-f0bd-4cb7-bea0-74947daa0930 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0361862 Jul 27 21:55:49.142901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e27563b0-3e69-4686-8630-8b54fc0d4ff3 req-6e865b9b-1d2d-4a05-9559-8f2c474048ec tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0512061 Jul 27 21:55:49.179095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:49.184946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.191118 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:49.212400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:49.213260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.214897 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:49.238327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d8efd56-1249-45ce-a159-42321bb123c0 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "PUT /v2.0/floatingips/525506f3-54f7-457d-8c89-09134f8e0ccb HTTP/1.1" status: 200 len: 991 time: 1.9040985 Jul 27 21:55:49.239221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:49.241595 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9988903c-566b-4dd1-bbbc-6b715bc9de14" -d '{"events": [{"name": "network-changed", "server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:49.250947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.315727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=d2761619-5457-49f8-b426-3dc1f7bb33c1,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:49.351875 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:49.353572 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641314cb-4ebc-467b-bc75-db91cd4d040b x-openstack-request-id: req-641314cb-4ebc-467b-bc75-db91cd4d040b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:49.353924 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:49.354141 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-641314cb-4ebc-467b-bc75-db91cd4d040b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:49.356382 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'status': 'completed', 'code': 200} Jul 27 21:55:49.357989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.358235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.358636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.359375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.360043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.360971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.361341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.361774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.362176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.362677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.363046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.363388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:49.412560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '65f2391f-8152-4bbd-a6b7-ecd812dbffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:49.412860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: 098e753f-042f-4ca9-ad6a-cbe25451a878, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:55:49.496648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-40d3ba60-2dc7-482c-b21a-dcb50d1ab247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:49.499474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-40d3ba60-2dc7-482c-b21a-dcb50d1ab247 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 1096 time: 0.1291187 Jul 27 21:55:49.548115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:55:49.565571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:49.632279 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '525506f3-54f7-457d-8c89-09134f8e0ccb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:82:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:55:26Z', 'updated_at': '2021-07-27T21:55:47Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:49.657159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-80d852f6-3b30-464c-b44f-d263844e7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:49.658699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-80d852f6-3b30-464c-b44f-d263844e7cdf service neutron] 10.222.0.76 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.1523921 Jul 27 21:55:49.660515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:49.668527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 098e753f-042f-4ca9-ad6a-cbe25451a878) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:49.672763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:49.677298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.678107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:49.678107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:49.682605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33022e11-c302-40ce-adcd-14a09f72a4d6 None None] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:49.691370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06b587b0-3163-40e2-a124-2c8ec5d203ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.778111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.805324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.816878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-227440aa-d0f5-4963-aa90-04ecb4c18043 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f HTTP/1.1" status: 200 len: 999 time: 0.1265972 Jul 27 21:55:49.820570 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:49.842436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d126db5c-3707-487f-89e7-37b8b962c254 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7337770 Jul 27 21:55:49.850003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:49.858550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-098e753f-042f-4ca9-ad6a-cbe25451a878', 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': 'd2761619-5457-49f8-b426-3dc1f7bb33c1'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:55:49.859767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:49.862135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1789497661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:49.970167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-3eba8486-c825-45b5-b740-76d975a568dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:49.971884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-3eba8486-c825-45b5-b740-76d975a568dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0990589 Jul 27 21:55:49.983771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06b587b0-3163-40e2-a124-2c8ec5d203ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.052141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Allocated IP 2001:db8::2 (098e753f-042f-4ca9-ad6a-cbe25451a878/d2761619-5457-49f8-b426-3dc1f7bb33c1/8953e2ed-0599-433b-9456-fec656506879) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:50.112608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Allocated IP 172.25.3.140 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4990f405-4abd-4b6d-9b2d-91d6d40694b4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:50.126526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-06b587b0-3163-40e2-a124-2c8ec5d203ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.141703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '525506f3-54f7-457d-8c89-09134f8e0ccb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:82:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:55:26Z', 'updated_at': '2021-07-27T21:55:47Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:50.164199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a299012a-ed23-4a84-b62a-89628da7bdd5 req-6af94764-f9df-4a0e-9f23-26aaa00d781e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0529535 Jul 27 21:55:50.170923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-e882c99d-85cd-4768-9068-b13a0b814b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:50.173599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-e882c99d-85cd-4768-9068-b13a0b814b0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855440 Jul 27 21:55:50.256190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b587b0-3163-40e2-a124-2c8ec5d203ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9960bce2-232c-40c5-a186-9ebff6d35e44,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:50.260337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.272768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.317478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-06b587b0-3163-40e2-a124-2c8ec5d203ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b5a538e7b2e4a1c89c79f701a1f632d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7511175 Jul 27 21:55:50.318143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42216) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:50.388369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 77fe673c-481e-4bbc-a8ff-f21540b966ed no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:50.419756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.422256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 77fe673c-481e-4bbc-a8ff-f21540b966ed {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:50.422633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 77fe673c-481e-4bbc-a8ff-f21540b966ed not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:50.446311 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb9a93-79f3-4979-8ff3-c55fd8e82b1e None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '525506f3-54f7-457d-8c89-09134f8e0ccb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'port_id': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'mac_address': 'fa:16:3e:82:3b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:55:26Z', 'updated_at': '2021-07-27T21:55:47Z', 'revision_number': 1, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:50.446951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f138cdf5-024a-43af-a396-bbbebdeae25e req-41862260-429c-4651-9e63-d58f5c25e797 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1706331 Jul 27 21:55:50.449166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Transition to ACTIVE for port object 8953e2ed-0599-433b-9456-fec656506879 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:50.490858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Transition to ACTIVE for port object 8953e2ed-0599-433b-9456-fec656506879 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:50.519042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-44626539-cb01-468b-a107-5b56f196f40a service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190708 Jul 27 21:55:50.522598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.550031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.566887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.577196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.612113 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.638161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:50.655481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:50.659408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Pushing event updated for resources: {'Port': ['ID=8953e2ed-0599-433b-9456-fec656506879,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:50.662022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:50.675167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9988903c-566b-4dd1-bbbc-6b715bc9de14 req-9a26dafc-9cc9-413f-9b1c-dbd12c99ac6a service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453505 Jul 27 21:55:50.678889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.763872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Attempting to bind port 8953e2ed-0599-433b-9456-fec656506879 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:50.764462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Attempting to bind port 8953e2ed-0599-433b-9456-fec656506879 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '65f2391f-8152-4bbd-a6b7-ecd812dbffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:50.764888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.765081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Attempting to bind port 8953e2ed-0599-433b-9456-fec656506879 on network 098e753f-042f-4ca9-ad6a-cbe25451a878 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:50.772248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:50.778332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Checking segment: {'id': '65f2391f-8152-4bbd-a6b7-ecd812dbffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:50.778332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.778332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Bound using segment: {'id': '65f2391f-8152-4bbd-a6b7-ecd812dbffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:50.778332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Bound port: 8953e2ed-0599-433b-9456-fec656506879, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f2391f-8152-4bbd-a6b7-ecd812dbffe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:50.778332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.808408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.812319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:50.813858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.818711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9960bce2-232c-40c5-a186-9ebff6d35e44 HTTP/1.1" status: 204 len: 168 time: 0.4915457 Jul 27 21:55:50.824241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:50.830210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:50.834345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf10291-fd0e-4dc2-868c-818c8935f4fb None None] New status for floating IP 525506f3-54f7-457d-8c89-09134f8e0ccb: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:55:50.841365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:50.845545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-110d7370-aa5d-4fd1-a786-cd906c57438c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9944663 Jul 27 21:55:50.846166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42224) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:50.851915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'port': {'network_id': '098e753f-042f-4ca9-ad6a-cbe25451a878', 'name': 'tempest-RoutersIpV6Test-1870970679'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:50.865037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def25f1-8b62-4165-a6c4-5ded47cb7042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9960bce2-232c-40c5-a186-9ebff6d35e44,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:50.886974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event updated for resources: {'Port': ['ID=4990f405-4abd-4b6d-9b2d-91d6d40694b4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:50.945816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] For port 8953e2ed-0599-433b-9456-fec656506879, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:50.967351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] For port 8953e2ed-0599-433b-9456-fec656506879, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8953e2ed-0599-433b-9456-fec656506879,segment=NetworkSegment(65f2391f-8152-4bbd-a6b7-ecd812dbffe5),segment_id=65f2391f-8152-4bbd-a6b7-ecd812dbffe5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:51.073791 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.130354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:51.135137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.155346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c4d2-9ab7-48fb-ac12-a76c972d0be8 None None] Pushing event updated for resources: {'Port': ['ID=8953e2ed-0599-433b-9456-fec656506879,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:51.172637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] device_id is not set on port b3488019-6ecd-4169-9b37-3899982e92ee yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:55:51.331545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.333479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d83fe42b-cf72-41d2-8aca-81fbc105f2ce req-669ddcaa-6478-4121-884b-1b90e36caf79 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0511947 Jul 27 21:55:51.427416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8::3d7 (098e753f-042f-4ca9-ad6a-cbe25451a878/d2761619-5457-49f8-b426-3dc1f7bb33c1/b3488019-6ecd-4169-9b37-3899982e92ee) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:51.614196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5a655e-62dc-422c-a706-ce21ed2f5a0f req-f472f686-c935-42ed-be6c-c1b4ce3f0233 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0374007 Jul 27 21:55:51.656546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.681502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.707473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object b3488019-6ecd-4169-9b37-3899982e92ee will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:51.884457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.912844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Router 68ac80bd-c245-49fb-bbc3-618e48fc00e8 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:51.927872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:51.931179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:51.938078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:51.943883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:51.944532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:51.958422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b3488019-6ecd-4169-9b37-3899982e92ee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:52.022709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-085ea261-a9f5-4157-ab1e-262408ffb057 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1748917 Jul 27 21:55:52.025350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:52.314610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8953e2ed-0599-433b-9456-fec656506879 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:52.349435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68f3ca-f347-494e-9256-439f6d38655e None None] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:52.487778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ad20c80-206e-4813-be93-8af95ac5b1d8 req-18bd12db-0ed2-48c2-b7b1-bd5c85f1162c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0423367 Jul 27 21:55:52.504910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8953e2ed-0599-433b-9456-fec656506879 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:52.530789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Provisioning for port 8953e2ed-0599-433b-9456-fec656506879 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:52.533774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:52.545847 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] Sync routers for ids ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:52.550503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Provisioning complete for port 8953e2ed-0599-433b-9456-fec656506879 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:52.551018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:52.563772 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] Routers {'68ac80bd-c245-49fb-bbc3-618e48fc00e8'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:52.564516 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:52.609493 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:52.624835 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] Routers {'68ac80bd-c245-49fb-bbc3-618e48fc00e8'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:52.625823 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:52.673172 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:52.682680 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2004ff-cd8d-448b-b7ef-51410be4e299 None None] The sync data for ids ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:52.689145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:52.699688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-224e49e2-b4be-4fbc-b352-7d4237081944 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9147511 Jul 27 21:55:52.699875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:52.700006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:52.700006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:52.737834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe3407c7-f4ea-4987-8a30-b761e04d696a req-5d6c5003-b0b2-4303-a10d-cf3015ecbf74 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0579493 Jul 27 21:55:52.751509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] For port 8953e2ed-0599-433b-9456-fec656506879, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8953e2ed-0599-433b-9456-fec656506879,segment=NetworkSegment(65f2391f-8152-4bbd-a6b7-ecd812dbffe5),segment_id=65f2391f-8152-4bbd-a6b7-ecd812dbffe5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:52.856855 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:52.928493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd6abf-1ab8-452d-a2d6-b82eace17e15 None None] Pushing event updated for resources: {'Port': ['ID=8953e2ed-0599-433b-9456-fec656506879,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:52.995976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.175703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Provisioning for port b3488019-6ecd-4169-9b37-3899982e92ee completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:53.179716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Provisioning complete for port b3488019-6ecd-4169-9b37-3899982e92ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:53.180055 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.231586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Port b3488019-6ecd-4169-9b37-3899982e92ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:53.246494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Provisioning complete for port 8953e2ed-0599-433b-9456-fec656506879 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:53.247280 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da2a195e-60ff-41e5-a9f4-4e285991722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.307674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.379916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.463517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c705522a-d14e-4a23-939a-75867348398a None None] Provisioning complete for port b3488019-6ecd-4169-9b37-3899982e92ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:53.464632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c705522a-d14e-4a23-939a-75867348398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.468306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.503193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c705522a-d14e-4a23-939a-75867348398a None None] Port b3488019-6ecd-4169-9b37-3899982e92ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:53.565962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b3488019-6ecd-4169-9b37-3899982e92ee,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:53.598498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b5456ce-f29d-426d-9460-166417b93e14 req-5dcaca2e-3282-4c84-b9d1-0b618efc6c99 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0410693 Jul 27 21:55:53.787483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.825059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3251e063-70f8-44a8-84d2-d69509dd7ef7 None None] Provisioning complete for port b3488019-6ecd-4169-9b37-3899982e92ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:53.825574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3251e063-70f8-44a8-84d2-d69509dd7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:53.862077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3251e063-70f8-44a8-84d2-d69509dd7ef7 None None] Port b3488019-6ecd-4169-9b37-3899982e92ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:53.899622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4166db6-f6b8-4fbb-a9ff-dad8bdbe6af6 req-aafba4e5-b38d-4351-a1c9-c11cbcd3a4c6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0726180 Jul 27 21:55:54.069163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42300) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:54.123762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-5c0df4d5-cc10-46be-a705-c53e2e86ee2b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640986 Jul 27 21:55:54.131724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.133938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.144589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.203018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-1d7f1f92-9c35-4f19-9bba-a9cfcd5bf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.205389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-1d7f1f92-9c35-4f19-9bba-a9cfcd5bf2b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1096 time: 0.0579910 Jul 27 21:55:54.219631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43815bfe-2929-47f9-892e-b8daf0b39039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.296610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8953e2ed-0599-433b-9456-fec656506879 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:54.352397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-e8332deb-15f8-486a-8800-264b2573e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.354467 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-e8332deb-15f8-486a-8800-264b2573e9c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1258383 Jul 27 21:55:54.362168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8953e2ed-0599-433b-9456-fec656506879 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:54.363111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.382897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router 68ac80bd-c245-49fb-bbc3-618e48fc00e8 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:54.402600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-9b801565-5648-44c6-9e0e-b11b313f3576 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 217 time: 0.0412524 Jul 27 21:55:54.467435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43815bfe-2929-47f9-892e-b8daf0b39039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.471515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-819ce2db-d831-4c09-a0c3-a46e2f2b1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:54.473028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-819ce2db-d831-4c09-a0c3-a46e2f2b1567 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0642610 Jul 27 21:55:54.514015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-7ef78646-29ad-4c03-9c2a-ff4032085c37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333605 Jul 27 21:55:54.566442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43815bfe-2929-47f9-892e-b8daf0b39039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.594668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:54.599265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.603883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2cc50747-dcd5-4e47-b364-7f21b6b3cf27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "PUT /v2.0/routers/68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 200 len: 920 time: 1.9091265 Jul 27 21:55:54.608083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:54.608225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] Sync routers for ids ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:54.608863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.617019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] Routers {'68ac80bd-c245-49fb-bbc3-618e48fc00e8'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:54.617638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:54.654017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:54.662635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] Routers {'68ac80bd-c245-49fb-bbc3-618e48fc00e8'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:54.663244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:54.669014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-43815bfe-2929-47f9-892e-b8daf0b39039 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eb0f07497454e6ab50570247ab5cc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988064 Jul 27 21:55:54.672438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:54.688037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43815bfe-2929-47f9-892e-b8daf0b39039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77737afa-9101-4d28-9ef3-2f674c1ce280,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:54.702017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:54.702702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88453fe-f243-4cc8-9f95-f7493c01f477 None None] The sync data for ids ['68ac80bd-c245-49fb-bbc3-618e48fc00e8'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:54.714035 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.715476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.722217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b251146d-40b2-4736-aea9-98e607416c3c req-62d490e5-75cb-4929-a332-9c3b596dc6e9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0520864 Jul 27 21:55:54.779147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-5a37e2f8-4b0a-48a7-a9ef-9db061bb5ab7 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580230 Jul 27 21:55:54.842506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b3488019-6ecd-4169-9b37-3899982e92ee,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:54.845035 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.851363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4df0c29-31d5-4071-a8b9-71d602a1a7b0 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 200 len: 920 time: 0.2382557 Jul 27 21:55:54.851984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:54.887991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.928338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:54.933255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:55.010597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-710d5cbe-c793-4570-9cc0-d8148efe6120 req-e0de0327-6f62-4b07-a33b-efbca5c8ca1b service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197998 Jul 27 21:55:55.013456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d8fb17f-4b8a-43be-9b5a-386710b3acfa req-629f16fd-cf0b-46d2-be8c-216ec1473ba9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0432725 Jul 27 21:55:55.032120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50a1abc-5078-4fd6-bd85-84a3a39142ae tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:55.033685 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d50a1abc-5078-4fd6-bd85-84a3a39142ae tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=68ac80bd-c245-49fb-bbc3-618e48fc00e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1756966 Jul 27 21:55:55.036458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.153522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846dade-1585-4ad1-992c-4b5ff7f969e0 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:55.154952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1846dade-1585-4ad1-992c-4b5ff7f969e0 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1173840 Jul 27 21:55:55.158112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42322) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.191443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5a770df1-5e68-4836-90ea-9469fcf6f779 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 200 len: 205 time: 0.0315933 Jul 27 21:55:55.195303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.234415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:55.236881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:55.238010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77737afa-9101-4d28-9ef3-2f674c1ce280 HTTP/1.1" status: 204 len: 168 time: 0.5652671 Jul 27 21:55:55.252173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf67b0f-d65f-46ea-95e3-97b0ea7415cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77737afa-9101-4d28-9ef3-2f674c1ce280,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:55.292277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:55:55.295110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97402c14-8b88-48ac-a69f-b618bf8aecc9 None None] Provisioning complete for port b3488019-6ecd-4169-9b37-3899982e92ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:55.295605 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97402c14-8b88-48ac-a69f-b618bf8aecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:55.331438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97402c14-8b88-48ac-a69f-b618bf8aecc9 None None] Port b3488019-6ecd-4169-9b37-3899982e92ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:55.723148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:55.782896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:55.790490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f6a30ed-6a60-4494-ac6c-f0f827432db0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/4cc332e9-3b44-44f5-ba81-d66dd8ef19f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7640059 Jul 27 21:55:55.793525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42334) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.797320 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] Sync routers for ids ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:55.820480 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] Routers {'4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:55.821605 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:55.858335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-524f5b71-35ce-4c4e-8a22-3a1fbce31910 req-fb7e60ad-d4a1-4c59-b405-835cd2af7ff9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0674949 Jul 27 21:55:55.874932 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:55.896780 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] Routers {'4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:55.897609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:55.913182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968ad8d-3840-4103-8436-6b6af195d599 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:55.914854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:55.919363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8968ad8d-3840-4103-8436-6b6af195d599 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports/b3488019-6ecd-4169-9b37-3899982e92ee HTTP/1.1" status: 200 len: 984 time: 0.1245914 Jul 27 21:55:55.922239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42338) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.936751 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:55.937445 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74a78b-bb73-4083-b1ec-9d81dd8a80a3 None None] The sync data for ids ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:55.968892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42342) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:55.982916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-692622b0-e2b0-461f-a9d0-b6597bdc232d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.085211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-692622b0-e2b0-461f-a9d0-b6597bdc232d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.154562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1b390b9-dde0-485e-a048-1ce16d73667a req-0020b03f-8750-4a93-95e2-d38565d847c0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0668645 Jul 27 21:55:56.167077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port 4990f405-4abd-4b6d-9b2d-91d6d40694b4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:56.167340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.237699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-692622b0-e2b0-461f-a9d0-b6597bdc232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.280731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-692622b0-e2b0-461f-a9d0-b6597bdc232d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba1ae94ce775485f9de31ad9911ab137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106565 Jul 27 21:55:56.281618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692622b0-e2b0-461f-a9d0-b6597bdc232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edf81f-08cc-458b-8c08-5637cfe3cfb9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:56.284993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42346) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:56.314749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.340048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.358844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for 4990f405-4abd-4b6d-9b2d-91d6d40694b4 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:56.364746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.512808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.515641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.516945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90edf81f-08cc-458b-8c08-5637cfe3cfb9 HTTP/1.1" status: 204 len: 168 time: 0.2308884 Jul 27 21:55:56.525518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c00734-514f-49ac-bc59-2bc3517e9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edf81f-08cc-458b-8c08-5637cfe3cfb9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:56.626207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.871469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port b3488019-6ecd-4169-9b37-3899982e92ee {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:56.872063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.915195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:56.953790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=4990f405-4abd-4b6d-9b2d-91d6d40694b4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:56.984198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d793587-6089-4436-9770-f124b1433e9a req-11c95ca9-7492-4f14-80f4-565ddab9488d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0605016 Jul 27 21:55:57.058871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.076344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.079095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for b3488019-6ecd-4169-9b37-3899982e92ee owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:57.184668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.185349 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.292096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-230a3640-8471-46a8-b737-8899c0c14c4c req-85731acc-ab77-438a-92b5-6d01b82fce0c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0737405 Jul 27 21:55:57.416961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.417516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router 68ac80bd-c245-49fb-bbc3-618e48fc00e8 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:57.425927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.426647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-237608a3-2a1f-4d9d-aa39-d7016d7b4c2f tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 204 len: 168 time: 2.2315643 Jul 27 21:55:57.430490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:57.435990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-605232455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:57.513306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.566886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=b3488019-6ecd-4169-9b37-3899982e92ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:57.587398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.589152 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.656112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.685130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.839606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.848933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:57.934875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:57.941414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-afc7c027-3d87-446c-950e-9964bdaaa002 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/4cc332e9-3b44-44f5-ba81-d66dd8ef19f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180600 Jul 27 21:55:57.942936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:57.947427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] Sync routers for ids ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:57.953464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:57.955145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-828cae47-6b34-4de7-8497-2681c99b5a3d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5233688 Jul 27 21:55:57.957771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42384) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:57.959463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] Routers {'4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:57.960166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:57.962642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:58.188168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:58.198514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] Routers {'4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:58.199174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:58.240221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:58.241059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f4253-6e59-4657-a200-4b389f4d3df4 None None] The sync data for ids ['4cc332e9-3b44-44f5-ba81-d66dd8ef19f4'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:58.331148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.383392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8808f4b3-5fd8-416d-a197-542abec13eb7 req-7e93408c-f52b-4c0d-bf6f-b2787ab1c184 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0357134 Jul 27 21:55:58.563811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-044652f1-df17-41eb-aed6-eab0ec9689ba req-35ffaf3d-fe21-419e-86f2-125e8794fffb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0341387 Jul 27 21:55:58.606953 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3c2c0009-9b67-4697-ba2d-607bf17b0d63 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 21:55:58.608014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3c2c0009-9b67-4697-ba2d-607bf17b0d63 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/4cc332e9-3b44-44f5-ba81-d66dd8ef19f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6641135 Jul 27 21:55:58.613354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:58.643775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1316593d-4073-4629-a2b8-38bdf5968b2d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 HTTP/1.1" status: 200 len: 205 time: 0.0314662 Jul 27 21:55:58.648324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:58.710610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.724451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.736154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.843083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Allocated IP 172.25.3.240 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4ccc41ea-c4a3-404f-9e03-4480131fa702) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:58.888760 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.890949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:58.968928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.038606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.043076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router 4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:55:59.047055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.048789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d78fff2-3808-4ccf-9830-3091185f6862 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 HTTP/1.1" status: 204 len: 168 time: 0.4010146 Jul 27 21:55:59.051175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:59.115130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet d2761619-5457-49f8-b426-3dc1f7bb33c1 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:55:59.118763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.145455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.172419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.186452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:59.189439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:59.193085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:59.227199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event updated for resources: {'Port': ['ID=4ccc41ea-c4a3-404f-9e03-4480131fa702,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:59.335166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.467589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dcdd9080-42f4-4af0-8bf2-cd7ca509d917 req-0c9610d5-bff2-4653-b64e-8dea6216aad9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Jul 27 21:55:59.496852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.525324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=d2761619-5457-49f8-b426-3dc1f7bb33c1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:59.530169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.534987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3c1974d1-cbd5-4989-8e93-60ecea47f95e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/d2761619-5457-49f8-b426-3dc1f7bb33c1 HTTP/1.1" status: 204 len: 168 time: 0.4827592 Jul 27 21:55:59.535738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42436) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:59.537100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d84f4-d5d5-49e5-8edf-4bded5e7ba9c None None] Network 098e753f-042f-4ca9-ad6a-cbe25451a878 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:55:59.578717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.660830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.673733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f439108e-6e35-4cc0-a05b-268fc10c2467 req-e97d8746-0b29-433f-9625-4ca5a3140d3d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0407102 Jul 27 21:55:59.726655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 8953e2ed-0599-433b-9456-fec656506879 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:59.726995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.782900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] DHCP port deletion for 098e753f-042f-4ca9-ad6a-cbe25451a878 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:55:59.805742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 8953e2ed-0599-433b-9456-fec656506879, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8953e2ed-0599-433b-9456-fec656506879,segment=NetworkSegment(65f2391f-8152-4bbd-a6b7-ecd812dbffe5),segment_id=65f2391f-8152-4bbd-a6b7-ecd812dbffe5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:59.806490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.825384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 8953e2ed-0599-433b-9456-fec656506879 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:59.834546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Deleting port 8953e2ed-0599-433b-9456-fec656506879 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:59.835045 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.843308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.846733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.905817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] For port 8953e2ed-0599-433b-9456-fec656506879, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8953e2ed-0599-433b-9456-fec656506879,segment=NetworkSegment(65f2391f-8152-4bbd-a6b7-ecd812dbffe5),segment_id=65f2391f-8152-4bbd-a6b7-ecd812dbffe5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:59.906562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:59.922567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Calling delete_port for 8953e2ed-0599-433b-9456-fec656506879 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:00.056190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.063695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.085578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 8953e2ed-0599-433b-9456-fec656506879 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:00.090597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Router 98b147fe-f547-4c31-819e-6086ef6a9dcc is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:00.091363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Pushing event deleted for resources: {'Port': ['ID=8953e2ed-0599-433b-9456-fec656506879,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:00.095108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] No DVR routers for this DVR port 8953e2ed-0599-433b-9456-fec656506879 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.108117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e709ff64-2e15-40c0-bc12-ca28e198028d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:00.120365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=8953e2ed-0599-433b-9456-fec656506879,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:00.189110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.201970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098e753f-042f-4ca9-ad6a-cbe25451a878']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.216292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:00.225019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.226397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8905cdcc-f820-47a8-b721-25256261030d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "PUT /v2.0/routers/98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 200 len: 879 time: 2.2675076 Jul 27 21:56:00.227950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] Sync routers for ids ['98b147fe-f547-4c31-819e-6086ef6a9dcc'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:00.229760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.239642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f2391f-8152-4bbd-a6b7-ecd812dbffe5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.240547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f2391f-8152-4bbd-a6b7-ecd812dbffe5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.247747 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] Routers {'98b147fe-f547-4c31-819e-6086ef6a9dcc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:00.248391 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['98b147fe-f547-4c31-819e-6086ef6a9dcc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.257015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.275791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.284264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:00.284737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: items = [ Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:00.288198 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:00.293648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8953e2ed-0599-433b-9456-fec656506879 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:56:00.301608 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.311452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] Routers {'98b147fe-f547-4c31-819e-6086ef6a9dcc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:00.312124 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:55:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['98b147fe-f547-4c31-819e-6086ef6a9dcc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.330838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8953e2ed-0599-433b-9456-fec656506879 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:56:00.331592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8953e2ed-0599-433b-9456-fec656506879 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:56:00.353428 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:00.359660 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c274311-5947-45ff-a8c8-e68e5e7cda4b None None] The sync data for ids ['98b147fe-f547-4c31-819e-6086ef6a9dcc'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:00.426463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bfbd596e-31f9-455a-9092-02df4c1cfded tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 200 len: 920 time: 0.1941001 Jul 27 21:56:00.427950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42470) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.490039 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.495718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:00.498046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272748c-8701-49f5-aa3a-08f9fb5b21b0 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:00.502865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f272748c-8701-49f5-aa3a-08f9fb5b21b0 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=98b147fe-f547-4c31-819e-6086ef6a9dcc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0736675 Jul 27 21:56:00.503754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42474) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.504094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42476) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.504231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/098e753f-042f-4ca9-ad6a-cbe25451a878 HTTP/1.1" status: 204 len: 168 time: 0.9674001 Jul 27 21:56:00.516386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-713550683'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:00.519250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261a103-a9f9-49c7-b8cb-898ae0d3cfc8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=098e753f-042f-4ca9-ad6a-cbe25451a878,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:00.596098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c1aa9a7-5857-423b-9d38-cc235f642401 req-345443c6-949c-4b1f-a9d5-76ce7467ffcd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0649035 Jul 27 21:56:00.637879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b87f3-a815-4e74-af0f-62f4f8a8e92f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:00.639454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-584b87f3-a815-4e74-af0f-62f4f8a8e92f tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1344581 Jul 27 21:56:00.642310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42478) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.672806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d13c925c-0629-4f15-ad78-9ff5869b2de4 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 200 len: 205 time: 0.0294025 Jul 27 21:56:00.675224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42480) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:00.762336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f507872-841b-4be7-bf19-902112a1fbf0 req-cc2ee0c4-9bb9-4c08-acc9-630b35a3017d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0310285 Jul 27 21:56:00.927804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:01.047815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d53099a5-fe37-49b4-9bec-dfcb7d6da8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.050226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:01.053949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.117135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:01.136550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.136907 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 4fd67c07-98bf-4ade-94c3-07e1b926c3b9 of type vlan for network b4b0e3e0-efad-454c-bcdd-58152f5c2795 Jul 27 21:56:01.138700 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d53099a5-fe37-49b4-9bec-dfcb7d6da8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.174146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.222373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.232770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d53099a5-fe37-49b4-9bec-dfcb7d6da8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.273636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d53099a5-fe37-49b4-9bec-dfcb7d6da8df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5ab6038fcfa4cb4b50d569869287625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446424 Jul 27 21:56:01.275709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53099a5-fe37-49b4-9bec-dfcb7d6da8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a52693-078b-4ddc-aca8-4f2b3221a34b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:01.278990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:01.315924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.334172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.359603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.375689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.381423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:01.382060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.467302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.469874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.471081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95a52693-078b-4ddc-aca8-4f2b3221a34b HTTP/1.1" status: 204 len: 168 time: 0.1909773 Jul 27 21:56:01.480496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1492fe5-dcf0-4ac7-a3bc-d9f243fc8515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a52693-078b-4ddc-aca8-4f2b3221a34b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:01.491438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=b4b0e3e0-efad-454c-bcdd-58152f5c2795,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:01.506111 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5a1efb19-f885-4795-9177-2bcaf9f78f3e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9987016 Jul 27 21:56:01.507536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:01.508318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:01.518617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:01.539881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port 4ccc41ea-c4a3-404f-9e03-4480131fa702 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:01.540291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.638191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.652579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for 4ccc41ea-c4a3-404f-9e03-4480131fa702 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:01.682937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a68d31a5-8ecd-4cfa-8d29-1e0ba9bb15e9 req-b9d7dd18-0a04-4207-8b53-d4271647aebd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0321755 Jul 27 21:56:01.730236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:01.733827 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.859575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4bbc72e2-6ec2-4e69-8a60-fae02ba8d5af req-1622a224-e496-410a-8da0-5c6c6fd3afc2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0343759 Jul 27 21:56:01.918588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9922044-7490-43de-84df-4066baaec854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:01.998304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.026209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=4ccc41ea-c4a3-404f-9e03-4480131fa702,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:02.101675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.196369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.200797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.290019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.358120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:02.364436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.367834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router 98b147fe-f547-4c31-819e-6086ef6a9dcc {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:02.372491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.374683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:02.374887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3bbd4baa-68bd-438b-af43-c59e2ed67cc5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 204 len: 168 time: 1.6987698 Jul 27 21:56:02.380272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '4fd67c07-98bf-4ade-94c3-07e1b926c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:02.380272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: b4b0e3e0-efad-454c-bcdd-58152f5c2795, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:02.383326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:02.391190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1870841478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:02.397656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2b19b2f-1208-42f7-a436-514077df8331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.547289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:02.559290 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.561715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.616520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, b4b0e3e0-efad-454c-bcdd-58152f5c2795) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:02.624304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:02.624906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.627430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a02743a-a1d6-4118-b9be-faa834e998e6 None None] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:02.628918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.652717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2b19b2f-1208-42f7-a436-514077df8331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.718490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.749424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2b19b2f-1208-42f7-a436-514077df8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.782464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-b4b0e3e0-efad-454c-bcdd-58152f5c2795', 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': '7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:02.783351 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.793253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2b19b2f-1208-42f7-a436-514077df8331 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=556ef0a861174cca87b03331dceb1c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127672 Jul 27 21:56:02.793253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19b2f-1208-42f7-a436-514077df8331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f07ee-2211-4b3f-9782-41f1e8fc9c65,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:02.796456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42522) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:02.800188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9923ab4-9141-4616-8aba-ec5d7c845cdc req-99395191-3589-4a23-8791-12b8b190fce9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0437067 Jul 27 21:56:02.851275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.875096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.876962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:02.878187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6852b786-e4c4-4a02-83ec-88ba876743f0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4929364 Jul 27 21:56:02.881158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:02.888707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': True}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:02.933693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ddb32a2-2e47-429a-8c36-abd8c2bb7f88 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4232602 Jul 27 21:56:02.936735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:02.941401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-587461631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:02.964150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Allocated IP 2001:db8::2 (b4b0e3e0-efad-454c-bcdd-58152f5c2795/7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a/69a92467-0274-4924-ad9a-d2d5e08049af) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:02.995562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04d012b2-629c-437b-ac82-4a097e4cd222 req-824331c9-b23c-4cbe-9c91-bc787ca01060 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0644529 Jul 27 21:56:03.022272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.025202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.027487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/836f07ee-2211-4b3f-9782-41f1e8fc9c65 HTTP/1.1" status: 204 len: 168 time: 0.2299035 Jul 27 21:56:03.037581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c547-a608-490b-bd5b-16a64fa31dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f07ee-2211-4b3f-9782-41f1e8fc9c65,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:03.040285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.041625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.110745 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.149459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.150729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.159202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Transition to ACTIVE for port object 69a92467-0274-4924-ad9a-d2d5e08049af will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:03.174703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Transition to ACTIVE for port object 69a92467-0274-4924-ad9a-d2d5e08049af will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:03.181598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.314606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.314906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.316619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f405122f-b20a-43fd-8b46-7bec9b128d2f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3788290 Jul 27 21:56:03.319433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:03.411057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Pushing event updated for resources: {'Port': ['ID=69a92467-0274-4924-ad9a-d2d5e08049af,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:03.432598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:03.434132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:03.442122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:03.583790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Attempting to bind port 69a92467-0274-4924-ad9a-d2d5e08049af on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:03.584169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Attempting to bind port 69a92467-0274-4924-ad9a-d2d5e08049af by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4fd67c07-98bf-4ade-94c3-07e1b926c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:03.584538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Attempting to bind port 69a92467-0274-4924-ad9a-d2d5e08049af on network b4b0e3e0-efad-454c-bcdd-58152f5c2795 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:03.611232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:03.611916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Checking segment: {'id': '4fd67c07-98bf-4ade-94c3-07e1b926c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:03.612334 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.612740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Bound using segment: {'id': '4fd67c07-98bf-4ade-94c3-07e1b926c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:03.613608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Bound port: 69a92467-0274-4924-ad9a-d2d5e08049af, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd67c07-98bf-4ade-94c3-07e1b926c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'b4b0e3e0-efad-454c-bcdd-58152f5c2795'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:03.614053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.727280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.732700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] For port 69a92467-0274-4924-ad9a-d2d5e08049af, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:03.740072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] For port 69a92467-0274-4924-ad9a-d2d5e08049af, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=69a92467-0274-4924-ad9a-d2d5e08049af,segment=NetworkSegment(4fd67c07-98bf-4ade-94c3-07e1b926c3b9),segment_id=4fd67c07-98bf-4ade-94c3-07e1b926c3b9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:03.758782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.803945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.834387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:03.927051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.25.3.200 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/73462dd0-9375-401c-afd3-068a71a315d2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:03.972646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a7b59-511c-4228-b29d-3ebb5a781f18 None None] Pushing event updated for resources: {'Port': ['ID=69a92467-0274-4924-ad9a-d2d5e08049af,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:03.982829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c851e425-054c-4a8b-96e9-dadda9bf7ef7 req-2f3a2b6e-1c60-4704-ac71-c11ea6ffadd4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0740306 Jul 27 21:56:04.128688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.185228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29590742-d1be-4e76-abb4-4feb95a399df req-7fdf985c-58e2-41c1-a7be-16d203ca126c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0857120 Jul 27 21:56:04.318828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.320896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8::1 (b4b0e3e0-efad-454c-bcdd-58152f5c2795/7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a/2bd46aed-5ff2-4344-a9fb-338a57d525ec) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:04.364486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2fabf91-bf3c-4741-8753-5a0d5e9f8ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.373840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:04.377712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:04.386329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:04.432047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=73462dd0-9375-401c-afd3-068a71a315d2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:04.468316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.483835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object 2bd46aed-5ff2-4344-a9fb-338a57d525ec will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:04.609717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.663445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:04.673006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:04.684073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:04.684793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.732579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=2bd46aed-5ff2-4344-a9fb-338a57d525ec,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:04.745514 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.847282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.963124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.153338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6335da4c-46e5-423f-b557-9870e671122e req-d6c06d5a-c91b-4984-b928-4f2ba5bcafe0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0706651 Jul 27 21:56:05.200484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb849e1-1141-45b3-a653-e97110c43a55 None None] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:05.318830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3efa0897-e4af-4bc8-a56e-3fb9f3eb2a00 req-0b7f6d7e-6327-40ca-90f3-8a7d3a73ebed tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0397320 Jul 27 21:56:05.347925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.383610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.387349 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.433943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d0333a54-3047-4943-b4e6-1e90f089c647 None None] Provisioning for port 69a92467-0274-4924-ad9a-d2d5e08049af completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:05.472378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.473293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.586663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=2bd46aed-5ff2-4344-a9fb-338a57d525ec,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:05.614976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router 32c0b62b-f6a3-44d0-b646-2c00d976245e is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:05.636487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:05.639099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:05.799117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:05.803351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.804530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-575b453c-60b0-493b-bf8b-f387655971e9 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "PUT /v2.0/routers/32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 200 len: 915 time: 2.9222944 Jul 27 21:56:05.807798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42606) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:05.810813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] Sync routers for ids ['32c0b62b-f6a3-44d0-b646-2c00d976245e'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:05.824068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] Routers {'32c0b62b-f6a3-44d0-b646-2c00d976245e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:05.825087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['32c0b62b-f6a3-44d0-b646-2c00d976245e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:05.868978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:05.872465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.893516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] Routers {'32c0b62b-f6a3-44d0-b646-2c00d976245e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:05.895244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['32c0b62b-f6a3-44d0-b646-2c00d976245e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:05.899214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-32c2da1b-9913-494f-a980-3c5bc75676cf None None] Provisioning for port 2bd46aed-5ff2-4344-a9fb-338a57d525ec completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:05.928474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router cd06b703-f3c9-4947-b880-886cb2d5aac7 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:05.949178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:05.952788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedd1c3-54c5-4968-bef2-e184519c7a88 None None] The sync data for ids ['32c0b62b-f6a3-44d0-b646-2c00d976245e'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:05.962133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-32c2da1b-9913-494f-a980-3c5bc75676cf None None] Provisioning complete for port 2bd46aed-5ff2-4344-a9fb-338a57d525ec triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:05.962638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32c2da1b-9913-494f-a980-3c5bc75676cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.004271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-32c2da1b-9913-494f-a980-3c5bc75676cf None None] Port 2bd46aed-5ff2-4344-a9fb-338a57d525ec cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:06.037305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a05ea8d9-3ef5-4db8-b32e-a87dbd756d27 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 200 len: 921 time: 0.2275033 Jul 27 21:56:06.040085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.057606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:06.063534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5cd8cca-1c25-4c56-a71d-c171e888e840 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/cd06b703-f3c9-4947-b880-886cb2d5aac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7425425 Jul 27 21:56:06.066121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42616) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.069994 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] Sync routers for ids ['cd06b703-f3c9-4947-b880-886cb2d5aac7'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:06.081473 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] Routers {'cd06b703-f3c9-4947-b880-886cb2d5aac7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:06.082305 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['cd06b703-f3c9-4947-b880-886cb2d5aac7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:06.135022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5535f749-c6a5-4ccc-8dbf-dcf8e22e4eb2 None None] Provisioning complete for port 2bd46aed-5ff2-4344-a9fb-338a57d525ec triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:06.137295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5535f749-c6a5-4ccc-8dbf-dcf8e22e4eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.141302 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:06.147581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb9a79-8518-4685-9940-c382930c2900 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:06.155957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4dfb9a79-8518-4685-9940-c382930c2900 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports/2bd46aed-5ff2-4344-a9fb-338a57d525ec HTTP/1.1" status: 200 len: 911 time: 0.0886667 Jul 27 21:56:06.158810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.164829 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] Routers {'cd06b703-f3c9-4947-b880-886cb2d5aac7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:06.167757 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['cd06b703-f3c9-4947-b880-886cb2d5aac7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:06.215710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5535f749-c6a5-4ccc-8dbf-dcf8e22e4eb2 None None] Port 2bd46aed-5ff2-4344-a9fb-338a57d525ec cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:06.224360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd24d-bca9-48af-b1f7-1197681e25b7 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:06.225962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91cbd24d-bca9-48af-b1f7-1197681e25b7 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=32c0b62b-f6a3-44d0-b646-2c00d976245e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1848586 Jul 27 21:56:06.228734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.268617 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:06.269317 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9e49da-5eb4-4649-bffc-dc1ed24eb4cd None None] The sync data for ids ['cd06b703-f3c9-4947-b880-886cb2d5aac7'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:06.345138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b91ecf1c-65cc-49af-a9de-f9e9331d8a2a None None] Provisioning complete for port 2bd46aed-5ff2-4344-a9fb-338a57d525ec triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:06.346077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b91ecf1c-65cc-49af-a9de-f9e9331d8a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.350788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0077c10-1a87-432e-8dc9-805c960d50c7 req-a6fd75fa-c339-49b6-a075-711965e102d7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0817871 Jul 27 21:56:06.388915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2316da5-170b-4070-8f54-c5fbd9f89f6c tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:06.392993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d2316da5-170b-4070-8f54-c5fbd9f89f6c tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1599417 Jul 27 21:56:06.394877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.411193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b91ecf1c-65cc-49af-a9de-f9e9331d8a2a None None] Port 2bd46aed-5ff2-4344-a9fb-338a57d525ec cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:06.434012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-02790417-0c95-4117-beae-f71d35639edc tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 200 len: 205 time: 0.0358274 Jul 27 21:56:06.437225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:06.438927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 69a92467-0274-4924-ad9a-d2d5e08049af up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:06.469299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5960d70c-a66c-4141-8523-945569264ea2 req-ccbc74e8-f902-48c6-b60e-6fb41ed0da98 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0480108 Jul 27 21:56:06.552362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 69a92467-0274-4924-ad9a-d2d5e08049af completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:06.560123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 69a92467-0274-4924-ad9a-d2d5e08049af triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:06.561370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.587386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.653533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.666317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.704176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 69a92467-0274-4924-ad9a-d2d5e08049af, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=69a92467-0274-4924-ad9a-d2d5e08049af,segment=NetworkSegment(4fd67c07-98bf-4ade-94c3-07e1b926c3b9),segment_id=4fd67c07-98bf-4ade-94c3-07e1b926c3b9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:06.712345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.833986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.912890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=69a92467-0274-4924-ad9a-d2d5e08049af,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:06.926444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port 73462dd0-9375-401c-afd3-068a71a315d2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:06.927268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.930201 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:06.957577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 2bd46aed-5ff2-4344-a9fb-338a57d525ec {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:06.957932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.018646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.032071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for 73462dd0-9375-401c-afd3-068a71a315d2 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:07.052871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.065382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 2bd46aed-5ff2-4344-a9fb-338a57d525ec owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:07.319451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.349539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=73462dd0-9375-401c-afd3-068a71a315d2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:07.398578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.455780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.483175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51783291-165d-40d6-aeaf-dd7475132bc1 req-88bb6ca6-fee5-40b3-a9c3-f4232c69fcfa tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0370920 Jul 27 21:56:07.567375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.586645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.591162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4cd200c-ae67-499e-b115-c1093d4692f7 req-842ebab0-d2c7-4635-8581-d322c7f8673a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0383959 Jul 27 21:56:07.752357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.780501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=2bd46aed-5ff2-4344-a9fb-338a57d525ec,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:07.803078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.803632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router 32c0b62b-f6a3-44d0-b646-2c00d976245e {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:07.813049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.817864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-445270d2-e50f-4e31-822b-5c33b054874c tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 204 len: 168 time: 1.3758321 Jul 27 21:56:07.817864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:07.822746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1094228676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:07.903803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.986820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.987976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.050412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.064987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.091934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router cd06b703-f3c9-4947-b880-886cb2d5aac7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:08.153567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.185252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:08.194006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8c106277-27e3-44fb-b1fc-c1bd9b11f9ec tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/cd06b703-f3c9-4947-b880-886cb2d5aac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0302966 Jul 27 21:56:08.194006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42728) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:08.196837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] Sync routers for ids ['cd06b703-f3c9-4947-b880-886cb2d5aac7'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:08.207266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] Routers {'cd06b703-f3c9-4947-b880-886cb2d5aac7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:08.207901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['cd06b703-f3c9-4947-b880-886cb2d5aac7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:08.228061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-73cd1e71-e3c3-47ff-8b1f-e25b4668bdfd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd06b703-f3c9-4947-b880-886cb2d5aac7 HTTP/1.1" status: 200 len: 205 time: 0.0330648 Jul 27 21:56:08.231158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42732) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:08.248493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.248493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d490b683-47a8-4334-86d4-34074102c039 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4268596 Jul 27 21:56:08.250799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:08.256825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:08.282672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:08.294893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] Routers {'cd06b703-f3c9-4947-b880-886cb2d5aac7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:08.294893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['cd06b703-f3c9-4947-b880-886cb2d5aac7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:08.331130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.343434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:08.344176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3755d-1c2f-4ea2-8f8b-519a6a20143b None None] The sync data for ids ['cd06b703-f3c9-4947-b880-886cb2d5aac7'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:08.363743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 69a92467-0274-4924-ad9a-d2d5e08049af up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:08.413723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 69a92467-0274-4924-ad9a-d2d5e08049af triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:08.414142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.516329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.518791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.553760 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.579701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-851321fe-1a77-4bb7-9c26-58a74f4cd937 req-f374b1f1-a5a7-4922-98bb-66405b682b8a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0380833 Jul 27 21:56:08.658409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.658914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router cd06b703-f3c9-4947-b880-886cb2d5aac7 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:08.683248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.684389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af55e565-012e-4cbe-9b3e-2e1ccba14f4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/cd06b703-f3c9-4947-b880-886cb2d5aac7 HTTP/1.1" status: 204 len: 168 time: 0.4520540 Jul 27 21:56:08.686849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3280c556-b919-4c4a-9041-510b46ddc13b req-5839ea28-3e68-41bb-946c-5835760183ea tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0395041 Jul 27 21:56:08.687323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42754) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:08.752796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet 7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:56:08.758944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.804526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.876675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.897081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.909337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.050534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.054531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Allocated IP 172.25.3.252 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/fc4fac64-b3ed-431f-9343-c473ccff6593) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:09.090896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:09.092925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.097663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ebb9e0c0-3673-4533-a8bb-61c34c196047 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a HTTP/1.1" status: 204 len: 168 time: 0.4093208 Jul 27 21:56:09.098878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:09.105937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a53c4-3b8c-4260-b6cc-2cd0e776dee0 None None] Network b4b0e3e0-efad-454c-bcdd-58152f5c2795 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:09.197108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.198921 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:09.225215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.290098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 69a92467-0274-4924-ad9a-d2d5e08049af {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:09.290098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.330316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] DHCP port deletion for b4b0e3e0-efad-454c-bcdd-58152f5c2795 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:56:09.336008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.358354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 69a92467-0274-4924-ad9a-d2d5e08049af, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=69a92467-0274-4924-ad9a-d2d5e08049af,segment=NetworkSegment(4fd67c07-98bf-4ade-94c3-07e1b926c3b9),segment_id=4fd67c07-98bf-4ade-94c3-07e1b926c3b9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:09.358731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.374571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 69a92467-0274-4924-ad9a-d2d5e08049af owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:09.376580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:09.388487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:09.388664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Deleting port 69a92467-0274-4924-ad9a-d2d5e08049af {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:09.389077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.393493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:09.416992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Pushing event updated for resources: {'Port': ['ID=fc4fac64-b3ed-431f-9343-c473ccff6593,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:09.461231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] For port 69a92467-0274-4924-ad9a-d2d5e08049af, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=69a92467-0274-4924-ad9a-d2d5e08049af,segment=NetworkSegment(4fd67c07-98bf-4ade-94c3-07e1b926c3b9),segment_id=4fd67c07-98bf-4ade-94c3-07e1b926c3b9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:09.461646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.480343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Calling delete_port for 69a92467-0274-4924-ad9a-d2d5e08049af owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:09.570025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.576030 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.597623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=69a92467-0274-4924-ad9a-d2d5e08049af,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:09.604988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 69a92467-0274-4924-ad9a-d2d5e08049af on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:09.608302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] Pushing event deleted for resources: {'Port': ['ID=69a92467-0274-4924-ad9a-d2d5e08049af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:09.615995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cb372-fd4e-49a3-bf39-578d3695fde0 None None] No DVR routers for this DVR port 69a92467-0274-4924-ad9a-d2d5e08049af on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:09.721282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8f12690-71e9-4f06-99af-929ebd47eb89 req-5103e8ed-8941-41c9-9d43-575a2ea3f5a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0678825 Jul 27 21:56:09.723821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.747845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.748855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b0e3e0-efad-454c-bcdd-58152f5c2795']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:09.762054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd67c07-98bf-4ade-94c3-07e1b926c3b9') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:09.762391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd67c07-98bf-4ade-94c3-07e1b926c3b9') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:09.772402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.788092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.794551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:09.795046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:09.798324 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:09.821483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dcb68da2-8a20-4f21-8bdc-98ada170fd16 req-b17773e1-aacf-4b2e-a6e4-658017c7f8f8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0770173 Jul 27 21:56:09.940896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.945894 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.949412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/b4b0e3e0-efad-454c-bcdd-58152f5c2795 HTTP/1.1" status: 204 len: 168 time: 0.8497458 Jul 27 21:56:09.954210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42812) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:09.960003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-32140557', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:09.979939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3d50d-6ee4-4dd1-8580-1e390388ead0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=b4b0e3e0-efad-454c-bcdd-58152f5c2795,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:10.007200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.011489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.118554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.120424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.175815 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.280370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 69a92467-0274-4924-ad9a-d2d5e08049af no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:56:10.301109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Router ccaea667-1f98-4ba7-856d-0e8d475f3d45 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:10.301307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 69a92467-0274-4924-ad9a-d2d5e08049af {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:56:10.301477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 69a92467-0274-4924-ad9a-d2d5e08049af not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:56:10.416774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:10.421723 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.422991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-15eb6826-cacb-41c7-8f61-5513878f2e73 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "PUT /v2.0/routers/ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 200 len: 916 time: 2.1705284 Jul 27 21:56:10.425805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:10.429428 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] Sync routers for ids ['ccaea667-1f98-4ba7-856d-0e8d475f3d45'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:10.441756 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] Routers {'ccaea667-1f98-4ba7-856d-0e8d475f3d45'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:10.442674 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ccaea667-1f98-4ba7-856d-0e8d475f3d45'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:10.442919 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.485221 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:10.494720 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] Routers {'ccaea667-1f98-4ba7-856d-0e8d475f3d45'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:10.495342 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ccaea667-1f98-4ba7-856d-0e8d475f3d45'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:10.530525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:10.531189 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c151c1-7ddc-4565-885a-eb876211f85a None None] The sync data for ids ['ccaea667-1f98-4ba7-856d-0e8d475f3d45'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:10.542670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c9c6d019-9563-4605-be62-ea76ec3e1271 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 200 len: 922 time: 0.1156633 Jul 27 21:56:10.546067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:10.611339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a5855-944b-42b0-8a37-d491b2cdbe38 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:10.612894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe4a5855-944b-42b0-8a37-d491b2cdbe38 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=ccaea667-1f98-4ba7-856d-0e8d475f3d45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0656927 Jul 27 21:56:10.615859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:10.727166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c540153-0683-4f53-8bdb-2f2ce875c413 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:10.732696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c540153-0683-4f53-8bdb-2f2ce875c413 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1158531 Jul 27 21:56:10.733321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:10.770317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bcc8f589-9b2f-4f1d-ac11-d373f051a21d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 200 len: 205 time: 0.0358250 Jul 27 21:56:10.772709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:10.804044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.831450 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:10.957850 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b380320f-063c-431e-90b2-41560d0d5c7e req-8441df9b-20fa-4398-9c2f-5b6c248fc401 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0541844 Jul 27 21:56:10.993703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 172.25.3.181 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/673c287f-2af2-4e88-8009-81eecbabbc5a) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:11.102099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e52d0de4-4149-48e4-ae40-435c81bd119f req-c72f18c1-90d4-4c5b-8cb1-beb94ac7ce25 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.2865093 Jul 27 21:56:11.154106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.173196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42858) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:11.180332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.296882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.314976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cfa56ec9-90ca-41e9-8cf3-207f78bac35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.336959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.399313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:11.405945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:11.411283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:11.415116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=673c287f-2af2-4e88-8009-81eecbabbc5a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:11.489978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port fc4fac64-b3ed-431f-9343-c473ccff6593 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:11.490359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.566935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cfa56ec9-90ca-41e9-8cf3-207f78bac35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.567168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.579304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for fc4fac64-b3ed-431f-9343-c473ccff6593 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:11.660874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cfa56ec9-90ca-41e9-8cf3-207f78bac35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.711745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cfa56ec9-90ca-41e9-8cf3-207f78bac35a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b2a0dac2dd04036841aa8bfc4c856ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374789 Jul 27 21:56:11.714346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:11.751354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa56ec9-90ca-41e9-8cf3-207f78bac35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb69dc-28e7-4fe6-815b-809f7eb734e3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:11.838455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.850896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.857014 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.866747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=fc4fac64-b3ed-431f-9343-c473ccff6593,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:11.912365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:11.933155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.048546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.066831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.074629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a3cf8c2-71ac-41b9-bdb3-32aaae88de95 req-f9b9e170-a7f0-4bfd-8b22-3a0323f262be tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0360460 Jul 27 21:56:12.093077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.095656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.096823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dfb69dc-28e7-4fe6-815b-809f7eb734e3 HTTP/1.1" status: 204 len: 168 time: 0.3811693 Jul 27 21:56:12.115054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1645f-244a-48c5-98f2-f1cced51f37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb69dc-28e7-4fe6-815b-809f7eb734e3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:12.121548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.210594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-530e370d-3421-406f-8375-a317879b9638 req-e7e66285-8c30-43fd-84a4-0681825dbf17 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0359712 Jul 27 21:56:12.255925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.257374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router ccaea667-1f98-4ba7-856d-0e8d475f3d45 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:12.266916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.268116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-30400cee-ca6d-4ecb-a283-8f58b06ec141 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 204 len: 168 time: 1.4943707 Jul 27 21:56:12.272022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42876) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:12.280390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2079190941', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:12.386678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.387740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.443960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 357830dd-521b-49ba-a954-41cd25869cdc is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:12.447237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.936934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:12.946726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] Sync routers for ids ['357830dd-521b-49ba-a954-41cd25869cdc'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:12.956667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] Routers {'357830dd-521b-49ba-a954-41cd25869cdc'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:12.957397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['357830dd-521b-49ba-a954-41cd25869cdc'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:12.997471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:13.006564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] Routers {'357830dd-521b-49ba-a954-41cd25869cdc'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:13.007195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['357830dd-521b-49ba-a954-41cd25869cdc'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:13.042161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:13.042966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a73e7-2dc8-4fcb-b760-6869b871fcc2 None None] The sync data for ids ['357830dd-521b-49ba-a954-41cd25869cdc'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:13.051800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:13.089884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:13.091205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-280f98d9-50ad-41bc-babd-1ffd09f6c2a8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1360171 Jul 27 21:56:13.095496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:13.176881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed96f233-efea-4eeb-bc03-3ea898c544f9 req-a3bcaa86-ee51-4ea7-9a06-d387dbc7bdff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0413885 Jul 27 21:56:13.235444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd0d4de8-e036-4e37-abca-b5c2623a8439 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers/357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 200 len: 883 time: 0.1388261 Jul 27 21:56:13.238214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:13.385016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad50db60-7ae6-4599-bc1c-73081af2ff05 req-63929679-aa5d-45f5-af90-38a8649e89b4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1123416 Jul 27 21:56:13.688903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-702897c5-ec90-40f8-847a-64aded63f993 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4494855 Jul 27 21:56:13.690037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:13.691739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:13.696764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-32140557'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:13.710898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:13.823588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Allocated IP 172.25.3.207 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2bad8737-9200-47ab-923e-36b5fa671141) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:13.934080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.020878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.061738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.101816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.106270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:14.109218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:14.114321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:14.117734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event updated for resources: {'Port': ['ID=2bad8737-9200-47ab-923e-36b5fa671141,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:14.226418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 357830dd-521b-49ba-a954-41cd25869cdc has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:14.285923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe2eb92d-3957-4c8b-9c2c-ffd7b5197e77 req-86976e39-194b-4f50-94ca-28fb3fd66406 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0367706 Jul 27 21:56:14.343618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:14.353405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] Sync routers for ids ['357830dd-521b-49ba-a954-41cd25869cdc'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:14.357127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.358627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c0491f83-846f-4e0b-9f9c-62d41afcea4b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 200 len: 890 time: 0.6657710 Jul 27 21:56:14.361396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:14.364550 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] Routers {'357830dd-521b-49ba-a954-41cd25869cdc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:14.365167 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['357830dd-521b-49ba-a954-41cd25869cdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:14.404813 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:14.415628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] Routers {'357830dd-521b-49ba-a954-41cd25869cdc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:14.416259 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['357830dd-521b-49ba-a954-41cd25869cdc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:14.454427 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:14.455076 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14341edb-4dd2-418c-9bc0-a8433a9660fb None None] The sync data for ids ['357830dd-521b-49ba-a954-41cd25869cdc'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:14.516068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-48dac16e-4e65-4a49-92e4-c2ba3a421835 req-edbee1fd-2fbb-47c9-a46c-993f21c08951 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0461631 Jul 27 21:56:14.531116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-94086fe1-59fc-42c2-b4b1-ba3b1216fcfc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers/357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 200 len: 890 time: 0.1685553 Jul 27 21:56:14.533678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:14.566704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dfdd4da3-acaa-4820-a53e-5f172552f6b6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 200 len: 205 time: 0.0314839 Jul 27 21:56:14.569478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:14.573203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.683470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.781010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.789977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.952754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 673c287f-2af2-4e88-8009-81eecbabbc5a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:14.953078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:14.980636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Router c3787a76-8046-44b8-8ace-30d3d9c08590 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:15.033979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.045998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 673c287f-2af2-4e88-8009-81eecbabbc5a owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:15.094977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:15.106943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] Sync routers for ids ['c3787a76-8046-44b8-8ace-30d3d9c08590'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:15.118800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] Routers {'c3787a76-8046-44b8-8ace-30d3d9c08590'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:15.120512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c3787a76-8046-44b8-8ace-30d3d9c08590'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:15.155954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:15.165267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] Routers {'c3787a76-8046-44b8-8ace-30d3d9c08590'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:15.166966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c3787a76-8046-44b8-8ace-30d3d9c08590'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:15.233002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.234257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9cd8c9e4-8957-401f-8716-4baf3a9c9a71 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9590988 Jul 27 21:56:15.237264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42968) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:15.242480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:15.337688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:15.339017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1add7-3982-4222-8fe8-a3be26654320 None None] The sync data for ids ['c3787a76-8046-44b8-8ace-30d3d9c08590'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:15.342364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.398357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=673c287f-2af2-4e88-8009-81eecbabbc5a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:15.466907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a58f1f3c-9dd9-4b58-9450-4c094fc62077 req-a120cd59-f2d4-4973-a928-6551be4060f9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1016669 Jul 27 21:56:15.491845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.588626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.647698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b36efa2-0cbe-47a4-8fa6-21eaacb40a7a req-20d1db34-45ae-4546-8cdb-0461d6cd4996 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0590632 Jul 27 21:56:15.651062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.653287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.723051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.832295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.832872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router 357830dd-521b-49ba-a954-41cd25869cdc {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:15.840620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.848261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f106bb58-2837-4879-a2ca-449404fd1898 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 204 len: 168 time: 1.2753348 Jul 27 21:56:15.848261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42988) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:15.851690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2008601541'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:15.883125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Deleting port 2bad8737-9200-47ab-923e-36b5fa671141 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:15.883474 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.964127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.969203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:15.972857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.976612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Calling delete_port for 2bad8737-9200-47ab-923e-36b5fa671141 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:16.001848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:16.011981 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.012335 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 685a4b9d-4371-4a69-9835-e4ee87370269 of type vlan for network 226ba3b2-d6e3-421a-9751-e9cd461230ec Jul 27 21:56:16.232425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.264986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Pushing event deleted for resources: {'Port': ['ID=2bad8737-9200-47ab-923e-36b5fa671141,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:16.317370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.346071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.415290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.422076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:16.422720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.493593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=226ba3b2-d6e3-421a-9751-e9cd461230ec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:16.504799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:16.548797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4edf4bf2-8634-4540-942b-f13a2e95f0e0 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7011137 Jul 27 21:56:16.551597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:16.560882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.565689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.573359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:16.599418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ebccb06-eb82-4b7f-96cc-59a918d98f01 req-5618c89d-7e0e-42fe-8c65-9e79e920e3c5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0621459 Jul 27 21:56:16.793293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:16.797609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.048703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aee10b86-1e24-4dd3-aa75-0a9aa0bbb1e0 req-4d85bfab-065e-49cd-ba4f-ff2275e9b523 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0375221 Jul 27 21:56:17.050449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Router c3787a76-8046-44b8-8ace-30d3d9c08590 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:17.073691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.140828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:17.143086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=9bcb6b2d-2314-4ea2-ab98-23813d9fec71,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:17.149203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.151098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5189c29c-39fc-464d-adac-d379beb9b822 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "PUT /v2.0/routers/c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 200 len: 706 time: 1.9119315 Jul 27 21:56:17.154458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.157054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '685a4b9d-4371-4a69-9835-e4ee87370269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:17.157426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: 226ba3b2-d6e3-421a-9751-e9cd461230ec, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:17.161003 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] Sync routers for ids ['c3787a76-8046-44b8-8ace-30d3d9c08590'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:17.170124 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] Routers {'c3787a76-8046-44b8-8ace-30d3d9c08590'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:17.170787 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c3787a76-8046-44b8-8ace-30d3d9c08590'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:17.204225 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:17.213531 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] Routers {'c3787a76-8046-44b8-8ace-30d3d9c08590'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:17.214105 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c3787a76-8046-44b8-8ace-30d3d9c08590'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:17.227616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb87f89d-2b44-4d96-b3ff-aeb291b05bc1 tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/routers/c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 200 len: 741 time: 0.0718987 Jul 27 21:56:17.230619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.247164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:17.247812 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f3d76-0f06-4ad8-8c97-4de7fa3fbac3 None None] The sync data for ids ['c3787a76-8046-44b8-8ace-30d3d9c08590'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:17.282748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:17.286462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-57d51d3c-7737-4d2a-aac2-4d8e6ffc966c tempest-RoutersAdminTest-1654070590 tempest-RoutersAdminTest-1654070590-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 200 len: 205 time: 0.0537894 Jul 27 21:56:17.288853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.323713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f36b8e00-1dfd-4a87-a50d-b1aeedc405c5 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 200 len: 205 time: 0.0311899 Jul 27 21:56:17.324063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43038) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.398820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 226ba3b2-d6e3-421a-9751-e9cd461230ec) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:17.406845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:17.407298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a32b4-a745-49d4-b7cd-2351a8d9ee7e None None] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:17.407493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.413881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.589823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-226ba3b2-d6e3-421a-9751-e9cd461230ec', 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': '9bcb6b2d-2314-4ea2-ab98-23813d9fec71'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:17.589823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.590307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.591568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.696327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-760b5f33-aee4-4d7c-af95-27a284a8c7dc req-fae5b6f4-496a-453e-b59c-e875ce6ed270 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0336566 Jul 27 21:56:17.701928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-650c34c2-9215-459d-b8ad-9175b5ceeb12 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1479104 Jul 27 21:56:17.704738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.709154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-939636048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:17.767257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Allocated IP 2001:db8::2 (226ba3b2-d6e3-421a-9751-e9cd461230ec/9bcb6b2d-2314-4ea2-ab98-23813d9fec71/ecf666b9-c374-4301-a62c-2ab3193b8189) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:17.770117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.770717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Fanout notify agent at l3_agent the message router_deleted on router c3787a76-8046-44b8-8ace-30d3d9c08590 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:17.780047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.780246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f15f34ee-7570-42e2-aa28-df21efbcc495 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 204 len: 168 time: 0.4549971 Jul 27 21:56:17.783596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.823593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2347cfac-3d25-4137-9ef2-ccd1a6a336eb tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 200 len: 205 time: 0.0386908 Jul 27 21:56:17.825924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43058) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.838617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.839876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.874584 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-313d8bbc-7870-4640-970e-5df1920e077e tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:17.875667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-313d8bbc-7870-4640-970e-5df1920e077e tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/c3787a76-8046-44b8-8ace-30d3d9c08590 HTTP/1.1" status: 404 len: 336 time: 0.0487761 Jul 27 21:56:17.878530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43060) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.921582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.926038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3f05a548-b06e-455f-95c6-5c719d55aae4 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 200 len: 205 time: 0.0462675 Jul 27 21:56:17.932471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.968059 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a5182210-11d3-4e2e-8655-9676e6974f8d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:17.969111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a5182210-11d3-4e2e-8655-9676e6974f8d tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/ccaea667-1f98-4ba7-856d-0e8d475f3d45 HTTP/1.1" status: 404 len: 336 time: 0.0391984 Jul 27 21:56:17.971981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:17.973015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.982262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Transition to ACTIVE for port object ecf666b9-c374-4301-a62c-2ab3193b8189 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:17.998028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Transition to ACTIVE for port object ecf666b9-c374-4301-a62c-2ab3193b8189 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:18.007005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9059e8aa-1d0f-4022-b032-b1be98a0fc37 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 200 len: 205 time: 0.0338576 Jul 27 21:56:18.015283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43070) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.057173 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-c63d1c23-e6d4-4a6d-9fcc-501db4def4fa tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:18.058236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c63d1c23-e6d4-4a6d-9fcc-501db4def4fa tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/32c0b62b-f6a3-44d0-b646-2c00d976245e HTTP/1.1" status: 404 len: 336 time: 0.0426004 Jul 27 21:56:18.062372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.098075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.101704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec67fc51-e7f3-4f5b-ac03-d9e3e781d806 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 200 len: 205 time: 0.0380306 Jul 27 21:56:18.106699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.145488 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-cbbf567f-b03e-4174-8d75-78db8e03c117 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:18.146589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cbbf567f-b03e-4174-8d75-78db8e03c117 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/98b147fe-f547-4c31-819e-6086ef6a9dcc HTTP/1.1" status: 404 len: 336 time: 0.0387540 Jul 27 21:56:18.150053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43078) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.153014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be804c6a-731b-45ff-bf25-b4b482a0bb98 req-25c8709d-7280-452a-bcb2-11e8a11b3908 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Jul 27 21:56:18.165232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.195258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a6b4589a-8136-4104-9c4c-3fa89efb31d0 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 200 len: 205 time: 0.0434003 Jul 27 21:56:18.198229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43080) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.208763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:18.211886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:18.215977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:18.237124 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-c8e9a92b-7d70-4e47-bde1-68f6d5d49565 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:18.243618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c8e9a92b-7d70-4e47-bde1-68f6d5d49565 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/68ac80bd-c245-49fb-bbc3-618e48fc00e8 HTTP/1.1" status: 404 len: 336 time: 0.0390480 Jul 27 21:56:18.243797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.243797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc509d46-3c5f-46ff-ada4-b5c4899310ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5347919 Jul 27 21:56:18.244032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43082) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.244711 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.252158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Pushing event updated for resources: {'Port': ['ID=ecf666b9-c374-4301-a62c-2ab3193b8189,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:18.276717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-62475510-d305-49c7-a423-ee9f60c66feb tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "GET /v2.0/ports?device_id=32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 HTTP/1.1" status: 200 len: 205 time: 0.0306931 Jul 27 21:56:18.281370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.297911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Attempting to bind port ecf666b9-c374-4301-a62c-2ab3193b8189 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:18.298362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Attempting to bind port ecf666b9-c374-4301-a62c-2ab3193b8189 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '685a4b9d-4371-4a69-9835-e4ee87370269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:18.298813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Attempting to bind port ecf666b9-c374-4301-a62c-2ab3193b8189 on network 226ba3b2-d6e3-421a-9751-e9cd461230ec {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:18.304624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:18.308520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Checking segment: {'id': '685a4b9d-4371-4a69-9835-e4ee87370269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:18.308520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.308520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Bound using segment: {'id': '685a4b9d-4371-4a69-9835-e4ee87370269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:18.308520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Bound port: ecf666b9-c374-4301-a62c-2ab3193b8189, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a4b9d-4371-4a69-9835-e4ee87370269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '226ba3b2-d6e3-421a-9751-e9cd461230ec'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:18.308520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.327839 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-8f726cd1-15c5-4a2a-9a95-271008b8195b tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] delete failed (client error): The resource could not be found. Jul 27 21:56:18.331658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f726cd1-15c5-4a2a-9a95-271008b8195b tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/routers/32b4c7bd-ae9b-4042-9f44-0ead0d4214f2 HTTP/1.1" status: 404 len: 336 time: 0.0493100 Jul 27 21:56:18.332468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:18.365122 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22d3906-0f29-44e8-8fd6-e6df9c7ed1b1 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] DELETE failed (client error): The resource could not be found. Jul 27 21:56:18.365831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22d3906-0f29-44e8-8fd6-e6df9c7ed1b1 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:56:18.370803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a22d3906-0f29-44e8-8fd6-e6df9c7ed1b1 tempest-RoutersAdminTest-348938777 tempest-RoutersAdminTest-348938777-project] 10.222.0.37 "DELETE /v2.0/subnets/c7d85f57-1389-4cb1-b651-44d7a80d10c8 HTTP/1.1" status: 404 len: 337 time: 0.0374036 Jul 27 21:56:18.384436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] For port ecf666b9-c374-4301-a62c-2ab3193b8189, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:18.388899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] For port ecf666b9-c374-4301-a62c-2ab3193b8189, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ecf666b9-c374-4301-a62c-2ab3193b8189,segment=NetworkSegment(685a4b9d-4371-4a69-9835-e4ee87370269),segment_id=685a4b9d-4371-4a69-9835-e4ee87370269)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:18.468965 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.545745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635da037-da72-4bb8-b9b0-c322fbd107cf None None] Pushing event updated for resources: {'Port': ['ID=ecf666b9-c374-4301-a62c-2ab3193b8189,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:18.552189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:18.825057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fc6fb1a-2c7a-4de6-8f2d-d6f8a84fdfe7 req-7aea24aa-ce3c-4dfd-98e9-d8ac156e36d2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0410497 Jul 27 21:56:18.914407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8::1 (226ba3b2-d6e3-421a-9751-e9cd461230ec/9bcb6b2d-2314-4ea2-ab98-23813d9fec71/b7e5a09a-5dde-4955-a0be-6250ba73c4a2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:18.988661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43116) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:19.031790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.047187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object b7e5a09a-5dde-4955-a0be-6250ba73c4a2 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:19.104823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfa28067-7edd-41ca-92e8-311610b17465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.175369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.196116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:19.198649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:19.200791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:19.201522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.206265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfa28067-7edd-41ca-92e8-311610b17465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.300692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfa28067-7edd-41ca-92e8-311610b17465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.303070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffdb2c14-5014-4a0d-be0e-a4e70c4cc0b6 req-cffcab35-2a5d-4dc2-a4e9-ffcc1ad0f8ad tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0434370 Jul 27 21:56:19.343405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b7e5a09a-5dde-4955-a0be-6250ba73c4a2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:19.364087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfa28067-7edd-41ca-92e8-311610b17465 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff6f412f40a241e78b0a2e08afea5a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741128 Jul 27 21:56:19.365297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa28067-7edd-41ca-92e8-311610b17465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc41f3e-2bd4-44fd-b10f-b9e003162db1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:19.366753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43128) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:19.422669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.445372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.514648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.608455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a8800-c9f2-4476-9d79-85f7b7fdedfe None None] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:19.673273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.676943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.678172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdc41f3e-2bd4-44fd-b10f-b9e003162db1 HTTP/1.1" status: 204 len: 168 time: 0.3103313 Jul 27 21:56:19.728017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cda77-8848-4a9f-b2b0-5089eff38186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc41f3e-2bd4-44fd-b10f-b9e003162db1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:19.811694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c12b43c0-09fb-4fa2-8a14-d0daf77e9410 None None] Provisioning for port ecf666b9-c374-4301-a62c-2ab3193b8189 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:19.876855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.953714 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78ab313c-c559-40e6-a299-582d75c533a7 req-882ff8db-96f3-414a-b37e-2560205919a0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0496311 Jul 27 21:56:19.963726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:19.964706 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.091254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b7e5a09a-5dde-4955-a0be-6250ba73c4a2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:20.150691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:20.152864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:20.215188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7278ec0-5ced-4043-bbbc-cf5f95c834b4 None None] Provisioning for port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:20.219841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7278ec0-5ced-4043-bbbc-cf5f95c834b4 None None] Provisioning complete for port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:20.220254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7278ec0-5ced-4043-bbbc-cf5f95c834b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.267804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a7278ec0-5ced-4043-bbbc-cf5f95c834b4 None None] Port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:20.362938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ecf666b9-c374-4301-a62c-2ab3193b8189 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:20.409210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68c11392-8086-4bb6-91e8-9f48fac020b0 req-fc873c6b-fb01-4a8c-8572-6a289aacdee7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0447440 Jul 27 21:56:20.414924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 7061c8ba-eabc-4ee0-b84d-6b50907fe1cb is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:20.512299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2840eb25-df5b-40f2-bac4-7262480578c4 None None] Provisioning complete for port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:20.512818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2840eb25-df5b-40f2-bac4-7262480578c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.527162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:20.542199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:20.552911 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e4f46b5-59ba-45c2-8283-d1235a3c1f0c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/7061c8ba-eabc-4ee0-b84d-6b50907fe1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090575 Jul 27 21:56:20.576764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] Sync routers for ids ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:20.584080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ecf666b9-c374-4301-a62c-2ab3193b8189 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:20.590153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ecf666b9-c374-4301-a62c-2ab3193b8189 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:20.590562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.595342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2840eb25-df5b-40f2-bac4-7262480578c4 None None] Port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:20.617516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] Routers {'7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:20.618147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:20.623311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a151d8-b5ab-49d3-874a-cad889a3db14 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:20.625365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99a151d8-b5ab-49d3-874a-cad889a3db14 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports/b7e5a09a-5dde-4955-a0be-6250ba73c4a2 HTTP/1.1" status: 200 len: 911 time: 0.0819330 Jul 27 21:56:20.627989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:20.633430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9bcb6b2d-2314-4ea2-ab98-23813d9fec71'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:20.660135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:20.678473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] Routers {'7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:20.679120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:20.726919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43164) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:20.730245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:20.731009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53845b39-9483-42a4-bc7e-138f2db0c7e8 None None] The sync data for ids ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:20.770872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f2e055f0-b0d2-4208-87ee-874187adeb37 None None] Provisioning complete for port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:20.771254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2e055f0-b0d2-4208-87ee-874187adeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.808099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.830277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d07cffd0-87dd-42af-8fa9-9223e5e1c71e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d82c5c048935400292d231c648a5d575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979533 Jul 27 21:56:20.830687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43182) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:20.840856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f2e055f0-b0d2-4208-87ee-874187adeb37 None None] Port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:20.861791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ecf666b9-c374-4301-a62c-2ab3193b8189, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ecf666b9-c374-4301-a62c-2ab3193b8189,segment=NetworkSegment(685a4b9d-4371-4a69-9835-e4ee87370269),segment_id=685a4b9d-4371-4a69-9835-e4ee87370269)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:20.879610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.910064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.952376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:20.958798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.081068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13568db3-9d7b-4e88-b20e-67f93f02570d req-5c11dfd4-e738-433b-b245-b049f6d7923e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0435154 Jul 27 21:56:21.085336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ecf666b9-c374-4301-a62c-2ab3193b8189,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:21.180565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.184215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.187433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a03fd938-d40f-417e-b3dd-4dc7395abd77 HTTP/1.1" status: 204 len: 168 time: 0.3536842 Jul 27 21:56:21.194749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7440a42-ff93-47a9-8b23-d1cf21d140ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03fd938-d40f-417e-b3dd-4dc7395abd77,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:21.410681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.490169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.496762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:21.497706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:21.499887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/ports/b7e5a09a-5dde-4955-a0be-6250ba73c4a2 HTTP/1.1" status: 200 len: 911 time: 0.8704298 Jul 27 21:56:21.503990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43236) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:21.534640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d20bf32-2815-4527-9de7-6f839c5ca73a req-a4558d12-94b3-497a-a7e4-1ba315c99f17 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0469553 Jul 27 21:56:21.589873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f3ef2-5ff9-44b2-92d4-909bc1ae57d9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=b7e5a09a-5dde-4955-a0be-6250ba73c4a2,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:21.914969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:22.213081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f619f9d6-0b3e-4cc4-b443-c3a7462c254e req-fa63dac9-14fe-4af4-accb-30fba4cde0af tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0423977 Jul 27 21:56:22.291741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port b7e5a09a-5dde-4955-a0be-6250ba73c4a2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:22.292097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:22.316961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ecf666b9-c374-4301-a62c-2ab3193b8189 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:22.377508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ecf666b9-c374-4301-a62c-2ab3193b8189 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:22.377985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:22.397241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:22.412218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for b7e5a09a-5dde-4955-a0be-6250ba73c4a2 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:22.648238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd60511b-d188-41d2-add4-d417011914a7 req-40d9f790-77ae-4cfc-8f66-f2c3982e604c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0349207 Jul 27 21:56:22.826779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:22.855395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=b7e5a09a-5dde-4955-a0be-6250ba73c4a2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:22.967149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:23.488928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:23.547119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-796c09d1-0c16-4a84-a686-491f32ad5f0b req-dd66c92d-737b-40c2-bc73-75137c847dda tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0373189 Jul 27 21:56:23.554178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 7061c8ba-eabc-4ee0-b84d-6b50907fe1cb has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:23.610164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1050357511', 'router:external': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:23.641556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:23.649675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:23.652162 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] Sync routers for ids ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:23.654970 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e2882ea7-c201-4c29-a2bb-66a60490567e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/7061c8ba-eabc-4ee0-b84d-6b50907fe1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306241 Jul 27 21:56:23.672650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] Routers {'7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:23.672650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:23.689577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86010d91-e62f-479c-a90a-b6606d0b440f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7061c8ba-eabc-4ee0-b84d-6b50907fe1cb HTTP/1.1" status: 200 len: 205 time: 0.0364819 Jul 27 21:56:23.689810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43356) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:23.709078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:23.721593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] Routers {'7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:23.722229 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:23.746247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Made reservation on behalf of 04596120c56c4a3a931f98d8c3b0b32c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:23.748562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:23.756507 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:23.757334 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4bb6b4-d5fa-47c0-a3e1-8319d30a3eec None None] The sync data for ids ['7061c8ba-eabc-4ee0-b84d-6b50907fe1cb'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:23.808926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-797fbd9f-674e-42c4-9571-45b2610524f6 req-48292c36-199d-4643-9965-e6e6c3a6a217 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0663283 Jul 27 21:56:23.808926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:23.824176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.035400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.039284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.180462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.180977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router 7061c8ba-eabc-4ee0-b84d-6b50907fe1cb {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:24.193365 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.193365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4900bb08-5215-4f37-a446-f9589cc3df4f tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/7061c8ba-eabc-4ee0-b84d-6b50907fe1cb HTTP/1.1" status: 204 len: 168 time: 0.4999168 Jul 27 21:56:24.194202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43372) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:24.252265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet 9bcb6b2d-2314-4ea2-ab98-23813d9fec71 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:56:24.255289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.302164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.315770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.393132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.398189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.423518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:24.435512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c667f56-9695-4b32-9a1d-5dde07b8ce1e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:24.441364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.441949 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Added segment fedaa356-7ad4-437f-9258-cd08a9d0b96f of type vlan for network 0a6da136-7463-4f98-907b-b8783fab1ee8 Jul 27 21:56:24.492108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.542821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.591512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcb6b2d-2314-4ea2-ab98-23813d9fec71,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:24.599691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.601364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:24.603711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.606131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07978945-1c37-4a55-8fad-9d310adac191 None None] Network 226ba3b2-d6e3-421a-9751-e9cd461230ec requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:24.609547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-768c48e7-691e-4a43-ba94-08282a9f742b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/9bcb6b2d-2314-4ea2-ab98-23813d9fec71 HTTP/1.1" status: 204 len: 168 time: 0.4118559 Jul 27 21:56:24.609648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43398) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:24.610754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.703133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.710824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c845f95-cf51-4245-bc6f-94d6185c482f req-1b291eee-6e5f-4d1a-88fc-da44cb75e5a5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0825484 Jul 27 21:56:24.755594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Network': ['ID=0a6da136-7463-4f98-907b-b8783fab1ee8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:24.762960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port ecf666b9-c374-4301-a62c-2ab3193b8189 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:24.763813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.768813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:24.780893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-413fad90-daf5-4358-995c-a56188ab9d22 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2899961 Jul 27 21:56:24.787410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:24.792638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'subnet': {'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:24.836977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port ecf666b9-c374-4301-a62c-2ab3193b8189, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ecf666b9-c374-4301-a62c-2ab3193b8189,segment=NetworkSegment(685a4b9d-4371-4a69-9835-e4ee87370269),segment_id=685a4b9d-4371-4a69-9835-e4ee87370269)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:24.837444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.851682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for ecf666b9-c374-4301-a62c-2ab3193b8189 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:24.905875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Made reservation on behalf of 04596120c56c4a3a931f98d8c3b0b32c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:24.908309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:24.919620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] DHCP port deletion for 226ba3b2-d6e3-421a-9751-e9cd461230ec request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:56:24.955289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-19ccee61-0262-426b-8e7f-66623ecce5d9 req-ba07cdb7-200f-4a6f-a57d-7a3d6ab78672 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0566444 Jul 27 21:56:24.972550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Deleting port ecf666b9-c374-4301-a62c-2ab3193b8189 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:24.973183 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.044151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] For port ecf666b9-c374-4301-a62c-2ab3193b8189, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ecf666b9-c374-4301-a62c-2ab3193b8189,segment=NetworkSegment(685a4b9d-4371-4a69-9835-e4ee87370269),segment_id=685a4b9d-4371-4a69-9835-e4ee87370269)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:25.044553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.057703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Calling delete_port for ecf666b9-c374-4301-a62c-2ab3193b8189 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:25.106879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.138861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port ecf666b9-c374-4301-a62c-2ab3193b8189 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:25.139133 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.141225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=ecf666b9-c374-4301-a62c-2ab3193b8189,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:25.165182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] Pushing event deleted for resources: {'Port': ['ID=ecf666b9-c374-4301-a62c-2ab3193b8189,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:25.169835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a2a10-ae41-4de6-b0bf-821cd1f2736f None None] No DVR routers for this DVR port ecf666b9-c374-4301-a62c-2ab3193b8189 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:25.242048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.253370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226ba3b2-d6e3-421a-9751-e9cd461230ec']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:25.264525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685a4b9d-4371-4a69-9835-e4ee87370269') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:25.264857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685a4b9d-4371-4a69-9835-e4ee87370269') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:25.273647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.287608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.294799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:25.295203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:25.298448 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:25.538907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:56:25.539376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.579077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.595951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.595951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/226ba3b2-d6e3-421a-9751-e9cd461230ec HTTP/1.1" status: 204 len: 168 time: 0.9783552 Jul 27 21:56:25.596164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:25.600764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ffb76-09d7-4d60-b98a-b4afbb8d3734 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=226ba3b2-d6e3-421a-9751-e9cd461230ec,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:25.604889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328239189', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:25.612615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0896c3c-a39b-44d6-a179-460d964078d6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:25.629597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Checking segment: {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:25.629967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network hostable DHCP agents. Network: 0a6da136-7463-4f98-907b-b8783fab1ee8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:25.769576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:25.771940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.772926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.808557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75b9f825-2ed2-43af-ac0e-390351813f37 req-f44628ab-c542-4d67-831d-d9dae711aed3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0362318 Jul 27 21:56:25.835396 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.866959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0a6da136-7463-4f98-907b-b8783fab1ee8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:25.871657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:25.872658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.876888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecff6cf-90dc-4c3d-9851-f8a1d57b37b8 None None] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:25.902622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:25.973902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1027fa41-d2dc-43ce-9498-e76724546c61 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1829228 Jul 27 21:56:25.974726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:25.988564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1023525309', 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:26.000213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.004443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6e314b10-f139-484a-85bf-78c3aec74893 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4038041 Jul 27 21:56:26.005239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:26.019894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeae4d1-313f-4848-aa27-42dbcf4f21ab None None] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:26.024094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955086996'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:26.072700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45692933-57fa-4839-b6b1-d5a31b013f61 req-06d14bc6-8343-4077-b606-9f7948a0fd5f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0350466 Jul 27 21:56:26.163659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Made reservation on behalf of 04596120c56c4a3a931f98d8c3b0b32c for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:26.185445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.188697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] device_id is not set on port 85c63ab9-e14f-498f-b28a-527e534a7783 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:56:26.302422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ecf666b9-c374-4301-a62c-2ab3193b8189 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:56:26.310626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 2001:db8::2fb (0a6da136-7463-4f98-907b-b8783fab1ee8/b0896c3c-a39b-44d6-a179-460d964078d6/85c63ab9-e14f-498f-b28a-527e534a7783) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:26.323732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:26.328546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ecf666b9-c374-4301-a62c-2ab3193b8189 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:56:26.328905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ecf666b9-c374-4301-a62c-2ab3193b8189 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:56:26.329059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.376670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:26.399100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.400408 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment abd12d47-c1f5-4768-b649-b3c4ce38702d of type vlan for network cb179b25-f8c5-4cec-8484-9a9b3330059b Jul 27 21:56:26.506171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.581692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.643340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.649177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:26.649833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.709119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.755059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=cb179b25-f8c5-4cec-8484-9a9b3330059b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:26.768178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:26.770319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network cb179b25-f8c5-4cec-8484-9a9b3330059b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:26.774841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:26.780226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:26.781297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:26.781836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:26.785543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=85c63ab9-e14f-498f-b28a-527e534a7783,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:26.800459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f7b75cd0-73c2-4b55-8c15-b321ba6326e1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7907624 Jul 27 21:56:26.803616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:26.813183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:26.919022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72078625-a9a9-4215-831d-1ed7309b5b63 req-16b4825b-77aa-4661-8299-5a095939703c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0391810 Jul 27 21:56:26.922465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1dc10be9-f90c-4b81-a8d6-1d60d9a6ee54 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9460363 Jul 27 21:56:26.925243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43486) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:27.023425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Deleting port 85c63ab9-e14f-498f-b28a-527e534a7783 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:27.029079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.050039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:27.054640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.127296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.145950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:27.151931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Calling delete_port for 85c63ab9-e14f-498f-b28a-527e534a7783 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:27.183868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9784853f-58b6-4cb4-9f75-ba81988e9172 req-7d374ac7-810b-4ea9-868b-e2f504fbe313 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0384877 Jul 27 21:56:27.284167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afb2a032-02cf-4b96-93a2-fbaa35c10cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.369628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.408765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.448551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Port': ['ID=85c63ab9-e14f-498f-b28a-527e534a7783,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:27.450188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:27.473737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:27.474114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: cb179b25-f8c5-4cec-8484-9a9b3330059b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:27.517444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.521444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-38aa25b1-1680-492d-9925-fa1b65c46367 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/ports/85c63ab9-e14f-498f-b28a-527e534a7783 HTTP/1.1" status: 204 len: 168 time: 0.5951514 Jul 27 21:56:27.525727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43500) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:27.530854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afb2a032-02cf-4b96-93a2-fbaa35c10cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.531326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8', 'external_fixed_ips': [{'subnet_id': 'b0896c3c-a39b-44d6-a179-460d964078d6', 'ip_address': '2001:db8::2fb'}]}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:27.603143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network cb179b25-f8c5-4cec-8484-9a9b3330059b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:27.649498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-afb2a032-02cf-4b96-93a2-fbaa35c10cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.691659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-afb2a032-02cf-4b96-93a2-fbaa35c10cd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3438b2ff10a1451aacfda1c97a3a903b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445008 Jul 27 21:56:27.692632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2a032-02cf-4b96-93a2-fbaa35c10cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117d5858-2dcd-4cc1-8fae-59dca76b70e1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:27.694384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:27.746072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.767714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.790739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, cb179b25-f8c5-4cec-8484-9a9b3330059b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:27.795463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:27.796202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.800031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a998dd-c743-4da4-b082-7e9fff01f7af None None] Network cb179b25-f8c5-4cec-8484-9a9b3330059b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:27.830711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.831839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.924918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.928184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:27.929782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/117d5858-2dcd-4cc1-8fae-59dca76b70e1 HTTP/1.1" status: 204 len: 168 time: 0.2336667 Jul 27 21:56:27.959100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3673ad-c804-42b9-a750-6274f284bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117d5858-2dcd-4cc1-8fae-59dca76b70e1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:27.966061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43510) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:27.972579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d3ba79e4-804e-4165-a92d-afcbf5e40db6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1674607 Jul 27 21:56:27.976178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-cb179b25-f8c5-4cec-8484-9a9b3330059b', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:27.977040 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.058094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.110398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa46da25-eca3-4817-95f1-ae3bbfa5cfa6 req-cf1a2688-3474-4d20-9a75-8ff1295fc804 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1010294 Jul 27 21:56:28.147712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Allocated IP 2001:db8::2 (cb179b25-f8c5-4cec-8484-9a9b3330059b/ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f/e105ae8b-4986-432b-9774-fea080a72157) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:28.287623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1dfab8d-caa5-4672-be96-67e261722df2 req-88f5a203-bafc-40e3-b6a6-12f60c3233bd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0511208 Jul 27 21:56:28.463853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.483675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Transition to ACTIVE for port object e105ae8b-4986-432b-9774-fea080a72157 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:28.503550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Transition to ACTIVE for port object e105ae8b-4986-432b-9774-fea080a72157 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:28.507001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.552035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.605725 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.666237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Network cb179b25-f8c5-4cec-8484-9a9b3330059b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:28.671723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:28.675417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:28.683576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Pushing event updated for resources: {'Port': ['ID=e105ae8b-4986-432b-9774-fea080a72157,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:28.773088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Attempting to bind port e105ae8b-4986-432b-9774-fea080a72157 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:28.773538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Attempting to bind port e105ae8b-4986-432b-9774-fea080a72157 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:28.773973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Attempting to bind port e105ae8b-4986-432b-9774-fea080a72157 on network cb179b25-f8c5-4cec-8484-9a9b3330059b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:28.780869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:28.781416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Checking segment: {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:28.781803 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.782268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Bound using segment: {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:28.782834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Bound port: e105ae8b-4986-432b-9774-fea080a72157, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:28.783287 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:28.850700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] For port e105ae8b-4986-432b-9774-fea080a72157, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:28.859451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] For port e105ae8b-4986-432b-9774-fea080a72157, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e105ae8b-4986-432b-9774-fea080a72157,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:28.930789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8::1 (cb179b25-f8c5-4cec-8484-9a9b3330059b/ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f/5e4156bf-2951-4bde-9bc3-e20aa52d6825) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:28.948006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.022405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5109b82-916b-4109-91ad-f79b6d684381 None None] Pushing event updated for resources: {'Port': ['ID=e105ae8b-4986-432b-9774-fea080a72157,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:29.072368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.107403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.234704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.249013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87571698-7ed2-41ab-9a63-5e635cf0b957 req-fb08f3c4-1792-499d-be50-d05495c00992 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0738006 Jul 27 21:56:29.281682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object 5e4156bf-2951-4bde-9bc3-e20aa52d6825 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:29.380748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 2001:db8::2fb (0a6da136-7463-4f98-907b-b8783fab1ee8/b0896c3c-a39b-44d6-a179-460d964078d6/cb3c6e51-7c2a-4575-a327-82842c305b46) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:29.402805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b27296e-eaeb-42a5-ada9-27a95a8367ee req-b4a888f6-1371-472b-87e7-270ecd8e416b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0434752 Jul 27 21:56:29.478669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.545680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network cb179b25-f8c5-4cec-8484-9a9b3330059b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:29.561383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:29.568400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:29.568952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.577509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:29.615464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.842267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:29.931664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 0a6da136-7463-4f98-907b-b8783fab1ee8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:29.940609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:29.944621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:29.949830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.037350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3c6e51-7c2a-4575-a327-82842c305b46,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:30.072644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6852b-a780-47c7-a5f9-5b897918f622 None None] Network cb179b25-f8c5-4cec-8484-9a9b3330059b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:30.303707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a083540a-4c4c-4c4a-a3d7-cbb2e3ea2da1 None None] Provisioning for port e105ae8b-4986-432b-9774-fea080a72157 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:30.415670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-169456f6-ec10-4800-8b5e-b848d8006e5c req-46524bff-3a27-494d-8d39-124fcf05f479 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0530736 Jul 27 21:56:30.443022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e105ae8b-4986-432b-9774-fea080a72157 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:30.491127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.521407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.536149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f56447f-cb51-4b3c-87e8-867efe076def req-290b176f-9e38-44d8-8b23-6480d6afb78b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0679796 Jul 27 21:56:30.593276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.594101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.668534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e105ae8b-4986-432b-9774-fea080a72157 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:30.673116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e105ae8b-4986-432b-9774-fea080a72157 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:30.673507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.789221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Provisioning for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:30.796648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Provisioning complete for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:30.797036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.860135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:30.866450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.908000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Provisioning complete for port e105ae8b-4986-432b-9774-fea080a72157 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:30.908387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.965605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e105ae8b-4986-432b-9774-fea080a72157, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e105ae8b-4986-432b-9774-fea080a72157,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:31.030385 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.083260 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.147183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:31.159720 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:56:31.160082 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-cb5c741f-e3b6-4e6a-9d4b-794ca13126c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:56:31.170558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e105ae8b-4986-432b-9774-fea080a72157,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:31.284441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network cb179b25-f8c5-4cec-8484-9a9b3330059b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:31.289527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:31.339189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.563098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32e6db1e-1dc1-412d-8dea-21156613cdc0 req-7a66d509-aea3-4436-b32c-325dfb4aae2d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0482697 Jul 27 21:56:31.584627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:31.699861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9c94010-255e-4e4e-9b4d-bc45c6b7bbbe req-5bd0b222-d3d7-433e-94a7-5cdd60de6135 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1020186 Jul 27 21:56:31.700441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router fc6f07e6-a81f-4a31-af78-aec8bf22a260 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:31.733280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:31.742919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-161e500a-6952-45f6-b547-d5aed45124fa tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7717400 Jul 27 21:56:31.743189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:31.754805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:31.755763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-228069973'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:31.764972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:31.765735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:31.889098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:31.889405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:31.893017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.945306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-66f5acf3-5fef-45be-b694-bda064cde756 None None] Provisioning complete for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:31.945609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:31.946218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66f5acf3-5fef-45be-b694-bda064cde756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.951520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:31.958449 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Sync routers for ids ['fc6f07e6-a81f-4a31-af78-aec8bf22a260'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:31.972026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.974381 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Routers {'fc6f07e6-a81f-4a31-af78-aec8bf22a260'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:31.974381 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['fc6f07e6-a81f-4a31-af78-aec8bf22a260'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:31.974892 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment eed49a18-f01d-43c3-8e2a-c052344f3313 of type vlan for network 60609286-e61c-4af6-9d24-411526dd942c Jul 27 21:56:32.045646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.108196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b237dc1-16a3-46a1-be89-b301b40d5baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.111317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-66f5acf3-5fef-45be-b694-bda064cde756 None None] Port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:32.134726 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Set router fc6f07e6-a81f-4a31-af78-aec8bf22a260 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:32.209225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.211263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69c83bf0-4c85-449d-8b56-5500334c9835 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6841819 Jul 27 21:56:32.218010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43626) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:32.227592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:29Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:30Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:32.256938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:32.257299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Updating router a8a2c418-326f-4678-a7bf-bc3205aa3923 port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:32.278096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.286378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:32.287004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.309149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.371620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=60609286-e61c-4af6-9d24-411526dd942c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:32.391277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 60609286-e61c-4af6-9d24-411526dd942c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:32.417871 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6f07e6-a81f-4a31-af78-aec8bf22a260', 'name': '', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8', 'external_fixed_ips': [{'subnet_id': 'b0896c3c-a39b-44d6-a179-460d964078d6', 'ip_address': '2001:db8::2fb'}], 'enable_snat': True}, 'gw_port_id': 'cb3c6e51-7c2a-4575-a327-82842c305b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:27Z', 'updated_at': '2021-07-27T21:56:30Z', 'revision_number': 3, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port': {'id': 'cb3c6e51-7c2a-4575-a327-82842c305b46', 'name': '', 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6f07e6-a81f-4a31-af78-aec8bf22a260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b0896c3c-a39b-44d6-a179-460d964078d6', 'ip_address': '2001:db8::2fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:29Z', 'updated_at': '2021-07-27T21:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0896c3c-a39b-44d6-a179-460d964078d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:32.443944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1ee8a5a9-cb98-476b-8847-5fd2da073f9b tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6996822 Jul 27 21:56:32.447915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:32.453099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:32.457263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Checking router: fc6f07e6-a81f-4a31-af78-aec8bf22a260 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:32.459492 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Updating router fc6f07e6-a81f-4a31-af78-aec8bf22a260 port cb3c6e51-7c2a-4575-a327-82842c305b46 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:32.469219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e105ae8b-4986-432b-9774-fea080a72157 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:32.492963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.525061 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.654231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e105ae8b-4986-432b-9774-fea080a72157 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:32.654692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.660243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:32.664015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.666821 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce7869a8-0d51-459e-9866-8eee946d31e9 req-9a6ecc53-d614-41d9-aa3d-318ea8d12d9a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0412772 Jul 27 21:56:32.707052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.850684 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.918058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Deleting port cb3c6e51-7c2a-4575-a327-82842c305b46 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:32.918823 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:32.928826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Transition to ACTIVE for port object 5e4156bf-2951-4bde-9bc3-e20aa52d6825 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:33.047682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.055329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43642) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:33.059958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.098705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Calling delete_port for cb3c6e51-7c2a-4575-a327-82842c305b46 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:33.126367 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.140867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Transition to ACTIVE for port object cb3c6e51-7c2a-4575-a327-82842c305b46 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:33.155353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb4e9c03-2131-466e-97d8-fb7560b33576 req-d1f4330a-541b-4c75-a4f8-4fd3f25959c7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1668468 Jul 27 21:56:33.199797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb426374-458a-4cce-84ad-bfdd60eaa76d None None] Pushing event updated for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.322727 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.352346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d804b9f5-91b3-414f-9286-de8d44fb66ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.436712 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Pushing event updated for resources: {'Port': ['ID=cb3c6e51-7c2a-4575-a327-82842c305b46,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.438162 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.438734 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.439266 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.440155 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.440820 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.441467 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.442053 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.442749 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.443430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.444010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.444576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.445224 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a61e39e-047d-42fb-a1bd-4cc3682a952f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:33.449191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:33.449872 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:33.450503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 on network 0a6da136-7463-4f98-907b-b8783fab1ee8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:33.458620 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:33.459388 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Checking segment: {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:33.460218 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.460935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Bound using segment: {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:33.461746 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Bound port: cb3c6e51-7c2a-4575-a327-82842c305b46, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:33.462699 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.472892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.488756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Attempting to bind port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:33.488756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Attempting to bind port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:33.489922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Attempting to bind port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 on network cb179b25-f8c5-4cec-8484-9a9b3330059b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:33.504249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:33.505181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Checking segment: {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:33.506356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.507057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Bound using segment: {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:33.508177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Bound port: 5e4156bf-2951-4bde-9bc3-e20aa52d6825, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd12d47-c1f5-4768-b649-b3c4ce38702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:33.508829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.570900 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:56:33.572430 n-d-738018-6 neutron-server[94674]: DEBUG oslo_db.api [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:56:33.574749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=095438b9-6fc3-4222-9dce-57682d0ea37d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.582128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.588831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d804b9f5-91b3-414f-9286-de8d44fb66ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.592851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:33.593086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: 60609286-e61c-4af6-9d24-411526dd942c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:33.630104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb3c6e51-7c2a-4575-a327-82842c305b46,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.637924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] For port 5e4156bf-2951-4bde-9bc3-e20aa52d6825, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:33.643765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] For port 5e4156bf-2951-4bde-9bc3-e20aa52d6825, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5e4156bf-2951-4bde-9bc3-e20aa52d6825,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:33.671133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.704990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d804b9f5-91b3-414f-9286-de8d44fb66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.769200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 60609286-e61c-4af6-9d24-411526dd942c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:33.797924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.827213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.844974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.848278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-868ca6d7-b2ff-4bcc-8f5c-834f6e458469 req-59432f1c-8343-4ad8-b5c2-f1c44849e60b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1006422 Jul 27 21:56:33.861463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804b9f5-91b3-414f-9286-de8d44fb66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c40fb-14b1-487e-bbb8-74d40f0cb959,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.862687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 60609286-e61c-4af6-9d24-411526dd942c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:33.864909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:33.867134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:33.868849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:33.869678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:33.871696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d804b9f5-91b3-414f-9286-de8d44fb66ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c3dc63fc4e84d5fa5cbbfa7c8568cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8136213 Jul 27 21:56:33.874627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb426374-458a-4cce-84ad-bfdd60eaa76d None None] Pushing event updated for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:33.875285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:33.954343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c38b85-67e5-4968-a6ad-2a1f3f96cdf5 None None] Network 60609286-e61c-4af6-9d24-411526dd942c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:33.984522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.013303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.023415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:34.049598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b502dc58-024a-46f9-ad04-43a4746bf89c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5967212 Jul 27 21:56:34.050039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:34.096785 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:34.100235 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:34.100755 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Attempting to bind port cb3c6e51-7c2a-4575-a327-82842c305b46 on network 0a6da136-7463-4f98-907b-b8783fab1ee8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:34.113938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:34.115250 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Checking segment: {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:34.115946 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.116573 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Bound using segment: {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:34.118309 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Bound port: cb3c6e51-7c2a-4575-a327-82842c305b46, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedaa356-7ad4-437f-9258-cd08a9d0b96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '0a6da136-7463-4f98-907b-b8783fab1ee8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:34.120111 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.129800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.130429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc6f07e6-a81f-4a31-af78-aec8bf22a260 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:34.144213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.152899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe3df1ef-f2ea-4c24-8460-28ebe31e9e53 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fc6f07e6-a81f-4a31-af78-aec8bf22a260 HTTP/1.1" status: 204 len: 168 time: 1.9370153 Jul 27 21:56:34.154232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:34.162978 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Port cb3c6e51-7c2a-4575-a327-82842c305b46 has been deleted concurrently {{(pid=94674) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:56:34.176539 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:34.177070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:56:34.177789 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc6f07e6-a81f-4a31-af78-aec8bf22a260'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:56:34.178323 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2dd1f3-2f0f-4818-9645-e06459667918 None None] The sync data for ids ['fc6f07e6-a81f-4a31-af78-aec8bf22a260'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:34.256971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Deleting subnet b0896c3c-a39b-44d6-a179-460d964078d6 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:56:34.261373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.291651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.293854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01864aaf-dd59-491e-b0cd-d7b9270ab589 req-428b8eda-0e84-4038-87ce-b1d45e14971f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0445168 Jul 27 21:56:34.296009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.302190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/308c40fb-14b1-487e-bbb8-74d40f0cb959 HTTP/1.1" status: 204 len: 168 time: 0.4241290 Jul 27 21:56:34.325513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71395899-0237-455e-85ed-5240b5abf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c40fb-14b1-487e-bbb8-74d40f0cb959,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:34.354537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.410004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.410413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-60609286-e61c-4af6-9d24-411526dd942c', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:34.411306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.430495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86c03859-97de-4468-85a0-05d9c040fd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.581110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.601086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:29Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:33Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:34.633477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.640459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/b0896c3c-a39b-44d6-a179-460d964078d6 HTTP/1.1" status: 204 len: 168 time: 0.4824371 Jul 27 21:56:34.640459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45909-e38a-4541-9a3e-589755b1a086 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0896c3c-a39b-44d6-a179-460d964078d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:34.643415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b4db8d-aec6-49c0-9d1a-7d85c4c9bddb None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:29Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:33Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:34.647699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Allocated IP 2001:db8:1::2 (60609286-e61c-4af6-9d24-411526dd942c/095438b9-6fc3-4222-9dce-57682d0ea37d/6f13e722-5f04-4f75-8479-93fb0af11d8c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:34.648047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:34.754621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.777726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.856716 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.871785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Transition to ACTIVE for port object 6f13e722-5f04-4f75-8479-93fb0af11d8c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:34.878888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.886941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Transition to ACTIVE for port object 6f13e722-5f04-4f75-8479-93fb0af11d8c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:34.890349 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.895841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6da136-7463-4f98-907b-b8783fab1ee8']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:34.907963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedaa356-7ad4-437f-9258-cd08a9d0b96f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:34.908268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedaa356-7ad4-437f-9258-cd08a9d0b96f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:34.918196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.933914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.941366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:34.941366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:34.942865 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:35.017067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cd77d7e-cf60-4a25-88e6-a4ca6576eb74 req-805a0bcb-7a3e-4c93-8e5c-8587aeef9d4a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0465083 Jul 27 21:56:35.089983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.139685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Network 60609286-e61c-4af6-9d24-411526dd942c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:35.144511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:35.145457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:35.154391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Pushing event updated for resources: {'Port': ['ID=6f13e722-5f04-4f75-8479-93fb0af11d8c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:35.163673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.172478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a6da136-7463-4f98-907b-b8783fab1ee8 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:56:35.176355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.187069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0a6da136-7463-4f98-907b-b8783fab1ee8 HTTP/1.1" status: 204 len: 168 time: 0.5323467 Jul 27 21:56:35.190204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8:1::1 (60609286-e61c-4af6-9d24-411526dd942c/095438b9-6fc3-4222-9dce-57682d0ea37d/1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:35.247034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c572b1-33cf-46a1-b5a4-bc97f82c04f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a6da136-7463-4f98-907b-b8783fab1ee8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:35.338241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Attempting to bind port 6f13e722-5f04-4f75-8479-93fb0af11d8c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:35.338753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Attempting to bind port 6f13e722-5f04-4f75-8479-93fb0af11d8c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:35.342834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Attempting to bind port 6f13e722-5f04-4f75-8479-93fb0af11d8c on network 60609286-e61c-4af6-9d24-411526dd942c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:35.350580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:35.351392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Checking segment: {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:35.351861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.352977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Bound using segment: {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:35.353794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Bound port: 6f13e722-5f04-4f75-8479-93fb0af11d8c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:35.354257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.401866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:35.428379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.433523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e088533c-0a38-4947-be66-493308fdbe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.485215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:35.487445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] For port 6f13e722-5f04-4f75-8479-93fb0af11d8c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:35.492716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] For port 6f13e722-5f04-4f75-8479-93fb0af11d8c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f13e722-5f04-4f75-8479-93fb0af11d8c,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:35.543775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a24d70e-8f94-48a7-b568-cfaf96360b6c req-d1238659-f2e8-4b6f-b6f0-ac5b404b3c24 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0900087 Jul 27 21:56:35.633189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.650626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e088533c-0a38-4947-be66-493308fdbe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.671689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.725524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69496113-b037-4bcd-8907-16b32af2ab29 None None] Pushing event updated for resources: {'Port': ['ID=6f13e722-5f04-4f75-8479-93fb0af11d8c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:35.726966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 60609286-e61c-4af6-9d24-411526dd942c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:35.730843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:35.735792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:35.735792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.793459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:35.803083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e088533c-0a38-4947-be66-493308fdbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.803601 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.869249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e088533c-0a38-4947-be66-493308fdbe2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aadeba56f1a04afda3e3548f8bd5285a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656117 Jul 27 21:56:35.872044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088533c-0a38-4947-be66-493308fdbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013e0a57-4aaa-4c54-8d13-b1c4513af8c9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:35.872680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43688) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:35.931307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43690) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:35.939593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'name': 'tempest-router--1433629050', 'project_id': '06eb4a0e24fe4c86a224c8bdb68e819a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:35.974334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.031200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.098332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.102928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.104227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.159196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d04afd2-3297-495e-a72c-b23c9e062341 req-ef79e968-cea7-48a3-ad29-4270b9d94118 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0545685 Jul 27 21:56:36.256135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.256135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.256135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/013e0a57-4aaa-4c54-8d13-b1c4513af8c9 HTTP/1.1" status: 204 len: 168 time: 0.3798053 Jul 27 21:56:36.271246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dcd32-49c5-4e90-a969-9881bd8b92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e0a57-4aaa-4c54-8d13-b1c4513af8c9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:36.354090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.433705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.473372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f13e722-5f04-4f75-8479-93fb0af11d8c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:36.529226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.531231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-659b209c-0fc4-4971-9e6f-ba696dd05acb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6004639 Jul 27 21:56:36.533605 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.534827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:36.633441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6f13e722-5f04-4f75-8479-93fb0af11d8c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:36.641360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.643813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5e4156bf-2951-4bde-9bc3-e20aa52d6825 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:36.644203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.659390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.759940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:36.779122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-379b3580-35bd-4c1d-ab7e-d4dbddaf7059 req-04ba817a-7f26-482d-9d07-e8868d33dec0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1558485 Jul 27 21:56:36.797648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:36.802585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:36.803098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.938095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.943906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:36.945128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 60609286-e61c-4af6-9d24-411526dd942c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:36.947234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:37.054872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.080151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.092599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:37.109891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.110454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 853d037b-cbd3-4f06-9262-237a1657af92 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:37.120732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5e4156bf-2951-4bde-9bc3-e20aa52d6825, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5e4156bf-2951-4bde-9bc3-e20aa52d6825,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:37.122259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.122259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-781d38b1-f216-43dd-822d-6152c87a4966 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/routers/853d037b-cbd3-4f06-9262-237a1657af92 HTTP/1.1" status: 204 len: 168 time: 0.5827522 Jul 27 21:56:37.164436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0755ab5-ecd9-4777-ae7f-deeb48aab240 None None] Network 60609286-e61c-4af6-9d24-411526dd942c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:37.270039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3208503-1ef5-4119-84c0-aec95fdabeb3 req-741a9ffc-1991-4fc8-aaf2-548c5842f7b4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0517592 Jul 27 21:56:37.319960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.367624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Provisioning for port 6f13e722-5f04-4f75-8479-93fb0af11d8c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:37.376911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Provisioning complete for port 6f13e722-5f04-4f75-8479-93fb0af11d8c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:37.377557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.527901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:37.568491 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.650088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.657806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:37.668065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:37.668365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-032a9dc8-917c-4562-9264-f93af55490f1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6171212 Jul 27 21:56:37.674472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323567323'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:37.687040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:37.730185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43730) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:37.814390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:37.819678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.907900 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a34bd78c-dd10-4912-a846-2b5eacfe360f req-b385c6f6-0ae8-4cc7-87bb-8b6dba4ab2a2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0516024 Jul 27 21:56:37.908940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:37.925227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:37.925227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:37.929657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.930303 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 9ae7b76b-3ff5-4ff6-810d-1a463cd945e9 of type vlan for network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 Jul 27 21:56:37.959199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1564015204', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:37.985181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.998882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] For port 6f13e722-5f04-4f75-8479-93fb0af11d8c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f13e722-5f04-4f75-8479-93fb0af11d8c,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:38.031721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:38.118758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.119055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.121128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.129579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:38.142836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.156564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.157861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.207723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.273708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=c34fc653-e8f3-4651-9c92-7ce5be37d5b7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:38.297242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:38.407472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54dadb99-62ad-49b1-813e-af3eeddb84f7 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7342582 Jul 27 21:56:38.407959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:38.413481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:38.425134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32dd1-1017-44b2-bb11-c870aa186f83 None None] Pushing event updated for resources: {'Port': ['ID=6f13e722-5f04-4f75-8479-93fb0af11d8c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:38.439551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Provisioning complete for port 6f13e722-5f04-4f75-8479-93fb0af11d8c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:38.440598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.441915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5e4156bf-2951-4bde-9bc3-e20aa52d6825 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:38.591188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-feb00504-170b-4b8f-ab4d-0bf10ca87113 req-cfa4287f-32df-4f3f-b239-fa65629c61dc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1206610 Jul 27 21:56:38.651863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:38.652588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.654365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:38.658496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.754996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:35Z', 'revision_number': 3, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:36Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:38.763597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.792665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:38.793157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Updating router a8a2c418-326f-4678-a7bf-bc3205aa3923 port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:38.862879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.870911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Provisioning for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:38.912679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Provisioning complete for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:38.913128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.027943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-114f4741-5b02-4bd7-b3d8-3518e67ec09c None None] Port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:39.081590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f234b322-7da9-4e1c-9cf5-314ee91c8c6c req-28a0e968-f0f7-4c41-9642-1b7d03e648de tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0511978 Jul 27 21:56:39.157949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.168322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6ff6dece-f7a1-4929-8a07-2c6bcf3049bc None None] Provisioning complete for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:39.168322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dece-f7a1-4929-8a07-2c6bcf3049bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.213908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.246665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.249300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=aef899b6-a195-49b4-b23b-e1793c8ec2b8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:39.253823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6ff6dece-f7a1-4929-8a07-2c6bcf3049bc None None] Port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:39.258746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:39.259492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: c34fc653-e8f3-4651-9c92-7ce5be37d5b7, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:39.364958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.381105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Transition to ACTIVE for port object 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:39.390785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Allocated IP 172.25.3.10 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4dc42bd1-188a-4329-9442-e1ab4cca1596) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:39.409873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:39.504912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.521586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.563884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c34fc653-e8f3-4651-9c92-7ce5be37d5b7) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:39.569732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:39.570522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.579136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496f74f-9369-4931-95a0-04b1dcf9b1b6 None None] Pushing event updated for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:39.604321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941bcb0d-f803-4a6a-871f-8ac8d4d1789f None None] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:39.659413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.703816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5da7087-3de4-4a86-9cae-94b3a0219e07 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2944860 Jul 27 21:56:39.712523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Attempting to bind port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:39.712523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Attempting to bind port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:39.712523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Attempting to bind port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de on network 60609286-e61c-4af6-9d24-411526dd942c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:39.716214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:39.724274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:39.724673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Checking segment: {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:39.725072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.725474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Bound using segment: {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:39.730338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Bound port: 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed49a18-f01d-43c3-8e2a-c052344f3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '60609286-e61c-4af6-9d24-411526dd942c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:39.730338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.770640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40021f5e-83a7-41bd-a540-277538d6c4a4 req-de80e9b6-e8cf-46ae-bdfa-0b2a1746395e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0632892 Jul 27 21:56:39.800565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:39.801504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event updated for resources: {'Port': ['ID=4dc42bd1-188a-4329-9442-e1ab4cca1596,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:39.812217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:39.818157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:39.941336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] For port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:39.953702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:39.954993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.976487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] For port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:40.109101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.193660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d669b80-4308-47ff-8541-8f68b97bc2aa req-e2971d4e-164b-471e-8a15-5816df24591b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0372617 Jul 27 21:56:40.218798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:40.219449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:40.259294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496f74f-9369-4931-95a0-04b1dcf9b1b6 None None] Pushing event updated for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:40.411258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.454508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.578378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f13e722-5f04-4f75-8479-93fb0af11d8c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:40.630773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Allocated IP 2001:db8:2::2 (c34fc653-e8f3-4651-9c92-7ce5be37d5b7/aef899b6-a195-49b4-b23b-e1793c8ec2b8/4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:40.669536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:40.761653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.829706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6f13e722-5f04-4f75-8479-93fb0af11d8c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:40.830353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:40.876198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87677c4c-32c2-4a9b-89fc-395463dedc1b req-108f1bae-4269-43bd-a2d1-6590dbc2648f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0420613 Jul 27 21:56:41.033270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.064181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Router 763c4e1c-e20a-4181-bbd5-075c57a40b36 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:41.066005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Transition to ACTIVE for port object 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:41.112024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Transition to ACTIVE for port object 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:41.158496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:35Z', 'revision_number': 3, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:39Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:41.189620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766154a2-08d6-45ad-bdb0-200502a8f91d None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:35Z', 'revision_number': 3, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:39Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:41.209537 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.238853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:41.298751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:41.301766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] Sync routers for ids ['763c4e1c-e20a-4181-bbd5-075c57a40b36'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:41.316888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:41.320137 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] Routers {'763c4e1c-e20a-4181-bbd5-075c57a40b36'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:41.321103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['763c4e1c-e20a-4181-bbd5-075c57a40b36'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:41.324715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:41.335328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Pushing event updated for resources: {'Port': ['ID=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:41.362822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.365424 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-70fac09a-aec0-46c1-b29b-1ff8f9f7c879 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6345372 Jul 27 21:56:41.370129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:41.370885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-300cf2ee-91b1-44e5-b5fb-a1af73565fcc req-08b0e1c7-5d06-404e-aaed-4d551a95c9cd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0526946 Jul 27 21:56:41.411081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8:2::1 (c34fc653-e8f3-4651-9c92-7ce5be37d5b7/aef899b6-a195-49b4-b23b-e1793c8ec2b8/aa022d32-407b-4b09-9072-fe0b23105b0a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:41.412903 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:41.423666 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] Routers {'763c4e1c-e20a-4181-bbd5-075c57a40b36'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:41.433960 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['763c4e1c-e20a-4181-bbd5-075c57a40b36'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:41.467222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:41.495690 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:41.502557 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1085f4f-7f6f-483f-aaf9-16851705b8d2 None None] The sync data for ids ['763c4e1c-e20a-4181-bbd5-075c57a40b36'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:41.524667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Attempting to bind port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:41.525075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Attempting to bind port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:41.525410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Attempting to bind port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 on network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:41.531716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:41.532210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Checking segment: {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:41.532402 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.532748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Bound using segment: {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:41.533235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Bound port: 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:41.533628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.598443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-989596fe-4777-41d4-8759-442f8a4b909a tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/763c4e1c-e20a-4181-bbd5-075c57a40b36 HTTP/1.1" status: 200 len: 924 time: 0.2257147 Jul 27 21:56:41.601595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:41.648388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b20061be-b324-485f-881f-d6f4d607018c None None] For port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:41.654689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.658948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b20061be-b324-485f-881f-d6f4d607018c None None] For port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:41.676637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-92ed8ad8-6cc6-4d6e-9d6c-a421a12b9988 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=763c4e1c-e20a-4181-bbd5-075c57a40b36 HTTP/1.1" status: 200 len: 205 time: 0.0689220 Jul 27 21:56:41.677510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:41.687915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object aa022d32-407b-4b09-9072-fe0b23105b0a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:41.735507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.740378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b81306-db2a-4b97-a7d9-49db08c156ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.839749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20061be-b324-485f-881f-d6f4d607018c None None] Pushing event updated for resources: {'Port': ['ID=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:41.925663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.970178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:41.988324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55df7e95-0ad1-4dd6-9cbe-1af39edf533d req-08bc1181-d4a5-4611-9ef5-c14a679a56ad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0512424 Jul 27 21:56:42.399907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:42.416972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:42.433857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:42.459513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b81306-db2a-4b97-a7d9-49db08c156ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.467169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:42.470211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:42.470909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.471400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f4a8751-c055-4573-8413-66e980e0e243 req-401c48c5-f933-452c-a8a6-f22530d05656 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0376003 Jul 27 21:56:42.550866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b81306-db2a-4b97-a7d9-49db08c156ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.558011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.578775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:42.583423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:42.583798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.614094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-80b81306-db2a-4b97-a7d9-49db08c156ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f40df498b324635a391c92a30ad80ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1457856 Jul 27 21:56:42.616765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43886) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:42.625250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b81306-db2a-4b97-a7d9-49db08c156ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210bcd4-3171-4730-955d-d3d06fed4902,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:42.681199 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.685437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.730920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:42.750025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.841552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.843739 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.846124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:42.916520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port 4dc42bd1-188a-4329-9442-e1ab4cca1596 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:42.917087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.944848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:42.996212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.998785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.001462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8210bcd4-3171-4730-955d-d3d06fed4902 HTTP/1.1" status: 204 len: 168 time: 0.3822651 Jul 27 21:56:43.031397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:43.080626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2add47d-b099-4856-b8a2-f2cb74e84806 None None] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:43.104972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210bcd4-3171-4730-955d-d3d06fed4902,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:43.157680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.158109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.158543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.158963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.159363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.159766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.160102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.160499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.160882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.161214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.161550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.162047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae7be-7cf7-4ba7-a98b-49e45024351c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:43.181447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98123027-d1c8-4c12-a2f6-b88d2d60c82b req-efcf6261-f628-491c-bb58-eb1afe3c983e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0778978 Jul 27 21:56:43.237883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Provisioning for port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:43.252097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Provisioning complete for port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:43.252493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.312905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.344567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for 4dc42bd1-188a-4329-9442-e1ab4cca1596 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:43.392218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.443114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] For port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:43.544438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.582706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.606042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0269bf8-67ae-4ddc-b7f9-350f9b168b06 req-04ddb9ec-395d-45bc-83c5-57cecef345e8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0498037 Jul 27 21:56:43.647882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ee01-5c2b-4902-91e1-9d8c5fda622e None None] Pushing event updated for resources: {'Port': ['ID=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:43.683448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.683448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.782673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Provisioning complete for port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:43.783433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.788011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:43.788011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:43.827560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=4dc42bd1-188a-4329-9442-e1ab4cca1596,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:43.938184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:43.941253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:43.943318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.014160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Provisioning for port aa022d32-407b-4b09-9072-fe0b23105b0a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:44.025329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Provisioning complete for port aa022d32-407b-4b09-9072-fe0b23105b0a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:44.025914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.098905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-22d1ec89-33d1-4e9f-b110-58502afe6f3b None None] Port aa022d32-407b-4b09-9072-fe0b23105b0a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:44.144479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.148351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.208802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:44.236340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5cadc207-413e-48d5-b2ad-9a2c8bb65f2a None None] Provisioning complete for port aa022d32-407b-4b09-9072-fe0b23105b0a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:44.240527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cadc207-413e-48d5-b2ad-9a2c8bb65f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.333931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.334745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router 763c4e1c-e20a-4181-bbd5-075c57a40b36 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:44.351720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-37daf3ff-e77a-470a-b042-f1e0ed9a5e22 req-40c54361-83f9-4a80-a1b7-19523415d003 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0766704 Jul 27 21:56:44.369955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.375357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cd0d7acc-b4bb-4baf-a2f8-41ed1c24e46d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/763c4e1c-e20a-4181-bbd5-075c57a40b36 HTTP/1.1" status: 204 len: 168 time: 2.6940150 Jul 27 21:56:44.379525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:44.388872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:44.390778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237681924', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:44.396707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5cadc207-413e-48d5-b2ad-9a2c8bb65f2a None None] Port aa022d32-407b-4b09-9072-fe0b23105b0a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:44.403394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:44.411556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00fde44a-897c-4a4b-80d7-97aea9faf4fd tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6933236 Jul 27 21:56:44.417172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:44.425769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-859116368'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:44.433062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:44.434573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:44.476615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:44.534594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.536147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.583716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-08fdcec0-e5ba-4029-b06a-4cd1e095ef6b None None] Provisioning complete for port aa022d32-407b-4b09-9072-fe0b23105b0a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:44.584102 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08fdcec0-e5ba-4029-b06a-4cd1e095ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.587269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:44.620254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.660468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:44.668245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.678005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:44.679982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.698405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:44.709373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b233b98-7656-4b4f-bcea-1c415bbaff94 req-e2a89b90-cc26-4a13-94eb-1e2ff9783854 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0376813 Jul 27 21:56:44.719029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.719029 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added segment 71894f84-9c65-4f6a-bb70-6a591deb832b of type vlan for network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 Jul 27 21:56:44.719626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-08fdcec0-e5ba-4029-b06a-4cd1e095ef6b None None] Port aa022d32-407b-4b09-9072-fe0b23105b0a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:44.767974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.889309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.903772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:44.907057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:44.929367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.015402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Network': ['ID=2d7cece2-d50e-4c1f-8570-b8b9243b2477,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:45.031005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:45.119828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:45.125166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3bc6e972-87e7-4217-a1ca-4035a6bf288e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7069030 Jul 27 21:56:45.128665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:45.142080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'subnet': {'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:45.197905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:43Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:45.229638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:45.229917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Updating router a8a2c418-326f-4678-a7bf-bc3205aa3923 port aa022d32-407b-4b09-9072-fe0b23105b0a binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:45.279099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:45.279487 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.299043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.470969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1861e044-023a-4390-8868-1f27cd96131a req-db523043-f02a-45b4-bd30-fe499f7c68e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0588279 Jul 27 21:56:45.500173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Made reservation on behalf of dfca344645334def82b126f17e69e3d1 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:45.507658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.592997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.643389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.759489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.769789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:45.781345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Transition to ACTIVE for port object aa022d32-407b-4b09-9072-fe0b23105b0a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:45.829080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-250714f8-b99d-46d5-90eb-17513d66fd52 req-e6666ba6-1076-4e79-93aa-7319efcff117 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0469637 Jul 27 21:56:45.866080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.901229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 172.25.3.201 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/61c6e944-0c78-47b3-b8ef-27b154c934d6) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:45.929931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db08f9-be60-4110-a10b-125547ef30ab None None] Pushing event updated for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:45.994950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-595446572'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:46.019903 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.025929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Attempting to bind port aa022d32-407b-4b09-9072-fe0b23105b0a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:46.026426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Attempting to bind port aa022d32-407b-4b09-9072-fe0b23105b0a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:46.026870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Attempting to bind port aa022d32-407b-4b09-9072-fe0b23105b0a on network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:46.033112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:46.033830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Checking segment: {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:46.034026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.034663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Bound using segment: {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:46.035232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Bound port: aa022d32-407b-4b09-9072-fe0b23105b0a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:46.035707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.077649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Made reservation on behalf of 224b7b11e07e45f491b708a34ae276c0 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:46.081532 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.093409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.136716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Subnet': ['ID=ead97a50-b180-4f68-a073-12f4ea80e408,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:46.145426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.150251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] For port aa022d32-407b-4b09-9072-fe0b23105b0a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:46.155024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] For port aa022d32-407b-4b09-9072-fe0b23105b0a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aa022d32-407b-4b09-9072-fe0b23105b0a,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:46.157330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Checking segment: {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:46.157713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network hostable DHCP agents. Network: 2d7cece2-d50e-4c1f-8570-b8b9243b2477, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:46.193898 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:46.249424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.321898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.363057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:46.363505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.372439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.379935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:46.385118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:46.385782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:46.421966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.421966 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Added segment 7630ee99-0e2e-40aa-aca7-c592794cca9e of type vlan for network 61561721-af74-4308-a20a-6cfea28522b5 Jul 27 21:56:46.423758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:46.427017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db08f9-be60-4110-a10b-125547ef30ab None None] Pushing event updated for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:46.429378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:46.436652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:46.445232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f84d46-8879-43e4-99ef-96c1ecb8b727,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:46.478273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=61c6e944-0c78-47b3-b8ef-27b154c934d6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:46.485693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2d7cece2-d50e-4c1f-8570-b8b9243b2477) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:46.493649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:46.525553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc1843-2b51-4795-ba69-48543a3edab3 None None] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:46.560910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.562158 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.566526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.617022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6406232b-8637-47b4-8b6e-aaf8b1e1c163 req-ca8a0fe7-d3ea-43bc-870e-36fa3170154c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0525396 Jul 27 21:56:46.734669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.741536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:46.743038 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.805462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-846f5134-b3b5-48f0-8bfd-c779ce310b85 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6488914 Jul 27 21:56:46.811011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:46.862943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:46.864023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.919633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event updated for resources: {'Network': ['ID=61561721-af74-4308-a20a-6cfea28522b5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:46.933004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-658e7887-5f8d-4bd5-8fc5-215dcc55a753 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1585655 Jul 27 21:56:46.935669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:46.941035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Request body: {'subnet': {'network_id': '61561721-af74-4308-a20a-6cfea28522b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:46.942873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-41631622-27e3-4a04-bbc5-9322d748a676 req-f8911a05-d486-4eb7-a05a-39c29d410db0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0417244 Jul 27 21:56:46.956127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 61561721-af74-4308-a20a-6cfea28522b5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:46.959438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.964145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:46Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:47.038527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17826c42-a1b8-4e91-aadb-fef6284b9ee9 None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:46Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:47.174005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Allocated IP 2001:db8:3::2 (2d7cece2-d50e-4c1f-8570-b8b9243b2477/ead97a50-b180-4f68-a073-12f4ea80e408/08ed7c51-1977-4ed9-8a85-7b8f34e34500) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:47.259144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.313887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Made reservation on behalf of 224b7b11e07e45f491b708a34ae276c0 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:47.318596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.506151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router 28f4c144-dbeb-469c-a705-4d387a776adc is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:47.541587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.542584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.554549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Transition to ACTIVE for port object 08ed7c51-1977-4ed9-8a85-7b8f34e34500 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:47.579884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Transition to ACTIVE for port object 08ed7c51-1977-4ed9-8a85-7b8f34e34500 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:47.662441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:47.676852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Sync routers for ids ['28f4c144-dbeb-469c-a705-4d387a776adc'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:47.678243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.694471 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Routers {'28f4c144-dbeb-469c-a705-4d387a776adc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:47.695535 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['28f4c144-dbeb-469c-a705-4d387a776adc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:47.762593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:47.769887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:47.778381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:47.810711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.811187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29f43b43-b29d-498e-882e-828065a2a126 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4297974 Jul 27 21:56:47.813480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:47.879150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Pushing event updated for resources: {'Port': ['ID=08ed7c51-1977-4ed9-8a85-7b8f34e34500,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:47.912202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Attempting to bind port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:47.913462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Attempting to bind port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:47.913842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Attempting to bind port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 on network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:47.914242 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Set router 28f4c144-dbeb-469c-a705-4d387a776adc gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:47.920814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:47.925472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Checking segment: {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:47.925472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.925472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Bound using segment: {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:47.925472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Bound port: 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:47.925472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.039513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5447b0da-ac95-4ddc-8c46-49a94081be41 req-f7e809f8-20ec-401b-af42-328b3352bbd3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0518382 Jul 27 21:56:48.079579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] For port 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:48.085308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] For port 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=08ed7c51-1977-4ed9-8a85-7b8f34e34500,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:48.204666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.234635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:44Z', 'updated_at': '2021-07-27T21:56:46Z', 'revision_number': 3, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port': {'id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:45Z', 'updated_at': '2021-07-27T21:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:48.272695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Checking router: 28f4c144-dbeb-469c-a705-4d387a776adc for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:48.272695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Updating router 28f4c144-dbeb-469c-a705-4d387a776adc port 61c6e944-0c78-47b3-b8ef-27b154c934d6 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:48.280933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.335126 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.387842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ccf73-e5f3-4384-9515-c8069c265c92 None None] Pushing event updated for resources: {'Port': ['ID=08ed7c51-1977-4ed9-8a85-7b8f34e34500,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:48.457814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ccfc859-7cff-4f0d-a8ea-e11081ce45a5 req-4aa791a2-bcbb-42d4-85e4-b19b88420bbf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0419507 Jul 27 21:56:48.466692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aa022d32-407b-4b09-9072-fe0b23105b0a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:48.507596 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4b8c2b44-eee4-4cd4-b0b6-5b75033488a9 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/28f4c144-dbeb-469c-a705-4d387a776adc HTTP/1.1" status: 200 len: 908 time: 0.6894219 Jul 27 21:56:48.507596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43988) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:48.511942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-237681924', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': True}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:48.515507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event updated for resources: {'Subnet': ['ID=25b74c25-f6ee-4a75-acf9-e68c238b349d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:48.533426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Allocated IP 2001:db8:3::1 (2d7cece2-d50e-4c1f-8570-b8b9243b2477/ead97a50-b180-4f68-a073-12f4ea80e408/5dbff127-0876-4395-8b22-3380826b4d7c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:48.612893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Checking segment: {'id': '7630ee99-0e2e-40aa-aca7-c592794cca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '61561721-af74-4308-a20a-6cfea28522b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:48.613254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Network hostable DHCP agents. Network: 61561721-af74-4308-a20a-6cfea28522b5, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:48.688808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port aa022d32-407b-4b09-9072-fe0b23105b0a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:48.689241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.692869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.693052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port aa022d32-407b-4b09-9072-fe0b23105b0a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:48.693432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.739692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.748519 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.757364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Transition to ACTIVE for port object 5dbff127-0876-4395-8b22-3380826b4d7c will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:48.773005 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Transition to ACTIVE for port object 61c6e944-0c78-47b3-b8ef-27b154c934d6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:48.779926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.826485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.842928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Network 61561721-af74-4308-a20a-6cfea28522b5 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:48.862904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port aa022d32-407b-4b09-9072-fe0b23105b0a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aa022d32-407b-4b09-9072-fe0b23105b0a,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:48.952053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.952852 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.000839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:49.004106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:49.006606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:49.007375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.017766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Attempting to bind port 61c6e944-0c78-47b3-b8ef-27b154c934d6 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:49.018134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Attempting to bind port 61c6e944-0c78-47b3-b8ef-27b154c934d6 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:49.018525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Attempting to bind port 61c6e944-0c78-47b3-b8ef-27b154c934d6 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:49.020602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575940-c389-4653-bb4d-67adf390a74d None None] Pushing event updated for resources: {'Port': ['ID=61c6e944-0c78-47b3-b8ef-27b154c934d6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:49.032951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:49.033683 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:49.034348 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.034974 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:49.036462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Bound port: 61c6e944-0c78-47b3-b8ef-27b154c934d6, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:49.036915 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.037752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.089672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.103237 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] For port 61c6e944-0c78-47b3-b8ef-27b154c934d6, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:49.109467 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] For port 61c6e944-0c78-47b3-b8ef-27b154c934d6, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=61c6e944-0c78-47b3-b8ef-27b154c934d6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:49.116192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 61561721-af74-4308-a20a-6cfea28522b5) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:49.118384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:49.130162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:49.130963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.137265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf25046-13ed-482d-b105-924cd479e9b6 None None] Network 61561721-af74-4308-a20a-6cfea28522b5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:49.175951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1722ae61-0a12-49d1-9d3a-f93d1cd79431 req-8db32aef-d596-403e-8b60-43c5f2df926a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0403829 Jul 27 21:56:49.223218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:49.243489 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.310898 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08575940-c389-4653-bb4d-67adf390a74d None None] Pushing event updated for resources: {'Port': ['ID=61c6e944-0c78-47b3-b8ef-27b154c934d6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:49.315489 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Routers {'28f4c144-dbeb-469c-a705-4d387a776adc'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:49.315489 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['28f4c144-dbeb-469c-a705-4d387a776adc'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:49.378557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-61561721-af74-4308-a20a-6cfea28522b5', 'network_id': '61561721-af74-4308-a20a-6cfea28522b5', 'tenant_id': '224b7b11e07e45f491b708a34ae276c0', 'fixed_ips': [{'subnet_id': '25b74c25-f6ee-4a75-acf9-e68c238b349d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:49.379915 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.393748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef1c9871-5146-4762-90bd-4fed5c70f219 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4544048 Jul 27 21:56:49.394447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:49.405279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Request body: {'port': {'network_id': '61561721-af74-4308-a20a-6cfea28522b5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1093943663'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:49.410888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.469630 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.494277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] Set router 28f4c144-dbeb-469c-a705-4d387a776adc gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:49.494725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.626968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Allocated IP 172.20.0.2 (61561721-af74-4308-a20a-6cfea28522b5/25b74c25-f6ee-4a75-acf9-e68c238b349d/c1818a31-88cc-4018-8823-73fa90b515ac) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:49.649993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234e6cf-6154-4d68-be0e-7fdd2874d8fa None None] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:49.660781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 172.25.3.186 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/96c62749-1a0c-4332-8d36-4ba8334940f8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:49.669653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7afe89c0-d530-4fbf-a6db-af40c74ecf23 req-a190df17-a4b7-4840-a221-acb2154eb693 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1045721 Jul 27 21:56:49.740330 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:44Z', 'updated_at': '2021-07-27T21:56:46Z', 'revision_number': 3, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port': {'id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:45Z', 'updated_at': '2021-07-27T21:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:49.772725 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2703-d5e0-4c95-ba2b-66d348fdaa3c None None] The sync data for ids ['28f4c144-dbeb-469c-a705-4d387a776adc'] in n-d-738018-6 is: [{'id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': False}, 'gw_port_id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:44Z', 'updated_at': '2021-07-27T21:56:46Z', 'revision_number': 3, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port': {'id': '61c6e944-0c78-47b3-b8ef-27b154c934d6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f4c144-dbeb-469c-a705-4d387a776adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:45Z', 'updated_at': '2021-07-27T21:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:49.813896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.890154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Made reservation on behalf of 224b7b11e07e45f491b708a34ae276c0 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:49.895886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.952459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-27a82e22-bd92-425f-91df-bd82c5199827 None None] Provisioning for port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:49.977731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:49.988615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Transition to ACTIVE for port object c1818a31-88cc-4018-8823-73fa90b515ac will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:49.990220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] device_id is not set on port 0ba05d6a-cb3d-40c1-b5cd-919c9371c32f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:56:50.007654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Transition to ACTIVE for port object c1818a31-88cc-4018-8823-73fa90b515ac will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:50.089678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.157567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:50.166992 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.169765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.171265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:50.197349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=96c62749-1a0c-4332-8d36-4ba8334940f8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:50.200989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:50.239962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.240366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.240888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.241251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.241597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.241944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.242315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.244082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Pushing event updated for resources: {'Port': ['ID=c1818a31-88cc-4018-8823-73fa90b515ac,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:50.244334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.244731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.245080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.245427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.245772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:50.277564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.279621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.285214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Network 61561721-af74-4308-a20a-6cfea28522b5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:50.287086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:50.289436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:50.389967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Attempting to bind port c1818a31-88cc-4018-8823-73fa90b515ac on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:50.390458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Attempting to bind port c1818a31-88cc-4018-8823-73fa90b515ac by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7630ee99-0e2e-40aa-aca7-c592794cca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '61561721-af74-4308-a20a-6cfea28522b5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:50.392709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Attempting to bind port c1818a31-88cc-4018-8823-73fa90b515ac on network 61561721-af74-4308-a20a-6cfea28522b5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:50.405970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:50.406528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event updated for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:50.414254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Checking segment: {'id': '7630ee99-0e2e-40aa-aca7-c592794cca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '61561721-af74-4308-a20a-6cfea28522b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:50.414254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.414254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Bound using segment: {'id': '7630ee99-0e2e-40aa-aca7-c592794cca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '61561721-af74-4308-a20a-6cfea28522b5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:50.414254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Bound port: c1818a31-88cc-4018-8823-73fa90b515ac, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630ee99-0e2e-40aa-aca7-c592794cca9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '61561721-af74-4308-a20a-6cfea28522b5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:50.414254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.530524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-955b4f78-9e37-417e-8ecd-d6bab97b83d6 req-36383a52-9baa-4cfa-b080-cfe4517b7b8d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.2441576 Jul 27 21:56:50.561102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-171c6052-449f-417d-adb3-38c7e56549be None None] For port c1818a31-88cc-4018-8823-73fa90b515ac, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:50.569852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-171c6052-449f-417d-adb3-38c7e56549be None None] For port c1818a31-88cc-4018-8823-73fa90b515ac, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1818a31-88cc-4018-8823-73fa90b515ac,segment=NetworkSegment(7630ee99-0e2e-40aa-aca7-c592794cca9e),segment_id=7630ee99-0e2e-40aa-aca7-c592794cca9e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:50.585206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Allocated IP 172.20.0.12 (61561721-af74-4308-a20a-6cfea28522b5/25b74c25-f6ee-4a75-acf9-e68c238b349d/0ba05d6a-cb3d-40c1-b5cd-919c9371c32f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:50.621948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aa022d32-407b-4b09-9072-fe0b23105b0a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:50.727671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port aa022d32-407b-4b09-9072-fe0b23105b0a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:50.728358 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.769053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.782144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:50.786483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:50.818826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-65758712-0124-4b7c-a6b0-a0cbb7b2f87c None None] Provisioning for port 5dbff127-0876-4395-8b22-3380826b4d7c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:50.867153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-65758712-0124-4b7c-a6b0-a0cbb7b2f87c None None] Provisioning complete for port 5dbff127-0876-4395-8b22-3380826b4d7c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:50.868563 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65758712-0124-4b7c-a6b0-a0cbb7b2f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.909835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.925576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-593151f0-1ed3-4f16-9204-ed666d2e8f12 req-2568c316-7b7a-4a4a-bae8-2465e9f716d8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1736302 Jul 27 21:56:50.936253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-65758712-0124-4b7c-a6b0-a0cbb7b2f87c None None] Port 5dbff127-0876-4395-8b22-3380826b4d7c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:50.973215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:50.986097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c6052-449f-417d-adb3-38c7e56549be None None] Pushing event updated for resources: {'Port': ['ID=c1818a31-88cc-4018-8823-73fa90b515ac,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:51.027144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:51.030337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Transition to ACTIVE for port object 0ba05d6a-cb3d-40c1-b5cd-919c9371c32f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:51.135260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 61c6e944-0c78-47b3-b8ef-27b154c934d6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:51.245828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6dc9e3fa-01a3-4178-8e95-a03d88e647b9 None None] Provisioning complete for port 5dbff127-0876-4395-8b22-3380826b4d7c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:51.247681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6dc9e3fa-01a3-4178-8e95-a03d88e647b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.318235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9e3fa-01a3-4178-8e95-a03d88e647b9 None None] Port 5dbff127-0876-4395-8b22-3380826b4d7c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:51.381355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:51.396247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72bcf2f7-d97f-4052-b0a0-97fdf0e54ca4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5831416 Jul 27 21:56:51.396951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44018) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:51.404856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:51.427328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:51.434813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.441963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:51.442954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:51.504710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 61c6e944-0c78-47b3-b8ef-27b154c934d6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:51.517989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.546970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 61c6e944-0c78-47b3-b8ef-27b154c934d6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:51.547330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.609349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bd3e11b1-4574-4d2b-a736-dd450b911d75 None None] Provisioning complete for port 5dbff127-0876-4395-8b22-3380826b4d7c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:51.610235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd3e11b1-4574-4d2b-a736-dd450b911d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.619141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:51.635889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-440ec9be-70db-46db-bf21-d2e98bbe100e req-efce3085-3341-4cf3-9892-76a7dc5b6038 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0445926 Jul 27 21:56:51.658777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Network 61561721-af74-4308-a20a-6cfea28522b5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:51.668992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:51.707898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:51.750083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event updated for resources: {'Port': ['ID=0ba05d6a-cb3d-40c1-b5cd-919c9371c32f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:51.755693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e11b1-4574-4d2b-a736-dd450b911d75 None None] Port 5dbff127-0876-4395-8b22-3380826b4d7c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:51.774035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router 7f2730bd-2f20-482e-b981-f130b4bc3dff is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:51.853650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:51.854370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.940418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:51.952161 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Sync routers for ids ['7f2730bd-2f20-482e-b981-f130b4bc3dff'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:51.966977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-966b8c6e-1089-4ded-aeb0-988eb1e376f7 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.5709705 Jul 27 21:56:51.970663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44024) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:51.973802 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Routers {'7f2730bd-2f20-482e-b981-f130b4bc3dff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:51.974478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7f2730bd-2f20-482e-b981-f130b4bc3dff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:52.032273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.068194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 61c6e944-0c78-47b3-b8ef-27b154c934d6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=61c6e944-0c78-47b3-b8ef-27b154c934d6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:52.068336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5796f2f3-6761-4cf6-b5e4-74280ef4288e req-c5973b4b-02d3-4bde-a509-22faf9bd3edd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0692470 Jul 27 21:56:52.092507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.096077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11077236-22ab-43b9-8f9e-2ddb39e7eaad tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5858002 Jul 27 21:56:52.097449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.138241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:56:52.150325 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Set router 7f2730bd-2f20-482e-b981-f130b4bc3dff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:52.169486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Removed routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:56:52.169893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.194600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:49Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:49Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:52.198901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.201603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 08ed7c51-1977-4ed9-8a85-7b8f34e34500 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:52.237159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Deleting port 0ba05d6a-cb3d-40c1-b5cd-919c9371c32f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:52.237493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.280528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:52.281112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Updating router a8a2c418-326f-4678-a7bf-bc3205aa3923 port 5dbff127-0876-4395-8b22-3380826b4d7c binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:52.364561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-151fd81d-090c-4fed-ada0-4d31764115fe tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/7f2730bd-2f20-482e-b981-f130b4bc3dff HTTP/1.1" status: 200 len: 907 time: 0.2637246 Jul 27 21:56:52.364962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44032) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.408810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=61c6e944-0c78-47b3-b8ef-27b154c934d6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:52.408810 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.409016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.425763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Calling delete_port for 0ba05d6a-cb3d-40c1-b5cd-919c9371c32f owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:52.525359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.665806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2730bd-2f20-482e-b981-f130b4bc3dff', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '96c62749-1a0c-4332-8d36-4ba8334940f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:50Z', 'revision_number': 3, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port': {'id': '96c62749-1a0c-4332-8d36-4ba8334940f8', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:38:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2730bd-2f20-482e-b981-f130b4bc3dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:49Z', 'updated_at': '2021-07-27T21:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:52.709957 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Checking router: 7f2730bd-2f20-482e-b981-f130b4bc3dff for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:52.710479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Updating router 7f2730bd-2f20-482e-b981-f130b4bc3dff port 96c62749-1a0c-4332-8d36-4ba8334940f8 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:52.758799 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.791590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16016ac-e1e0-4258-9976-029bd3b386c0 req-0c1f3991-f9c9-4450-9529-bffd7446edc6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0750744 Jul 27 21:56:52.816493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.834519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Transition to ACTIVE for port object 5dbff127-0876-4395-8b22-3380826b4d7c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:52.862748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.871481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:52.875549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:52.875937 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.906369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event deleted for resources: {'Port': ['ID=0ba05d6a-cb3d-40c1-b5cd-919c9371c32f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:52.935646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.955281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.959220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.969621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca7515-5ab5-4bd7-9ed8-83c84875eaec None None] Network 61561721-af74-4308-a20a-6cfea28522b5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:53.003533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.009762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1738f704-3ca9-4542-a386-2df2a0789975 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "DELETE /v2.0/ports/0ba05d6a-cb3d-40c1-b5cd-919c9371c32f HTTP/1.1" status: 204 len: 168 time: 1.0378003 Jul 27 21:56:53.010362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.053265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.095130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b743590b-9bd4-4781-81ae-89222799cb16 tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0835173 Jul 27 21:56:53.096857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44044) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.100076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:53.102174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1245838652'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:53.119313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.172327 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.188503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Transition to ACTIVE for port object 96c62749-1a0c-4332-8d36-4ba8334940f8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:53.202066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa384d-7450-403f-ae17-d910a0ff221a None None] Pushing event updated for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.212693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-682dada6-d762-4cd0-a4a0-a08936cfba49 req-610eb1a1-d117-4ffb-97eb-95894f1ded54 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0611622 Jul 27 21:56:53.249532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-58e75fc4-059e-4097-9a85-abf121c3afc7 None None] Provisioning for port c1818a31-88cc-4018-8823-73fa90b515ac completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:53.259607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=08ed7c51-1977-4ed9-8a85-7b8f34e34500,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:53.274466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:53.288610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.290926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9c7e1597-2b13-4f21-8994-0f007f6d76bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 953 time: 1.8919652 Jul 27 21:56:53.293483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44048) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.306662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Deleting port 96c62749-1a0c-4332-8d36-4ba8334940f8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:53.307009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.332408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Attempting to bind port 5dbff127-0876-4395-8b22-3380826b4d7c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:53.333040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Attempting to bind port 5dbff127-0876-4395-8b22-3380826b4d7c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:53.333185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Attempting to bind port 5dbff127-0876-4395-8b22-3380826b4d7c on network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:53.345156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:53.345483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Checking segment: {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:53.349618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.349618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Bound using segment: {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:53.349618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Bound port: 5dbff127-0876-4395-8b22-3380826b4d7c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71894f84-9c65-4f6a-bb70-6a591deb832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:53.350074 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.350246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.449432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.453189 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618a97-6e27-4f01-8109-9005c7548fdd None None] Pushing event updated for resources: {'Port': ['ID=96c62749-1a0c-4332-8d36-4ba8334940f8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.456834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Attempting to bind port 96c62749-1a0c-4332-8d36-4ba8334940f8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:53.457212 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Attempting to bind port 96c62749-1a0c-4332-8d36-4ba8334940f8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:53.457587 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Attempting to bind port 96c62749-1a0c-4332-8d36-4ba8334940f8 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:53.465073 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:53.465515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:53.468167 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.469206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:53.469438 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Bound port: 96c62749-1a0c-4332-8d36-4ba8334940f8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:53.469903 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.509688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9cfd09b5-cf41-4142-8ad6-8a0bd991f3d5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 953 time: 0.2114091 Jul 27 21:56:53.511713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44052) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.514347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Made reservation on behalf of 224b7b11e07e45f491b708a34ae276c0 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:53.517718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.523049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'routes': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:53.576419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] For port 5dbff127-0876-4395-8b22-3380826b4d7c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:53.577318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=08ed7c51-1977-4ed9-8a85-7b8f34e34500,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.584393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] For port 5dbff127-0876-4395-8b22-3380826b4d7c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5dbff127-0876-4395-8b22-3380826b4d7c,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:53.658634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] For port 96c62749-1a0c-4332-8d36-4ba8334940f8, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:53.664799 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] For port 96c62749-1a0c-4332-8d36-4ba8334940f8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=96c62749-1a0c-4332-8d36-4ba8334940f8,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:53.670761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:53.700624 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.701288 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Added segment 686dcbd3-6a67-4b05-b901-508e2437b5c0 of type vlan for network 26947241-ae0f-4454-bfa5-aafb3cebb251 Jul 27 21:56:53.797221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.835160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1818a31-88cc-4018-8823-73fa90b515ac up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:53.848648 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.871663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.926533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3429782f-eeb8-4342-a5c6-51efabbc0225 req-4d324c6e-badb-44e6-94b0-786148bc89cb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0498116 Jul 27 21:56:53.950100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa384d-7450-403f-ae17-d910a0ff221a None None] Pushing event updated for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.955837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.979273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Calling delete_port for 96c62749-1a0c-4332-8d36-4ba8334940f8 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:53.983114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:53.984132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:54.007495 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Routers {'7f2730bd-2f20-482e-b981-f130b4bc3dff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:54.008349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7f2730bd-2f20-482e-b981-f130b4bc3dff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:54.123555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:54.212792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.219862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.220843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.233098 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af618a97-6e27-4f01-8109-9005c7548fdd None None] Pushing event updated for resources: {'Port': ['ID=96c62749-1a0c-4332-8d36-4ba8334940f8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:54.244405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-a86aff72-b6e8-4094-a25f-5ccbb2b7b039 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1620741 Jul 27 21:56:54.284357 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] Set router 7f2730bd-2f20-482e-b981-f130b4bc3dff gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:54.372996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2744472 Jul 27 21:56:54.382649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44062) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:54.412454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2730bd-2f20-482e-b981-f130b4bc3dff', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:52Z', 'revision_number': 4, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:54.462810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c559fac0-5812-4288-8f97-d4b98829ea34 req-963ef0b1-8e6a-4c79-a758-359e575443c8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0956025 Jul 27 21:56:54.497854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1dc82-b335-4fec-939c-74584bdaa6a9 None None] The sync data for ids ['7f2730bd-2f20-482e-b981-f130b4bc3dff'] in n-d-738018-6 is: [{'id': '7f2730bd-2f20-482e-b981-f130b4bc3dff', 'name': 'tempest-snat-router-237681924', 'tenant_id': '04596120c56c4a3a931f98d8c3b0b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:52Z', 'revision_number': 4, 'project_id': '04596120c56c4a3a931f98d8c3b0b32c', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:54.516058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43995e-9997-4ec3-995e-e4deff959555 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event updated for resources: {'Network': ['ID=26947241-ae0f-4454-bfa5-aafb3cebb251,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:54.524249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c1818a31-88cc-4018-8823-73fa90b515ac completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:54.531593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2ced8d7c-942d-43bd-b6db-9f204ed4a74c None None] Could not find standard attr ID for object 0ba05d6a-cb3d-40c1-b5cd-919c9371c32f. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:56:54.532205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 26947241-ae0f-4454-bfa5-aafb3cebb251 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:54.609349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c1818a31-88cc-4018-8823-73fa90b515ac triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:54.609746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.648589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added routes are [] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:56:54.649067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:56:54.655743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-2436dd35-8781-403f-a96b-5f17987624a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.657585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-2436dd35-8781-403f-a96b-5f17987624a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 1097 time: 0.3775313 Jul 27 21:56:54.715803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-df9f348e-b6ca-46d2-bea2-4485996f7e0d tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks HTTP/1.1" status: 200 len: 11996 time: 0.3269773 Jul 27 21:56:54.718401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:54.738123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.783599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.803339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Port': ['ID=96c62749-1a0c-4332-8d36-4ba8334940f8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:54.822817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.829110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.834117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.836403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.842872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.849036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.856045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.862685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:54.863150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:52Z', 'revision_number': 6, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:53Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:54.866950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-a8d5a03c-0df6-4e1a-8aaf-1604fa3972ce tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.2950675 Jul 27 21:56:54.894395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c1818a31-88cc-4018-8823-73fa90b515ac, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1818a31-88cc-4018-8823-73fa90b515ac,segment=NetworkSegment(7630ee99-0e2e-40aa-aca7-c592794cca9e),segment_id=7630ee99-0e2e-40aa-aca7-c592794cca9e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:54.927089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceabc37-7e8d-4a64-8e18-01e86ee20bcd None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:52Z', 'revision_number': 6, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:53Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:54.935776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.995390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6615e040-285a-428f-a4e9-ec77ed534bae tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] Network 26947241-ae0f-4454-bfa5-aafb3cebb251 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:55.004908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.005801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 61c6e944-0c78-47b3-b8ef-27b154c934d6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:55.031720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-cdc57821-810f-450b-a250-d293cf2e7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:55.033257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-cdc57821-810f-450b-a250-d293cf2e7dbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 200 len: 917 time: 0.3513155 Jul 27 21:56:55.048575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cf2c47e-7287-4a66-bf35-717eeda00b77 req-ee898c4d-b0e5-4f23-be7e-8e6c038ce110 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749249 Jul 27 21:56:55.156436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c1818a31-88cc-4018-8823-73fa90b515ac,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:55.159768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.172579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 61c6e944-0c78-47b3-b8ef-27b154c934d6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:55.173067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.189745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.190677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27f875c2-2c0b-413e-9ee9-c13732da07cc req-df180fdd-8cd2-48ee-acd9-52d0297b96cd tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0662036 Jul 27 21:56:55.251614 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6615e040-285a-428f-a4e9-ec77ed534bae tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "POST /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5313642 Jul 27 21:56:55.253728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:55.263546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa457d-e24b-4d03-a520-59ad153ddc3b None None] Network 26947241-ae0f-4454-bfa5-aafb3cebb251 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:55.415085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.416035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2730bd-2f20-482e-b981-f130b4bc3dff {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:55.438395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.439801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-193cd6fe-7cd1-43a8-8505-596bc13e2c40 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/routers/7f2730bd-2f20-482e-b981-f130b4bc3dff HTTP/1.1" status: 204 len: 168 time: 3.0738473 Jul 27 21:56:55.451062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:55.583550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1c428067-084c-40d1-8ad5-30bcec6e519e tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks HTTP/1.1" status: 200 len: 12767 time: 0.3267572 Jul 27 21:56:55.635614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:55.667627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d703828b-4cdd-487f-94ab-ecebfbfd4f75 req-fa82c4b7-307c-437f-9361-0e33624b5904 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0928907 Jul 27 21:56:55.701711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1818a31-88cc-4018-8823-73fa90b515ac up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:55.743779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-930c10ec-b59c-447c-9ae9-65d042793834 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 200 len: 1002 time: 0.6934307 Jul 27 21:56:55.785934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.813207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c1818a31-88cc-4018-8823-73fa90b515ac triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:55.813784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.006853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.056622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-db54b398-cd4b-4310-ae39-ff6a9f881c96 tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "DELETE /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks/26947241-ae0f-4454-bfa5-aafb3cebb251 HTTP/1.1" status: 204 len: 168 time: 0.4198449 Jul 27 21:56:56.057334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.062911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.069605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.077603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.083354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5dbff127-0876-4395-8b22-3380826b4d7c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:56.088619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.098249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.104920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.114126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.116684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f372cb36-c920-43ef-862c-bd91f44f87cb req-5333febb-8473-4ec9-8889-cb31418cc6c8 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.4475300 Jul 27 21:56:56.121912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.127718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.170217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-3cb66bd2-0f11-4462-8328-30d19656fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.171707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-3cb66bd2-0f11-4462-8328-30d19656fc39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b28b2cca-d153-41bb-a330-8b67523debcf HTTP/1.1" status: 200 len: 855 time: 0.4132185 Jul 27 21:56:56.282377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:56.284468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Deleting port 61c6e944-0c78-47b3-b8ef-27b154c934d6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:56.284878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.290354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e139e6a-1a4f-4d59-8c5a-261e1c66f6a3 tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks HTTP/1.1" status: 200 len: 11996 time: 0.2321332 Jul 27 21:56:56.294107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5dbff127-0876-4395-8b22-3380826b4d7c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:56.296248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44094) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.300207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:56.300858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:56.302837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5dbff127-0876-4395-8b22-3380826b4d7c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:56.303354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.327347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:56.353137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e9e80b7c-c690-4e22-bc0e-c8fe571b4627 tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/networks/61561721-af74-4308-a20a-6cfea28522b5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0508502 Jul 27 21:56:56.354985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44096) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.370984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc05f837-94ad-4691-a0e8-83653b811ab7 req-00d99b0c-fb55-416e-95c4-55e4240fde55 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1044540 Jul 27 21:56:56.371371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-73d0f5ba-724b-4066-bb1d-7440907ce30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.372914 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-73d0f5ba-724b-4066-bb1d-7440907ce30e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d18c5544-d0c9-4d47-810f-520ee23104f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908653 Jul 27 21:56:56.423424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] For port 61c6e944-0c78-47b3-b8ef-27b154c934d6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=61c6e944-0c78-47b3-b8ef-27b154c934d6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:56.424051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.434015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:56.438435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Calling delete_port for 61c6e944-0c78-47b3-b8ef-27b154c934d6 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:56.510734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b26453ec-e980-4a6a-a03f-c28b7ea54ed3 tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/networks/61561721-af74-4308-a20a-6cfea28522b5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1500452 Jul 27 21:56:56.515001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.544867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:56.552839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.557439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-12be032f-9f8c-424a-94d8-6b9d41e81265 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 703 time: 3.0409753 Jul 27 21:56:56.559532 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.561934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44100) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.644675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5dbff127-0876-4395-8b22-3380826b4d7c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5dbff127-0876-4395-8b22-3380826b4d7c,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:56.657396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-3eca4ad2-a5b8-401b-9b39-3c8d7aded972 service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474477 Jul 27 21:56:56.733244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:53Z', 'revision_number': 4, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:56.743680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3789fa9-5cb7-471d-8c4f-db8ec005aaf5 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 703 time: 0.1771727 Jul 27 21:56:56.746375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.755047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ab10b0f-4192-4187-8f6d-478748e8f5be tempest-DHCPAgentSchedulersTestJSON-602939071 tempest-DHCPAgentSchedulersTestJSON-602939071-project-admin] 10.222.0.37 "GET /v2.0/agents/1e9173a1-c657-4400-96cb-e665a87f6411/dhcp-networks HTTP/1.1" status: 200 len: 11996 time: 0.2385690 Jul 27 21:56:56.759338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.767779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.769176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 08ed7c51-1977-4ed9-8a85-7b8f34e34500 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:56.774479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:56.835812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.866835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:56.869386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:56.879766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event deleted for resources: {'Port': ['ID=61c6e944-0c78-47b3-b8ef-27b154c934d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:56.912250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5699e635-e37e-432f-a680-37494240fdc1 req-7e7f2524-2a86-4688-bc77-f8da145faf3a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1135678 Jul 27 21:56:56.999059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.013717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c77a5c9-839e-4421-b0f1-cb064f50ebfe req-49ad077d-9b60-4c84-8186-5505c446312a service neutron] 10.222.0.50 "GET /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483155 Jul 27 21:56:57.025914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:57.035940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.053247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:57.093713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:57.094259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.116612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.129860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26947241-ae0f-4454-bfa5-aafb3cebb251']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.144210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686dcbd3-6a67-4b05-b901-508e2437b5c0') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.144614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686dcbd3-6a67-4b05-b901-508e2437b5c0') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.150514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.154376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.156880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.172546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.179478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:57.181094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: items = [ Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:57.184290 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:57.348392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.348778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28f4c144-dbeb-469c-a705-4d387a776adc {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:56:57.354944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.356095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c4d0c3c1-c021-4b57-8308-724e00f65c69 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "DELETE /v2.0/routers/28f4c144-dbeb-469c-a705-4d387a776adc HTTP/1.1" status: 204 len: 168 time: 1.9039240 Jul 27 21:56:57.360088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44112) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:57.365424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-518685720', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:57.407502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.412950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:56Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.437727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.448294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0925bf-1128-43f5-97a5-81cd8425fbbf None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:56Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:57.449320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.458407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "DELETE /v2.0/networks/26947241-ae0f-4454-bfa5-aafb3cebb251 HTTP/1.1" status: 204 len: 168 time: 0.6944733 Jul 27 21:56:57.466207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44116) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:57.506668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae4876-76a1-4b3f-8434-8403c1394658 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event deleted for resources: {'Network': ['ID=26947241-ae0f-4454-bfa5-aafb3cebb251,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:57.534359 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f200de7-d96c-4489-982c-9f43aae34452 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] DELETE failed (client error): The resource could not be found. Jul 27 21:56:57.535221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f200de7-d96c-4489-982c-9f43aae34452 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:56:57.537258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f200de7-d96c-4489-982c-9f43aae34452 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "DELETE /v2.0/ports/0ba05d6a-cb3d-40c1-b5cd-919c9371c32f HTTP/1.1" status: 404 len: 333 time: 0.0748818 Jul 27 21:56:57.543073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44118) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:57.588465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.589031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.652164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Deleting subnet 25b74c25-f6ee-4a75-acf9-e68c238b349d {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:56:57.665576 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.716638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.740571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.817471 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:57.828487 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:57.829202 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.861333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ed4b6b8-ff90-42bd-ad6b-b453237ad637 req-15615941-f99a-4379-bd68-dfeb3ed23b89 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.3961847 Jul 27 21:56:57.958982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.978621 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:58.013382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5dbff127-0876-4395-8b22-3380826b4d7c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:58.082642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.102766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5dbff127-0876-4395-8b22-3380826b4d7c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:58.103477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.183916 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0ee453b4-5dff-4181-8f20-f43881aaa5bf req-a2ba82b4-51d2-487b-8b22-1a07934e9ce3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0840375 Jul 27 21:56:58.229926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 5dbff127-0876-4395-8b22-3380826b4d7c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:58.230645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.325924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 5dbff127-0876-4395-8b22-3380826b4d7c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5dbff127-0876-4395-8b22-3380826b4d7c,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:58.326244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.341228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 5dbff127-0876-4395-8b22-3380826b4d7c owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:58.370171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.370658 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:56Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:58.424695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:58.430109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event deleted for resources: {'Subnet': ['ID=25b74c25-f6ee-4a75-acf9-e68c238b349d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:58.439584 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:58.440601 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:58.442195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.446664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-32c76745-c029-4f36-ae52-5e48a4b26970 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "DELETE /v2.0/subnets/25b74c25-f6ee-4a75-acf9-e68c238b349d HTTP/1.1" status: 204 len: 168 time: 0.9005415 Jul 27 21:56:58.452000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649121c-fc2f-4bb9-81f0-924e7c5a3db8 None None] Network 61561721-af74-4308-a20a-6cfea28522b5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:58.452917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44126) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:58.578365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.607389 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:58.700247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.727125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] DHCP port deletion for 61561721-af74-4308-a20a-6cfea28522b5 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:56:58.747499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=5dbff127-0876-4395-8b22-3380826b4d7c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:58.748623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.792357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.810086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Deleting port c1818a31-88cc-4018-8823-73fa90b515ac {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:58.810515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.811357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Deleting port c1818a31-88cc-4018-8823-73fa90b515ac {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:56:58.811882 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.911887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.944827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] For port c1818a31-88cc-4018-8823-73fa90b515ac, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1818a31-88cc-4018-8823-73fa90b515ac,segment=NetworkSegment(7630ee99-0e2e-40aa-aca7-c592794cca9e),segment_id=7630ee99-0e2e-40aa-aca7-c592794cca9e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:58.945290 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.970495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] For port c1818a31-88cc-4018-8823-73fa90b515ac, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1818a31-88cc-4018-8823-73fa90b515ac,segment=NetworkSegment(7630ee99-0e2e-40aa-aca7-c592794cca9e),segment_id=7630ee99-0e2e-40aa-aca7-c592794cca9e)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:58.972280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.975158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Calling delete_port for c1818a31-88cc-4018-8823-73fa90b515ac owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:58.989267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Calling delete_port for c1818a31-88cc-4018-8823-73fa90b515ac owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:56:59.037622 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:56Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:59.064252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4786e2be-c259-4f65-98e2-320a594f5e55 req-cd136f29-0dd9-4db8-a792-f108dd94d77c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0638981 Jul 27 21:56:59.106430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd2fbf-e678-4660-89eb-9fb82898d9fb None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 7, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dbff127-0876-4395-8b22-3380826b4d7c', 'name': '', 'network_id': '2d7cece2-d50e-4c1f-8570-b8b9243b2477', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:a3:92:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:48Z', 'updated_at': '2021-07-27T21:56:56Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ead97a50-b180-4f68-a073-12f4ea80e408', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:59.308218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:59.309972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.354106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] Pushing event deleted for resources: {'Port': ['ID=c1818a31-88cc-4018-8823-73fa90b515ac,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.363768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e68fdf-b245-42aa-95b6-22bf7502972a None None] No DVR routers for this DVR port c1818a31-88cc-4018-8823-73fa90b515ac on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:59.437209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:59.446151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea654a40-cf7f-4a34-88d7-ac44702bf868 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983743 Jul 27 21:56:59.447010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:59.514961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0560c5e3-b0e9-4442-9492-a893b4d7e150 req-61e10cab-c324-447f-bef4-9846dcc98800 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0618463 Jul 27 21:56:59.516903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet ead97a50-b180-4f68-a073-12f4ea80e408 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:56:59.520772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.537654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:59.576885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:59.577670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:59.581700 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.585414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.618334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event deleted for resources: {'Port': ['ID=c1818a31-88cc-4018-8823-73fa90b515ac,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.634693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] No DVR routers for this DVR port c1818a31-88cc-4018-8823-73fa90b515ac on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:56:59.641299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Allocated IP 172.25.3.91 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/22bb73be-10cb-4c2e-9430-0508776e7bd1) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:59.676724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.784073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.800050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-3417a7ec-89c8-4584-9200-96a09708f98a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0864959 Jul 27 21:56:59.802137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61561721-af74-4308-a20a-6cfea28522b5']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:59.818671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7630ee99-0e2e-40aa-aca7-c592794cca9e') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:59.818970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7630ee99-0e2e-40aa-aca7-c592794cca9e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:59.839871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.847872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1818a31-88cc-4018-8823-73fa90b515ac no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:56:59.866511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.888270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:56:59.888270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:56:59.898602 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:56:59.902335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c1818a31-88cc-4018-8823-73fa90b515ac {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:56:59.902335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c1818a31-88cc-4018-8823-73fa90b515ac not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:56:59.902335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 61c6e944-0c78-47b3-b8ef-27b154c934d6 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:56:59.905576 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.940536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.940536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.940536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.940536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.940536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.944031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.944031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:59.944249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b8dd24af-26e4-4706-96dd-521db178c5e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.0902858 Jul 27 21:56:59.949470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 61c6e944-0c78-47b3-b8ef-27b154c934d6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:56:59.949833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 61c6e944-0c78-47b3-b8ef-27b154c934d6 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:56:59.988946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:00.025987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.063622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=ead97a50-b180-4f68-a073-12f4ea80e408,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.072152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.078877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c7f53da3-0261-434d-b76b-baa2f30b0b3d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/ead97a50-b180-4f68-a073-12f4ea80e408 HTTP/1.1" status: 204 len: 168 time: 0.6261499 Jul 27 21:57:00.078877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.084134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.088664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.091671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] 10.222.0.37 "DELETE /v2.0/networks/61561721-af74-4308-a20a-6cfea28522b5 HTTP/1.1" status: 204 len: 168 time: 1.6372938 Jul 27 21:57:00.096734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ff4ed-0fb8-4a65-8192-18e12ab44923 None None] Network 2d7cece2-d50e-4c1f-8570-b8b9243b2477 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:00.129208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bb9da-3c90-446e-a335-2954f32333a4 tempest-DHCPAgentSchedulersTestJSON-1335594850 tempest-DHCPAgentSchedulersTestJSON-1335594850-project] Pushing event deleted for resources: {'Network': ['ID=61561721-af74-4308-a20a-6cfea28522b5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.151987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.237687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:00.253174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:00.268244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:00.322749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-384ba39b-300c-4d01-a5aa-3a48a729bdc1 req-7f04ae84-663d-432e-997c-8c78ff0cdc4f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1364172 Jul 27 21:57:00.344913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a7956c79-371c-40fc-9479-07b62d3c8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.345411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a7956c79-371c-40fc-9479-07b62d3c8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.345900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a7956c79-371c-40fc-9479-07b62d3c8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.347581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a7956c79-371c-40fc-9479-07b62d3c8933 service neutron] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 2296 time: 0.3724155 Jul 27 21:57:00.361280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event updated for resources: {'Port': ['ID=22bb73be-10cb-4c2e-9430-0508776e7bd1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.408228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.458649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 8, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:00.469465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-fb123fe0-2e76-4eaf-98b6-8b1cebfbf483 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1002 time: 0.1094012 Jul 27 21:57:00.513155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:00.526028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:00.527365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:00.546852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-c2865a30-2142-43ac-81a5-c5f3cd714d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.548803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-c2865a30-2142-43ac-81a5-c5f3cd714d57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.0699358 Jul 27 21:57:00.553467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:00.558800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.578675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] DHCP port deletion for 2d7cece2-d50e-4c1f-8570-b8b9243b2477 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:00.662350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.694667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:00.725386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=08ed7c51-1977-4ed9-8a85-7b8f34e34500,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:00.726653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.745245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eacca191-d180-48df-859c-a95ff3bd7014 req-5adc1c44-c048-491d-adce-04b9a5fcba61 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0777345 Jul 27 21:57:00.776353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Deleting port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:00.776353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.792099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 08ed7c51-1977-4ed9-8a85-7b8f34e34500 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:00.903200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-cfb6b9fc-2192-48e8-b376-0c5b3163b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.905861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-cfb6b9fc-2192-48e8-b376-0c5b3163b8c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481390 Jul 27 21:57:00.961788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] For port 08ed7c51-1977-4ed9-8a85-7b8f34e34500, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=08ed7c51-1977-4ed9-8a85-7b8f34e34500,segment=NetworkSegment(71894f84-9c65-4f6a-bb70-6a591deb832b),segment_id=71894f84-9c65-4f6a-bb70-6a591deb832b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:00.962202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.992885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Calling delete_port for 08ed7c51-1977-4ed9-8a85-7b8f34e34500 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:00.994724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44174) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:01.050057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.088830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.089761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.090258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.090921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.091404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.092547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.093397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.103075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9135118-6539-4d26-86a7-781c76722156 req-3598f032-08a6-4a87-a7c4-4afd084b8e86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.4394295 Jul 27 21:57:01.131485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-f27cbd2c-e579-4670-a58f-6366024bfd13 service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156401 Jul 27 21:57:01.195789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 8, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:01.204147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9135118-6539-4d26-86a7-781c76722156 req-7b181fe8-855e-4627-94d7-c8ae328bbc27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993059 Jul 27 21:57:01.237183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c17a1-38e1-47d3-8914-a0b47c173dfe None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 8, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa022d32-407b-4b09-9072-fe0b23105b0a', 'name': '', 'network_id': 'c34fc653-e8f3-4651-9c92-7ce5be37d5b7', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:20:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:40Z', 'updated_at': '2021-07-27T21:56:48Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'aef899b6-a195-49b4-b23b-e1793c8ec2b8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:01.261780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-c365c7a2-d1e9-48db-9d4b-897c3b5099da service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149232 Jul 27 21:57:01.266615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-55fd37f4-d5dc-40c4-9c45-f5beb709e0f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=224b7b11e07e45f491b708a34ae276c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702303 Jul 27 21:57:01.269881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.273102 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.293148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] No DVR routers for this DVR port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:01.299877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:01.317006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Pushing event deleted for resources: {'Port': ['ID=08ed7c51-1977-4ed9-8a85-7b8f34e34500,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.339679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.340147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.340600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.341388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.341388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.342068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.342628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.343064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.343596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.343938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.344568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.345034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39458c-f0ec-4f83-9745-d5f9454a1dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:01.367320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 08ed7c51-1977-4ed9-8a85-7b8f34e34500 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:01.405959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=08ed7c51-1977-4ed9-8a85-7b8f34e34500,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.429908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-c003e80a-ecc8-4a8b-a764-4373158dcc97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 217 time: 0.1269474 Jul 27 21:57:01.453813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1241cc22-43a6-4dbf-9351-6eaaa6219219 req-89d5c3a8-9e6d-40d8-a05f-a26af0c8d96e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0550122 Jul 27 21:57:01.486790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.489171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.529365 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.545550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7cece2-d50e-4c1f-8570-b8b9243b2477']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:01.549062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-96e0a431-6812-4494-8958-ca6c41b42d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.550676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-96e0a431-6812-4494-8958-ca6c41b42d60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1046541 Jul 27 21:57:01.557239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.574556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71894f84-9c65-4f6a-bb70-6a591deb832b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:01.574849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71894f84-9c65-4f6a-bb70-6a591deb832b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:01.606790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.630412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.644309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:01.644887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: items = [ Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:01.649012 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:01.706487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 08ed7c51-1977-4ed9-8a85-7b8f34e34500 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:01.709273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b0149ae7-60f9-4f3e-bd45-066fc6d857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:01.711797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b0149ae7-60f9-4f3e-bd45-066fc6d857c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529796 Jul 27 21:57:01.734410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 08ed7c51-1977-4ed9-8a85-7b8f34e34500 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:01.734894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 08ed7c51-1977-4ed9-8a85-7b8f34e34500 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:01.738458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5dbff127-0876-4395-8b22-3380826b4d7c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:01.764563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5dbff127-0876-4395-8b22-3380826b4d7c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:01.765140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5dbff127-0876-4395-8b22-3380826b4d7c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:01.785375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.789647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.791240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7f84d46-8879-43e4-99ef-96c1ecb8b727 HTTP/1.1" status: 204 len: 168 time: 0.4896975 Jul 27 21:57:01.805545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc90167-993a-4795-81e9-e1238b269aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f84d46-8879-43e4-99ef-96c1ecb8b727,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.829742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Router ee23bf63-7a2a-4fc4-94af-374a2b3a6965 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:01.842922 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-bf920d64-c8a5-4d81-970b-86a6e5f604ac service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229420 Jul 27 21:57:01.863320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.869477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.872327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/2d7cece2-d50e-4c1f-8570-b8b9243b2477 HTTP/1.1" status: 204 len: 168 time: 1.7935874 Jul 27 21:57:01.892310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:01.899213 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39de621c-e21f-47aa-8cda-c4b60609f676 req-a8c4cea4-0ec0-45c3-8d02-48308ea6eb5f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0663233 Jul 27 21:57:01.973825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c89662-fec6-499b-95d2-96482e71a9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.991877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aa5f1-3e41-48da-ad9d-a2d7731ad49a tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=2d7cece2-d50e-4c1f-8570-b8b9243b2477,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.025246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:02.043256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] Sync routers for ids ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:02.058424 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] Routers {'ee23bf63-7a2a-4fc4-94af-374a2b3a6965'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:02.063361 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:02.100939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:02.111842 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] Routers {'ee23bf63-7a2a-4fc4-94af-374a2b3a6965'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:02.112385 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:02.127401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-d40f6e00-5cd1-4406-992e-28ed76e80b6b service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760143 Jul 27 21:57:02.145456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.146746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8ba32815-ae9c-4905-acca-da5d47a18656 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7856307 Jul 27 21:57:02.150767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44196) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.154011 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:02.154606 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f91f779-ba77-4a89-8185-bd9c9ea193e3 None None] The sync data for ids ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:02.160054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:02.197932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-d09b29b6-3cec-493a-968d-bedea5c81647 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 217 time: 0.0433517 Jul 27 21:57:02.287219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a66b4fd6-af71-4634-bf48-b8ce77a11332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.288881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a66b4fd6-af71-4634-bf48-b8ce77a11332 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0813351 Jul 27 21:57:02.520165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.577718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbb060b1-1c7d-4b47-a3e4-cbeef91fd477 req-897d0fa1-816e-4ab5-9852-6d50467cc2f8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0424683 Jul 27 21:57:02.701485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-71315227-b6d2-47d6-82ec-ad1ed3042026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:02.703181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-71315227-b6d2-47d6-82ec-ad1ed3042026 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4068708 Jul 27 21:57:02.824394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.853830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32561a2a-083f-425c-b67f-d1931a0f2007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.857345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-85220cf4-f2a1-4674-aeb8-d7c341cb5643 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451132 Jul 27 21:57:02.958672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.998883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af2f1b5e-6863-45aa-8141-f385dafda5ed req-7fe3e0b5-5ef7-4d04-9fb9-1f9b80b624fe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0343688 Jul 27 21:57:03.086250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-1d45bd8c-c261-41fc-bcd6-a8fb2de330d9 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166748 Jul 27 21:57:03.105036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.108515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.172707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-50895b3d-5f52-4334-8769-de5e2aea0e4d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 217 time: 0.0762749 Jul 27 21:57:03.264666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32561a2a-083f-425c-b67f-d1931a0f2007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.282157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-307af54e-20d1-44c6-b157-9934066f957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:03.283771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-307af54e-20d1-44c6-b157-9934066f957e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0889571 Jul 27 21:57:03.357357 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32561a2a-083f-425c-b67f-d1931a0f2007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.438273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32561a2a-083f-425c-b67f-d1931a0f2007 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e4bf42b15964835951b6565f17e0f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102965 Jul 27 21:57:03.438742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:03.474363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32561a2a-083f-425c-b67f-d1931a0f2007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0d722-5af1-46c7-b55f-09642bd2c21a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:03.477156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router ee23bf63-7a2a-4fc4-94af-374a2b3a6965 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:03.543696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-72c4df0f-094d-4464-8c56-55580a849bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:03.545146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-72c4df0f-094d-4464-8c56-55580a849bd2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2518129 Jul 27 21:57:03.634690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.642077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:03.651098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.653531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1b1f418-4b4d-421e-9c83-3b00db08f9d8 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "PUT /v2.0/routers/ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 200 len: 924 time: 1.5007069 Jul 27 21:57:03.657684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44218) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:03.658667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] Sync routers for ids ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:03.670585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] Routers {'ee23bf63-7a2a-4fc4-94af-374a2b3a6965'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:03.671316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.705668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce1ca852-b342-44ca-9b39-35294227eff4 req-2e325c89-c894-491e-ab6a-7dd66d1fb4cd tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0493038 Jul 27 21:57:03.713452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.718378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port aa022d32-407b-4b09-9072-fe0b23105b0a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:03.718908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.724317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] Routers {'ee23bf63-7a2a-4fc4-94af-374a2b3a6965'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:03.724956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.725100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.761753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.762474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf16b8-3ab5-4112-a312-753e191f21ce None None] The sync data for ids ['ee23bf63-7a2a-4fc4-94af-374a2b3a6965'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:03.829184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e3b255b5-90cd-42c9-9dbf-96c27846768e tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 200 len: 924 time: 0.1701586 Jul 27 21:57:03.831880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44222) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:03.849628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-778119d8-fa76-47f9-8fd6-df7769e86a3e service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926669 Jul 27 21:57:03.897148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8dd0e-f805-413b-9762-652129dfdd74 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:03.899192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50a8dd0e-f805-413b-9762-652129dfdd74 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=ee23bf63-7a2a-4fc4-94af-374a2b3a6965&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0662704 Jul 27 21:57:03.902043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44224) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:03.942545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port aa022d32-407b-4b09-9072-fe0b23105b0a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=aa022d32-407b-4b09-9072-fe0b23105b0a,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:03.942830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.966898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for aa022d32-407b-4b09-9072-fe0b23105b0a owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:04.013282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855059cc-0c29-4451-9675-905dc99fda51 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.017764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-855059cc-0c29-4451-9675-905dc99fda51 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1121817 Jul 27 21:57:04.018236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44226) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:04.045072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a82f727b-ad96-4c1c-a871-bdd2b7933db0 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834450 Jul 27 21:57:04.048010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.051972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.053216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7e0d722-5af1-46c7-b55f-09642bd2c21a HTTP/1.1" status: 204 len: 168 time: 0.6136250 Jul 27 21:57:04.059734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03c9c1ff-d250-4dd4-952e-b3770e9f8a25 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 200 len: 205 time: 0.0399704 Jul 27 21:57:04.063035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44234) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:04.110461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10d23ec5-a524-4fd6-b166-b7bd29700b63 req-fd19aef5-d309-4e14-8964-1495c4c04932 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0558357 Jul 27 21:57:04.157696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-6aa1654b-424f-4d60-b45f-e1e418bfadf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 217 time: 0.0991971 Jul 27 21:57:04.158475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc31b-fdec-45ea-9ae0-4e74d4f49649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0d722-5af1-46c7-b55f-09642bd2c21a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:04.244850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.280075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-68d8aa80-5d0f-46b7-9daf-0b3205bab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.293547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-68d8aa80-5d0f-46b7-9daf-0b3205bab6d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1108904 Jul 27 21:57:04.372535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.427082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a9d961ec-29f4-4bb5-8a11-bb48b6ca2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.428734 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-a9d961ec-29f4-4bb5-8a11-bb48b6ca2aef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262271 Jul 27 21:57:04.437631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-280e2ceb-46ad-4594-be4c-4ced4db54050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.543175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-6dabfc03-a1c0-43bc-b0c7-33fffe40d18f service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070244 Jul 27 21:57:04.580731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port 22bb73be-10cb-4c2e-9430-0508776e7bd1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:04.581291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.654089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.714607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=aa022d32-407b-4b09-9072-fe0b23105b0a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:04.729828 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.777899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for 22bb73be-10cb-4c2e-9430-0508776e7bd1 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:04.802774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.826142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-c701aa5c-a813-4c15-afa9-dfb310785b06 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737970 Jul 27 21:57:04.934451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a900ce19-f0d3-4aa1-a313-105397cfce76 req-03ef0fe7-cb76-448f-9c4d-d8a5230ef42f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0410178 Jul 27 21:57:04.946344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-033dac29-d82b-4196-a18c-fa38122d5a7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0778832 Jul 27 21:57:05.029278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.041215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-f13ef7b8-fe86-47fd-a0a8-0aae91787ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:05.043162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-f13ef7b8-fe86-47fd-a0a8-0aae91787ce1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0751700 Jul 27 21:57:05.169644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b96ec-07c3-45f8-ad09-53534663d627 req-475c1ca1-de4d-44c9-ad6a-7d2de94b240b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:05.171246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-515b96ec-07c3-45f8-ad09-53534663d627 req-475c1ca1-de4d-44c9-ad6a-7d2de94b240b tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.3497798 Jul 27 21:57:05.211845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-955a2a1b-f7e2-400a-862f-e46e346e43e2 req-a6837495-d27c-471c-a4cf-0c7114e65314 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0342817 Jul 27 21:57:05.212651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.248711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-515b96ec-07c3-45f8-ad09-53534663d627 req-4c4248e3-3182-42fc-89cf-821f840206ec tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675914 Jul 27 21:57:05.277896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=22bb73be-10cb-4c2e-9430-0508776e7bd1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:05.319563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-2bdeda29-0441-4ece-b335-57868b3f56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:05.322114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-2bdeda29-0441-4ece-b335-57868b3f56b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2690740 Jul 27 21:57:05.339278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.426191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:05.463921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.463921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.805302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-dc77b22a-0995-47ad-83c6-4158ea591c0b service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662085 Jul 27 21:57:05.871549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:05.880130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10c98aac-e587-41d0-bd1b-2382fbe6d453 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9866621 Jul 27 21:57:05.882790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:05.888542 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:05.897100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.897100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router ee23bf63-7a2a-4fc4-94af-374a2b3a6965 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:05.899082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.899508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88b7924b-a4e4-4271-8f61-201201a3caf6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 204 len: 168 time: 1.8351257 Jul 27 21:57:05.906666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44270) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:05.915692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1906392566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:05.924850 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:05.926373 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:05.970772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet aef899b6-a195-49b4-b23b-e1793c8ec2b8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:05.977228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.981704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-692414ec-8c84-4e32-850d-c19f7d56c0d8 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661804 Jul 27 21:57:06.027388 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:06.050814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-b08094a9-62f4-42a0-9818-de33ac9d3587 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0492914 Jul 27 21:57:06.092802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6022ef6-5e7c-427d-a7e5-a6071a00f849 req-2b533ecc-6be1-4cc9-8448-67f8f0c15d6b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0801597 Jul 27 21:57:06.113622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.164224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-aabc1ec5-8424-4a9c-9beb-ccc7a68b4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:06.165747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-aabc1ec5-8424-4a9c-9beb-ccc7a68b4d4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1076870 Jul 27 21:57:06.268659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.293890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.306122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85a420b-ada5-468d-a890-7083dc197d45 req-0a6d9ad0-60c0-46a4-9db9-b18dca2bad0e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0348485 Jul 27 21:57:06.306581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-2cdd4fce-4ec5-4f23-b5e4-e1fea404d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:06.308149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-2cdd4fce-4ec5-4f23-b5e4-e1fea404d453 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351831 Jul 27 21:57:06.342424 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:04Z', 'revision_number': 9, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:06.369448 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:06.377619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:06.378510 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:06.419241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-53b408db-197d-4c23-b23c-3107fd797f52 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018786 Jul 27 21:57:06.469845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:06.506332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.509009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.533375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caae579d-0530-4a26-be8c-a3a2e4a6c638 req-1badcb77-6b6e-4fe9-a24c-cd4e10b891a2 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058342 Jul 27 21:57:06.569312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.632766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=aef899b6-a195-49b4-b23b-e1793c8ec2b8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:06.647808 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.652238 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.653535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:06.656144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefec686-097a-41e8-97da-3637cbd5dc7c None None] Network c34fc653-e8f3-4651-9c92-7ce5be37d5b7 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:06.662880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-02f46434-94ca-41f4-a291-dbf3a1c174ba tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/aef899b6-a195-49b4-b23b-e1793c8ec2b8 HTTP/1.1" status: 204 len: 168 time: 0.7789540 Jul 27 21:57:06.731688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:04Z', 'revision_number': 9, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:06.749715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.766776 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ad93b-76ff-4178-a073-8645b9b58af9 None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:04Z', 'revision_number': 9, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de', 'name': '', 'network_id': '60609286-e61c-4af6-9d24-411526dd942c', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:34Z', 'updated_at': '2021-07-27T21:56:42Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': '095438b9-6fc3-4222-9dce-57682d0ea37d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:06.781146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.871023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:06.872023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.981940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:06.982724 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.988745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.994509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.998237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-511c9f0a-de64-414c-a0c7-c5bd01a794a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0875700 Jul 27 21:57:06.999383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44292) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:07.004223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:07.006851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:07.174600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] DHCP port deletion for c34fc653-e8f3-4651-9c92-7ce5be37d5b7 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:07.243679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b132823-0b9b-449b-abd6-a005ad35d071 req-8907491a-232a-47b3-9ede-d63c84dd5714 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0509973 Jul 27 21:57:07.249763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Deleting port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:07.250152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.322666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.426466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c71e3067-9133-4f78-a570-61623ba3243e req-fdc94473-b314-4eff-ac24-f414b259a1b7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0491242 Jul 27 21:57:07.461080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:07.556360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.570478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] For port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,segment=NetworkSegment(9ae7b76b-3ff5-4ff6-810d-1a463cd945e9),segment_id=9ae7b76b-3ff5-4ff6-810d-1a463cd945e9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:07.571037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.587568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Calling delete_port for 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:07.616760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:07.623093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:07.683302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1309095693', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:07.697033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:07.729245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.737105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:07.737461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:07.738001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aa022d32-407b-4b09-9072-fe0b23105b0a no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:07.741959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.756636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34fc653-e8f3-4651-9c92-7ce5be37d5b7']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:07.762698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: aa022d32-407b-4b09-9072-fe0b23105b0a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:07.763111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device aa022d32-407b-4b09-9072-fe0b23105b0a not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:07.772247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:07.772247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae7b76b-3ff5-4ff6-810d-1a463cd945e9') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:07.782954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.789979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.812788 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.819776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] No DVR routers for this DVR port 4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:07.822081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:07.822458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4124033-8689-4ce4-9c37-bf498c672806 None None] Pushing event deleted for resources: {'Port': ['ID=4566f4b4-9aa3-4378-b566-5d7ab9f4c7b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:07.822617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:07.826327 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:07.831707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Made reservation on behalf of d6083258da3348bfaede3bd81ce4a8e9 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:07.831707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.844063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.900847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b9e0-241d-4763-a594-895986f94edc req-93378bce-0e19-479f-810f-591f86cc68b3 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:07.902557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25e5b9e0-241d-4763-a594-895986f94edc req-93378bce-0e19-479f-810f-591f86cc68b3 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.1196754 Jul 27 21:57:07.946069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25e5b9e0-241d-4763-a594-895986f94edc req-6a7b8a4e-24dd-4f4e-898b-44675cca1dd4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360205 Jul 27 21:57:08.196827 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.213071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.232929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.355430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9006db97-321b-48ca-b77a-f9004d0f47de req-a5a7b72e-c9ca-441a-a193-5e274878d1c6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 27 21:57:08.386987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.396235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.399307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/c34fc653-e8f3-4651-9c92-7ce5be37d5b7 HTTP/1.1" status: 204 len: 168 time: 1.7440052 Jul 27 21:57:08.409230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:08.417674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29d20b-31e9-4a90-8c0a-d052109206a1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=c34fc653-e8f3-4651-9c92-7ce5be37d5b7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:08.490988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Allocated IP 172.25.3.241 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/9f100229-da86-4b43-811a-2c83e55ebf74) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:08.527578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.534812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4fd9b57-7fe3-494c-9d32-986f17701e26 req-415f24c3-79cd-4758-9fe6-66891753b1cb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0389960 Jul 27 21:57:08.630577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.649308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.657664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] device_id is not set on port 53a56fe6-fd4a-4fad-ad01-2547b567c74c yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:08.734601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ad95a-d530-4304-9ae0-3bee3bbf6fef,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:08.817653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.858305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:08.861788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:08.867904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:08.896820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Allocated IP 172.25.3.186 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/53a56fe6-fd4a-4fad-ad01-2547b567c74c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:08.902403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event updated for resources: {'Port': ['ID=9f100229-da86-4b43-811a-2c83e55ebf74,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:08.924120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.075365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bf7b7-6541-40a5-bdf2-d4ed3b05c278 req-9146cd76-2134-4d12-915f-60c6e084c5a6 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:09.076978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e74bf7b7-6541-40a5-bdf2-d4ed3b05c278 req-9146cd76-2134-4d12-915f-60c6e084c5a6 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.1788213 Jul 27 21:57:09.127549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e74bf7b7-6541-40a5-bdf2-d4ed3b05c278 req-5675eafa-5232-412b-896b-cfb60c6696b4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370836 Jul 27 21:57:09.195325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.333353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:09.333615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.363373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.417080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.479736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b997e7a5-af68-4796-9b2d-9497e3328d78 req-50866d28-98e9-42a2-a05d-08e8a256a490 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0611455 Jul 27 21:57:09.482162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:09.482566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.498078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:09.508177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:09.510742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:09.513604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:09.523673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Pushing event updated for resources: {'Port': ['ID=53a56fe6-fd4a-4fad-ad01-2547b567c74c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:09.601879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:09.603878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.622944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.629143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.655457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-131badf6-b3c3-4298-af03-a0aba9a89c1b req-db16becf-de4c-427b-9def-e2dd9e950554 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0570371 Jul 27 21:57:09.726936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0a7c07a-b4e6-4c3f-9a0b-4971a51c87c0 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2646885 Jul 27 21:57:09.730134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:09.735886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}]}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:09.839789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Router 8c5674c5-0048-4d08-b018-7d113540f3d0 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:09.871375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.872354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.876014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.915493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:09.965770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:09.975424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.980235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d78cee8-74b9-479d-bac8-6f5e709887db tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "PUT /v2.0/routers/8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 200 len: 884 time: 2.9775586 Jul 27 21:57:09.980714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] Sync routers for ids ['8c5674c5-0048-4d08-b018-7d113540f3d0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:09.981173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44336) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:09.997993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] Routers {'8c5674c5-0048-4d08-b018-7d113540f3d0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:09.998680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8c5674c5-0048-4d08-b018-7d113540f3d0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.025238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.036791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.047966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] Routers {'8c5674c5-0048-4d08-b018-7d113540f3d0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:10.048756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8c5674c5-0048-4d08-b018-7d113540f3d0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.084064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.089720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.091060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30df0e6-7cff-4a0a-b15e-037899887c74 None None] The sync data for ids ['8c5674c5-0048-4d08-b018-7d113540f3d0'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:10.113573 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5d00f41-35de-409c-928f-12aeed5ce18e tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 200 len: 925 time: 0.1281521 Jul 27 21:57:10.113944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44338) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.206084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c2831-967d-4ad8-992e-60df81727c36 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.207823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f49c2831-967d-4ad8-992e-60df81727c36 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=8c5674c5-0048-4d08-b018-7d113540f3d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927732 Jul 27 21:57:10.211499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44344) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.303075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca6849a-e526-4da3-b229-7732d4cc80d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.306186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fca6849a-e526-4da3-b229-7732d4cc80d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.0934429 Jul 27 21:57:10.313019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44346) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.351262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5c568bd9-773b-4680-bd7f-e692a2b190d6 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 200 len: 205 time: 0.0362628 Jul 27 21:57:10.353661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44348) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.497132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.622096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.737443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac535-c3ac-446d-8c21-2bd590ac149c req-f54d7e4d-7c8d-42b6-b590-5ed882e803d4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.739113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac0ac535-c3ac-446d-8c21-2bd590ac149c req-f54d7e4d-7c8d-42b6-b590-5ed882e803d4 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.4994502 Jul 27 21:57:10.756914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:10.858622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac0ac535-c3ac-446d-8c21-2bd590ac149c req-548ffb1f-d18d-4dc8-89e8-a12c78076dbb tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113744 Jul 27 21:57:10.865725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457cc44-c592-40f7-aa48-46499dc63cef req-03dcf44b-a3ce-4231-8408-7fe3e36da035 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.867456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c457cc44-c592-40f7-aa48-46499dc63cef req-03dcf44b-a3ce-4231-8408-7fe3e36da035 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.4289491 Jul 27 21:57:10.869340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60f62cf4-a7f2-4837-accc-d37d18243158 req-aad92c85-c7ff-4acc-a4c4-470d0ce84503 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.3134944 Jul 27 21:57:10.921129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:10.930160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe65c4ce-b7da-4649-b89d-f52d8ffbc433 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5195830 Jul 27 21:57:10.932839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.936511 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:10.948765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:10.949589 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.973416 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.974486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e96b02c-3216-4ac3-8d57-fcdddcf8c901 req-7cb8ea77-2202-46ee-b914-b7f7eb03b571 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0431430 Jul 27 21:57:11.029321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet 095438b9-6fc3-4222-9dce-57682d0ea37d {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:11.033894 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.050261 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:11.084029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.113376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Deleting port 17bd4945-0af7-45a7-b228-cce8ffce8d28 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:11.113737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.134265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.155033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.274496 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:09Z', 'revision_number': 10, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:11.278599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.319194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:11.331463 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:11.331803 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:11.341026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] For port 17bd4945-0af7-45a7-b228-cce8ffce8d28, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=17bd4945-0af7-45a7-b228-cce8ffce8d28,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:11.341403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.417530 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:11.448048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.487729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port 9f100229-da86-4b43-811a-2c83e55ebf74 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:11.493247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.560712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.605590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=095438b9-6fc3-4222-9dce-57682d0ea37d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:11.620394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.624147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651278d3-180c-40be-a387-1bbc85a92310 None None] Network 60609286-e61c-4af6-9d24-411526dd942c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:11.624634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4bb3745-e405-4870-970c-a29012b24162 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/095438b9-6fc3-4222-9dce-57682d0ea37d HTTP/1.1" status: 204 len: 168 time: 0.6852703 Jul 27 21:57:11.631531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:11.659562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.692558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.718956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.720315 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:09Z', 'revision_number': 10, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:11.735280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for 9f100229-da86-4b43-811a-2c83e55ebf74 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:11.754668 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd774b-8038-4778-813d-ecaac3ba8eed None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:09Z', 'revision_number': 10, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None, '_interfaces': [{'id': '5e4156bf-2951-4bde-9bc3-e20aa52d6825', 'name': '', 'network_id': 'cb179b25-f8c5-4cec-8484-9a9b3330059b', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'mac_address': 'fa:16:3e:80:56:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:28Z', 'updated_at': '2021-07-27T21:56:37Z', 'revision_number': 5, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'subnets': [{'id': 'ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:11.779771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.813852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.814266 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.820242 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Floating IP 429fc0e3-134c-4848-96c3-8328c5a19f68 disassociated. External IP: 172.25.3.120, port: 17bd4945-0af7-45a7-b228-cce8ffce8d28. Jul 27 21:57:11.820242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Calling delete_port for 17bd4945-0af7-45a7-b228-cce8ffce8d28 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:11.842768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.842768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8667f60e-21bf-45fc-b91b-0049ad9aaddc {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:11.846433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 6f13e722-5f04-4f75-8479-93fb0af11d8c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:11.846648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.919074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 6f13e722-5f04-4f75-8479-93fb0af11d8c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f13e722-5f04-4f75-8479-93fb0af11d8c,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:11.919461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.936181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 6f13e722-5f04-4f75-8479-93fb0af11d8c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:12.014033 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:57:12.015235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8313fed-c6a1-471c-b196-4add8870a746 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2839782 Jul 27 21:57:12.019281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:12.024894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a87b95c-7b00-45e1-86be-7f339a338847 req-36baae69-436b-43a8-8cd9-1286a529ec0b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0690808 Jul 27 21:57:12.113411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] DHCP port deletion for 60609286-e61c-4af6-9d24-411526dd942c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:12.128893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc58f202-1eed-4813-b986-afcb89cd152d req-746d1ffc-43d2-43d1-975f-9fcf169fe096 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0574839 Jul 27 21:57:12.143057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac166-0f43-4c2e-8511-5b41507a9a39 req-a2f1440e-340e-4a87-90d9-1e40cb950ad6 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:12.143057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c98ac166-0f43-4c2e-8511-5b41507a9a39 req-a2f1440e-340e-4a87-90d9-1e40cb950ad6 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 946 time: 0.2017484 Jul 27 21:57:12.156427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.184951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Deleting port 6f13e722-5f04-4f75-8479-93fb0af11d8c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:12.185477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.188203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=9f100229-da86-4b43-811a-2c83e55ebf74,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.207298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c98ac166-0f43-4c2e-8511-5b41507a9a39 req-b9b2e06b-242c-4de7-b290-a4750f62c5f2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups?id=7de94cb0-ad85-4efb-8d15-44df43d392b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557029 Jul 27 21:57:12.209738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Deleting port 53a56fe6-fd4a-4fad-ad01-2547b567c74c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:12.210089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.277130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.277410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] For port 6f13e722-5f04-4f75-8479-93fb0af11d8c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f13e722-5f04-4f75-8479-93fb0af11d8c,segment=NetworkSegment(eed49a18-f01d-43c3-8e2a-c052344f3313),segment_id=eed49a18-f01d-43c3-8e2a-c052344f3313)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:12.277973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.295453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Calling delete_port for 6f13e722-5f04-4f75-8479-93fb0af11d8c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:12.300379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.315874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Calling delete_port for 53a56fe6-fd4a-4fad-ad01-2547b567c74c owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:12.362856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.372615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.392098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port 6f13e722-5f04-4f75-8479-93fb0af11d8c on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:12.396139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.429668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] Pushing event deleted for resources: {'Port': ['ID=6f13e722-5f04-4f75-8479-93fb0af11d8c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.436555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54354700-03ce-4ef2-bff0-3cf3a748aa04 None None] No DVR routers for this DVR port 6f13e722-5f04-4f75-8479-93fb0af11d8c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:12.441580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.445594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event deleted for resources: {'Port': ['ID=17bd4945-0af7-45a7-b228-cce8ffce8d28,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.449114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.462125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=6f13e722-5f04-4f75-8479-93fb0af11d8c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.563955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.583842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60609286-e61c-4af6-9d24-411526dd942c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.596569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed49a18-f01d-43c3-8e2a-c052344f3313') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.596864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed49a18-f01d-43c3-8e2a-c052344f3313') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.609291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.618526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:12.623187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.623762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router 8c5674c5-0048-4d08-b018-7d113540f3d0 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:12.631443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.633295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aafff686-eae2-4875-a09d-b7324e2a6ff5 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 204 len: 168 time: 2.2786872 Jul 27 21:57:12.638618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:12.643370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1561748045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:12.653281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.665010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:12.665428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:12.668577 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:12.764402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:12.773790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Sync routers for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:12.782920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:12.790977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.817696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] No DVR routers for this DVR port 17bd4945-0af7-45a7-b228-cce8ffce8d28 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:12.821391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.823741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c457cc44-c592-40f7-aa48-46499dc63cef req-677bd851-388e-4704-92d7-f408a7bc1a0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.50 "DELETE /v2.0/ports/17bd4945-0af7-45a7-b228-cce8ffce8d28 HTTP/1.1" status: 204 len: 173 time: 1.9474766 Jul 27 21:57:12.824337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'name': 'network-vif-deleted', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:12.826803 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a583d-a25e-4454-82de-501b216caca8" -d '{"events": [{"server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "name": "network-vif-deleted", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:12.848073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.848760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.849874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.901998 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9952d270-b73d-4f59-8a82-d0de36359b6b x-openstack-request-id: req-9952d270-b73d-4f59-8a82-d0de36359b6b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:12.902342 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fefe8ed-0763-4616-a867-7df00aa6231c", "name": "network-vif-deleted", "tag": "17bd4945-0af7-45a7-b228-cce8ffce8d28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:12.902596 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9952d270-b73d-4f59-8a82-d0de36359b6b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:12.903007 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fefe8ed-0763-4616-a867-7df00aa6231c', 'name': 'network-vif-deleted', 'tag': '17bd4945-0af7-45a7-b228-cce8ffce8d28', 'status': 'completed', 'code': 200} Jul 27 21:57:12.910632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.912859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Pushing event deleted for resources: {'Port': ['ID=53a56fe6-fd4a-4fad-ad01-2547b567c74c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.924001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.934867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/60609286-e61c-4af6-9d24-411526dd942c HTTP/1.1" status: 204 len: 168 time: 1.3019288 Jul 27 21:57:12.940712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44374) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:12.949616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.952465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:13.021017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04cf9f-fee0-4656-8d3c-66cb7ded94c1 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=60609286-e61c-4af6-9d24-411526dd942c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:13.048335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.117199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.123890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b3928f86-6834-4e38-9696-2048d6487937 tempest-RoutersAdminNegativeTest-184580462 tempest-RoutersAdminNegativeTest-184580462-project-admin] 10.222.0.37 "DELETE /v2.0/ports/53a56fe6-fd4a-4fad-ad01-2547b567c74c HTTP/1.1" status: 204 len: 168 time: 1.0994911 Jul 27 21:57:13.153621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-109c506b-6ba5-486e-8a2a-b052a97e04ef req-3832250c-bcf7-4472-bf2b-b7842509f5e4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0614071 Jul 27 21:57:13.159990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.164212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eef9e5be-1ffe-465c-acd4-b4ea78a20dd7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5214424 Jul 27 21:57:13.164516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44384) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:13.169242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': True}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:13.261936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32a3f909-6f44-460f-af5c-3cfdd6002c72 req-bc9594a9-f508-4dca-ac93-721311fa2744 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0409300 Jul 27 21:57:13.295980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:13.341455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Checking router: 38c0edbe-ccc8-44f8-b851-74ad633f0d1b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:13.354156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:13.354942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:13.404971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dfe366e-090f-4c12-a304-620630b53f1d req-ee5b3d7d-b18a-4449-a388-36641f611dae tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0387995 Jul 27 21:57:13.490549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.490847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.548173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:13.640859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:13.705848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:13.706048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1a4b3e2c-2ddb-464b-9ca9-37ec7d74b5de not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:13.706464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f13e722-5f04-4f75-8479-93fb0af11d8c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:13.731784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6f13e722-5f04-4f75-8479-93fb0af11d8c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:13.735822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f13e722-5f04-4f75-8479-93fb0af11d8c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:13.865531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.879901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:13.898863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.907702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port 5e4156bf-2951-4bde-9bc3-e20aa52d6825 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:13.909424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.915545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c84781a-70d0-497c-80fc-8588760220bb None None] The sync data for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 is: [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:52:42Z', 'revision_number': 4, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f75f946d-bab8-4c34-9c51-202334ea5a70', 'name': '', 'network_id': 'd18c5544-d0c9-4d47-810f-520ee23104f1', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'mac_address': 'fa:16:3e:b1:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:40Z', 'updated_at': '2021-07-27T21:52:51Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'subnets': [{'id': 'b28b2cca-d153-41bb-a330-8b67523debcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:13.958914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44392) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.059638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 172.25.3.10 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/d8dab729-be33-40da-a489-60d0ed8cffcf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:14.066767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 17bd4945-0af7-45a7-b228-cce8ffce8d28 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:14.104719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 17bd4945-0af7-45a7-b228-cce8ffce8d28 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:14.105301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 17bd4945-0af7-45a7-b228-cce8ffce8d28 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:14.113033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port 5e4156bf-2951-4bde-9bc3-e20aa52d6825, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5e4156bf-2951-4bde-9bc3-e20aa52d6825,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:14.113229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.130907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for 5e4156bf-2951-4bde-9bc3-e20aa52d6825 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:14.297425 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29c6d7-a027-4bb3-b4d9-1b0c15414a99 None None] New status for floating IP 429fc0e3-134c-4848-96c3-8328c5a19f68: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:57:14.431120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a0453cc-1b72-480f-8d2f-dda4ab09c8d6 req-532e9803-f6b6-47a1-80a1-82d78fd50c2d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0420125 Jul 27 21:57:14.432367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.483989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511d5f91-a780-47e9-ba24-ae90b676bedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.496709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83c16e92-a450-471b-a44e-0f0b5a592a32 req-56eb4a66-304e-4619-abad-2e174ec9e57b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0587251 Jul 27 21:57:14.499884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=5e4156bf-2951-4bde-9bc3-e20aa52d6825,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.644020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511d5f91-a780-47e9-ba24-ae90b676bedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.665482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.739730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-511d5f91-a780-47e9-ba24-ae90b676bedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.782611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-511d5f91-a780-47e9-ba24-ae90b676bedf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e55b1b176ac4fc1b39f61086565ab13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098023 Jul 27 21:57:14.782862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44404) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.799578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.872118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:14.893527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d5f91-a780-47e9-ba24-ae90b676bedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e77e3-7ef9-4d0b-82e4-3337c81c9691,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.906099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:14.914659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:14.931275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef6e00b2-d41c-4914-9c6b-f942257a7857 req-155f1d22-8db6-4bc3-a008-eb6d2242cc0a tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.3952663 Jul 27 21:57:14.939322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.965811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.968680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=d8dab729-be33-40da-a489-60d0ed8cffcf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.972550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.144997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:15.229102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:15.236944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b5f7bf3-3fc6-484c-aa12-68d695f51bff tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924078 Jul 27 21:57:15.237952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:15.240650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:15.251827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:15.252944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.295889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting subnet ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:15.299150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.306476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.309691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.331275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/771e77e3-7ef9-4d0b-82e4-3337c81c9691 HTTP/1.1" status: 204 len: 168 time: 0.5455191 Jul 27 21:57:15.338887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:15.348586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.403899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.440298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:15.451240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:15.451884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.471051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.576711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211f5c9-1e06-4a62-9252-a2a8f7d728f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e77e3-7ef9-4d0b-82e4-3337c81c9691,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.601498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:15.623709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95d0e391-2c69-4d96-8665-4706526394fc req-0449a301-c843-4096-a3f6-15397399f574 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0377979 Jul 27 21:57:15.625494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06c82b64-fe51-4f76-a243-9181f1ac41fe req-23a94496-f1b3-4836-aab5-43e385c4fa4a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0885477 Jul 27 21:57:15.628048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.688312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.742942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.749777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.751876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3cb6fc6f-f7eb-49ac-b965-e3c5890885ac tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f HTTP/1.1" status: 204 len: 168 time: 0.5131681 Jul 27 21:57:15.754548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:15.869659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.874679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:15.906769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e52b9-cba7-4be6-8791-1bf5477ebf0d None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:15.909653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c6f95-d28c-4da7-8b0e-95a069987a9a None None] Network cb179b25-f8c5-4cec-8484-9a9b3330059b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:15.940493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Deleting port e105ae8b-4986-432b-9774-fea080a72157 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:15.941570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.951223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.955082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.091282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] For port e105ae8b-4986-432b-9774-fea080a72157, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e105ae8b-4986-432b-9774-fea080a72157,segment=NetworkSegment(abd12d47-c1f5-4768-b649-b3c4ce38702d),segment_id=abd12d47-c1f5-4768-b649-b3c4ce38702d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:16.102132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.125036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Calling delete_port for e105ae8b-4986-432b-9774-fea080a72157 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:16.142400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78b85b64-f68e-4f0e-81f1-349224e78f99 req-aff162f0-4f45-4905-ace2-3d587de00a58 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0345433 Jul 27 21:57:16.282193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] DHCP port deletion for cb179b25-f8c5-4cec-8484-9a9b3330059b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:16.296037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.304219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router 7fc19a0e-9905-4153-893f-f869de500692 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:16.334009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.362318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Deleting port e105ae8b-4986-432b-9774-fea080a72157 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:16.362744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.380993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Port': ['ID=e105ae8b-4986-432b-9774-fea080a72157,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.387400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No DVR routers for this DVR port e105ae8b-4986-432b-9774-fea080a72157 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:16.415241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d5ae9e90-3a90-47bc-8ccf-1051d4e291e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6083258da3348bfaede3bd81ce4a8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179407 Jul 27 21:57:16.417668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.471502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] For port e105ae8b-4986-432b-9774-fea080a72157, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:16.473136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.491933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:16.496057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Calling delete_port for e105ae8b-4986-432b-9774-fea080a72157 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:16.499860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.501245 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] Sync routers for ids ['7fc19a0e-9905-4153-893f-f869de500692'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:16.501713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b30088fe-3fc3-468c-8769-69defb2400d7 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "PUT /v2.0/routers/7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 200 len: 918 time: 3.3356526 Jul 27 21:57:16.504405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44426) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.512060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Port e105ae8b-4986-432b-9774-fea080a72157 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:57:16.516907 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.518045 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] Routers {'7fc19a0e-9905-4153-893f-f869de500692'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:16.521564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7fc19a0e-9905-4153-893f-f869de500692'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.540369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.550146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.555852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb179b25-f8c5-4cec-8484-9a9b3330059b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.573883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd12d47-c1f5-4768-b649-b3c4ce38702d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.574227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd12d47-c1f5-4768-b649-b3c4ce38702d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.583866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] Pushing event deleted for resources: {'Port': ['ID=e105ae8b-4986-432b-9774-fea080a72157,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.588303 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.600074 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] Routers {'7fc19a0e-9905-4153-893f-f869de500692'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:16.602519 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7fc19a0e-9905-4153-893f-f869de500692'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.607303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aae492-c76a-438a-8e00-bf9e0a2bb1a6 None None] No DVR routers for this DVR port e105ae8b-4986-432b-9774-fea080a72157 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:16.612877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.617637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.639340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-021e333b-1b42-4e75-a862-ebe63f28dc3b tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 200 len: 924 time: 0.1337609 Jul 27 21:57:16.640001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44428) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.641955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.672877 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.677461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc44419-a464-4b5a-924c-4c950e09da6f None None] The sync data for ids ['7fc19a0e-9905-4153-893f-f869de500692'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:16.687719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:16.688127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:16.734812 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:16.738874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1b209cd-a489-48f0-8594-3ecb79004c0c req-5f8f930c-3d9c-45d6-bc03-ee15daa022e6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0329964 Jul 27 21:57:16.763651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1ce6f-fb87-4cdd-98b3-b2834630a836 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.768923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46f1ce6f-fb87-4cdd-98b3-b2834630a836 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=7fc19a0e-9905-4153-893f-f869de500692&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1241541 Jul 27 21:57:16.769649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44436) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.784266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a703988e-b16c-4184-bb42-80ffa4178afe req-2afe99bb-93cd-421f-a815-c527acd79790 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0461586 Jul 27 21:57:16.880130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764196d-4fe2-4436-83d1-cf890c854e46 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.881580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f764196d-4fe2-4436-83d1-cf890c854e46 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.1109638 Jul 27 21:57:16.885732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.916961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-187a55f5-4848-4346-b731-398b64acb804 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 200 len: 205 time: 0.0297506 Jul 27 21:57:16.919464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.921219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.921470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.924322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.925589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c1ad95a-d530-4304-9ae0-3bee3bbf6fef HTTP/1.1" status: 204 len: 168 time: 0.5069599 Jul 27 21:57:16.945256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.949838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/networks/cb179b25-f8c5-4cec-8484-9a9b3330059b HTTP/1.1" status: 204 len: 168 time: 1.1918030 Jul 27 21:57:16.949838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aa117-f093-43a2-9a50-5c4789172a15 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Pushing event deleted for resources: {'Network': ['ID=cb179b25-f8c5-4cec-8484-9a9b3330059b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.955097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.960191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'routes': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:16.964047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e175aa-7e23-47a1-a82f-b51500e7530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ad95a-d530-4304-9ae0-3bee3bbf6fef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.071715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.140123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Added routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:57:17.140480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Removed routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:57:17.141041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.195857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.320308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aba27f63-7fe2-4c15-bad2-26e8c48a1785 req-1b062b3d-ee37-4631-9d97-6814071626e5 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0612183 Jul 27 21:57:17.322468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.326115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.328096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port d8dab729-be33-40da-a489-60d0ed8cffcf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:17.328666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.441627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.451991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router a8a2c418-326f-4678-a7bf-bc3205aa3923 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:17.454919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for d8dab729-be33-40da-a489-60d0ed8cffcf owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:17.565089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5e4156bf-2951-4bde-9bc3-e20aa52d6825 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:17.565909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:17.573753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.575670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f71fc7e-7f8c-4adc-a009-1c4086793631 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 704 time: 0.6195681 Jul 27 21:57:17.578441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:17.579980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Sync routers for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:17.624234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5e4156bf-2951-4bde-9bc3-e20aa52d6825 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:17.624585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5e4156bf-2951-4bde-9bc3-e20aa52d6825 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:17.625478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e105ae8b-4986-432b-9774-fea080a72157 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:17.639365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6fab8f11-e045-408a-aeff-9e606b8a7872 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 205 time: 0.0594559 Jul 27 21:57:17.643986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:17.656880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e105ae8b-4986-432b-9774-fea080a72157 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:17.657154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e105ae8b-4986-432b-9774-fea080a72157 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:17.671674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:17.672484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.746394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.759969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:17.806332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.814264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.848810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20441ec3-e87a-4e76-b201-b9b05a1fa33b req-6d95f380-c404-4653-80c3-9da06f3fe65a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0542521 Jul 27 21:57:17.849068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Checking router: a8a2c418-326f-4678-a7bf-bc3205aa3923 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:17.852104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=d8dab729-be33-40da-a489-60d0ed8cffcf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.880918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Routers {'a8a2c418-326f-4678-a7bf-bc3205aa3923'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:17.882789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a8a2c418-326f-4678-a7bf-bc3205aa3923'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.952843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.007465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] Set router a8a2c418-326f-4678-a7bf-bc3205aa3923 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:18.021987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.042796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.046251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5b60caa-2d3a-4ce8-ba69-795477158af0 req-34237fef-b0f5-4025-86b3-70a96e67b47c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0752447 Jul 27 21:57:18.067296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:18.081728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.084814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.099456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b1c605-f2dd-462d-b020-16d7de108a45 None None] The sync data for ids ['a8a2c418-326f-4678-a7bf-bc3205aa3923'] in n-d-738018-6 is: [{'id': 'a8a2c418-326f-4678-a7bf-bc3205aa3923', 'name': 'tempest-RoutersIpV6Test-router-328239189', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:25Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 11, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:18.354298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.354529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.354908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc19a0e-9905-4153-893f-f869de500692 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:18.355091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router a8a2c418-326f-4678-a7bf-bc3205aa3923 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:18.369729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.369729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-699d1f14-7d77-4e92-8448-87f60bb94330 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 204 len: 168 time: 1.4448400 Jul 27 21:57:18.370522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.374842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c6ea9a8-7d68-4bc7-b6c8-e02f8c31f2ef tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 204 len: 168 time: 0.7274604 Jul 27 21:57:18.375851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44480) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.376471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44482) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.381219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1486832307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.382900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1195030035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.406270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:57:18.406270 n-d-738018-6 neutron-server[94672]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:57:18.406270 n-d-738018-6 neutron-server[94672]: [parameters: {'project_id': '3f589b450efb48668748e72786659b3c', 'id': 'cc718fdb-160c-4178-931b-f6a964a0aa67', 'expiration': datetime.datetime(2021, 7, 27, 21, 59, 18, 397757)}] Jul 27 21:57:18.406270 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:57:18.406723 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:57:18.445523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fff9a764-7f37-445f-9b77-34bad54355b8 req-babf0f92-b59b-46c0-b4a2-ff3b5e176058 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fefe8ed-0763-4616-a867-7df00aa6231c HTTP/1.1" status: 200 len: 210 time: 0.0347717 Jul 27 21:57:18.510707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.512175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.570390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.575381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.659642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.676980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-665120863'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.761967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.767307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cccac0a6-d9a0-45e6-a061-ab5c3429aae9 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3857665 Jul 27 21:57:18.767444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.773314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.932937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:18.936521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.978720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.023487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2396ffb2-6b7a-49f1-855a-fae1fad359d0 req-02648062-13c0-4351-9328-6e303adeabf6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0947745 Jul 27 21:57:19.075027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.140048 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b544d69-7794-471d-939d-b251cc8fbd06 req-e4061688-10a6-4614-b73a-9f9c8877b3dc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0313373 Jul 27 21:57:19.146923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.149509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.228042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.230651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.570851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.645492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.677252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44502) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.753187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.761618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.764860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Router 9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:19.779614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.798459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:19.839586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a240d954-0ee2-43ca-8479-669053c5730c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.847312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.847663 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Added segment eba30de5-8738-4e82-b769-2bdc73c4cb22 of type vlan for network adb6528d-3587-433a-9805-6fc38cb72aea Jul 27 21:57:19.886662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.890540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-50e2227a-4aa4-41cb-a72d-b38a112b19c1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5105350 Jul 27 21:57:19.891286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44504) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.899684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'enable_snat': False}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:19.905872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:19.921076 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Sync routers for ids ['9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:19.926872 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Routers {'9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:19.927565 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:19.951406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.956663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.958819 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "DELETE /v2.0/security-groups/7de94cb0-ad85-4efb-8d15-44df43d392b5 HTTP/1.1" status: 204 len: 168 time: 0.2790151 Jul 27 21:57:19.963128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.965204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44506) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.965350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c0b5202-d0e6-4e8b-b175-d6ba312f4fb8 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "PUT /v2.0/routers/9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 200 len: 698 time: 1.1982105 Jul 27 21:57:19.981668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44508) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.017312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.047864 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-b4b3310a-1d55-4c2f-adc8-74ed590f1b24 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] show failed (client error): The resource could not be found. Jul 27 21:57:20.048125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4b3310a-1d55-4c2f-adc8-74ed590f1b24 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "GET /v2.0/security-groups/7de94cb0-ad85-4efb-8d15-44df43d392b5 HTTP/1.1" status: 404 len: 347 time: 0.0809863 Jul 27 21:57:20.051368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cca461-055d-42bd-be2d-4743bdcf06c8 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de94cb0-ad85-4efb-8d15-44df43d392b5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.061862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.113540 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Set router 9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:20.167920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64ec0d68-cb3f-4cce-8ff8-46b99d5057e6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/routers/9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 200 len: 704 time: 0.1823325 Jul 27 21:57:20.183214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44518) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.187204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de48c6e-55b3-4ee6-a564-cd61c5c80659 req-fceddf95-c6b6-4168-b254-56a6a6888968 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0483518 Jul 27 21:57:20.196345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f', 'name': 'tempest-RoutersIpV6Test-router-1195030035', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:18Z', 'updated_at': '2021-07-27T21:57:19Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.202579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:57:20.235463 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Checking router: 9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:20.238730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03b7d09e-b22e-410e-a7cc-8e74a2ccee9c tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 200 len: 205 time: 0.0539720 Jul 27 21:57:20.243531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44520) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.248063 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Routers {'9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:20.248695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.339455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.340170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] Set router 9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:20.402470 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f', 'name': 'tempest-RoutersIpV6Test-router-1195030035', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:18Z', 'updated_at': '2021-07-27T21:57:19Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:20.441087 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fdee6f-d6a9-49d4-bf94-891a479b82d2 None None] The sync data for ids ['9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f'] in n-d-738018-6 is: [{'id': '9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f', 'name': 'tempest-RoutersIpV6Test-router-1195030035', 'tenant_id': 'dfca344645334def82b126f17e69e3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:18Z', 'updated_at': '2021-07-27T21:57:19Z', 'revision_number': 2, 'project_id': 'dfca344645334def82b126f17e69e3d1', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:20.441784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.449513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51d39873-1edb-4313-b6f2-a4802b77e739 req-1b7f6a9e-d0d9-4a0b-9763-2c16fae0e503 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1658001 Jul 27 21:57:20.454571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.462148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:20.463014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.563349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Network': ['ID=adb6528d-3587-433a-9805-6fc38cb72aea,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.571971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Deleting port f777c6a6-4f26-4b55-beaf-e40f1dc4166a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:20.572425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.581977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network adb6528d-3587-433a-9805-6fc38cb72aea details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:20.588124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.590679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.655933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.656369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.672283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Calling delete_port for f777c6a6-4f26-4b55-beaf-e40f1dc4166a owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:20.756322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.757736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Fanout notify agent at l3_agent the message router_deleted on router 9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:20.767905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.775787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9f452c22-0e1d-4f67-b6c7-0d5c6fb072e4 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 204 len: 168 time: 0.5310643 Jul 27 21:57:20.776953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44522) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.783779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-59178bf9-dc33-41a3-9dd0-cada6e30e0fe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2119620 Jul 27 21:57:20.787352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.795142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'subnet': {'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:20.812615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-79c2f324-ed1a-470e-93b4-c0bf5d320968 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 200 len: 205 time: 0.0339546 Jul 27 21:57:20.815055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.858324 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-2bce4edc-a922-4c19-a693-597881ba3d1e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:20.859409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2bce4edc-a922-4c19-a693-597881ba3d1e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/9f7d6d77-b97a-4a9b-8a8c-7e4bf9b1bf2f HTTP/1.1" status: 404 len: 336 time: 0.0431914 Jul 27 21:57:20.862385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.890898 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-05677e26-74b8-4721-94bf-7f35ad20d571 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:20.891379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05677e26-74b8-4721-94bf-7f35ad20d571 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:20.893203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-05677e26-74b8-4721-94bf-7f35ad20d571 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/ead97a50-b180-4f68-a073-12f4ea80e408 HTTP/1.1" status: 404 len: 337 time: 0.0299108 Jul 27 21:57:20.898971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44530) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.950009 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-309e102d-5f56-4754-9baa-3d49c908da10 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:20.950506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309e102d-5f56-4754-9baa-3d49c908da10 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:20.954768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-309e102d-5f56-4754-9baa-3d49c908da10 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/aef899b6-a195-49b4-b23b-e1793c8ec2b8 HTTP/1.1" status: 404 len: 337 time: 0.0522852 Jul 27 21:57:20.955469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.983588 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c9b59e-9e08-406f-91e9-9856b67766bb tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:20.984051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c9b59e-9e08-406f-91e9-9856b67766bb tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:20.988410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60c9b59e-9e08-406f-91e9-9856b67766bb tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/095438b9-6fc3-4222-9dce-57682d0ea37d HTTP/1.1" status: 404 len: 337 time: 0.0295765 Jul 27 21:57:20.988866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44534) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.020785 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5f4df6-6cf0-4452-b4b1-d05e86c23569 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.021258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5f4df6-6cf0-4452-b4b1-d05e86c23569 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.026161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1d5f4df6-6cf0-4452-b4b1-d05e86c23569 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/ea5ff30a-f6a7-41b4-bb2c-ca1c7380d20f HTTP/1.1" status: 404 len: 337 time: 0.0339143 Jul 27 21:57:21.026495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44536) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.059527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5d007b57-3815-4e88-94f9-f1f736da7566 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 200 len: 205 time: 0.0318251 Jul 27 21:57:21.061802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44538) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.076019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:21.079554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.086033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.105057 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-d80ffda5-39b2-4cb1-a2a0-2a1955aa6df6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.106115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d80ffda5-39b2-4cb1-a2a0-2a1955aa6df6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/a8a2c418-326f-4678-a7bf-bc3205aa3923 HTTP/1.1" status: 404 len: 336 time: 0.0431087 Jul 27 21:57:21.109168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44540) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.143247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-194d238b-211e-4f54-b19e-7a4d53c35767 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=7061c8ba-eabc-4ee0-b84d-6b50907fe1cb HTTP/1.1" status: 200 len: 205 time: 0.0308745 Jul 27 21:57:21.143774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44542) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.185762 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-da47273d-d2b2-40fb-8182-a647fa9ff6a6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.187090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Pushing event deleted for resources: {'Port': ['ID=f777c6a6-4f26-4b55-beaf-e40f1dc4166a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.190802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da47273d-d2b2-40fb-8182-a647fa9ff6a6 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/7061c8ba-eabc-4ee0-b84d-6b50907fe1cb HTTP/1.1" status: 404 len: 336 time: 0.0454264 Jul 27 21:57:21.192777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.243565 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-359b3120-2fb6-4464-86d1-d3cfc64ce907 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.244076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359b3120-2fb6-4464-86d1-d3cfc64ce907 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.245951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-359b3120-2fb6-4464-86d1-d3cfc64ce907 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/9bcb6b2d-2314-4ea2-ab98-23813d9fec71 HTTP/1.1" status: 404 len: 337 time: 0.0521924 Jul 27 21:57:21.249982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44550) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.286345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0c90b416-4fbe-41fd-9839-e4ba11a34579 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 200 len: 205 time: 0.0330191 Jul 27 21:57:21.286670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44552) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.318169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.326029 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-c24ae643-c3e2-4bdd-a543-4e6a7290d61e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.329576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c24ae643-c3e2-4bdd-a543-4e6a7290d61e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/357830dd-521b-49ba-a954-41cd25869cdc HTTP/1.1" status: 404 len: 336 time: 0.0394676 Jul 27 21:57:21.329828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44554) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.348979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56742dae-7563-43d2-8e67-dbc8508fdf73 req-783a635d-7335-4d49-86e8-70d9d39d4193 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0584643 Jul 27 21:57:21.367907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4dc4b484-e122-4dff-b562-5bbc6d40c507 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd06b703-f3c9-4947-b880-886cb2d5aac7 HTTP/1.1" status: 200 len: 205 time: 0.0340471 Jul 27 21:57:21.368221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.387988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.413518 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-4974fa37-2f23-4803-9517-ed3d6900d664 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.417767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4974fa37-2f23-4803-9517-ed3d6900d664 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/cd06b703-f3c9-4947-b880-886cb2d5aac7 HTTP/1.1" status: 404 len: 336 time: 0.0462840 Jul 27 21:57:21.418037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44558) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.430258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.433342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.434602 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28b60c70-8dd1-41d9-adc8-d23b0a73b8b2 tempest-ServersTestBootFromVolume-332067620 tempest-ServersTestBootFromVolume-332067620-project] 10.222.0.37 "DELETE /v2.0/floatingips/429fc0e3-134c-4848-96c3-8328c5a19f68 HTTP/1.1" status: 204 len: 168 time: 1.3716831 Jul 27 21:57:21.439256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.452803 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d959ca6-64fa-41fa-b968-ba450530bd8d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.453287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d959ca6-64fa-41fa-b968-ba450530bd8d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.458375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d959ca6-64fa-41fa-b968-ba450530bd8d tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/7ced8ae4-aa5b-4d8d-ba7e-a73f3f635e1a HTTP/1.1" status: 404 len: 337 time: 0.0361075 Jul 27 21:57:21.458375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44562) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.506730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64137428-0c89-43ca-a201-b1d7b1c20340 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 HTTP/1.1" status: 200 len: 205 time: 0.0462840 Jul 27 21:57:21.509000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44566) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.571105 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-5b5ad5d2-666e-425d-b38a-b10e53515c68 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.572924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b5ad5d2-666e-425d-b38a-b10e53515c68 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/4cc332e9-3b44-44f5-ba81-d66dd8ef19f4 HTTP/1.1" status: 404 len: 336 time: 0.0625472 Jul 27 21:57:21.591407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.594626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1dd37532-4795-4d0f-92c9-022cba2518bd req-37ae85a6-8242-4ca4-ac59-aff29316d0aa tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0339122 Jul 27 21:57:21.630889 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ee526b-e8a5-4084-a5b8-1d875b8e92bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.631270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ee526b-e8a5-4084-a5b8-1d875b8e92bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.633853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c4ee526b-e8a5-4084-a5b8-1d875b8e92bc tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/d2761619-5457-49f8-b426-3dc1f7bb33c1 HTTP/1.1" status: 404 len: 337 time: 0.0381434 Jul 27 21:57:21.636623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44570) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.679224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6ae2ba45-222b-466e-b4a0-3f7775da9856 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "GET /v2.0/ports?device_id=593a1b69-4f82-4768-b1b0-68081e45d345 HTTP/1.1" status: 200 len: 205 time: 0.0413458 Jul 27 21:57:21.682332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44572) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.727308 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-f2871c5f-ff7c-42f0-b65c-3a4f1a1f3e48 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] delete failed (client error): The resource could not be found. Jul 27 21:57:21.731395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2871c5f-ff7c-42f0-b65c-3a4f1a1f3e48 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/routers/593a1b69-4f82-4768-b1b0-68081e45d345 HTTP/1.1" status: 404 len: 336 time: 0.0505507 Jul 27 21:57:21.732014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.772113 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-328adeb6-9285-482c-a882-05376b0b672e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.773218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328adeb6-9285-482c-a882-05376b0b672e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.777345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-328adeb6-9285-482c-a882-05376b0b672e tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/4da728a3-68ee-4b4f-bc75-09b44a1512a1 HTTP/1.1" status: 404 len: 337 time: 0.0420737 Jul 27 21:57:21.777730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44576) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.806787 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-04029fe2-3d06-49d4-b80e-b37655e1d943 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:21.807578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04029fe2-3d06-49d4-b80e-b37655e1d943 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:21.814863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-04029fe2-3d06-49d4-b80e-b37655e1d943 tempest-RoutersIpV6Test-836554617 tempest-RoutersIpV6Test-836554617-project] 10.222.0.37 "DELETE /v2.0/subnets/7af8472c-1561-460a-aead-e06c5f240898 HTTP/1.1" status: 404 len: 337 time: 0.0310202 Jul 27 21:57:22.008050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Allocated IP 172.25.3.56 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a0b7cf55-9998-439e-ba48-90c69d525463) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:22.166342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.288601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Subnet': ['ID=8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:22.293784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.340874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Checking segment: {'id': 'eba30de5-8738-4e82-b769-2bdc73c4cb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:22.341240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network hostable DHCP agents. Network: adb6528d-3587-433a-9805-6fc38cb72aea, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:22.385036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:22.466829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:22.495951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.560004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:22.573114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.577090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:22.580113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:22.586939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b7cf55-9998-439e-ba48-90c69d525463,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:22.619192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, adb6528d-3587-433a-9805-6fc38cb72aea) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:22.624555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:22.625166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.628356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3de6b-c23a-45c3-b296-ba0d0e8bf47f None None] Network adb6528d-3587-433a-9805-6fc38cb72aea requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:22.742321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1438dc1e-959e-4f1b-850a-1e65f3c68b29 req-62dac325-4a86-48c4-ba95-a0b6445665b6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.3208883 Jul 27 21:57:22.779886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f822fe-5a5c-42b9-9036-1e275be68e35 None None] Network adb6528d-3587-433a-9805-6fc38cb72aea requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:22.785755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f095950c-4b4c-48a6-938b-2c8ea7afad3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfca344645334def82b126f17e69e3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995504 Jul 27 21:57:22.788775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44592) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:22.812805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73118742-19d9-40a7-ae5f-01d4cc7a6ec2 req-001e1953-1547-4571-9af5-21a20acc7f04 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0953724 Jul 27 21:57:22.840941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0655d61a-4951-4820-9c18-3f08fa1e2868 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0522809 Jul 27 21:57:22.845333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44594) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:22.846358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.854115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-838730132', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:22.890914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.028079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.029140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.063408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Deleting port f75f946d-bab8-4c34-9c51-202334ea5a70 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:23.063874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.082635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.085704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.087264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2e848b8-456b-4007-bea1-d5363c708995 HTTP/1.1" status: 204 len: 168 time: 0.2972543 Jul 27 21:57:23.088895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.099639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73c55a-8715-46a2-bece-e6133e30a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e848b8-456b-4007-bea1-d5363c708995,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.193627 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:23.241432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] For port f75f946d-bab8-4c34-9c51-202334ea5a70, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f75f946d-bab8-4c34-9c51-202334ea5a70,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:23.242098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.257446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.260425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Calling delete_port for f75f946d-bab8-4c34-9c51-202334ea5a70 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:23.308863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.627010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.634728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.653025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.672613 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.801252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.14 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/84548ca9-e9e5-480d-afa2-46a300ca677c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:23.849299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.870892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b27391ee-ee40-4cd9-9dd3-da11b117a86c req-7b2c0dc4-2147-4851-83f2-0a92400926da tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0626402 Jul 27 21:57:23.911948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75f946d-bab8-4c34-9c51-202334ea5a70,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.931280 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46b6ac8e-4358-403d-ba77-5ae2eb8030f4 req-b49abff2-aff7-4bec-b789-ae82ee010200 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0504491 Jul 27 21:57:23.983312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.004394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Router 5dbba1a0-01b0-412a-a5ee-eb1f35c8091d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:24.120721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.183992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:24.187374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:24.190226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:24.197905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=84548ca9-e9e5-480d-afa2-46a300ca677c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:24.454864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44624) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.489161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.513725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:24.524874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] Sync routers for ids ['5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:24.536738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] Routers {'5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:24.537022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:24.549243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.550502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe0e999f-40ab-40ed-a267-9220c69446a0 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "PUT /v2.0/routers/5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 200 len: 919 time: 4.6550658 Jul 27 21:57:24.554089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.571549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:24.580866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] Routers {'5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:24.581684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:24.605425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f449aa8b-5a93-4f99-b009-ea746e295eeb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:24.606219 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-f449aa8b-5a93-4f99-b009-ea746e295eeb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:57:24.606818 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-f449aa8b-5a93-4f99-b009-ea746e295eeb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:57:24.607888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f449aa8b-5a93-4f99-b009-ea746e295eeb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1520712 Jul 27 21:57:24.611908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.616533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:24.617094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37528717-4538-4477-92cd-2dfeec2a26cb None None] The sync data for ids ['5dbba1a0-01b0-412a-a5ee-eb1f35c8091d'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:24.617230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440198137'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:24.743602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.756828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.763608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1a892ac0-7002-456d-9f71-e6f32bafce63 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 200 len: 925 time: 0.2077861 Jul 27 21:57:24.766541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.768188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44632) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.797044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:24.913909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8385538a-94e9-4e68-86d1-aca249c4be35 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:24.915430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8385538a-94e9-4e68-86d1-aca249c4be35 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=5dbba1a0-01b0-412a-a5ee-eb1f35c8091d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1463223 Jul 27 21:57:24.918023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44638) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.965877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:24.977979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-266c353a-a7c7-426f-a52f-8811cf883a30 admin admin] 10.222.0.37 "PUT /v2.0/routers/38c0edbe-ccc8-44f8-b851-74ad633f0d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315807 Jul 27 21:57:24.977979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:24.977979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:24.987258 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Sync routers for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:24.999719 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:25.000899 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.059206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51be0dd2-76ab-4176-b2b2-473480b2d4a9 req-2fd7397c-acd6-4804-bc56-b7738ca2b0b4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0399749 Jul 27 21:57:25.059965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3b77ff2-e384-4dc4-9389-e175f122e144 req-453db5fa-8fc3-41fb-9ca3-d1189594237d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0906038 Jul 27 21:57:25.106773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.141242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff07450-b3b4-4f39-a38d-41a1f7b69f98 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:25.146328 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:25.146544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bff07450-b3b4-4f39-a38d-41a1f7b69f98 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 881 time: 0.2236438 Jul 27 21:57:25.147478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44644) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.165306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.175803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8adc5b-b03d-4bf9-8520-6d640bf9440d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:25.189889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.194150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.194846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-40dc6d85-b8f0-489e-ac51-79d21a819c6b tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 200 len: 205 time: 0.0436714 Jul 27 21:57:25.339170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:57:23Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.369656 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Checking router: 38c0edbe-ccc8-44f8-b851-74ad633f0d1b for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:25.378511 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Routers {'38c0edbe-ccc8-44f8-b851-74ad633f0d1b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:25.379143 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.393374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.418897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:25.421304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.427200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.472806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.528990 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] Set router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:25.576391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:25.576855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cbd3d3-0c91-4c18-b4d4-73b9979ab58b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:25.591954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:25.602352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.609563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.610529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:25.614108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b87e3793-a3b0-40dc-b1fe-694cfd397ac4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9982684 Jul 27 21:57:25.614521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.616598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.624572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '00cbd3d3-0c91-4c18-b4d4-73b9979ab58b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:25.629427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Deleting port 66b99401-358d-4c4e-93d5-6a4b1f61921b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:25.630208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.655839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.665675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:25.666584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.698542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.705406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bdb18ef1-74e6-48b4-9972-4a803cbdc714 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8515117 Jul 27 21:57:25.705562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.705562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c5a3a-fc30-4791-ac3d-9b6666d864ff None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:25.711590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44656) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.765755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] For port 66b99401-358d-4c4e-93d5-6a4b1f61921b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=66b99401-358d-4c4e-93d5-6a4b1f61921b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:25.766718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.784940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Calling delete_port for 66b99401-358d-4c4e-93d5-6a4b1f61921b owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:25.848471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port a0b7cf55-9998-439e-ba48-90c69d525463 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:25.848821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.867501 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:57:23Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:25.895776 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaba24ef-a626-4995-952d-3c4e1a03c0d7 None None] The sync data for ids ['38c0edbe-ccc8-44f8-b851-74ad633f0d1b'] in n-d-738018-6 is: [{'id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'name': 'tempest-ServersTestBootFromVolume-1585458237-router', 'tenant_id': '0b6ed3a8ec59441fab870675d5e135f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:52:35Z', 'updated_at': '2021-07-27T21:57:23Z', 'revision_number': 5, 'project_id': '0b6ed3a8ec59441fab870675d5e135f9', 'gw_port': {'id': '66b99401-358d-4c4e-93d5-6a4b1f61921b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0edbe-ccc8-44f8-b851-74ad633f0d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:52:36Z', 'updated_at': '2021-07-27T21:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:25.992245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.007072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for a0b7cf55-9998-439e-ba48-90c69d525463 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:26.198695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c5039df-4a40-46c0-91c2-8a7c82f36e58 req-a87c7997-57eb-4087-8b42-a38f3beb9a8a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0409098 Jul 27 21:57:26.237982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3e6045a9-85b1-412b-881d-f61864eaa5d0 req-5eabd5d2-69a2-4d37-9014-cbc4bb8034ae tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0379224 Jul 27 21:57:26.455589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.679651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.756097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.763558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.764672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.1 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/914eadc8-fb75-4ccd-b5f0-8b10a6dc817f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:26.789925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.793342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=a0b7cf55-9998-439e-ba48-90c69d525463,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.854088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b99401-358d-4c4e-93d5-6a4b1f61921b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.873188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.914526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22d4350-8607-4459-bd5d-486329e3c383,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.925979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.949907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.955496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.987723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.988973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4b49ef7c-8933-414b-987c-c72b77ad7259 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3712008 Jul 27 21:57:26.991941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44662) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.998230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-78e53764-678d-4f87-8c2e-e4ec16c0a91c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '00cbd3d3-0c91-4c18-b4d4-73b9979ab58b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:27.076317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.123897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:27.127233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:27.134900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:27.171534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=914eadc8-fb75-4ccd-b5f0-8b10a6dc817f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.177454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e53764-678d-4f87-8c2e-e4ec16c0a91c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.215957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.351072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-810adc41-04d1-4dfd-9725-9fb726a9c760 req-165d96ea-6e90-43fc-a94b-12360a7b4140 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0638826 Jul 27 21:57:27.446232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.449874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.452793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce761211-03ac-4cfa-ad82-8634fa51d614 req-075109b4-c3ba-4b95-8f0e-5b121628455a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0956438 Jul 27 21:57:27.454319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.457709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.462752 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-78e53764-678d-4f87-8c2e-e4ec16c0a91c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:57:27.466945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-78e53764-678d-4f87-8c2e-e4ec16c0a91c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4709685 Jul 27 21:57:27.466945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44674) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:27.576308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.577401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router 5dbba1a0-01b0-412a-a5ee-eb1f35c8091d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:27.577539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.592686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f75f946d-bab8-4c34-9c51-202334ea5a70 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:27.598855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.602978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac379245-1b7b-4a16-a380-e9bd6797aa75 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 204 len: 168 time: 2.4073508 Jul 27 21:57:27.604877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.605383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c0edbe-ccc8-44f8-b851-74ad633f0d1b {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:27.606855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44676) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:27.617106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.620940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e42322e-3b4d-41a6-8ad6-9f95fae43d85 admin admin] 10.222.0.37 "DELETE /v2.0/routers/38c0edbe-ccc8-44f8-b851-74ad633f0d1b HTTP/1.1" status: 204 len: 168 time: 2.6427228 Jul 27 21:57:27.621266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2064210832', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:27.621586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:27.624154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f75f946d-bab8-4c34-9c51-202334ea5a70 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:27.624513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f75f946d-bab8-4c34-9c51-202334ea5a70 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:27.653429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.683638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Deleting subnet b28b2cca-d153-41bb-a330-8b67523debcf {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:27.689258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.737507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.746698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.815869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.817251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.870660 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.899689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.955580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.958433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.960183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/00cbd3d3-0c91-4c18-b4d4-73b9979ab58b HTTP/1.1" status: 204 len: 168 time: 0.4917865 Jul 27 21:57:27.963126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:27.976839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2120c6-e77a-4a39-b220-14c4ac1017cf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cbd3d3-0c91-4c18-b4d4-73b9979ab58b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.017617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0b9e402f-6cf3-4e27-bddb-41e35ca20ffe tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532122 Jul 27 21:57:28.022404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.028996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603945665'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:28.102664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.139439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28b2cca-d153-41bb-a330-8b67523debcf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.139764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.167009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.171172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b46802a7-a974-4208-80a7-b21a99a93886 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b28b2cca-d153-41bb-a330-8b67523debcf HTTP/1.1" status: 204 len: 168 time: 0.5463881 Jul 27 21:57:28.171441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.176776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275c3e4-200f-428a-9b78-fc06a5bcad17 None None] Network d18c5544-d0c9-4d47-810f-520ee23104f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:28.245344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.251903 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.301557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.320566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.396174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Deleting port 0f858dea-6ba5-4a8b-9cba-8495027ef75c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:28.396174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.450099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.451803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=914eadc8-fb75-4ccd-b5f0-8b10a6dc817f,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.482047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] DHCP port deletion for d18c5544-d0c9-4d47-810f-520ee23104f1 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:28.485870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] For port 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0f858dea-6ba5-4a8b-9cba-8495027ef75c,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:28.486259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.507815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Calling delete_port for 0f858dea-6ba5-4a8b-9cba-8495027ef75c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:28.522487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9bb8c5cf-993c-4c21-b109-b5e76e14d4e7 req-8fbe20c4-df16-403d-98a8-749192691248 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0944288 Jul 27 21:57:28.557910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Deleting port 0f858dea-6ba5-4a8b-9cba-8495027ef75c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:28.561979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.588895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9888857-c3b2-48e4-b0c4-4e6b09d08808 req-a54c071f-0737-44fe-8e24-f0110f62a50f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0664721 Jul 27 21:57:28.604798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.643710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] For port 0f858dea-6ba5-4a8b-9cba-8495027ef75c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0f858dea-6ba5-4a8b-9cba-8495027ef75c,segment=NetworkSegment(f67f0b90-2744-4454-ac73-cb9135aba15a),segment_id=f67f0b90-2744-4454-ac73-cb9135aba15a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:28.644312 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.657729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Calling delete_port for 0f858dea-6ba5-4a8b-9cba-8495027ef75c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:28.674901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:28.679010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:28.730231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.735780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.743243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.759104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f858dea-6ba5-4a8b-9cba-8495027ef75c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.761051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] No DVR routers for this DVR port 0f858dea-6ba5-4a8b-9cba-8495027ef75c on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:28.777099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] Pushing event deleted for resources: {'Port': ['ID=0f858dea-6ba5-4a8b-9cba-8495027ef75c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.783295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48acfe-615a-4bad-9f7b-4b320ca0f6e9 None None] No DVR routers for this DVR port 0f858dea-6ba5-4a8b-9cba-8495027ef75c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:28.839756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.850784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18c5544-d0c9-4d47-810f-520ee23104f1']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:28.863016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67f0b90-2744-4454-ac73-cb9135aba15a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:28.863317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67f0b90-2744-4454-ac73-cb9135aba15a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:28.873666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.881875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db3651e-97fa-4985-9cb5-91264c74749d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.894180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.901592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:28.901996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:28.903791 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:28.922015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.923869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.928421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1625f507-d8b8-4e8e-a21d-9915a76cd316 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9015491 Jul 27 21:57:28.928421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44692) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.933152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8b58b5eb-ad43-4dca-90d1-6c5b6d36dd73 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '4db3651e-97fa-4985-9cb5-91264c74749d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:28.933939 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-8b58b5eb-ad43-4dca-90d1-6c5b6d36dd73 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:57:28.934491 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-8b58b5eb-ad43-4dca-90d1-6c5b6d36dd73 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:28.935497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8b58b5eb-ad43-4dca-90d1-6c5b6d36dd73 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061138 Jul 27 21:57:28.940899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.955080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.968736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:29.008902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.047344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.073629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.086579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.090737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d18c5544-d0c9-4d47-810f-520ee23104f1 HTTP/1.1" status: 204 len: 168 time: 0.9151490 Jul 27 21:57:29.099264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cd7a2-3f76-408f-b095-b3487a0cf6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18c5544-d0c9-4d47-810f-520ee23104f1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.197786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.200710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.201291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/4db3651e-97fa-4985-9cb5-91264c74749d HTTP/1.1" status: 204 len: 168 time: 0.2595909 Jul 27 21:57:29.206079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44700) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.228708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61fd79-9f6e-415f-87d1-9730da628dde tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db3651e-97fa-4985-9cb5-91264c74749d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.284690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f484b828-b3ad-478c-9196-e7029f0e8550 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772338 Jul 27 21:57:29.289339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.294610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015060155'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:29.413491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.415760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Allocated IP 172.25.3.98 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/1aa0a19f-1cf0-4dba-980b-8b2524ebd3e3) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:29.432786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:29.438644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-78eb1733-2579-48d2-afc8-7746f978326f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/routers/365c715d-9efb-4862-bec2-54053ca5e7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7260194 Jul 27 21:57:29.441395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44708) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.444957 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:29.448981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'port': {'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea', 'name': 'tempest-FloatingIPTestJSON-1642602534'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:29.456970 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:29.457601 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.497823 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.507969 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:29.508427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.509002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.546676 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:29.547628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c78e9-fc9f-42b0-8e6e-8e06700cd7c9 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:29.586204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0f858dea-6ba5-4a8b-9cba-8495027ef75c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:29.616688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0f858dea-6ba5-4a8b-9cba-8495027ef75c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:29.616688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0f858dea-6ba5-4a8b-9cba-8495027ef75c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:29.616688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66b99401-358d-4c4e-93d5-6a4b1f61921b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:29.624853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.632184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 66b99401-358d-4c4e-93d5-6a4b1f61921b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:29.632780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 66b99401-358d-4c4e-93d5-6a4b1f61921b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:29.646140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e3a2d1c-7ec8-4f10-9c0a-3de0d9affff6 req-e1989f49-1782-4fef-8b0d-65c504230032 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0559015 Jul 27 21:57:29.649996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.693543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf63468-b608-4346-98e2-ed4355619eea,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.718984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b038331d-def0-4293-861e-bbd83f87d8de req-ce20ee90-b0e9-481d-8b88-336b04caf15e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0386329 Jul 27 21:57:29.793112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44718) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.836454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d8ea552d-eb14-4faa-9ea9-fac513703f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b6ed3a8ec59441fab870675d5e135f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421455 Jul 27 21:57:29.839580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44720) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.854996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:29.858755 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.861567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.924487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.926227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-88f19262-9bbc-4b7a-877b-33d4fc39dc65 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6351719 Jul 27 21:57:29.929199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.932210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:29.934015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-414fcd05-0e2e-47af-a9d4-88dd080211cb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '9bf63468-b608-4346-98e2-ed4355619eea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:29.935181 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-414fcd05-0e2e-47af-a9d4-88dd080211cb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:57:29.935674 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-414fcd05-0e2e-47af-a9d4-88dd080211cb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:29.941645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-414fcd05-0e2e-47af-a9d4-88dd080211cb tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064595 Jul 27 21:57:29.941812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] device_id is not set on port 3263fade-224a-47e7-8a98-b7da7c3f97e5 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:29.944739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.948011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:29.954806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:30.001415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.007608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event updated for resources: {'Port': ['ID=1aa0a19f-1cf0-4dba-980b-8b2524ebd3e3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.032270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.052461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.172578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.173543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.175252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.176487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bf63468-b608-4346-98e2-ed4355619eea HTTP/1.1" status: 204 len: 168 time: 0.2307780 Jul 27 21:57:30.180716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.193715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e5fb3-e289-45b8-80a3-4331416db6fa tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf63468-b608-4346-98e2-ed4355619eea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.233295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-794a3be7-113b-44a2-8217-12e3565b3e5e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502362 Jul 27 21:57:30.237590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.243218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919684726'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:30.264002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.2 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/3263fade-224a-47e7-8a98-b7da7c3f97e5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:30.386618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.424873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.427540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.431719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0eff110-328b-46b1-9646-5bac2e48224c HTTP/1.1" status: 204 len: 168 time: 0.5885155 Jul 27 21:57:30.466870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195bb5-5c47-4464-8bc1-17c59ea7b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eff110-328b-46b1-9646-5bac2e48224c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.512201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.546211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.550552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.644682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.693719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177995d8-7758-496c-aeac-41141d05263f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.741270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd38409e-c50e-4299-b31b-0d9044b8e0ae req-c274fbf3-e406-42bc-9c13-fae1406d45ae tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0496283 Jul 27 21:57:30.748866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.762806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.767052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa864258-b6fe-4d5b-bcb4-9a6fc0dc5ea5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5284538 Jul 27 21:57:30.770817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.780086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f61256f8-933b-41e7-8507-095ff05be5d4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '177995d8-7758-496c-aeac-41141d05263f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:30.799298 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-f61256f8-933b-41e7-8507-095ff05be5d4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:57:30.800757 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-f61256f8-933b-41e7-8507-095ff05be5d4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:30.802927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f61256f8-933b-41e7-8507-095ff05be5d4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0341988 Jul 27 21:57:30.806074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.813220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e6103fb2-e378-4b93-99d2-47ef182ab344 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '177995d8-7758-496c-aeac-41141d05263f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:30.814000 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-e6103fb2-e378-4b93-99d2-47ef182ab344 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:57:30.814653 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e6103fb2-e378-4b93-99d2-47ef182ab344 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:30.816166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e6103fb2-e378-4b93-99d2-47ef182ab344 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080876 Jul 27 21:57:30.821455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.827351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ebc208de-53a6-4e34-b221-d6adf1a8cd0e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '177995d8-7758-496c-aeac-41141d05263f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:30.828262 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-ebc208de-53a6-4e34-b221-d6adf1a8cd0e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:57:30.828757 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ebc208de-53a6-4e34-b221-d6adf1a8cd0e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:30.835956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.836760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ebc208de-53a6-4e34-b221-d6adf1a8cd0e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141377 Jul 27 21:57:30.867754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9c015099-64ca-46c8-afe2-a473d31980a5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '177995d8-7758-496c-aeac-41141d05263f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:30.869616 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-9c015099-64ca-46c8-afe2-a473d31980a5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:57:30.870127 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-9c015099-64ca-46c8-afe2-a473d31980a5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:30.871170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9c015099-64ca-46c8-afe2-a473d31980a5 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0322244 Jul 27 21:57:30.875117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44748) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.893968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab2fff80-931b-4d62-a46b-f9014ebe62fc req-d500861e-5a82-457e-a6f4-0ba14fe71724 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1014161 Jul 27 21:57:30.914353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:30.926813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:30.934523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=3263fade-224a-47e7-8a98-b7da7c3f97e5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.937608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:30.969332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.974486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.006822 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.038416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:31.039091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.155732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.158433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.159675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/177995d8-7758-496c-aeac-41141d05263f HTTP/1.1" status: 204 len: 168 time: 0.2831087 Jul 27 21:57:31.162746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.170129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb647e1-f20a-4f3b-b83d-33dac67b3289 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177995d8-7758-496c-aeac-41141d05263f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.212130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2f19478-73a4-4aa3-846b-91f63f9e11ae tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7663975 Jul 27 21:57:31.212269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.217395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'port': {'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea', 'name': 'tempest-FloatingIPTestJSON-983850938'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.247264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3d5b643b-c599-46a1-98f3-f2bdc1e4850e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794265 Jul 27 21:57:31.247966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.252812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--881316896'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.264209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Router 2f09a5a7-9594-4436-80bd-26a36cc5c700 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:31.392196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.408324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:31.421187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] Sync routers for ids ['2f09a5a7-9594-4436-80bd-26a36cc5c700'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:31.432590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] Routers {'2f09a5a7-9594-4436-80bd-26a36cc5c700'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:31.433253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2f09a5a7-9594-4436-80bd-26a36cc5c700'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.469459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.480201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] Routers {'2f09a5a7-9594-4436-80bd-26a36cc5c700'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:31.481025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2f09a5a7-9594-4436-80bd-26a36cc5c700'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.481650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:31.489703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.533713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.535201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50af8d-e0b3-4bbc-a25f-d3ebfc8beade None None] The sync data for ids ['2f09a5a7-9594-4436-80bd-26a36cc5c700'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:31.567801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] device_id is not set on port 5ba88df7-64f7-4708-aab6-36b977ff91a7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:31.582810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.663209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.699656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5f530-4b24-42b9-8352-dda097a1ad7f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.710797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.11 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/5ba88df7-64f7-4708-aab6-36b977ff91a7) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:31.721151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.722918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0898ec0c-4f20-4638-bc0f-cd3c942f3645 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1150186 Jul 27 21:57:31.726216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44782) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.732816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.807057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.809202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd4d0c8d-7fb9-4414-baba-28eb27c89b6a tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5601680 Jul 27 21:57:31.813744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44786) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.820225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fc2b2902-ae57-43c9-bcbb-94fa7b194bd0 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.821746 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-fc2b2902-ae57-43c9-bcbb-94fa7b194bd0 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:57:31.822812 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-fc2b2902-ae57-43c9-bcbb-94fa7b194bd0 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:31.824983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fc2b2902-ae57-43c9-bcbb-94fa7b194bd0 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097494 Jul 27 21:57:31.828523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44788) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.836169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e464e8ca-c4ee-40f7-9699-1129b4597dcc tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:31.850715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.872156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7cf9e28-2695-4574-a402-0b3d95e07122 req-10337100-a954-45de-bd9c-72ef46cc832f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0539126 Jul 27 21:57:31.948027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-306f541c-2fe7-44a8-9c7f-f9fd07a1fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.957823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.044176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2047761643-network', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:32.075307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62fa862f-a7a1-4a2e-9904-c940c525ecff req-4c5fb82b-1ba1-4da5-8f8a-8fd47cb88cde tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0557983 Jul 27 21:57:32.173481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.224270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:32.228818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:32.233715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:32.238756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=5ba88df7-64f7-4708-aab6-36b977ff91a7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.289942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.290699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.508825 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-e464e8ca-c4ee-40f7-9699-1129b4597dcc tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:32.509903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e464e8ca-c4ee-40f7-9699-1129b4597dcc tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6801748 Jul 27 21:57:32.513386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44796) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.519598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a97b91ec-ef80-42be-b3ea-c353e7048c12 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:32.520509 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-a97b91ec-ef80-42be-b3ea-c353e7048c12 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:57:32.522889 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a97b91ec-ef80-42be-b3ea-c353e7048c12 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:32.526587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a97b91ec-ef80-42be-b3ea-c353e7048c12 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092404 Jul 27 21:57:32.527227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.536132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-889c28de-6bad-4972-9a8b-196421e74a3f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:32.540910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.621688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:32.624611 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.635321 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.659344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.698538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-916e31e4-7062-48eb-a1ca-1a43df43ed49 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4851489 Jul 27 21:57:32.701811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44802) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.706504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '5ba88df7-64f7-4708-aab6-36b977ff91a7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:32.844677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Deleting port 1aa0a19f-1cf0-4dba-980b-8b2524ebd3e3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:32.845232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.959115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.977456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Calling delete_port for 1aa0a19f-1cf0-4dba-980b-8b2524ebd3e3 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:32.985672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dad07f5b-265a-48b4-a81c-ba4f7a2cb42c req-6cda670a-8d9e-4c41-8c1d-956719acd400 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0589936 Jul 27 21:57:33.034630 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.145885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.196693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7169f665-ca00-472b-be30-d38c66f1a084 req-886e1cf6-dec9-4001-ab00-3ebe1805114c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0544007 Jul 27 21:57:33.212347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1333a38e-63ca-493b-8b4e-4b4d13c7d290,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.271238 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-889c28de-6bad-4972-9a8b-196421e74a3f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:33.276331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.276489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-889c28de-6bad-4972-9a8b-196421e74a3f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7479448 Jul 27 21:57:33.281334 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-13937db7-5c54-42d0-b4f6-7c3fc15d2d54 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.282116 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-13937db7-5c54-42d0-b4f6-7c3fc15d2d54 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:57:33.282722 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-13937db7-5c54-42d0-b4f6-7c3fc15d2d54 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:33.286553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13937db7-5c54-42d0-b4f6-7c3fc15d2d54 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062680 Jul 27 21:57:33.286763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44810) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.292346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8dc867f1-32c4-47f9-a13a-0235fa32fd5e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.401612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.408253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:33.442156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Pushing event deleted for resources: {'Port': ['ID=1aa0a19f-1cf0-4dba-980b-8b2524ebd3e3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.451107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.451459 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Added segment eb7ee6f6-2872-422f-897c-7f2da2292d56 of type vlan for network 54ad27af-f8ea-4aa5-8330-d8284bcb392f Jul 27 21:57:33.457557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.548923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.560898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.563559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.696025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.198 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4d23b1c0-07bd-48bd-aa7f-a73316f021c6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:33.776037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.777039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.777886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.815240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.817365 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-8dc867f1-32c4-47f9-a13a-0235fa32fd5e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:33.821667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8dc867f1-32c4-47f9-a13a-0235fa32fd5e tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5298595 Jul 27 21:57:33.822463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.827621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-814428df-c884-4711-9b6a-471c3cc64a2c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.828240 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-814428df-c884-4711-9b6a-471c3cc64a2c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:57:33.828859 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-814428df-c884-4711-9b6a-471c3cc64a2c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:33.833906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-814428df-c884-4711-9b6a-471c3cc64a2c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064092 Jul 27 21:57:33.835341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.841971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.843328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ffe894a5-f996-4f60-a724-e8614f479739 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.903748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.927498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] Pushing event updated for resources: {'Network': ['ID=54ad27af-f8ea-4aa5-8330-d8284bcb392f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.937379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:33.968851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e02a28f-aaf7-4edd-9ad3-4d98fb1563fe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1165977 Jul 27 21:57:33.971944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.978799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Request body: {'subnet': {'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2047761643-subnet', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.986537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.009190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Router 2f09a5a7-9594-4436-80bd-26a36cc5c700 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:34.092426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:34.099606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.103563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-04f58e37-0f7c-428d-89c6-146478bf35a7 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "PUT /v2.0/routers/2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 200 len: 710 time: 2.3758156 Jul 27 21:57:34.104242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.105769 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] Sync routers for ids ['2f09a5a7-9594-4436-80bd-26a36cc5c700'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:34.120686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:34.121097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] Routers {'2f09a5a7-9594-4436-80bd-26a36cc5c700'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:34.121960 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2f09a5a7-9594-4436-80bd-26a36cc5c700'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:34.123852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c5af6062-b0e7-4f71-bfc0-075f1dca4a57 req-ea3266bf-e7ae-44be-b048-909431a1e74d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0600545 Jul 27 21:57:34.135918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:34.141237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:34.145724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=4d23b1c0-07bd-48bd-aa7f-a73316f021c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:34.177331 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:34.189546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7fcbe823-8cd0-41c2-ad01-14f189d349cb tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/routers/2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 200 len: 745 time: 0.0841498 Jul 27 21:57:34.189873 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] Routers {'2f09a5a7-9594-4436-80bd-26a36cc5c700'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:34.190399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44824) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.190899 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2f09a5a7-9594-4436-80bd-26a36cc5c700'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:34.232158 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:34.232971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cdc47dcd-8b4f-4360-9268-e9ee36b696f6 tempest-RoutersIpV6AdminTest-1155720574 tempest-RoutersIpV6AdminTest-1155720574-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&device_id=2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 200 len: 205 time: 0.0404992 Jul 27 21:57:34.233284 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a4cbc-03ac-456e-b9d6-f201730e5821 None None] The sync data for ids ['2f09a5a7-9594-4436-80bd-26a36cc5c700'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:34.239746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44828) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.281265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe30fc1c-54e6-415b-877b-4bb4ddd9a6ec tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 200 len: 205 time: 0.0393510 Jul 27 21:57:34.289407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.291629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:34.294004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.351697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29bb604e-22d2-4e7d-9c16-70339d02dd84 req-3c6277d7-dd3f-46d9-85e4-111f9e5136cc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0769463 Jul 27 21:57:34.387924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.496705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ab29f1f-da82-43d3-b6a1-fe8d543e1f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.558527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.560635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.592066 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-ffe894a5-f996-4f60-a724-e8614f479739 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:34.595814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ffe894a5-f996-4f60-a724-e8614f479739 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7563927 Jul 27 21:57:34.597534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44832) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.603073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7c326f30-4f8f-4fa1-9d47-d9a05a706642 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '0db5f530-4b24-42b9-8352-dda097a1ad7f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:34.713201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.713764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Fanout notify agent at l3_agent the message router_deleted on router 2f09a5a7-9594-4436-80bd-26a36cc5c700 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:57:34.723698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.730256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.731110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-39452257-b5e7-4147-8664-3f0f5164d39e tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 204 len: 168 time: 0.4405982 Jul 27 21:57:34.753021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.786538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d37a31f-9d89-4a9e-92ee-0578185460b2 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 200 len: 205 time: 0.0529447 Jul 27 21:57:34.787540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44838) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.836718 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-757b978c-8980-41cc-aae9-df4cdac4c324 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:34.838603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-757b978c-8980-41cc-aae9-df4cdac4c324 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/2f09a5a7-9594-4436-80bd-26a36cc5c700 HTTP/1.1" status: 404 len: 336 time: 0.0491743 Jul 27 21:57:34.846422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.871908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.886753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8121f401-6013-434e-823b-0e2950ed04c3 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 200 len: 205 time: 0.0373981 Jul 27 21:57:34.887650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44842) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.935866 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-7c326f30-4f8f-4fa1-9d47-d9a05a706642 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:34.946117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c326f30-4f8f-4fa1-9d47-d9a05a706642 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3478324 Jul 27 21:57:34.947180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.947725 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-ea7dd0a9-fd6f-4cc9-8318-f9b9ce1acc50 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:34.951300 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea7dd0a9-fd6f-4cc9-8318-f9b9ce1acc50 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/5dbba1a0-01b0-412a-a5ee-eb1f35c8091d HTTP/1.1" status: 404 len: 336 time: 0.0619674 Jul 27 21:57:34.951602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:34.965547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.986239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-939b91f9-f345-4838-8683-c4c77be3e677 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 200 len: 205 time: 0.0333378 Jul 27 21:57:34.988642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44848) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.028714 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-d80701cb-e63e-4271-abc1-c676a2bafe08 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:35.029933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d80701cb-e63e-4271-abc1-c676a2bafe08 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/7fc19a0e-9905-4153-893f-f869de500692 HTTP/1.1" status: 404 len: 336 time: 0.0402820 Jul 27 21:57:35.032613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.043164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b19aeba-f7bd-4eee-b9a7-56c24982e327,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.066376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28e7a1be-192e-4a79-95be-6191bfaa1e9d tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 200 len: 205 time: 0.0322597 Jul 27 21:57:35.068895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44852) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.096879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Checking segment: {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:35.102912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Network hostable DHCP agents. Network: 54ad27af-f8ea-4aa5-8330-d8284bcb392f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:35.116013 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-18490a0b-9d79-4e2f-8b40-089a39289c04 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:35.119683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-18490a0b-9d79-4e2f-8b40-089a39289c04 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/8c5674c5-0048-4d08-b018-7d113540f3d0 HTTP/1.1" status: 404 len: 336 time: 0.0470002 Jul 27 21:57:35.119999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44854) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.124324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.150154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.151916 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11203eb5-b77a-49a1-9662-a49bbf84f75b tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 200 len: 205 time: 0.0306890 Jul 27 21:57:35.154158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44856) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.197778 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-ae1a4da7-ed1c-4c23-95f0-7c842b601496 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:35.200376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ae1a4da7-ed1c-4c23-95f0-7c842b601496 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/ee23bf63-7a2a-4fc4-94af-374a2b3a6965 HTTP/1.1" status: 404 len: 336 time: 0.0437474 Jul 27 21:57:35.201665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.218425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-824ab1b9-95db-4d65-b8a0-0272f57461bb req-d1edd94c-dd19-43f5-a37a-ae1085158148 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0303998 Jul 27 21:57:35.236837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b8f25a3c-8667-4090-b4fc-4fcf2fedbe06 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "GET /v2.0/ports?device_id=763c4e1c-e20a-4181-bbd5-075c57a40b36 HTTP/1.1" status: 200 len: 205 time: 0.0315888 Jul 27 21:57:35.237130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44862) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.276980 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-83927ae9-2ad1-4051-8a50-cd8e42ccb0bf tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] delete failed (client error): The resource could not be found. Jul 27 21:57:35.281859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83927ae9-2ad1-4051-8a50-cd8e42ccb0bf tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/routers/763c4e1c-e20a-4181-bbd5-075c57a40b36 HTTP/1.1" status: 404 len: 336 time: 0.0410011 Jul 27 21:57:35.282061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.321912 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f76fb0-176d-49cd-abb5-97a7fd58e6e1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] DELETE failed (client error): The resource could not be found. Jul 27 21:57:35.322602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f76fb0-176d-49cd-abb5-97a7fd58e6e1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:35.325506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a8f76fb0-176d-49cd-abb5-97a7fd58e6e1 tempest-RoutersIpV6AdminTest-100880725 tempest-RoutersIpV6AdminTest-100880725-project] 10.222.0.37 "DELETE /v2.0/subnets/b0896c3c-a39b-44d6-a179-460d964078d6 HTTP/1.1" status: 404 len: 337 time: 0.0390449 Jul 27 21:57:35.440226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4bbd6ee-e93b-4a14-92dd-9b16376d5360 req-fb032e76-ebf9-4fc1-a959-73236dd103af tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0347953 Jul 27 21:57:35.519035 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.525895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.525895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/0db5f530-4b24-42b9-8352-dda097a1ad7f HTTP/1.1" status: 204 len: 168 time: 0.5724945 Jul 27 21:57:35.525895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:35.526266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.541938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0308-5552-4000-b1db-8b3a58d5630c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5f530-4b24-42b9-8352-dda097a1ad7f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.551584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.578017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36fd6899-69d4-4924-8532-89b25a9135af tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466306 Jul 27 21:57:35.578567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.585440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--480610134'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:35.614542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 54ad27af-f8ea-4aa5-8330-d8284bcb392f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:35.624090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83104b-8659-447d-a852-035deb044726 None None] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:35.630570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.631740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.745352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.760576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.798747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'fixed_ips': [{'subnet_id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:35.799697 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.811284 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.838420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf2de731-58c8-43d7-81a2-d28af5952f06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8614504 Jul 27 21:57:35.838886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44880) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.839370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.843916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:35.896296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:35.964973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Allocated IP 172.20.0.2 (54ad27af-f8ea-4aa5-8330-d8284bcb392f/7b19aeba-f7bd-4eee-b9a7-56c24982e327/7c5802b9-2e59-4807-b90d-44e8f8f6ab68) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:35.967278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=4d23b1c0-07bd-48bd-aa7f-a73316f021c6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.978761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.032845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f937c54b-066f-4a54-95c3-1abde5da9e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.092597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.114340 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 7606b8d9-b8ce-464b-82e6-220385b74ba5 associated. External IP: 172.25.3.198, port: 5ba88df7-64f7-4708-aab6-36b977ff91a7. Jul 27 21:57:36.123756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.132843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Transition to ACTIVE for port object 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:36.149351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Transition to ACTIVE for port object 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:36.211498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.236481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.254216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf797e-d304-4c35-9d0f-3f7f1b11a1f8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:36.292368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:36.295637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:36.301053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:36.308175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Pushing event updated for resources: {'Port': ['ID=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:36.335303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf1fc0bd-ce5b-472d-a88b-70789c56e79f req-1c6762d4-729b-4d35-bee2-285ab65814f2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0380175 Jul 27 21:57:36.395089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.396147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.416832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:36.493355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.520470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Attempting to bind port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:36.520847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Attempting to bind port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:36.521620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Attempting to bind port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 on network 54ad27af-f8ea-4aa5-8330-d8284bcb392f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:36.530308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:36.530671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Checking segment: {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:36.531092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.531495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Bound using segment: {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:36.531984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Bound port: 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:36.532379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.546815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10b99eb4-b4d2-422b-bb94-937665cae724 req-d0d23948-5692-40a2-89bf-336c3d7d25b4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0359879 Jul 27 21:57:36.558387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:36.575053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:36.583783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f937c54b-066f-4a54-95c3-1abde5da9e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.601136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:36.601779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:36.644756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:36.648830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] For port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:36.665033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] For port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:36.666641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:36.667272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:36.686672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f937c54b-066f-4a54-95c3-1abde5da9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.702504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:36.703167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f670785-2443-48c8-98ef-03f8cfcb8868 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:36.759060 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.770502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.774666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5951baf9-16b7-4024-9cf7-bf3b30db0e45 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1925628 Jul 27 21:57:36.774666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.776070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:36.781925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7ec8a5b1-335a-4bda-9ce6-3815260da6b4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '3faf797e-d304-4c35-9d0f-3f7f1b11a1f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:36.830715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa28c3-1285-42ea-bc34-b3e555724ce2 None None] Pushing event updated for resources: {'Port': ['ID=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:36.860902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eb7cde02-3da0-4e9a-bd1e-04ad84efaf67 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1578710 Jul 27 21:57:36.863486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:36.870680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:36.978333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.988477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.020103 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.066113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c54b-066f-4a54-95c3-1abde5da9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5448c0-15ce-404b-bbd3-1f4849e4b1e9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.071864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f937c54b-066f-4a54-95c3-1abde5da9e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f589b450efb48668748e72786659b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1743045 Jul 27 21:57:37.075089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.128316 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-7ec8a5b1-335a-4bda-9ce6-3815260da6b4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The resource could not be found. Jul 27 21:57:37.129376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7ec8a5b1-335a-4bda-9ce6-3815260da6b4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3515179 Jul 27 21:57:37.133721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.139189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-acad01b0-afe7-418b-bd9a-29af7485dcda tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '3faf797e-d304-4c35-9d0f-3f7f1b11a1f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69f2ec15-97e5-422f-a70e-b0e141059fa9'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:37.225576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.226683 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.252518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.319129 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.319538 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 7606b8d9-b8ce-464b-82e6-220385b74ba5 disassociated. External IP: 172.25.3.198, port: 5ba88df7-64f7-4708-aab6-36b977ff91a7. Jul 27 21:57:37.388453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.409646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.421830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.424579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.425724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5448c0-15ce-404b-bbd3-1f4849e4b1e9 HTTP/1.1" status: 204 len: 168 time: 0.3496630 Jul 27 21:57:37.448432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49d77163-3361-4b70-9645-163c5d8b8e18 req-bd71ba95-10a4-415a-b1de-aaa7c3893140 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0405498 Jul 27 21:57:37.460241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65270fc3-fb92-43ca-8293-bdcf3b0272c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5448c0-15ce-404b-bbd3-1f4849e4b1e9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.467583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.485327 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-acad01b0-afe7-418b-bd9a-29af7485dcda tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The resource could not be found. Jul 27 21:57:37.486619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-acad01b0-afe7-418b-bd9a-29af7485dcda tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3517685 Jul 27 21:57:37.491124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.595327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.618246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Allocated IP 172.25.3.52 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4b6fce91-7609-49d0-ac9b-91060a575d68) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:37.641811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.662949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:37.668554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:37.710306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d4d7cb4-444e-45db-98ca-5c021a85ecd6 req-5520cdc0-736d-464e-b168-51546d3e8160 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0637882 Jul 27 21:57:37.816237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:37.822133 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.824122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.828902 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:37.841928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:37.845941 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:37.853696 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:37.885512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.889788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b2c61beb-fcde-406a-bea4-7b8471e40b21 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/7606b8d9-b8ce-464b-82e6-220385b74ba5 HTTP/1.1" status: 200 len: 688 time: 1.0247583 Jul 27 21:57:37.891684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.893071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.893940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/3faf797e-d304-4c35-9d0f-3f7f1b11a1f8 HTTP/1.1" status: 204 len: 168 time: 0.4010689 Jul 27 21:57:37.904081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44912) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.929249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2210-c976-499e-864f-5c51e9fec83c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf797e-d304-4c35-9d0f-3f7f1b11a1f8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.934739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:37.946103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:37.946854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:37.976798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f8ce090a-5003-4d46-957f-5b2ced15b90d tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687048 Jul 27 21:57:37.980317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44916) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:37.988979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-53826801-909d-4e82-939d-73a320d01a9d tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': '2360c27c-7742-40c7-a5fd-2926d87ed6ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:38.031990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.071899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf134a-d0d7-4da7-9415-7f9da562c2b6 None None] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:38.113130 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:38.113788 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad1830f-6115-45fc-912c-40328df103ad None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:38.154177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 4d23b1c0-07bd-48bd-aa7f-a73316f021c6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:38.154757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.157712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.160792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Pushing event updated for resources: {'Port': ['ID=4b6fce91-7609-49d0-ac9b-91060a575d68,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.189655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:38.189655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:38.190041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:38.249382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.249873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.264047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 4d23b1c0-07bd-48bd-aa7f-a73316f021c6 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:38.370126 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-53826801-909d-4e82-939d-73a320d01a9d tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The resource could not be found. Jul 27 21:57:38.370526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Provisioning for port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:38.371261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53826801-909d-4e82-939d-73a320d01a9d tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3883984 Jul 27 21:57:38.375701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44918) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.379445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Provisioning complete for port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:38.379445 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.381388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--313033621'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:38.465716 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.500104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.503568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] For port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:38.555034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-702dfd50-f083-4f85-95c2-55a06217e6dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04596120c56c4a3a931f98d8c3b0b32c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536783 Jul 27 21:57:38.557638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.565011 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.585282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fea4346-4b3e-4b5a-8326-838d66edf166 req-767b8969-fc0f-482a-9160-9d8d076762ad tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0429878 Jul 27 21:57:38.590771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.603776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.608039 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.639224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=4d23b1c0-07bd-48bd-aa7f-a73316f021c6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.664371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87419cb9-0241-4610-9090-03eecc929c45 None None] Pushing event updated for resources: {'Port': ['ID=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.719407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.728604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-760c7744-7784-4249-9865-5b485281174b None None] Provisioning complete for port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:38.729103 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-760c7744-7784-4249-9865-5b485281174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.735854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.738576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.745023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b8dd6cff-cba8-4504-8a26-f4613eed4543 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/7606b8d9-b8ce-464b-82e6-220385b74ba5 HTTP/1.1" status: 204 len: 168 time: 0.8447349 Jul 27 21:57:38.755394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.762490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.769341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '3263fade-224a-47e7-8a98-b7da7c3f97e5'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:38.856098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.873896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.898558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.901377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.905452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c667f56-9695-4b32-9a1d-5dde07b8ce1e HTTP/1.1" status: 204 len: 168 time: 0.3467388 Jul 27 21:57:38.914245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45203d4-54f0-4649-8447-9bab9eb6d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c667f56-9695-4b32-9a1d-5dde07b8ce1e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.975555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.025412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e500d897-3265-49d6-b007-1c9a333f6c18,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:39.089951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.121603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-577e4166-40e8-4a0b-8681-25592237f2e3 req-27e29a92-5332-41f8-93ac-fe480a387b5b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0440476 Jul 27 21:57:39.213390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.251125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:39.310919 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.312130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8a941418-c412-4db5-a9cf-291db2ab6e24 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9352927 Jul 27 21:57:39.315008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.319956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661218434'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:39.408187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.223 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/3595ef1c-b3c5-489f-a2ab-05daaa7a97bc) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:39.429650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:39.438189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.440299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Sync routers for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:39.454075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:39.455206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:39.554422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.593560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.640415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:39.642894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:39.668580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b56c1601-73ac-4cbb-9513-dd6a54ce5de7 req-8f79cab6-0de4-41c7-9149-e6b49c721c2e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0317001 Jul 27 21:57:39.788551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:39.789140 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.790346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.820781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dc0aa8-5159-4796-b3ee-c37c173a84cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:39.879230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.909964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:38Z', 'revision_number': 3, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:39.926201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.930851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c379afbf-7f26-482e-9ff9-46f6659da67a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0871763 Jul 27 21:57:39.930851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:39.931231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.932889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:39.936701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:39.969304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Checking router: ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:39.969304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Updating router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d port 4b6fce91-7609-49d0-ac9b-91060a575d68 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:40.001655 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.008079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=3595ef1c-b3c5-489f-a2ab-05daaa7a97bc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.021731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.025814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-deda56bc-2f9f-4245-a55f-f80776322986 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7069819 Jul 27 21:57:40.025991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:40.031161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-00a02807-4f10-45b6-ba84-0f9e0241e93f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group_rule': {'security_group_id': 'e500d897-3265-49d6-b007-1c9a333f6c18', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '24dc0aa8-5159-4796-b3ee-c37c173a84cc'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:40.254968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f92f6e8b-2983-4fad-9e31-12c5145969ff req-9a969bb0-055b-4b51-814b-24bf96be495a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0451944 Jul 27 21:57:40.347922 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.369080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Transition to ACTIVE for port object 4b6fce91-7609-49d0-ac9b-91060a575d68 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:40.384531 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-00a02807-4f10-45b6-ba84-0f9e0241e93f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:57:40.385576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00a02807-4f10-45b6-ba84-0f9e0241e93f tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3584166 Jul 27 21:57:40.389859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44964) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:40.445495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.462270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.512042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Attempting to bind port 4b6fce91-7609-49d0-ac9b-91060a575d68 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:40.512277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Attempting to bind port 4b6fce91-7609-49d0-ac9b-91060a575d68 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:40.512649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Attempting to bind port 4b6fce91-7609-49d0-ac9b-91060a575d68 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:40.520971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272b068-4d63-4012-aa9c-e1ad3cf695f5 None None] Pushing event updated for resources: {'Port': ['ID=4b6fce91-7609-49d0-ac9b-91060a575d68,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.524425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:40.524806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:40.525210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.525601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:40.526084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Bound port: 4b6fce91-7609-49d0-ac9b-91060a575d68, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:40.526505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.544139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.603279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] For port 4b6fce91-7609-49d0-ac9b-91060a575d68, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:40.610952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] For port 4b6fce91-7609-49d0-ac9b-91060a575d68, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b6fce91-7609-49d0-ac9b-91060a575d68,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:40.666923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:40.685022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Allocated IP 172.20.0.1 (54ad27af-f8ea-4aa5-8330-d8284bcb392f/7b19aeba-f7bd-4eee-b9a7-56c24982e327/4a9dca42-aa7d-4861-8538-dc499faf18ff) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:40.701671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.763169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:40.763947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:40.827812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272b068-4d63-4012-aa9c-e1ad3cf695f5 None None] Pushing event updated for resources: {'Port': ['ID=4b6fce91-7609-49d0-ac9b-91060a575d68,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.846595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1682810229'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:40.868157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.884346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.909032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5ea5cdf-2cc1-4389-8df0-102a3812bfdc req-a786411c-e625-4b5d-9e25-596e6f7e5441 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0748968 Jul 27 21:57:40.917951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.924600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:40.941101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Transition to ACTIVE for port object 4a9dca42-aa7d-4861-8538-dc499faf18ff will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:41.012527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:41.016176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.026449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.107245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.110701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.111127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.114470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/24dc0aa8-5159-4796-b3ee-c37c173a84cc HTTP/1.1" status: 204 len: 168 time: 0.7211325 Jul 27 21:57:41.117366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.135136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:38Z', 'revision_number': 3, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:41.145902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a7ba-522d-4640-a939-e9044a185f83 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dc0aa8-5159-4796-b3ee-c37c173a84cc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.156189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.179820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50cb1-0fc5-4e89-81a8-bd8d8d8d0b38 None None] The sync data for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 is: [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:38Z', 'revision_number': 3, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:41.190860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:41.212985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:41.221423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:41.242444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Pushing event updated for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.364446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e1a76a32-513f-4dc1-8878-7eddce8f38bf tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2405133 Jul 27 21:57:41.378456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.379542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.389986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44980) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.414327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eba9c6a7-2016-4633-903a-478ddf00e56a req-582bd517-d6ef-4a86-ad48-20000b42247d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0623782 Jul 27 21:57:41.470835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.483020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.507970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.515515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:41.533056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.533423 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment a49cecea-d220-456a-849d-e743f3fcdf2b of type vlan for network 9526c1e6-249d-4bba-8baa-e1eb926ae100 Jul 27 21:57:41.567443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.592490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.647494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb1a2b4-163d-4738-aca0-1c1497241736,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.657142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.710261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c7c8c6d0-a0bc-44a9-87a7-7221104bd2ea None None] Provisioning for port 4a9dca42-aa7d-4861-8538-dc499faf18ff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:41.715321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c7c8c6d0-a0bc-44a9-87a7-7221104bd2ea None None] Provisioning complete for port 4a9dca42-aa7d-4861-8538-dc499faf18ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:41.718615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c6d0-a0bc-44a9-87a7-7221104bd2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.723991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=3595ef1c-b3c5-489f-a2ab-05daaa7a97bc,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.741033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.765659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8c6d0-a0bc-44a9-87a7-7221104bd2ea None None] Port 4a9dca42-aa7d-4861-8538-dc499faf18ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:41.805870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.811550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.812188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.840466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.863626 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP a90ca292-06f5-4847-a216-f55bfab02327 associated. External IP: 172.25.3.223, port: 3263fade-224a-47e7-8a98-b7da7c3f97e5. Jul 27 21:57:41.906368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.909608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.913871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/e500d897-3265-49d6-b007-1c9a333f6c18 HTTP/1.1" status: 204 len: 168 time: 0.5198863 Jul 27 21:57:41.919263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44982) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.948401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caffe9f-4c23-45be-94f4-1589abd12791 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500d897-3265-49d6-b007-1c9a333f6c18,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.035341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96ab00e2-a8bd-471f-afb0-02b10eccaf94 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128116 Jul 27 21:57:42.042113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44986) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.049390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525222503'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:42.197651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:42.252602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.287597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6188264 Jul 27 21:57:42.289028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0167d-b039-4a5e-b3e9-6d9966e0dd10 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=9526c1e6-249d-4bba-8baa-e1eb926ae100,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.310127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:42.347830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23c63203-0f30-462e-8466-00605ace036e req-23406b0a-388f-403b-a67b-e4d2d6cf11a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0777597 Jul 27 21:57:42.479637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:42.493501 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:42.506693 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:42.507415 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:42.585705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:42.597539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.601289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.604624 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:42.605263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:42.641273 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:42.641956 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28832355-f441-4f01-8a6b-b221cd27d166 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:42.655232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d055926-f912-4a96-8777-dc13b2b89369 req-8eccfe1b-e413-4126-a1ef-e8ffff824f0d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1274099 Jul 27 21:57:42.690418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.712866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.753869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ed6feb-c7a1-4729-ae16-57c07ae0b041,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.779466 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.828077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Pushing event updated for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.831227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.842581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.850276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-824e0269-749e-49d1-8505-619dbdd5ea85 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8011806 Jul 27 21:57:42.851549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.870935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-24d6ebe4-6a65-488f-8d9c-091b188b03f4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:42.871960 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-24d6ebe4-6a65-488f-8d9c-091b188b03f4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:57:42.873014 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-24d6ebe4-6a65-488f-8d9c-091b188b03f4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:57:42.886747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24d6ebe4-6a65-488f-8d9c-091b188b03f4 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "PUT /v2.0/security-groups/33ed6feb-c7a1-4729-ae16-57c07ae0b041 HTTP/1.1" status: 409 len: 330 time: 0.0300868 Jul 27 21:57:42.895498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.939604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7adb0d36-081c-4a71-b3e8-cbffc259be83 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1818852 Jul 27 21:57:42.939839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.956140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:42.977965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.001621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:43.004436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.097634 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d8feed7a-1237-4d7a-877f-804680e45f73 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/floatingips/a90ca292-06f5-4847-a216-f55bfab02327 HTTP/1.1" status: 200 len: 978 time: 0.1530266 Jul 27 21:57:43.097634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.251575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.257107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.262203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/33ed6feb-c7a1-4729-ae16-57c07ae0b041 HTTP/1.1" status: 204 len: 168 time: 0.3633122 Jul 27 21:57:43.263571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45008) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.295055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ca92f3f-5a86-4414-afbe-5a75a2de24c1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1775923 Jul 27 21:57:43.296429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.305394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': '5ba88df7-64f7-4708-aab6-36b977ff91a7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:43.305668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9b3d63c5-9a3d-4c2e-b2bb-43ff76e6aea6 None None] Provisioning complete for port 4a9dca42-aa7d-4861-8538-dc499faf18ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:43.306090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b3d63c5-9a3d-4c2e-b2bb-43ff76e6aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.314495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:43.334261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd11bf-61a7-4cf7-911a-303a3dc9d234 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ed6feb-c7a1-4729-ae16-57c07ae0b041,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.361338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d63c5-9a3d-4c2e-b2bb-43ff76e6aea6 None None] Port 4a9dca42-aa7d-4861-8538-dc499faf18ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:43.411553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-57b46de0-7174-4503-a2d5-cda8db165a02 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1282930 Jul 27 21:57:43.413388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.436082 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-7d2d290f-2aa1-405c-aaee-6d87beab5b3c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] delete failed (client error): The resource could not be found. Jul 27 21:57:43.442146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d2d290f-2aa1-405c-aaee-6d87beab5b3c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "DELETE /v2.0/security-groups/b56f6dea-aa00-440e-9686-ba47db74c8e7 HTTP/1.1" status: 404 len: 347 time: 0.0276227 Jul 27 21:57:43.445296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45016) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.445409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.479645 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-9f0656de-eb24-4667-84bc-f8ae951f3670 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] show failed (client error): The resource could not be found. Jul 27 21:57:43.487140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9f0656de-eb24-4667-84bc-f8ae951f3670 tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-groups/c6e842c7-0c28-447b-9bbf-7d4a67202886 HTTP/1.1" status: 404 len: 347 time: 0.0423594 Jul 27 21:57:43.488808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45018) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.536774 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-a370ef20-2cc5-4af3-812a-4923199d8b0c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] show failed (client error): The resource could not be found. Jul 27 21:57:43.544980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a370ef20-2cc5-4af3-812a-4923199d8b0c tempest-NegativeSecGroupTest-772721821 tempest-NegativeSecGroupTest-772721821-project] 10.222.0.37 "GET /v2.0/security-group-rules/7a97e739-34e0-48ff-8bf4-5257b7bce96b HTTP/1.1" status: 404 len: 356 time: 0.0494833 Jul 27 21:57:43.559931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-affb53db-2947-47c2-84d8-b050e7dc9b05 req-b16182e7-8035-48b7-8665-3d6af6cef606 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1217883 Jul 27 21:57:43.627104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:43.643738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Sync routers for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:43.647905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9c174d2d-50bb-4493-91ad-e1e77a16d7fe admin admin] 10.222.0.37 "PUT /v2.0/routers/ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7154977 Jul 27 21:57:43.680804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:43.682010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:43.796003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b6fce91-7609-49d0-ac9b-91060a575d68 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:43.857525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-716ab7bc-f9b1-4e0f-850e-6b159f7b2d05 req-9243fab8-1f2f-4a2c-bde0-d2c8edeaa872 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1083164 Jul 27 21:57:43.938642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45030) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:44.022560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1321350495'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:44.100516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:44.179165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:44.189667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.264139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:44.265606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4b6fce91-7609-49d0-ac9b-91060a575d68 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:44.275405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4b6fce91-7609-49d0-ac9b-91060a575d68 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:44.275977 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.287958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.291083 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Added segment 1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481 of type vlan for network 0e981597-1038-4f0a-9083-84c982a0d58f Jul 27 21:57:44.343797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.393200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.414403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.451546 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.517258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4b6fce91-7609-49d0-ac9b-91060a575d68, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b6fce91-7609-49d0-ac9b-91060a575d68,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:44.531595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:44.547272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.555805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:44.556959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.565331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:41Z', 'revision_number': 4, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4a9dca42-aa7d-4861-8538-dc499faf18ff', 'name': '', 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'mac_address': 'fa:16:3e:b4:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:40Z', 'updated_at': '2021-07-27T21:57:42Z', 'revision_number': 2, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'subnets': [{'id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:44.667415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.669160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Checking router: ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:44.669527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Updating router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d port 4a9dca42-aa7d-4861-8538-dc499faf18ff binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:44.688183 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP a90ca292-06f5-4847-a216-f55bfab02327 associated. External IP: 172.25.3.223, port: 3263fade-224a-47e7-8a98-b7da7c3f97e5. Jul 27 21:57:44.767252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8248391 Jul 27 21:57:44.767252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e6843-ce41-4114-b132-06e13e1b33c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Network': ['ID=0e981597-1038-4f0a-9083-84c982a0d58f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:44.770462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45046) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:44.780286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0e981597-1038-4f0a-9083-84c982a0d58f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:44.795219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26df0567-590b-432e-b081-9a0614b87c29 req-f89f45c7-7ee5-4dd1-82f7-85bfddca19d2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1026149 Jul 27 21:57:44.800584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'subnet': {'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:44.958226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.994798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bcfd3a4b-56ab-4b3a-b1f0-a516afbe0fb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaf24ef6ba854393ad4b7327f5847c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632540 Jul 27 21:57:45.029466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45050) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:45.033479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-576adc4b-8b16-418f-8434-b8c300c60c03 req-faac2455-9361-43b6-8eff-7488199e5b87 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0592971 Jul 27 21:57:45.095435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4b6fce91-7609-49d0-ac9b-91060a575d68,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:45.125711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.160249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.199488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:45.205192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.237188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:45.531616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.545175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.563914 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f8adc5b-b03d-4bf9-8520-6d640bf9440d HTTP/1.1" status: 204 len: 168 time: 0.5327601 Jul 27 21:57:45.613160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:45.673609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:45.688505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.698253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a19d1-5cba-4769-99d7-57ba3f18bb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8adc5b-b03d-4bf9-8520-6d640bf9440d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:45.702060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Transition to ACTIVE for port object 4a9dca42-aa7d-4861-8538-dc499faf18ff will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:45.711524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b6fce91-7609-49d0-ac9b-91060a575d68 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:45.715143 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:45.720625 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:45.829015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4b6fce91-7609-49d0-ac9b-91060a575d68 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:45.835966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.878731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.957738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.040957 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:46.059704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:46.060834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:46.073538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145676-efa0-45fe-bdfe-cd999d985417 None None] Pushing event updated for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:46.094064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45060) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:46.126414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:46.129968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e0d4e-e557-4dfd-bbc9-dd504b611b0d None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:46.151950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:46.159491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Checking segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:46.163963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network hostable DHCP agents. Network: 0e981597-1038-4f0a-9083-84c982a0d58f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:46.168274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Attempting to bind port 4a9dca42-aa7d-4861-8538-dc499faf18ff on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:46.169410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Attempting to bind port 4a9dca42-aa7d-4861-8538-dc499faf18ff by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:46.169410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Attempting to bind port 4a9dca42-aa7d-4861-8538-dc499faf18ff on network 54ad27af-f8ea-4aa5-8330-d8284bcb392f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:46.181371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:46.181769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Checking segment: {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:46.182195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.182634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Bound using segment: {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:46.183134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Bound port: 4a9dca42-aa7d-4861-8538-dc499faf18ff, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7ee6f6-2872-422f-897c-7f2da2292d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:46.183532 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.256886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-12470a8f-a90c-4025-a7ee-6cdb0644e559 req-d3dddbb7-5761-4b00-943b-877b8de05081 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0645151 Jul 27 21:57:46.314167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f483b5b-3705-4117-b25a-4ca6877c4abf req-05437a73-250d-4da0-b4fe-d5979b44a30c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1477802 Jul 27 21:57:46.326314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] For port 4a9dca42-aa7d-4861-8538-dc499faf18ff, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:46.363285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Subnet': ['ID=bab2e895-e53e-4157-a837-b0963003799b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:46.365599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] For port 4a9dca42-aa7d-4861-8538-dc499faf18ff, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4a9dca42-aa7d-4861-8538-dc499faf18ff,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:46.431401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network 0e981597-1038-4f0a-9083-84c982a0d58f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:46.452757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.495522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:46.499251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.539096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:46.540457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:46.593206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0e981597-1038-4f0a-9083-84c982a0d58f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:46.608208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.609197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.655985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2778e4-c315-43ea-911e-c7891cac7bc0 None None] Network 0e981597-1038-4f0a-9083-84c982a0d58f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:46.741892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d520aeb9-0d7f-4423-b864-8ecc879ec65f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9514217 Jul 27 21:57:46.748806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45082) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:46.758246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145676-efa0-45fe-bdfe-cd999d985417 None None] Pushing event updated for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:46.759529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1048318819'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:46.859406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:46.911139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:47.001833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:47.006157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.015496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:47.020579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.049786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.114312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:47.115693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:47.151920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:47.152571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:47.164608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.165366 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Added segment aa8fcedf-2588-44c8-8cc7-2b94702c4140 of type vlan for network 388633e2-ac1c-4070-a146-8166e885fe38 Jul 27 21:57:47.174738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=290965cc-c2e9-4a0d-90a3-fd4e3426ee04,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:47.195683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-93ef7b6f-41d1-41fa-929a-5b21bb990e9e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/a90ca292-06f5-4847-a216-f55bfab02327 HTTP/1.1" status: 200 len: 978 time: 3.8952022 Jul 27 21:57:47.195941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.202573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:47.215140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': 'a49cecea-d220-456a-849d-e743f3fcdf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:47.215900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: 9526c1e6-249d-4bba-8baa-e1eb926ae100, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:47.247958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.292475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.352448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04055e34-7fc9-44d1-8b91-0072f01580bd req-7599a575-e3c7-4d4f-a963-1a2f1e5c4d0e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0510380 Jul 27 21:57:47.355121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.378564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:47.379471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.385020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:47.483002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:47.490699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-0e981597-1038-4f0a-9083-84c982a0d58f', 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'fixed_ips': [{'subnet_id': 'bab2e895-e53e-4157-a837-b0963003799b'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:47.491680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.511278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45100) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.518048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:47.518160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:47.530322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 9526c1e6-249d-4bba-8baa-e1eb926ae100) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:47.578911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:47.579538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.586729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8839e7e8-e47a-40ba-b4bb-e2621be2fe8f req-a2d66b0c-1ffb-4936-90a4-6cad0b38da47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1199288 Jul 27 21:57:47.590110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79311765-9261-489a-b9a1-ed17a0c23b58 None None] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:47.595772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8435822 Jul 27 21:57:47.600398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45104) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.603467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:47.603467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5c491-14ab-4a83-8c3a-ddecb4eebd98 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:47.606529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'subnet': {'network_id': '388633e2-ac1c-4070-a146-8166e885fe38', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:47.614307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c157e2-4030-4ed5-9241-b05171169a32 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Network': ['ID=388633e2-ac1c-4070-a146-8166e885fe38,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:47.616806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.663685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 388633e2-ac1c-4070-a146-8166e885fe38 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:47.687293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.687761 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP a90ca292-06f5-4847-a216-f55bfab02327 disassociated. External IP: 172.25.3.223, port: 5ba88df7-64f7-4708-aab6-36b977ff91a7. Jul 27 21:57:47.729428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-299b2342-b453-4236-b368-2e4ab43e1827 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5926094 Jul 27 21:57:47.732105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.739240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1842985104'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:47.778938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-20753445-5e73-4335-bb29-015cd277ea87 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1935025756', 'prefixes': ['172.20.0.0/16']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:47.839288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:41Z', 'revision_number': 4, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4a9dca42-aa7d-4861-8538-dc499faf18ff', 'name': '', 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'mac_address': 'fa:16:3e:b4:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:40Z', 'updated_at': '2021-07-27T21:57:46Z', 'revision_number': 4, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'subnets': [{'id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:47.865908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:47.871012 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.902742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd1f58-54ca-4255-8dfe-68c8b50c6fb6 None None] The sync data for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 is: [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:57:41Z', 'revision_number': 4, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4a9dca42-aa7d-4861-8538-dc499faf18ff', 'name': '', 'network_id': '54ad27af-f8ea-4aa5-8330-d8284bcb392f', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'mac_address': 'fa:16:3e:b4:01:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:40Z', 'updated_at': '2021-07-27T21:57:46Z', 'revision_number': 4, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'subnets': [{'id': '7b19aeba-f7bd-4eee-b9a7-56c24982e327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:47.925797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-20753445-5e73-4335-bb29-015cd277ea87 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:57:47.925797 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:57:47.925797 n-d-738018-6 neutron-server[94672]: [parameters: {'project_id_1': '9b3eaf66ec6e479cba11490178dffaf1', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 57, 47, 786052)}] Jul 27 21:57:47.925797 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:57:47.926664 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-20753445-5e73-4335-bb29-015cd277ea87 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:57:47.928211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:47.939654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Allocated IP 19.80.0.2 (0e981597-1038-4f0a-9083-84c982a0d58f/bab2e895-e53e-4157-a837-b0963003799b/c86bc52b-65a9-4bfd-808f-9fa2a48d8935) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:47.953172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.953172 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment c5446928-b990-47af-84a9-db5a2eceeb88 of type vlan for network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb Jul 27 21:57:48.034386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:48.044991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.085632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.151579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:48.196963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-9526c1e6-249d-4bba-8baa-e1eb926ae100', 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': '290965cc-c2e9-4a0d-90a3-fd4e3426ee04'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:48.197856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.287743 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.293541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:48.294199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.341248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:48.346848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.360163 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:48.373785 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:48.389106 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:48.391678 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.406320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Transition to ACTIVE for port object c86bc52b-65a9-4bfd-808f-9fa2a48d8935 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:48.430666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Transition to ACTIVE for port object c86bc52b-65a9-4bfd-808f-9fa2a48d8935 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:48.460906 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:48.465739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7324586 Jul 27 21:57:48.470592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45110) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.472219 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:48.473032 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:48.493956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:48.512451 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:48.513359 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a8adf-a457-4146-9550-a385097915f7 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:48.514089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Allocated IP 2001:db8:0:ffff::2 (9526c1e6-249d-4bba-8baa-e1eb926ae100/290965cc-c2e9-4a0d-90a3-fd4e3426ee04/1504e2f3-dca8-4958-8e3d-0e397b3ec821) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:48.588351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d260cd-1114-4dd4-8d55-10f8aa2b94d3 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.628681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcfd6873-7922-4c47-96ae-dd5d07692da5 req-c0e43c8d-913d-413e-963d-aed7cef11f77 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1639490 Jul 27 21:57:48.636992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd3aeb97-3c72-49a0-86ee-bfac82b5f5ce tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/a90ca292-06f5-4847-a216-f55bfab02327 HTTP/1.1" status: 200 len: 688 time: 1.4388490 Jul 27 21:57:48.640958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45116) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.803029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59aab698-2db0-4617-a34d-73278151e93d req-3db31b22-14ff-447c-9152-0a7a4f191430 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0942190 Jul 27 21:57:48.818220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.821657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.880854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Transition to ACTIVE for port object 1504e2f3-dca8-4958-8e3d-0e397b3ec821 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:48.922995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Transition to ACTIVE for port object 1504e2f3-dca8-4958-8e3d-0e397b3ec821 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:48.934222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:48.939090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.943808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 3595ef1c-b3c5-489f-a2ab-05daaa7a97bc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:48.944819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.001310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:49.009102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.022324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Subnet': ['ID=382a47ca-0dfd-4d24-9e30-1e1feb1728c9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.100921 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20753445-5e73-4335-bb29-015cd277ea87 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.101218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.102986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20753445-5e73-4335-bb29-015cd277ea87 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5888429 Jul 27 21:57:49.107079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.115671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Network 0e981597-1038-4f0a-9083-84c982a0d58f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:49.135859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Checking segment: {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:49.136507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network hostable DHCP agents. Network: 388633e2-ac1c-4070-a146-8166e885fe38, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:49.146691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:49.173270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:49.183335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:49.185160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Pushing event updated for resources: {'Port': ['ID=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.208079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:49.212407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:49.226260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.227264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.266967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f27141f-9165-4fe5-832b-8f64378cb8ea tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "GET /v2.0/subnetpools/f5a23247-9615-4871-9ea3-3ba9c93dde31 HTTP/1.1" status: 200 len: 732 time: 0.1583734 Jul 27 21:57:49.268385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 3595ef1c-b3c5-489f-a2ab-05daaa7a97bc owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:49.270219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.275339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fa3013f2-8a13-4dfc-bff8-1c9979349b2f tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-340802005'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:49.282062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network 388633e2-ac1c-4070-a146-8166e885fe38 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:49.421402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 388633e2-ac1c-4070-a146-8166e885fe38) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:49.424848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Attempting to bind port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:49.425321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Attempting to bind port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a49cecea-d220-456a-849d-e743f3fcdf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:49.425692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Attempting to bind port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 on network 9526c1e6-249d-4bba-8baa-e1eb926ae100 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:49.427827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.428805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Attempting to bind port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:49.429167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Attempting to bind port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:49.429530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Attempting to bind port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 on network 0e981597-1038-4f0a-9083-84c982a0d58f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:49.429746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.431654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Pushing event updated for resources: {'Port': ['ID=1504e2f3-dca8-4958-8e3d-0e397b3ec821,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.442877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d147f75-26ec-4792-8e02-8f8edac2229e None None] Network 388633e2-ac1c-4070-a146-8166e885fe38 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:49.457679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:49.459168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Checking segment: {'id': 'a49cecea-d220-456a-849d-e743f3fcdf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:49.459707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.460245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Bound using segment: {'id': 'a49cecea-d220-456a-849d-e743f3fcdf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:49.460777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Bound port: 1504e2f3-dca8-4958-8e3d-0e397b3ec821, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49cecea-d220-456a-849d-e743f3fcdf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '9526c1e6-249d-4bba-8baa-e1eb926ae100'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:49.461278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.574356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.600630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-880e9509-62fb-4b08-892b-0200d09debde tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9986126 Jul 27 21:57:49.663580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:49.664029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Checking segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:49.664376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.666433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Bound using segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:49.666433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Bound port: c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:49.676765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.728902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:57:49.730008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.740338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=3595ef1c-b3c5-489f-a2ab-05daaa7a97bc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.752154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4a9dca42-aa7d-4861-8538-dc499faf18ff up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:49.761172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.761631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.762047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.762709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.763117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.763617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.764030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.764482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.764817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.765150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.765491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.766585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:49.799912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa3013f2-8a13-4dfc-bff8-1c9979349b2f tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.803730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa3013f2-8a13-4dfc-bff8-1c9979349b2f tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "PUT /v2.0/subnetpools/f5a23247-9615-4871-9ea3-3ba9c93dde31 HTTP/1.1" status: 200 len: 683 time: 0.5322201 Jul 27 21:57:49.815573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.862462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cceea984-3c00-45f9-9882-6c51e3ff4529 req-b57d0568-1b71-4551-9b6f-25cc33d314b9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1008754 Jul 27 21:57:49.930491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=bdfd7b28-22f3-46ca-939e-bb8f194e3f64,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.951755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': 'c5446928-b990-47af-84a9-db5a2eceeb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:49.952417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:50.041853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.045608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.061208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba9546ba-cebd-4ebe-818e-de0d65f67061 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/a90ca292-06f5-4847-a216-f55bfab02327 HTTP/1.1" status: 204 len: 168 time: 1.4042854 Jul 27 21:57:50.061389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc6cdb25-4ddd-4f56-ad2a-66fd440522de req-cbb9a0c7-d870-4159-9be6-a62a040240e1 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1138134 Jul 27 21:57:50.062893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.122869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-388633e2-ac1c-4070-a146-8166e885fe38', 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'fixed_ips': [{'subnet_id': '382a47ca-0dfd-4d24-9e30-1e1feb1728c9'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:50.128701 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.173407 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-12e7a5d3-88ab-498d-8e7a-2601caa1bd3f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] delete failed (client error): The resource could not be found. Jul 27 21:57:50.173407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-12e7a5d3-88ab-498d-8e7a-2601caa1bd3f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/a90ca292-06f5-4847-a216-f55bfab02327 HTTP/1.1" status: 404 len: 345 time: 0.1085365 Jul 27 21:57:50.176439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45150) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.179051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af22ab8-cbc0-47cb-b4fc-8a57a8290fb2 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] Notify callbacks [] for subnetpool, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.184204 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3af22ab8-cbc0-47cb-b4fc-8a57a8290fb2 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f5a23247-9615-4871-9ea3-3ba9c93dde31 HTTP/1.1" status: 204 len: 168 time: 0.3591580 Jul 27 21:57:50.184604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.209326 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-27bea69c-2f9b-4af7-83d2-6d39076b84b8 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] show failed (client error): The resource could not be found. Jul 27 21:57:50.213812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27bea69c-2f9b-4af7-83d2-6d39076b84b8 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "GET /v2.0/subnetpools/f5a23247-9615-4871-9ea3-3ba9c93dde31 HTTP/1.1" status: 404 len: 346 time: 0.0248511 Jul 27 21:57:50.216179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.247216 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-334ad4cd-5192-4a84-bcd4-c8b1a0c21930 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] delete failed (client error): The resource could not be found. Jul 27 21:57:50.252586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-334ad4cd-5192-4a84-bcd4-c8b1a0c21930 tempest-SubnetPoolsTestJSON-1203438083 tempest-SubnetPoolsTestJSON-1203438083-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f5a23247-9615-4871-9ea3-3ba9c93dde31 HTTP/1.1" status: 404 len: 346 time: 0.0311902 Jul 27 21:57:50.284046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-8d54f22c-ff7b-40f2-b0b3-be0319755f31 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.284488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:50.299529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-8d54f22c-ff7b-40f2-b0b3-be0319755f31 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.304339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-8d54f22c-ff7b-40f2-b0b3-be0319755f31 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/networks?id=0e981597-1038-4f0a-9083-84c982a0d58f&id=388633e2-ac1c-4070-a146-8166e885fe38&id=0e981597-1038-4f0a-9083-84c982a0d58f HTTP/1.1" status: 200 len: 1392 time: 0.1882250 Jul 27 21:57:50.308943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4a9dca42-aa7d-4861-8538-dc499faf18ff completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:50.316251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4a9dca42-aa7d-4861-8538-dc499faf18ff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:50.317566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.327294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-2387a8d4-ad6f-4059-a361-77b4167840c5 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/quotas/f7e297f2babc49cfadf2a42c028d0b6d HTTP/1.1" status: 200 len: 375 time: 0.0166209 Jul 27 21:57:50.396388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fd5c7-20a0-43d3-b843-0e40c55223e4 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.411041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fd5c7-20a0-43d3-b843-0e40c55223e4 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.417954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Allocated IP 19.86.0.2 (388633e2-ac1c-4070-a146-8166e885fe38/382a47ca-0dfd-4d24-9e30-1e1feb1728c9/09f17df6-5711-4938-bfda-5dcd68ef0bdb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:50.422075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fd5c7-20a0-43d3-b843-0e40c55223e4 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.430851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e1fd5c7-20a0-43d3-b843-0e40c55223e4 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/ports?network_id=adb6528d-3587-433a-9805-6fc38cb72aea HTTP/1.1" status: 200 len: 2358 time: 0.2523613 Jul 27 21:57:50.433494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.450441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:50.457561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.458863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.459863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] For port c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:50.499658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-1944daab-84fc-4914-bc36-47d576d1f8b1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644764 Jul 27 21:57:50.544321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c4214-400d-44db-88f6-174d299b7f17 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.546135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-351c4214-400d-44db-88f6-174d299b7f17 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/subnets/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6 HTTP/1.1" status: 200 len: 797 time: 0.1104004 Jul 27 21:57:50.548222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b78b9d43-855c-42f7-bf14-1bb153903814 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0748696 Jul 27 21:57:50.551159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45160) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.557952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'port': {'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb', 'name': 'tempest-NetworksIpV6TestAttrs-1545406005'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:50.679374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.681622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519ea793-7fb8-4869-88a1-1b67e7594092 None None] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:50.692055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-2fbcda08-0cb9-4812-bd3a-0479f310853e service neutron] 10.222.0.37 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875160 Jul 27 21:57:50.746758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] For port 1504e2f3-dca8-4958-8e3d-0e397b3ec821, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:50.773136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'port': {'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea', 'name': 'tempest-FloatingIPTestJSON-1127610916', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:50.806113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] For port c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:50.819017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] For port 1504e2f3-dca8-4958-8e3d-0e397b3ec821, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1504e2f3-dca8-4958-8e3d-0e397b3ec821,segment=NetworkSegment(a49cecea-d220-456a-849d-e743f3fcdf2b),segment_id=a49cecea-d220-456a-849d-e743f3fcdf2b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:50.824377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:50.828362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.882449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] device_id is not set on port 74c896ad-a39f-4610-b230-1d48efa87077 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:50.996676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45170) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.998793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.001358 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.063552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-c96b7711-404d-47d8-b4c9-a5bcc02f2792 service neutron] 10.222.0.37 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681338 Jul 27 21:57:51.102058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9915d8d-0544-4e99-8205-0bfa6744c4a9 req-dc72b728-5472-42ea-8cfc-2dad7d50dcb5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1379025 Jul 27 21:57:51.249980 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.281103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Allocated IP 2001:db8::f816:3eff:fec7:c721 (ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb/bdfd7b28-22f3-46ca-939e-bb8f194e3f64/74c896ad-a39f-4610-b230-1d48efa87077) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:51.302786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff6050c-f7bb-4c3f-9762-0dd5bf52c8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.310237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4a9dca42-aa7d-4861-8538-dc499faf18ff, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4a9dca42-aa7d-4861-8538-dc499faf18ff,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:51.322970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-dc06711b-1f1b-4078-a313-d70aacba2bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/388633e2-ac1c-4070-a146-8166e885fe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576509 Jul 27 21:57:51.338388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f2e3-54e3-44d8-825a-66923913dcef None None] Pushing event updated for resources: {'Port': ['ID=1504e2f3-dca8-4958-8e3d-0e397b3ec821,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:51.341800 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.344343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-acf6f9ec-ac89-4dc8-a439-3b1151e39365 req-6a02a4a8-71ee-47ec-9ca3-c0ed1bcee0d2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1183510 Jul 27 21:57:51.380414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb', 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': 'bdfd7b28-22f3-46ca-939e-bb8f194e3f64'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:51.385947 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.385947 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.400302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Transition to ACTIVE for port object 09f17df6-5711-4938-bfda-5dcd68ef0bdb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:51.465890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Transition to ACTIVE for port object 09f17df6-5711-4938-bfda-5dcd68ef0bdb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:51.468645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31eaea-9329-4891-97fc-0ad9509f2a44 None None] Pushing event updated for resources: {'Port': ['ID=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:51.546641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-9bcb6d49-5031-41f0-b89d-a4a84c5bc273 service neutron] 10.222.0.37 "GET /v2.0/networks/388633e2-ac1c-4070-a146-8166e885fe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225940 Jul 27 21:57:51.571321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:51.659414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.719109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.743209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Network 388633e2-ac1c-4070-a146-8166e885fe38 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:51.747215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Transition to ACTIVE for port object 74c896ad-a39f-4610-b230-1d48efa87077 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:51.750959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:51.759214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:51.812286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1504e2f3-dca8-4958-8e3d-0e397b3ec821 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:51.911419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:51.921581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:51.969185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Allocated IP 2001:db8::f816:3eff:fe08:2100 (ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb/bdfd7b28-22f3-46ca-939e-bb8f194e3f64/e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:51.997691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff6050c-f7bb-4c3f-9762-0dd5bf52c8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.004264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-be40838c-f7ce-4f15-bb04-3cf3fd7f8bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556253 Jul 27 21:57:52.010920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.024006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Port': ['ID=74c896ad-a39f-4610-b230-1d48efa87077,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.039314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.039919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.042845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.043215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.043733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.044140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.044485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.044885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.045210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.045550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.045884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.046214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.068260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:52.069818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:52.077642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:52.085600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.086380 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.089006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ff6050c-f7bb-4c3f-9762-0dd5bf52c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.091979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] device_id is not set on port 972d60e8-c9d6-41ee-af57-80613c02b8bd yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:52.192082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Attempting to bind port 09f17df6-5711-4938-bfda-5dcd68ef0bdb on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:52.193207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Attempting to bind port 09f17df6-5711-4938-bfda-5dcd68ef0bdb by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:52.193694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Attempting to bind port 09f17df6-5711-4938-bfda-5dcd68ef0bdb on network 388633e2-ac1c-4070-a146-8166e885fe38 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:52.239092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:52.240469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Checking segment: {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:52.241308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.243775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Bound using segment: {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:52.244313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Bound port: 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:52.244450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4990ff6d-12f1-4c3a-91a1-faa5e4f837ff tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6913118 Jul 27 21:57:52.244901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.247414 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0994a41-a06a-443f-a6af-15b9767fd950 req-c7560c7e-484d-4a25-8b61-60fa27818767 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0564244 Jul 27 21:57:52.248015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:52.257236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.280559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Pushing event updated for resources: {'Port': ['ID=09f17df6-5711-4938-bfda-5dcd68ef0bdb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.295445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Transition to ACTIVE for port object e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:52.339776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ff6050c-f7bb-4c3f-9762-0dd5bf52c8a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b3eaf66ec6e479cba11490178dffaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3410895 Jul 27 21:57:52.345125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Transition to ACTIVE for port object e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:52.359451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting subnet bdfd7b28-22f3-46ca-939e-bb8f194e3f64 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:52.359683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:52.360402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6050c-f7bb-4c3f-9762-0dd5bf52c8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdfe66b-4525-4a42-bb5a-3fe6c028e6c0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.371088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:52.387026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] For port 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:52.391933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] For port 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=09f17df6-5711-4938-bfda-5dcd68ef0bdb,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:52.430877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.444470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.465044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-d39fdebb-1d7e-4f55-a0e6-2494dcbafe5b service neutron] 10.222.0.37 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507303 Jul 27 21:57:52.497111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:52.498862 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.516489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:52.524513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:52.542336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Pushing event updated for resources: {'Port': ['ID=e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.659086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.749408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Attempting to bind port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:52.749408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Attempting to bind port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'c5446928-b990-47af-84a9-db5a2eceeb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:52.750461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Attempting to bind port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 on network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:52.801394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:52.801833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Checking segment: {'id': 'c5446928-b990-47af-84a9-db5a2eceeb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:52.802235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.802659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Bound using segment: {'id': 'c5446928-b990-47af-84a9-db5a2eceeb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:52.803312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Bound port: e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5446928-b990-47af-84a9-db5a2eceeb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:52.803706 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.827508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.838554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ab76-6a69-4cd5-bdb2-a3d77fc407c8 None None] Pushing event updated for resources: {'Port': ['ID=09f17df6-5711-4938-bfda-5dcd68ef0bdb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.956271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef629dc5-64a1-4ac4-ba0d-e480686c5ef3 req-ae5cfd90-b675-4ce4-a9d3-5010fd2664c2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.5292008 Jul 27 21:57:53.048442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.055175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd31e47-b1f2-4835-af0f-b26723ca5ca5 None None] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:53.194326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] For port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:53.248301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] For port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087,segment=NetworkSegment(c5446928-b990-47af-84a9-db5a2eceeb88),segment_id=c5446928-b990-47af-84a9-db5a2eceeb88)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:53.277211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Provisioning for port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:53.297154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Provisioning complete for port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:53.297154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.347413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.492013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d857-bc78-402f-ae13-76174a35a002 None None] Pushing event updated for resources: {'Port': ['ID=e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:53.503284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.604170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.630341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337b2d7-5581-4082-8e52-14839500adc4 None None] Network 0e981597-1038-4f0a-9083-84c982a0d58f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:53.746560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36698a41-a555-4a2a-96b1-dfa20fe9535f req-1e1d1d9b-1593-4297-8ffa-20e969ce810e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.3202658 Jul 27 21:57:53.776353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.14 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/972d60e8-c9d6-41ee-af57-80613c02b8bd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:53.792348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.810606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.13 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/972d60e8-c9d6-41ee-af57-80613c02b8bd) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:53.820693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] For port 1504e2f3-dca8-4958-8e3d-0e397b3ec821, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1504e2f3-dca8-4958-8e3d-0e397b3ec821,segment=NetworkSegment(a49cecea-d220-456a-849d-e743f3fcdf2b),segment_id=a49cecea-d220-456a-849d-e743f3fcdf2b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:53.890767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfd7b28-22f3-46ca-939e-bb8f194e3f64,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:53.917268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.920890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-889bcde3-3e13-448a-a1a1-c92bc67d2c89 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/bdfd7b28-22f3-46ca-939e-bb8f194e3f64 HTTP/1.1" status: 204 len: 168 time: 1.6690993 Jul 27 21:57:53.921531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45194) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:53.993338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.073925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c86bc52b-65a9-4bfd-808f-9fa2a48d8935 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:54.096332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-225775a2-d10d-4e71-b018-484491bd462d req-378324d2-22b4-4b8a-a83c-7879b01f2512 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 210 time: 0.2810504 Jul 27 21:57:54.184577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7aa152-e1c1-4dde-812d-64b3fd2b4200 None None] Pushing event updated for resources: {'Port': ['ID=1504e2f3-dca8-4958-8e3d-0e397b3ec821,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.266654 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ebe04d69-303f-4f6a-9a30-81663788feb0 req-4b64470b-1921-4527-9011-44d9de3fb1af tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1726296 Jul 27 21:57:54.339721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.356672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.361400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Provisioning for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:54.365700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:54.370215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Provisioning complete for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:54.374754 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.375807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a018e-b0fa-410a-a28c-d5e81aecb43e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.376718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bdfe66b-4525-4a42-bb5a-3fe6c028e6c0 HTTP/1.1" status: 204 len: 168 time: 2.0127730 Jul 27 21:57:54.378822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a018e-b0fa-410a-a28c-d5e81aecb43e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.389907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5d6a018e-b0fa-410a-a28c-d5e81aecb43e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4670897 Jul 27 21:57:54.394827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:54.409180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113df042-7b7c-4367-bf37-fcad9adbe6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdfe66b-4525-4a42-bb5a-3fe6c028e6c0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.480163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:54.480546 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.572228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.629249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44c8b97e-1715-489c-be21-dd650c9f9fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.643572 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c8b97e-1715-489c-be21-dd650c9f9fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:57:54.644137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c8b97e-1715-489c-be21-dd650c9f9fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:57:54.646384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44c8b97e-1715-489c-be21-dd650c9f9fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb HTTP/1.1" status: 409 len: 405 time: 0.2496963 Jul 27 21:57:54.651454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:54.669989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298524769'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:54.701023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.730693 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.748740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.774242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a904d7-3adf-4dd4-9f66-baa05f220419 None None] Network 388633e2-ac1c-4070-a146-8166e885fe38 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:54.826990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:54.832730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:54.850674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=972d60e8-c9d6-41ee-af57-80613c02b8bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.856631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:54.933810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] For port c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:54.949186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:54.952741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.033800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae9dad99-0088-40cf-a6b7-9c122d87d2f1 req-14c064fe-c9b5-425e-bdea-9d0be9025007 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1642590 Jul 27 21:57:55.063177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:55.080010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.080997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.091157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.099301 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment 7173da80-ee82-46ad-9052-ac014b1d2046 of type vlan for network b582f5b9-581d-4b7b-a56d-7c80ef2746dd Jul 27 21:57:55.177554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-303ec26e-383a-44b5-877f-43158fcc96dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1239941 Jul 27 21:57:55.186672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.269161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c37cbd9-d401-431b-aabd-4012bff58a1b req-6a3ffbec-763f-46a3-adc8-ae252be98ac8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 210 time: 0.0610695 Jul 27 21:57:55.271840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7d1c3be8-6095-4059-9cc6-1d9f447296ad tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.5357165 Jul 27 21:57:55.281449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:55.283405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.287703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '972d60e8-c9d6-41ee-af57-80613c02b8bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:55.380578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-d9bc26ca-0e50-4023-8ab1-7f64caa7808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.383147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-d9bc26ca-0e50-4023-8ab1-7f64caa7808b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1127942 Jul 27 21:57:55.391941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-162e8d02-98bf-47a3-825c-d402ec2ad86c req-43b843b1-0d12-4492-b5a3-56c828f62296 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0540648 Jul 27 21:57:55.452821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:57:55.483478 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:57:55.483478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730442ce-7177-4044-a6c3-be304d68f384 None None] Pushing event updated for resources: {'Port': ['ID=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:55.483478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3209791-2984-4d46-9eaf-9e93cca66a7e None None] Provisioning complete for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:55.483478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3209791-2984-4d46-9eaf-9e93cca66a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.537791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-7129ad98-dbdd-4121-9ae3-c37d89d2c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.543630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-7129ad98-dbdd-4121-9ae3-c37d89d2c503 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1333537 Jul 27 21:57:55.554466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca463978-9624-425c-9832-c8102068db20 None None] Network ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:55.587053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.600264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.600264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.627004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-ac658d74-c979-4004-9433-e0cb17c6ccb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 217 time: 0.0764580 Jul 27 21:57:55.671081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.697551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-7653e188-1cde-4f0f-a293-4288dbe4b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.703587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-7653e188-1cde-4f0f-a293-4288dbe4b7fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0617909 Jul 27 21:57:55.770977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-27cbf17b-80d0-4d05-9747-8cafd87ec75b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632861 Jul 27 21:57:55.835359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=b582f5b9-581d-4b7b-a56d-7c80ef2746dd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:55.847118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-197b3773-2ac9-4485-800c-05595b58d5e7 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1944487 Jul 27 21:57:55.851301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:55.857841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:55.859907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:55.943932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-baad48e6-6339-44b8-ac26-ddec809b7d19 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617837 Jul 27 21:57:55.945305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] DHCP port deletion for ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:57:56.033175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 09f17df6-5711-4938-bfda-5dcd68ef0bdb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:56.040630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.106813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a361d092-9432-4460-8bdd-6eb48577bac4 req-dbdd6c0d-4173-4301-bd00-84a807c69cf1 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Jul 27 21:57:56.123800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3209791-2984-4d46-9eaf-9e93cca66a7e None None] Provisioning for port 09f17df6-5711-4938-bfda-5dcd68ef0bdb completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:56.151040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3801d8ef-c6d0-4acb-914c-51fc6551aac8 req-d22d3bbf-27f0-4b9e-8376-85c25b9e6e3c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0328796 Jul 27 21:57:56.169243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d3209791-2984-4d46-9eaf-9e93cca66a7e None None] Provisioning complete for port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:56.172132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3209791-2984-4d46-9eaf-9e93cca66a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.186327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:56.189887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.201419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Deleting port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:56.201796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.289891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.39 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/34aa1725-3007-41b9-8d29-a0b5963f4fca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:56.290245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 09f17df6-5711-4938-bfda-5dcd68ef0bdb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:56.295588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] For port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087,segment=NetworkSegment(c5446928-b990-47af-84a9-db5a2eceeb88),segment_id=c5446928-b990-47af-84a9-db5a2eceeb88)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:56.296413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.325304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 09f17df6-5711-4938-bfda-5dcd68ef0bdb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:56.325748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.363555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Calling delete_port for e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:56.401040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-313c1a5f-8aab-4cd6-aa01-de3afac7c3b0 req-48d400ec-d5d8-4804-84c3-f1dada5af490 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 210 time: 0.0383582 Jul 27 21:57:56.503071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.526814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.554848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-905d364d-7944-4443-bd42-efef472054b3 req-f7e974c5-8472-4ae7-afe9-f9afd2f30296 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0636194 Jul 27 21:57:56.564993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=09f17df6-5711-4938-bfda-5dcd68ef0bdb,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:56.610664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Provisioning for port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:56.615424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.622208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Provisioning complete for port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:56.622208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.646906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.653303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4a9dca42-aa7d-4861-8538-dc499faf18ff up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:56.667663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] Pushing event deleted for resources: {'Port': ['ID=e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.674586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174f03f-ea3b-49a4-b2b3-b75a6d1d4b3d None None] No DVR routers for this DVR port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:56.702392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Port e9fa4fb4-9fb5-4bd6-a6b0-d4c3a855e087 was deleted so its status cannot be updated. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:57:56.734575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:57:56.736374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.741100 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.766615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Provisioning complete for port 09f17df6-5711-4938-bfda-5dcd68ef0bdb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:56.766993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98d329f4-016e-40b1-9403-e209bd646b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.795638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=09f17df6-5711-4938-bfda-5dcd68ef0bdb,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.816114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:56.832417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:56.844744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4a9dca42-aa7d-4861-8538-dc499faf18ff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:56.845155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.868444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:56.875317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=34aa1725-3007-41b9-8d29-a0b5963f4fca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.920237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=98f0576a-06b9-4dc2-b4a1-229e96c1ea6f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.945998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': '7173da80-ee82-46ad-9052-ac014b1d2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:56.946308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: b582f5b9-581d-4b7b-a56d-7c80ef2746dd, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:57.057699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:57.089500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c86bc52b-65a9-4bfd-808f-9fa2a48d8935 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:57.141395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:57.141852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.176962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, b582f5b9-581d-4b7b-a56d-7c80ef2746dd) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:57.187185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.187799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.190154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51981a6d-6d5a-4a22-b85f-1f4961b3e13a None None] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:57.249671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5397f9d9-4084-45b3-8e12-9997e8987d75 req-e40f8d37-1c48-4742-a120-203fe45e8f0a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0401614 Jul 27 21:57:57.300081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 09f17df6-5711-4938-bfda-5dcd68ef0bdb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:57.329984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5278c1c9-5f41-4898-8209-50b92652af9c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4774649 Jul 27 21:57:57.332623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45266) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:57.337698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'port': {'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd', 'name': 'tempest-NetworksIpV6TestAttrs-248750756'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:57.442705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 09f17df6-5711-4938-bfda-5dcd68ef0bdb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:57.442705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.448330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-b582f5b9-581d-4b7b-a56d-7c80ef2746dd', 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': '98f0576a-06b9-4dc2-b4a1-229e96c1ea6f'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:57.449221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.574270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.604189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bd19872-d0c4-4fd0-bf86-c10afc024621 req-e82ca593-c72c-4d4c-8540-00f207ab6842 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 210 time: 0.0744538 Jul 27 21:57:57.709845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-547bc6a0-d931-42af-9b86-94d9efc2591e req-5ae680f7-d574-4bac-a5c0-0d14e9a8043d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0602365 Jul 27 21:57:57.726646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1504e2f3-dca8-4958-8e3d-0e397b3ec821 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:57.763206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:57.767309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.777812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Allocated IP 2001:db8::f816:3eff:fe71:be96 (b582f5b9-581d-4b7b-a56d-7c80ef2746dd/98f0576a-06b9-4dc2-b4a1-229e96c1ea6f/c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:57.783093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-8cee6e07-e375-487d-ac9b-fa8baea4d4d1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.788417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] device_id is not set on port 10939ab2-882b-44c2-8477-116e4756fc53 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:57:57.790168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-8cee6e07-e375-487d-ac9b-fa8baea4d4d1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.791954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-8cee6e07-e375-487d-ac9b-fa8baea4d4d1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "GET /v2.0/networks?id=0e981597-1038-4f0a-9083-84c982a0d58f&id=388633e2-ac1c-4070-a146-8166e885fe38&id=0e981597-1038-4f0a-9083-84c982a0d58f HTTP/1.1" status: 200 len: 1392 time: 0.3641593 Jul 27 21:57:57.801550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:57.801823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.808497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'admin_state_up': True, 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:57.948688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.030192 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.040098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Transition to ACTIVE for port object c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:58.056394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Transition to ACTIVE for port object c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:58.069344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:58.073322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.127096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.143343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.181217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:58.184643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:58.188718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:58.196921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Allocated IP 2001:db8::f816:3eff:fec0:f125 (b582f5b9-581d-4b7b-a56d-7c80ef2746dd/98f0576a-06b9-4dc2-b4a1-229e96c1ea6f/10939ab2-882b-44c2-8477-116e4756fc53) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:58.203866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Pushing event updated for resources: {'Port': ['ID=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.246574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.250463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Allocated IP 19.80.0.99 (0e981597-1038-4f0a-9083-84c982a0d58f/bab2e895-e53e-4157-a837-b0963003799b/c616c356-cccd-4f03-9a5f-8d208e38469d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:58.271841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Attempting to bind port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:58.272224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Attempting to bind port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7173da80-ee82-46ad-9052-ac014b1d2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:58.272604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Attempting to bind port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 on network b582f5b9-581d-4b7b-a56d-7c80ef2746dd {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:58.279385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:58.279778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Checking segment: {'id': '7173da80-ee82-46ad-9052-ac014b1d2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:58.280534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.280682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Bound using segment: {'id': '7173da80-ee82-46ad-9052-ac014b1d2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:58.281056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Bound port: c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7173da80-ee82-46ad-9052-ac014b1d2046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'b582f5b9-581d-4b7b-a56d-7c80ef2746dd'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:58.281452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.307319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=34aa1725-3007-41b9-8d29-a0b5963f4fca,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.362182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] For port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:58.367099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] For port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,segment=NetworkSegment(7173da80-ee82-46ad-9052-ac014b1d2046),segment_id=7173da80-ee82-46ad-9052-ac014b1d2046)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:58.411009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a121befa-90bf-4366-af59-d4e26de35cc7 req-9bb3e385-e071-45d1-967f-c270fdad1481 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0772378 Jul 27 21:57:58.416569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.474934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.493042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Transition to ACTIVE for port object c616c356-cccd-4f03-9a5f-8d208e38469d will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:58.523627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.535490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.563271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Transition to ACTIVE for port object 10939ab2-882b-44c2-8477-116e4756fc53 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:58.590325 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 75b2b2d1-b4ff-401c-8752-5d504257ee6a associated. External IP: 172.25.3.39, port: 972d60e8-c9d6-41ee-af57-80613c02b8bd. Jul 27 21:57:58.593512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75467ff7-73db-4a32-88bb-45360b41cbfa None None] Pushing event updated for resources: {'Port': ['ID=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.674066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.773193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.804526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network 0e981597-1038-4f0a-9083-84c982a0d58f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:58.809742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:58.827125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:58.836220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.964521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:58.965414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.977408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe5a0ec8-fa9e-49a7-8a14-9b5dd0490a92 req-bf0b3848-07d5-4bad-8b98-da5f137d4f8f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1543841 Jul 27 21:57:59.035251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dd72c-7fd8-47eb-a7a4-928725caf729 req-30f267ad-b44e-451f-b059-16e450a403cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.037216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b4dd72c-7fd8-47eb-a7a4-928725caf729 req-30f267ad-b44e-451f-b059-16e450a403cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 931 time: 0.3294182 Jul 27 21:57:59.110259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:59.167512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-18f38a47-7513-45a0-83d1-2b213537b998 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3651011 Jul 27 21:57:59.169935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:59.179153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Port': ['ID=10939ab2-882b-44c2-8477-116e4756fc53,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:59.190193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38', 'admin_state_up': True, 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:59.200433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:59.205406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:59.212932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.213613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.251736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b4dd72c-7fd8-47eb-a7a4-928725caf729 req-80605b87-7553-4a2d-ab04-f1f0a6d1b281 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021241 Jul 27 21:57:59.293027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:59.403665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:59.405817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6c4bc08-a3a8-41f9-9616-52512ec50e56 None None] Provisioning for port c616c356-cccd-4f03-9a5f-8d208e38469d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:59.410749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6c4bc08-a3a8-41f9-9616-52512ec50e56 None None] Provisioning complete for port c616c356-cccd-4f03-9a5f-8d208e38469d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:59.412187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6c4bc08-a3a8-41f9-9616-52512ec50e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.455768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4bc08-a3a8-41f9-9616-52512ec50e56 None None] Port c616c356-cccd-4f03-9a5f-8d208e38469d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:59.493869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:59.496963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.519417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5bdd2320-2fb7-491c-a1d6-b482c4b73b35 req-5b8d6276-d16d-4a0c-a3ed-172e2c6b8509 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0435584 Jul 27 21:57:59.674841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Allocated IP 19.86.0.98 (388633e2-ac1c-4070-a146-8166e885fe38/382a47ca-0dfd-4d24-9e30-1e1feb1728c9/319d9ce4-bfad-4fd1-b9c9-0ec63a8be076) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:59.735420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff3244e5-2b8a-4d92-812e-798308941003 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4017246 Jul 27 21:57:59.738071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45298) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:59.759132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:59.770743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:59.796511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:59.796511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:59.822481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462df529-e96e-48e7-a21d-d9f02da8c8b6 None None] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:59.825801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:59.853143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting subnet 98f0576a-06b9-4dc2-b4a1-229e96c1ea6f {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:59.865801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.883780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:59.884424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:59.923964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.930741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.935939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.981128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99c60ce4-0290-4af2-9109-544f57ba9c97 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6977928 Jul 27 21:57:59.983320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:59.995758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Transition to ACTIVE for port object 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:59.996153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': '972d60e8-c9d6-41ee-af57-80613c02b8bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:00.059130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.076022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Provisioning for port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:00.080314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:00.080936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b4b2c-e299-44da-94d9-cb5031d456c5 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:00.094438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Provisioning complete for port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:00.094438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.156713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.197420 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:00.223864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b89334d-bf33-4de0-9e64-0d57925f1cce req-379214af-50a8-4e89-8a3a-af8d4d7481d5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1219585 Jul 27 21:58:00.261760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.288978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.338980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.387047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:58:00.387480 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:58:00.405729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network 388633e2-ac1c-4070-a146-8166e885fe38 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:00.409548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=98f0576a-06b9-4dc2-b4a1-229e96c1ea6f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:00.431726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.434346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8e6bd3e8-7294-43b7-9db5-b98d2be32e8e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/98f0576a-06b9-4dc2-b4a1-229e96c1ea6f HTTP/1.1" status: 204 len: 168 time: 0.6936731 Jul 27 21:58:00.436148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:00.436739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:00.439202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:00.459925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:00.528403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.529785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.589348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0fc25-b381-4024-812c-f596e3b18fbe tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.590909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e69b-d621-4d7f-ac15-e7381438deed req-6592b59c-463a-4bbe-8864-8ff84623635e tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.591110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f0fc25-b381-4024-812c-f596e3b18fbe tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.595085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-06f0fc25-b381-4024-812c-f596e3b18fbe tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1547236 Jul 27 21:58:00.599124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:00.599384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e69b-d621-4d7f-ac15-e7381438deed req-6592b59c-463a-4bbe-8864-8ff84623635e tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.600029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f726e69b-d621-4d7f-ac15-e7381438deed req-6592b59c-463a-4bbe-8864-8ff84623635e tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 1653 time: 0.2036278 Jul 27 21:58:00.656526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f726e69b-d621-4d7f-ac15-e7381438deed req-ee924a2a-27ac-4ba4-b55b-3a7b500e9f91 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Jul 27 21:58:00.675286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffad234-c11c-40ac-a6a9-b27a61088bc8 None None] Network b582f5b9-581d-4b7b-a56d-7c80ef2746dd requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:00.689254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-4076c2b7-2186-46f6-80ba-89ef868bd896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5136538 Jul 27 21:58:00.697217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ce41c86-1509-4585-b8de-69765178ba3c req-cc45607c-b37f-4ed6-a81a-3da7bcd350ab tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1022139 Jul 27 21:58:00.700133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'admin_state_up': True, 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:00.805651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f515f286-b4aa-47fc-b158-c9240b870f44 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.823226 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f515f286-b4aa-47fc-b158-c9240b870f44 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:58:00.823793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f515f286-b4aa-47fc-b158-c9240b870f44 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:00.827807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f515f286-b4aa-47fc-b158-c9240b870f44 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/b582f5b9-581d-4b7b-a56d-7c80ef2746dd HTTP/1.1" status: 409 len: 405 time: 0.2285044 Jul 27 21:58:00.830589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45318) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:00.837272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-112852799'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:00.932610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.933223 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.972509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] For port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,segment=NetworkSegment(7173da80-ee82-46ad-9052-ac014b1d2046),segment_id=7173da80-ee82-46ad-9052-ac014b1d2046)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:00.982912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] DHCP port deletion for b582f5b9-581d-4b7b-a56d-7c80ef2746dd request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:01.007607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:01.007607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.026742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.032744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:01.047325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.049025 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment 612447b0-e582-4eb2-8634-1f6b7f998917 of type vlan for network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 Jul 27 21:58:01.088159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Deleting port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:01.089210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.122937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.127344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:01.154147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:01.158312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.161534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.262898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] For port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,segment=NetworkSegment(7173da80-ee82-46ad-9052-ac014b1d2046),segment_id=7173da80-ee82-46ad-9052-ac014b1d2046)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:01.263627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.291026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Calling delete_port for c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:01.294575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2a94d-80bc-4f07-bbc9-3ff9d73fad7c None None] Pushing event updated for resources: {'Port': ['ID=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.337586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:01.340901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea395125-9c2e-4af4-8738-57e66386c940 req-7874e5ae-5cbc-4183-8965-7ce2a38dfa9f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0486536 Jul 27 21:58:01.344889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.351096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.351993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.378217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Provisioning complete for port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:01.378783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.434325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.434578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Allocated IP 19.80.0.136 (0e981597-1038-4f0a-9083-84c982a0d58f/bab2e895-e53e-4157-a837-b0963003799b/beec04d3-3ce8-437b-a792-ef5b15445adf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:01.454823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=98b340c2-165b-49a1-b32f-9129cbb4cdd6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.475148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:01.478420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:01.483816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.492058 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:01.505342 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:01.510986 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:01.551951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,segment=NetworkSegment(7173da80-ee82-46ad-9052-ac014b1d2046),segment_id=7173da80-ee82-46ad-9052-ac014b1d2046)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:01.565752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-78d45792-eae2-4237-a7b3-543b09c20278 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/75b2b2d1-b4ff-401c-8752-5d504257ee6a HTTP/1.1" status: 200 len: 978 time: 1.5802162 Jul 27 21:58:01.568540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:01.576854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:01.587134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:01.588303 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:01.643958 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:01.644879 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be8cc-64c6-4129-9156-c395aab05aa9 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:01.656714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.674253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-79eef661-bdb7-433c-a836-71e2a9525acc tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8424497 Jul 27 21:58:01.677744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45336) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:01.683982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:01.745949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.757226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.757588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.757924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.758266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.758631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.758980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.759312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.759655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.760049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.760380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.760806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.761096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:01.776724 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.806514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] Pushing event deleted for resources: {'Port': ['ID=c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.811028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6888f3-0895-4eac-a81b-8b0f81a74f3f None None] No DVR routers for this DVR port c0a46d83-8a16-4b11-aba3-fa80c9e0bbc5 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:01.913236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb556c8b-7c2b-4437-a725-286fdf97b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.915067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Provisioning for port 10939ab2-882b-44c2-8477-116e4756fc53 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:01.922178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Provisioning complete for port 10939ab2-882b-44c2-8477-116e4756fc53 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:01.922178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.979393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e3e0e-f57b-4bee-8433-c95306bcd403 req-a6818cbf-7b26-4ee8-9d1a-361bc1d690cd tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.986444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e3e0e-f57b-4bee-8433-c95306bcd403 req-a6818cbf-7b26-4ee8-9d1a-361bc1d690cd tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.988215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f22e3e0e-f57b-4bee-8433-c95306bcd403 req-a6818cbf-7b26-4ee8-9d1a-361bc1d690cd tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 1653 time: 0.1622605 Jul 27 21:58:01.994705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-27c609f9-4ba4-48a6-ba49-1655863be2de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2531693 Jul 27 21:58:01.996343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 34aa1725-3007-41b9-8d29-a0b5963f4fca {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:01.996483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.999303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Port 10939ab2-882b-44c2-8477-116e4756fc53 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:02.118566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.128028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Provisioning for port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:02.132459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Transition to ACTIVE for port object beec04d3-3ce8-437b-a792-ef5b15445adf will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:02.140129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f22e3e0e-f57b-4bee-8433-c95306bcd403 req-057b3ff6-3577-4f04-ada0-1864348bb729 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398265 Jul 27 21:58:02.146681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Provisioning complete for port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:02.147999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.198247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.199247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.217143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-0800b823-f3d1-4955-9509-376aaedb8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.218725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-0800b823-f3d1-4955-9509-376aaedb8c50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 1096 time: 0.1864297 Jul 27 21:58:02.223383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 34aa1725-3007-41b9-8d29-a0b5963f4fca owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:02.234322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae2079e5-c51c-4faf-987f-52025a073636 req-22db3098-d707-4318-8965-ded72217fcba tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1327114 Jul 27 21:58:02.273350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.288577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-80e663e9-19a8-48f8-962e-deec85d94add None None] Port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:02.333243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network 0e981597-1038-4f0a-9083-84c982a0d58f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:02.339854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:02.342525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:02.400535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.430546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.431151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.467384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:02.472090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.540093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f3b1746-3f64-48d9-ac9d-0de0be36329e req-edd5b50d-ef99-4ab8-b4bd-bdb35326b949 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0897601 Jul 27 21:58:02.585569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-9ecd3d24-6075-447c-9efb-fcb8d7f0b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.587213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-9ecd3d24-6075-447c-9efb-fcb8d7f0b348 service neutron] 10.222.0.76 "GET /v2.0/networks?id=95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 200 len: 912 time: 0.2936060 Jul 27 21:58:02.626451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-1a899327-e74e-4f5d-ac32-f7c363636750 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9302664 Jul 27 21:58:02.641460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:02.662750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-4839054f-52c1-4e35-ab83-accfa177fdc3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f HTTP/1.1" status: 200 len: 1001 time: 0.0677185 Jul 27 21:58:02.664143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.700451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=34aa1725-3007-41b9-8d29-a0b5963f4fca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.763330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.784931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-9e6d9889-8f6f-43f5-8c98-d85f828a63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.787113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-9e6d9889-8f6f-43f5-8c98-d85f828a63cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 200 len: 850 time: 0.0987649 Jul 27 21:58:02.794440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a30181cd-1284-4818-a98e-3536aa501e2f None None] Provisioning for port beec04d3-3ce8-437b-a792-ef5b15445adf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:02.796505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.796913 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 75b2b2d1-b4ff-401c-8752-5d504257ee6a disassociated (deleted). External IP: 172.25.3.39, port: 972d60e8-c9d6-41ee-af57-80613c02b8bd. Jul 27 21:58:02.800848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a30181cd-1284-4818-a98e-3536aa501e2f None None] Provisioning complete for port beec04d3-3ce8-437b-a792-ef5b15445adf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:02.802828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a30181cd-1284-4818-a98e-3536aa501e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.841728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a30181cd-1284-4818-a98e-3536aa501e2f None None] Port beec04d3-3ce8-437b-a792-ef5b15445adf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:02.949692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-e69c352e-53da-4841-870e-f032a1c0e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.951355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-e69c352e-53da-4841-870e-f032a1c0e43a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=95529cac-67b7-4900-99a0-55700205b6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512764 Jul 27 21:58:03.118968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:58:03.122478 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.208974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=54b64dc2-5835-48f5-a892-25d71289c868,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:03.275258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': '612447b0-e582-4eb2-8634-1f6b7f998917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:03.275258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: 98b340c2-165b-49a1-b32f-9129cbb4cdd6, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:03.333970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c616c356-cccd-4f03-9a5f-8d208e38469d {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:03.347313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.382154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Transition to ACTIVE for port object c616c356-cccd-4f03-9a5f-8d208e38469d will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:03.414703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1348-f730-4247-8ae7-8a6788f5a899 req-9b058171-d623-45ad-9000-b7151e064299 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.423754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1348-f730-4247-8ae7-8a6788f5a899 req-9b058171-d623-45ad-9000-b7151e064299 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.431486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1348-f730-4247-8ae7-8a6788f5a899 req-9b058171-d623-45ad-9000-b7151e064299 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.434401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dea1348-f730-4247-8ae7-8a6788f5a899 req-9b058171-d623-45ad-9000-b7151e064299 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2375 time: 0.2146142 Jul 27 21:58:03.441380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-551ea542-773a-4e34-baa1-931c0b192b74 req-facd8d81-b7a3-456e-9259-29e2a6510a93 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0744991 Jul 27 21:58:03.479297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:03.500292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:03.513757 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dea1348-f730-4247-8ae7-8a6788f5a899 req-a4223a3a-7bfe-4312-93ee-b9d8123f711e tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720034 Jul 27 21:58:03.514859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.526906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-2795e80e-0b1a-4124-985a-191c7c54285b service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380526 Jul 27 21:58:03.569779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Pushing event updated for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:03.583174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 98b340c2-165b-49a1-b32f-9129cbb4cdd6) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:03.591117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.591826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.592791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71759c03-9d00-441d-a112-85e4d55ec40e None None] Network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:03.701582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Attempting to bind port c616c356-cccd-4f03-9a5f-8d208e38469d on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:03.702029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Attempting to bind port c616c356-cccd-4f03-9a5f-8d208e38469d by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:03.702473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Attempting to bind port c616c356-cccd-4f03-9a5f-8d208e38469d on network 0e981597-1038-4f0a-9083-84c982a0d58f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:03.708830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Port c616c356-cccd-4f03-9a5f-8d208e38469d on network 0e981597-1038-4f0a-9083-84c982a0d58f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:03.709387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Attempting to bind port c616c356-cccd-4f03-9a5f-8d208e38469d on network 0e981597-1038-4f0a-9083-84c982a0d58f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:03.715274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:03.715827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Checking segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:03.716288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Bound using segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:03.718187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Bound port: c616c356-cccd-4f03-9a5f-8d208e38469d, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:03.718687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.740361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-880a4145-1c72-4c01-83be-f6fdac5c2533 req-911252da-db46-4a1e-bfb3-7cc90ece587d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1028006 Jul 27 21:58:03.746577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4172922b-cdd4-4198-aae1-090bb0aad1bf tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0671630 Jul 27 21:58:03.747256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45368) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:03.853668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:03.864243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c616c356-cccd-4f03-9a5f-8d208e38469d,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:03.895832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:03.902010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.909615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a01869b-f537-44e2-837d-3224f9a0a695 req-78c10ffa-c721-4d96-bbd4-66644aa45841 service neutron] 10.222.0.76 "GET /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746762 Jul 27 21:58:03.929801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:03.946430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-98b340c2-165b-49a1-b32f-9129cbb4cdd6', 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': '54b64dc2-5835-48f5-a892-25d71289c868'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:03.954943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.976820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.982064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:03.982064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:04.010097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a141790-9500-4420-9043-e01a7cbd29cd tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/75b2b2d1-b4ff-401c-8752-5d504257ee6a HTTP/1.1" status: 204 len: 168 time: 2.4404161 Jul 27 21:58:04.012801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:04.069391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.070236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.071711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] 10.222.0.50 "PUT /v2.0/ports/c616c356-cccd-4f03-9a5f-8d208e38469d HTTP/1.1" status: 200 len: 1091 time: 1.4372041 Jul 27 21:58:04.077975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:04.088249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:04.091388 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2d2c8-3d74-4103-ae09-7b6a69675703" -d '{"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:04.165933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409e5bf-48d0-4541-8838-eec18769c53d service neutron] Pushing event updated for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:04.172958 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e70fbb-dda1-433f-8db9-9a8c5c41b95e x-openstack-request-id: req-b5e70fbb-dda1-433f-8db9-9a8c5c41b95e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:04.173310 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:04.173630 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5e70fbb-dda1-433f-8db9-9a8c5c41b95e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:04.174126 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d', 'status': 'completed', 'code': 200} Jul 27 21:58:04.190804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:04.200889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.241990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:04.243129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:04.258761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 972d60e8-c9d6-41ee-af57-80613c02b8bd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:04.259195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.323807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:04.324902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a8794-bb78-4ff3-a280-74537a52555c None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:04.390996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Allocated IP 2001:db8::f816:3eff:fe55:1644 (98b340c2-165b-49a1-b32f-9129cbb4cdd6/54b64dc2-5835-48f5-a892-25d71289c868/8d7a0860-8330-42d1-bf75-947821e1a95b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:04.443967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6dfa-971e-473d-b986-1daa01378adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.461132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.515478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 972d60e8-c9d6-41ee-af57-80613c02b8bd owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:04.526268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.699131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.730653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.742190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Transition to ACTIVE for port object 8d7a0860-8330-42d1-bf75-947821e1a95b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:04.767904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Transition to ACTIVE for port object 8d7a0860-8330-42d1-bf75-947821e1a95b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:04.792295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb947713-9a75-4abc-85df-f0603ba2b990 req-5b8d8bc4-553a-4b60-a936-e79d5df420dc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.2358882 Jul 27 21:58:04.843085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-fba60d14-cbde-4be3-8e47-d12c25687f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.850630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-fba60d14-cbde-4be3-8e47-d12c25687f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.851261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-fba60d14-cbde-4be3-8e47-d12c25687f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.851520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11db6a-0202-44e3-8db6-fdcee08f109f req-48216fdb-b13b-40f4-9dbf-4bf58d0819e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.858861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11db6a-0202-44e3-8db6-fdcee08f109f req-48216fdb-b13b-40f4-9dbf-4bf58d0819e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.859312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-fba60d14-cbde-4be3-8e47-d12c25687f82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2730 time: 0.6543336 Jul 27 21:58:04.865070 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.867500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11db6a-0202-44e3-8db6-fdcee08f109f req-48216fdb-b13b-40f4-9dbf-4bf58d0819e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.879202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb11db6a-0202-44e3-8db6-fdcee08f109f req-48216fdb-b13b-40f4-9dbf-4bf58d0819e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2387 time: 0.1862385 Jul 27 21:58:04.929265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:04.930785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Pushing event updated for resources: {'Port': ['ID=8d7a0860-8330-42d1-bf75-947821e1a95b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:04.934645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:04.937998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:04.940355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.963709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb11db6a-0202-44e3-8db6-fdcee08f109f req-14be77aa-fb43-441d-b56e-20dda2a4a9c4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792470 Jul 27 21:58:05.040860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Attempting to bind port 8d7a0860-8330-42d1-bf75-947821e1a95b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:05.041241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Attempting to bind port 8d7a0860-8330-42d1-bf75-947821e1a95b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '612447b0-e582-4eb2-8634-1f6b7f998917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:05.041612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Attempting to bind port 8d7a0860-8330-42d1-bf75-947821e1a95b on network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:05.047402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:05.047788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Checking segment: {'id': '612447b0-e582-4eb2-8634-1f6b7f998917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:05.048196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.049880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Bound using segment: {'id': '612447b0-e582-4eb2-8634-1f6b7f998917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:05.049880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Bound port: 8d7a0860-8330-42d1-bf75-947821e1a95b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612447b0-e582-4eb2-8634-1f6b7f998917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:05.049880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.070010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.094908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a296ea80-48c5-4e25-8ca6-ac2a8708c0ad req-ac9108bd-bdef-4385-8b6c-ec4bf4e26542 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.2344677 Jul 27 21:58:05.143458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=972d60e8-c9d6-41ee-af57-80613c02b8bd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.157145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] For port 8d7a0860-8330-42d1-bf75-947821e1a95b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:05.161688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] For port 8d7a0860-8330-42d1-bf75-947821e1a95b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7a0860-8330-42d1-bf75-947821e1a95b,segment=NetworkSegment(612447b0-e582-4eb2-8634-1f6b7f998917),segment_id=612447b0-e582-4eb2-8634-1f6b7f998917)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:05.268446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.271075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eaba6d4c-0fe5-4966-a333-b3da494c6651 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/972d60e8-c9d6-41ee-af57-80613c02b8bd HTTP/1.1" status: 204 len: 168 time: 1.2572918 Jul 27 21:58:05.275586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45394) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.281158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:05.304832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.357416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:05.410362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd84c5d-f21a-4041-beb8-532e70915989 None None] Pushing event updated for resources: {'Port': ['ID=8d7a0860-8330-42d1-bf75-947821e1a95b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.446318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.502886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-673b5be0-c0f9-4f1c-bb47-6d4a60082e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.503380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-673b5be0-c0f9-4f1c-bb47-6d4a60082e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.503862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-673b5be0-c0f9-4f1c-bb47-6d4a60082e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.508030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-673b5be0-c0f9-4f1c-bb47-6d4a60082e6d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5115905 Jul 27 21:58:05.508838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.523595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Transition to ACTIVE for port object 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:05.535230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.604300 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.684881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.765581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=54b64dc2-5835-48f5-a892-25d71289c868,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.807716 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.826418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.187 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f6a71942-dfde-424e-8d22-cdcba1d8efc9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:05.856313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.876434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b340c2-165b-49a1-b32f-9129cbb4cdd6']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:05.909226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612447b0-e582-4eb2-8634-1f6b7f998917') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:05.909969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612447b0-e582-4eb2-8634-1f6b7f998917') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:05.925175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.929363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83fb62b0-0548-415d-9a69-a9254e8962bf req-7a526111-da50-4ee2-aa03-6b5a9074fc4f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0703259 Jul 27 21:58:05.957180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.037874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:06.038193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:06.133152 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:06.137573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.283557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b43d18ba-82b8-4b4d-a6c1-168425777959 req-e440df73-2ce8-41ac-82c4-e95becc79596 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0622091 Jul 27 21:58:06.435456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.491833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:06.498220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:06.502696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:06.527708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=f6a71942-dfde-424e-8d22-cdcba1d8efc9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.702031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Pushing event updated for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.716577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-56ef4ddc-32d0-42b4-94f4-f0b66dd337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.718194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13d2d2c8-3d74-4103-ae09-7b6a69675703 req-56ef4ddc-32d0-42b4-94f4-f0b66dd337f6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1932724 Jul 27 21:58:06.743889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Attempting to bind port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:06.744209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Attempting to bind port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:06.744669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Attempting to bind port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 on network 388633e2-ac1c-4070-a146-8166e885fe38 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:06.749690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256f7ea-2c16-4ef1-910c-f5232c01d835 None None] Network 98b340c2-165b-49a1-b32f-9129cbb4cdd6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: [parameters: {'id': '98b340c2-165b-49a1-b32f-9129cbb4cdd6'}] Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 on network 388633e2-ac1c-4070-a146-8166e885fe38 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:06.769486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Attempting to bind port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 on network 388633e2-ac1c-4070-a146-8166e885fe38 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:06.801954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:06.802206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Checking segment: {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:06.802541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Bound using segment: {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:06.802997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Bound port: 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8fcedf-2588-44c8-8cc7-2b94702c4140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:06.803365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.811027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.845572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf006e3-bea3-4fac-9888-84dfc2b87550 req-1cdfef0a-89ae-4bdb-bd9b-a080fc7b6a11 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.851760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf006e3-bea3-4fac-9888-84dfc2b87550 req-1cdfef0a-89ae-4bdb-bd9b-a080fc7b6a11 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.865344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf006e3-bea3-4fac-9888-84dfc2b87550 req-1cdfef0a-89ae-4bdb-bd9b-a080fc7b6a11 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.868368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cf006e3-bea3-4fac-9888-84dfc2b87550 req-1cdfef0a-89ae-4bdb-bd9b-a080fc7b6a11 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2399 time: 0.6719799 Jul 27 21:58:06.945524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bef87b6e-c33f-44a7-be43-816913371ef9 None None] Provisioning for port 8d7a0860-8330-42d1-bf75-947821e1a95b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:06.976570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cf006e3-bea3-4fac-9888-84dfc2b87550 req-e03a8d0f-cf70-4801-87d7-7e79bb7059e6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003816 Jul 27 21:58:06.990969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.014348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.029533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:07.029533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:07.063631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] DHCP port deletion for 98b340c2-165b-49a1-b32f-9129cbb4cdd6 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:07.088454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e687b9f-fd8a-41cd-8db9-9772cd45779e req-7ef0f690-0e1b-46ee-8a5f-d03a76c11bae tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0418317 Jul 27 21:58:07.122107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Deleting port 8d7a0860-8330-42d1-bf75-947821e1a95b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:07.122675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.149864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.198525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] For port 8d7a0860-8330-42d1-bf75-947821e1a95b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7a0860-8330-42d1-bf75-947821e1a95b,segment=NetworkSegment(612447b0-e582-4eb2-8634-1f6b7f998917),segment_id=612447b0-e582-4eb2-8634-1f6b7f998917)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:07.198819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.217239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Calling delete_port for 8d7a0860-8330-42d1-bf75-947821e1a95b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:07.237165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Pushing event updated for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.244730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.247017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.250784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-ec8a3507-e13f-40ba-8dfc-29c3835d02b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 HTTP/1.1" status: 200 len: 1091 time: 3.0668650 Jul 27 21:58:07.250980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.253176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:07.256790 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbf386f-27b4-42a1-9a15-380ada8c208c" -d '{"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:07.273703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.368698 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b6685-c376-4f6b-98fb-2c6abd17f7e5 x-openstack-request-id: req-cc3b6685-c376-4f6b-98fb-2c6abd17f7e5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:07.369021 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:07.369277 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc3b6685-c376-4f6b-98fb-2c6abd17f7e5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:07.369864 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'status': 'completed', 'code': 200} Jul 27 21:58:07.398107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Request body: {'port': {'device_id': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:07.431039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0225f25-73ef-4807-a1a8-7a32af4589fe req-b6c0c623-ee14-4053-8e95-a8cf261b3661 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0658822 Jul 27 21:58:07.431653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.486106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.506743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=f6a71942-dfde-424e-8d22-cdcba1d8efc9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.511740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.571647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port 8d7a0860-8330-42d1-bf75-947821e1a95b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:07.572151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.580555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-c987f8f6-6b72-42c3-96aa-2621cf4e1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.581056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-c987f8f6-6b72-42c3-96aa-2621cf4e1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.582603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-c987f8f6-6b72-42c3-96aa-2621cf4e1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.585234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-c987f8f6-6b72-42c3-96aa-2621cf4e1df5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2797 time: 0.2144663 Jul 27 21:58:07.585385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] No DVR routers for this DVR port 8d7a0860-8330-42d1-bf75-947821e1a95b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:07.599706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.605141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741654a1-ab3e-4a0f-ad05-8f0493e2413c None None] Pushing event deleted for resources: {'Port': ['ID=8d7a0860-8330-42d1-bf75-947821e1a95b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.649811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.720345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.722595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3faac427-90a7-48f2-90d5-6e01b1bb4afa tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4455459 Jul 27 21:58:07.732947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:07.739490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'port': {'network_id': 'adb6528d-3587-433a-9805-6fc38cb72aea', 'name': 'tempest-FloatingIPTestJSON-2021063669'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:07.790851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] For port 8d7a0860-8330-42d1-bf75-947821e1a95b, host n-d-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:07.791451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.821010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for 8d7a0860-8330-42d1-bf75-947821e1a95b owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:07.836094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Port 8d7a0860-8330-42d1-bf75-947821e1a95b was not found and therefore no delete operation was performed {{(pid=94671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:58:07.891267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.952699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=8d7a0860-8330-42d1-bf75-947821e1a95b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.958365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No DVR routers for this DVR port 8d7a0860-8330-42d1-bf75-947821e1a95b on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:07.963844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-01c4a6b6-7dcd-49b8-a81c-29143d4c8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.964332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-01c4a6b6-7dcd-49b8-a81c-29143d4c8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.964817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-01c4a6b6-7dcd-49b8-a81c-29143d4c8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.966602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-01c4a6b6-7dcd-49b8-a81c-29143d4c8afb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3638101 Jul 27 21:58:07.985770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:07.990012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.013591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] device_id is not set on port 73830fd2-5387-496c-942c-7a5b458c45d5 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:58:08.151316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.9 (adb6528d-3587-433a-9805-6fc38cb72aea/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6/73830fd2-5387-496c-942c-7a5b458c45d5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:08.156935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.189889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7800e07f-32ff-4898-bda1-224ed164d260 req-a99205e7-9fdb-460f-b2ac-7005d38b7039 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0409451 Jul 27 21:58:08.221603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.256771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b340c2-165b-49a1-b32f-9129cbb4cdd6']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:08.278773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612447b0-e582-4eb2-8634-1f6b7f998917') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:08.279346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612447b0-e582-4eb2-8634-1f6b7f998917') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:08.337528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.365091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-687f2265-644a-4a92-b1be-73f16c60f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.366688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dbf386f-27b4-42a1-9a15-380ada8c208c req-687f2265-644a-4a92-b1be-73f16c60f217 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3905103 Jul 27 21:58:08.383543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.390998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.406932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3c5d-a8a3-403b-ac7f-541a66d230ec req-d5d6b61b-1985-4447-a131-a68763570fb1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.413365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3c5d-a8a3-403b-ac7f-541a66d230ec req-d5d6b61b-1985-4447-a131-a68763570fb1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.419328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e3c5d-a8a3-403b-ac7f-541a66d230ec req-d5d6b61b-1985-4447-a131-a68763570fb1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.421041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f9e3c5d-a8a3-403b-ac7f-541a66d230ec req-d5d6b61b-1985-4447-a131-a68763570fb1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2399 time: 0.2992923 Jul 27 21:58:08.423648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:08.424201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:08.428759 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:08.517816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f2c7546-900d-4a48-8a52-d5b6c73543c3 req-a323ff5c-2cbd-47e9-a80f-440ab598b408 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0317736 Jul 27 21:58:08.552661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.558789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beec04d3-3ce8-437b-a792-ef5b15445adf {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:08.566186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f9e3c5d-a8a3-403b-ac7f-541a66d230ec req-1fcfb63a-83f3-4ce3-8e68-1de8e0a3b8f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375847 Jul 27 21:58:08.573896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.606527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network adb6528d-3587-433a-9805-6fc38cb72aea is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:08.612247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:08.615510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:08.643307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Transition to ACTIVE for port object beec04d3-3ce8-437b-a792-ef5b15445adf will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:08.644754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.651270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=73830fd2-5387-496c-942c-7a5b458c45d5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:08.665969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.667361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/98b340c2-165b-49a1-b32f-9129cbb4cdd6 HTTP/1.1" status: 204 len: 168 time: 4.9180171 Jul 27 21:58:08.668382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3bacc-b0a8-48da-a888-309a297aae36 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=98b340c2-165b-49a1-b32f-9129cbb4cdd6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:08.670704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45434) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:08.675655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1633842550'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:08.687315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.687960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.745880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.815011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Pushing event updated for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:08.837619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:08.841095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.907960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Attempting to bind port beec04d3-3ce8-437b-a792-ef5b15445adf on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:08.908149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Attempting to bind port beec04d3-3ce8-437b-a792-ef5b15445adf by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:08.908480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Attempting to bind port beec04d3-3ce8-437b-a792-ef5b15445adf on network 0e981597-1038-4f0a-9083-84c982a0d58f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:08.919749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:08.925958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Port beec04d3-3ce8-437b-a792-ef5b15445adf on network 0e981597-1038-4f0a-9083-84c982a0d58f not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:08.926501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Attempting to bind port beec04d3-3ce8-437b-a792-ef5b15445adf on network 0e981597-1038-4f0a-9083-84c982a0d58f {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:08.933441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8233c874-6402-443e-800a-9d5d85397555 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2056949 Jul 27 21:58:08.935848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:08.941704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': '73830fd2-5387-496c-942c-7a5b458c45d5'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment 385539c6-971e-48f2-a6bd-17a564faf631 of type vlan for network 1838683b-e1b6-4955-8efd-d9c5e998745e Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Checking segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Bound using segment: {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:08.946893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Bound port: beec04d3-3ce8-437b-a792-ef5b15445adf, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:08.947505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.033811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7a0860-8330-42d1-bf75-947821e1a95b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:09.050048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.075502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8d7a0860-8330-42d1-bf75-947821e1a95b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:09.076253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7a0860-8330-42d1-bf75-947821e1a95b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:09.088805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.151268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:09.200447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=beec04d3-3ce8-437b-a792-ef5b15445adf,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:09.263912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.270606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.273129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.382031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=1838683b-e1b6-4955-8efd-d9c5e998745e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.388290 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.392996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1838683b-e1b6-4955-8efd-d9c5e998745e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:09.466506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.467902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.469744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] 10.222.0.50 "PUT /v2.0/ports/beec04d3-3ce8-437b-a792-ef5b15445adf HTTP/1.1" status: 200 len: 1092 time: 2.0817244 Jul 27 21:58:09.470385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:09.473676 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:09.526695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-37680f90-9d4a-48fd-af48-e12a59c6a5ce tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8522849 Jul 27 21:58:09.531487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:09.532233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ebda4f74-e2ab-4c64-b8e8-3afcfcbecded req-c523aafd-869b-4b39-a3c3-d2a139238762 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.2754333 Jul 27 21:58:09.538787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:09.653977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ffcb1b7c-d6d8-47ac-9b64-5bcf3d48f9e6 req-d89d396d-3b38-45d1-b8e6-840ef2ba9c37 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0564978 Jul 27 21:58:09.659811 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc248929-e976-40fd-ae22-61086b5d3ba0 x-openstack-request-id: req-bc248929-e976-40fd-ae22-61086b5d3ba0 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:09.659811 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:09.659811 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc248929-e976-40fd-ae22-61086b5d3ba0 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:09.661610 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf', 'status': 'completed', 'code': 200} Jul 27 21:58:09.678773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a04e-197d-48ac-881a-1b9b32973acc service neutron] Pushing event updated for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.828435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.872668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f88db-05c5-4898-8178-6301c9df6ec5 req-258d441c-c718-4154-aba8-47e61f025d0d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.880411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f88db-05c5-4898-8178-6301c9df6ec5 req-258d441c-c718-4154-aba8-47e61f025d0d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.886997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f88db-05c5-4898-8178-6301c9df6ec5 req-258d441c-c718-4154-aba8-47e61f025d0d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.888890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-434f88db-05c5-4898-8178-6301c9df6ec5 req-258d441c-c718-4154-aba8-47e61f025d0d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2411 time: 0.1759698 Jul 27 21:58:09.893841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-877b8408-b1c6-48e0-81da-e0f53664e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.894450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-877b8408-b1c6-48e0-81da-e0f53664e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.895564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-877b8408-b1c6-48e0-81da-e0f53664e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.897539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-877b8408-b1c6-48e0-81da-e0f53664e189 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2864 time: 0.2280846 Jul 27 21:58:09.925358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:09.929272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.934541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.057741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-434f88db-05c5-4898-8178-6301c9df6ec5 req-ad433bc7-3928-4666-9f74-29284b3e9007 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590223 Jul 27 21:58:10.118395 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 9aa22d25-19f9-4e64-8f2f-6a6635b38f31 associated. External IP: 172.25.3.187, port: 73830fd2-5387-496c-942c-7a5b458c45d5. Jul 27 21:58:10.139419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-e830fd87-c876-44a2-ab5a-cb9ef0d7e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.139900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-e830fd87-c876-44a2-ab5a-cb9ef0d7e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.140392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-e830fd87-c876-44a2-ab5a-cb9ef0d7e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.142155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-e830fd87-c876-44a2-ab5a-cb9ef0d7e7ac service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2355602 Jul 27 21:58:10.326032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-f08d7008-a0a0-4981-a057-adc0abd238f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.327284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4dd11c5-e303-4d74-a602-ee50c0a7f3b9 req-f08d7008-a0a0-4981-a057-adc0abd238f0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771498 Jul 27 21:58:10.397790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:10.444881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-85541d2d-388c-4d62-aef2-a7f431933694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.445593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-85541d2d-388c-4d62-aef2-a7f431933694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.447418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-85541d2d-388c-4d62-aef2-a7f431933694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.449639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-85541d2d-388c-4d62-aef2-a7f431933694 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2864 time: 0.0840132 Jul 27 21:58:10.451167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.524131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:10.525360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-d258f624-80de-4930-b52c-fd2381fdc299 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.99&port_id=c616c356-cccd-4f03-9a5f-8d208e38469d HTTP/1.1" status: 200 len: 217 time: 0.0634446 Jul 27 21:58:10.534023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.534574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:10.543017 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:10.544028 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:10.584890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45476) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:10.585217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca8f441d-d257-476f-9ec0-f53bc7a8cd2e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/9aa22d25-19f9-4e64-8f2f-6a6635b38f31 HTTP/1.1" status: 200 len: 978 time: 1.6478829 Jul 27 21:58:10.604819 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:10.618250 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:10.619161 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:10.636642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=2a44c4ff-2d4b-49d7-b075-464dc929a8d9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:10.641480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af937e12-94a3-4401-9c1d-e9f21b09a920 req-4690a1aa-8645-4645-bd0c-eef298b38256 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0338755 Jul 27 21:58:10.665581 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:10.666481 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f095ef-401f-4d54-934e-31f9c52e0a15 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:10.669274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-3e954524-4e65-42a5-b097-cf45e0b9a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.671040 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-3e954524-4e65-42a5-b097-cf45e0b9a97a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bab2e895-e53e-4157-a837-b0963003799b HTTP/1.1" status: 200 len: 801 time: 0.1366720 Jul 27 21:58:10.673657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': '385539c6-971e-48f2-a6bd-17a564faf631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:10.674033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: 1838683b-e1b6-4955-8efd-d9c5e998745e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:10.780485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3684797-f1c4-4b8b-89f4-c3b38217450b req-f402e465-6a2f-451b-9b86-af3416748e0b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0454588 Jul 27 21:58:10.824060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-e91fb8e1-1106-446f-8f53-9311f534a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.825631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-e91fb8e1-1106-446f-8f53-9311f534a2db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e981597-1038-4f0a-9083-84c982a0d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1440349 Jul 27 21:58:10.845323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 73830fd2-5387-496c-942c-7a5b458c45d5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:10.845610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.923686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network 1838683b-e1b6-4955-8efd-d9c5e998745e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:11.003801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1838683b-e1b6-4955-8efd-d9c5e998745e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:11.007206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.014032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31373bd-6e33-42d7-89c7-9a99478efbfc None None] Network 1838683b-e1b6-4955-8efd-d9c5e998745e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:11.017874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.018520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.022448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-cb77fd80-d266-4567-9632-990629370573 service neutron] 10.222.0.50 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876361 Jul 27 21:58:11.180772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1590d14a-dcd3-4040-a235-3a165028930e tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6477299 Jul 27 21:58:11.181176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:11.188090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-1838683b-e1b6-4955-8efd-d9c5e998745e', 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': '2a44c4ff-2d4b-49d7-b075-464dc929a8d9'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:11.202010 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.230818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-ae6c88a5-f907-4297-a833-3a8b5bb51c18 service neutron] 10.222.0.50 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996632 Jul 27 21:58:11.336605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.337358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-f8193804-084c-4695-b82e-b89c1026e839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 HTTP/1.1" status: 200 len: 217 time: 0.0989995 Jul 27 21:58:11.425650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Allocated IP 2001:db8::2 (1838683b-e1b6-4955-8efd-d9c5e998745e/2a44c4ff-2d4b-49d7-b075-464dc929a8d9/d709f006-5130-45a1-abae-673875ce9983) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:11.426871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.427460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.428060 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP 9aa22d25-19f9-4e64-8f2f-6a6635b38f31 disassociated. External IP: 172.25.3.187, port: 73830fd2-5387-496c-942c-7a5b458c45d5. Jul 27 21:58:11.428576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 73830fd2-5387-496c-942c-7a5b458c45d5 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:11.526100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-bc5a50f3-3197-4db3-9afb-8cc104171a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.529186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-bc5a50f3-3197-4db3-9afb-8cc104171a6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=382a47ca-0dfd-4d24-9e30-1e1feb1728c9 HTTP/1.1" status: 200 len: 801 time: 0.1793444 Jul 27 21:58:11.623670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.634672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Transition to ACTIVE for port object d709f006-5130-45a1-abae-673875ce9983 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:11.666499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Transition to ACTIVE for port object d709f006-5130-45a1-abae-673875ce9983 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:11.692689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-d5236788-377e-40b7-b67a-881a7e501300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.694267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-d5236788-377e-40b7-b67a-881a7e501300 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=388633e2-ac1c-4070-a146-8166e885fe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1514926 Jul 27 21:58:11.835672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.837998 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.875832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2377-2ae4-4d5e-b9df-518336c1de2f req-ca385d7c-8af0-4906-aa22-1fa0400d67cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.882920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2377-2ae4-4d5e-b9df-518336c1de2f req-ca385d7c-8af0-4906-aa22-1fa0400d67cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.884256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Network 1838683b-e1b6-4955-8efd-d9c5e998745e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:11.889319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2377-2ae4-4d5e-b9df-518336c1de2f req-ca385d7c-8af0-4906-aa22-1fa0400d67cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.898143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:11.898522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-460f2377-2ae4-4d5e-b9df-518336c1de2f req-ca385d7c-8af0-4906-aa22-1fa0400d67cc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2411 time: 0.6354635 Jul 27 21:58:11.899665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:11.961665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-460f2377-2ae4-4d5e-b9df-518336c1de2f req-b76d6761-2415-40f0-b78a-a1a8bdb868e0 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630643 Jul 27 21:58:11.987966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Pushing event updated for resources: {'Port': ['ID=d709f006-5130-45a1-abae-673875ce9983,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.041189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Attempting to bind port d709f006-5130-45a1-abae-673875ce9983 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:12.041881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Attempting to bind port d709f006-5130-45a1-abae-673875ce9983 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '385539c6-971e-48f2-a6bd-17a564faf631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:12.042083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Attempting to bind port d709f006-5130-45a1-abae-673875ce9983 on network 1838683b-e1b6-4955-8efd-d9c5e998745e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:12.049614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:12.050086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Checking segment: {'id': '385539c6-971e-48f2-a6bd-17a564faf631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:12.050902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.052049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Bound using segment: {'id': '385539c6-971e-48f2-a6bd-17a564faf631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:12.052618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Bound port: d709f006-5130-45a1-abae-673875ce9983, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385539c6-971e-48f2-a6bd-17a564faf631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1838683b-e1b6-4955-8efd-d9c5e998745e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:12.053199 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.071408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28f57698-d67c-4ab5-a5f1-af90829781c5 req-d959dceb-3b37-4e59-8dcb-b284407262e3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0697138 Jul 27 21:58:12.098601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.140366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=2a44c4ff-2d4b-49d7-b075-464dc929a8d9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.166109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179fbd42-d9ea-4f36-9292-6b6fb4de7c27 req-4c622850-686f-4343-87f2-de38a44be033 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0374749 Jul 27 21:58:12.170027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] For port d709f006-5130-45a1-abae-673875ce9983, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:12.178666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] For port d709f006-5130-45a1-abae-673875ce9983, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d709f006-5130-45a1-abae-673875ce9983,segment=NetworkSegment(385539c6-971e-48f2-a6bd-17a564faf631),segment_id=385539c6-971e-48f2-a6bd-17a564faf631)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:12.227638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-0ce23ccb-c0b8-4aed-a903-2ca0eceba8cd service neutron] 10.222.0.50 "GET /v2.0/networks/388633e2-ac1c-4070-a146-8166e885fe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099485 Jul 27 21:58:12.232082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.243040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1838683b-e1b6-4955-8efd-d9c5e998745e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:12.254018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385539c6-971e-48f2-a6bd-17a564faf631') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:12.254380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385539c6-971e-48f2-a6bd-17a564faf631') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:12.263619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.328306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-31a74362-1b14-453b-90fd-4b675be7d657 service neutron] 10.222.0.50 "GET /v2.0/networks/388633e2-ac1c-4070-a146-8166e885fe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932360 Jul 27 21:58:12.367400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.369077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.375611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-bb0d3164-e406-48f5-825e-10d5fc8fa986 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=beec04d3-3ce8-437b-a792-ef5b15445adf HTTP/1.1" status: 200 len: 217 time: 0.0365901 Jul 27 21:58:12.375805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:12.376211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:12.380348 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:12.432245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.447538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408855d-91d8-41ff-a52d-71935d7e6bde None None] Pushing event updated for resources: {'Port': ['ID=d709f006-5130-45a1-abae-673875ce9983,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.460513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-f311ce40-fa00-40f1-b0fa-0268e2de3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.462183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-f311ce40-fa00-40f1-b0fa-0268e2de3bd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bab2e895-e53e-4157-a837-b0963003799b HTTP/1.1" status: 200 len: 801 time: 0.0810440 Jul 27 21:58:12.505013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=73830fd2-5387-496c-942c-7a5b458c45d5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.525971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:58:12.525971 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:58:12.525971 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '1838683b-e1b6-4955-8efd-d9c5e998745e'}] Jul 27 21:58:12.525971 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:58:12.526896 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:58:12.664678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606665d-445b-4357-85b5-92aa4228a398 req-07dd7b40-bb85-4cec-8f55-410a00536f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.666274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-07dd7b40-bb85-4cec-8f55-410a00536f1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e981597-1038-4f0a-9083-84c982a0d58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722124 Jul 27 21:58:12.735428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:12.871456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-b710e3e6-8d2c-4e22-906a-f70334685d0b service neutron] 10.222.0.50 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950355 Jul 27 21:58:12.942276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:12.956142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:12.968717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:12.969357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.028508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.053142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6606665d-445b-4357-85b5-92aa4228a398 req-7c0959aa-e4cc-4c8a-87a6-432fd2f3d2ab service neutron] 10.222.0.50 "GET /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721385 Jul 27 21:58:13.054185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.058836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3cca4723-d2b2-4bec-b004-1215e678c3bb tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/73830fd2-5387-496c-942c-7a5b458c45d5 HTTP/1.1" status: 204 len: 168 time: 2.4677877 Jul 27 21:58:13.059704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45512) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:13.091899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.137691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:13.138357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.149644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-481e4a22-f77e-43ce-97b6-514df18e7353 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/floatingips/9aa22d25-19f9-4e64-8f2f-6a6635b38f31 HTTP/1.1" status: 200 len: 688 time: 0.0872011 Jul 27 21:58:13.150048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:13.238811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port d709f006-5130-45a1-abae-673875ce9983 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:13.239546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.291668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5c27c47-66d7-4990-b3b1-593cecb6ba35 req-e72372f1-d0e8-4c0e-95bc-c680765b3054 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0800540 Jul 27 21:58:13.333212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] For port d709f006-5130-45a1-abae-673875ce9983, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d709f006-5130-45a1-abae-673875ce9983,segment=NetworkSegment(385539c6-971e-48f2-a6bd-17a564faf631),segment_id=385539c6-971e-48f2-a6bd-17a564faf631)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:13.333668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.365586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27288-bd5a-4f05-a749-baa62e234a68 req-8c7043c7-d848-4dbf-b20f-b464d9b3b798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.371923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27288-bd5a-4f05-a749-baa62e234a68 req-8c7043c7-d848-4dbf-b20f-b464d9b3b798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.378179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27288-bd5a-4f05-a749-baa62e234a68 req-8c7043c7-d848-4dbf-b20f-b464d9b3b798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.385676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1e27288-bd5a-4f05-a749-baa62e234a68 req-8c7043c7-d848-4dbf-b20f-b464d9b3b798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2411 time: 0.2511158 Jul 27 21:58:13.400981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for d709f006-5130-45a1-abae-673875ce9983 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:13.489981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0886daf1-a1b7-4c39-8745-71be777e625e req-59a213e1-bea5-4605-88f3-143d9de23cb1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0660887 Jul 27 21:58:13.535769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port f6a71942-dfde-424e-8d22-cdcba1d8efc9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:13.536766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.538900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d709f006-5130-45a1-abae-673875ce9983 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:13.543571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.544474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d4e772-33d4-4a57-bdd1-07abf7e03bca None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:13.552895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1e27288-bd5a-4f05-a749-baa62e234a68 req-4bc1092e-ec77-4c17-8e68-813a0a7ad2ac tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612182 Jul 27 21:58:13.677595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.678372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.683146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d709f006-5130-45a1-abae-673875ce9983 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:13.696802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for f6a71942-dfde-424e-8d22-cdcba1d8efc9 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:13.741440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a1232-124d-4a81-88e7-98bfa9ec76fe None None] Network 1838683b-e1b6-4955-8efd-d9c5e998745e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:13.741643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.789875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=d709f006-5130-45a1-abae-673875ce9983,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.816330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No DVR routers for this DVR port d709f006-5130-45a1-abae-673875ce9983 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:13.838334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9e3b112b-8044-4274-b44a-586c66a79718 None None] Could not find standard attr ID for object d709f006-5130-45a1-abae-673875ce9983. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:58:13.955539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.968021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1838683b-e1b6-4955-8efd-d9c5e998745e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.980761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385539c6-971e-48f2-a6bd-17a564faf631') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.981071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385539c6-971e-48f2-a6bd-17a564faf631') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:13.985124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f198af7-339e-49ce-971b-85c880280f38 None None] DHCP port deletion for 1838683b-e1b6-4955-8efd-d9c5e998745e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:13.995661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.014331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.015844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.027535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:14.027939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:14.031289 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:14.044709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=f6a71942-dfde-424e-8d22-cdcba1d8efc9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.117471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.120421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.121602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b134419-e9d1-4853-8a9a-8f483d33f99d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/9aa22d25-19f9-4e64-8f2f-6a6635b38f31 HTTP/1.1" status: 204 len: 168 time: 0.9705846 Jul 27 21:58:14.125086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:14.130614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '5ba88df7-64f7-4708-aab6-36b977ff91a7'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:14.190808 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.203553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.206076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/1838683b-e1b6-4955-8efd-d9c5e998745e HTTP/1.1" status: 204 len: 168 time: 3.0225391 Jul 27 21:58:14.212310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45530) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:14.217983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-215063529'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:14.233321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cbfd-9818-4cc4-b155-f6f6a66b8f64 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=1838683b-e1b6-4955-8efd-d9c5e998745e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.281952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.411100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-56f3fd34-71d2-412b-bf70-b9f4dd038d01 req-e1144541-add6-451a-980f-7772d508df4a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0371692 Jul 27 21:58:14.412644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:14.416083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.450841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:14.453534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.475599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.475599 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Added segment 16ed5ab6-798e-404b-ab03-e54b2613cc9f of type vlan for network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 Jul 27 21:58:14.557882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.606487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aee4c950-e195-442f-bf6b-c4f0c2c187aa req-db1a6ae1-a7af-4d44-a035-1f3df0d6c281 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0506115 Jul 27 21:58:14.664478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.202 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/863632f3-f806-41f7-84d6-80fb80a8a54b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:14.734566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.740817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.741437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.850217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1f86-5adf-47c5-ab4b-df1f5a1590ad req-22fb631e-20f7-40d3-bed7-df592be67a39 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.856500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1f86-5adf-47c5-ab4b-df1f5a1590ad req-22fb631e-20f7-40d3-bed7-df592be67a39 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.862995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1f86-5adf-47c5-ab4b-df1f5a1590ad req-22fb631e-20f7-40d3-bed7-df592be67a39 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.865403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-084d1f86-5adf-47c5-ab4b-df1f5a1590ad req-22fb631e-20f7-40d3-bed7-df592be67a39 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2411 time: 0.2428114 Jul 27 21:58:14.871903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Network': ['ID=0c2b2685-c7e4-4f40-b389-3ac83e05b221,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.895097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:14.917711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8c24c37c-f074-437c-99a0-3f8028ad6fe8 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7012923 Jul 27 21:58:14.918211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:14.924193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Request body: {'subnet': {'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:14.991573 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-084d1f86-5adf-47c5-ab4b-df1f5a1590ad req-956b4174-07ef-46e7-89b4-c42d6229b505 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142139 Jul 27 21:58:14.995129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.102006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d709f006-5130-45a1-abae-673875ce9983 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:15.123100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d709f006-5130-45a1-abae-673875ce9983 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:15.123512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d709f006-5130-45a1-abae-673875ce9983 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:15.195146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.239767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:15.244930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:15.251947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:15.274571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Made reservation on behalf of 25e05c03cb0a46f38773d08f4b31af3b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:15.278375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.286237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=863632f3-f806-41f7-84d6-80fb80a8a54b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:15.523066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32c85bcd-82e5-4c57-a710-9445947eb237 req-3c43858b-a44a-4716-be4f-345874c0ea7b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0434470 Jul 27 21:58:15.736775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54da5c83-710d-4d31-be30-b30aa5230673 req-0697b834-ec16-4a38-944f-014051eb4bb4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0558500 Jul 27 21:58:15.776710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:58:15.777956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.778202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.850005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event updated for resources: {'Subnet': ['ID=dfad9a0a-8161-426b-a2f0-68e2b7e8d761,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:15.861176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Checking segment: {'id': '16ed5ab6-798e-404b-ab03-e54b2613cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:15.861633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network hostable DHCP agents. Network: 0c2b2685-c7e4-4f40-b389-3ac83e05b221, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:15.989250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:15.995582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.138852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0c2b2685-c7e4-4f40-b389-3ac83e05b221) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:16.145811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.146574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.153416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d1afe-5035-4117-b1c7-4d990d0744f2 None None] Network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:16.200545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fff9e-47a7-4561-a9d7-484ebd809916 req-94484a57-6a02-4a16-acda-fd34bbc3b738 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.206907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fff9e-47a7-4561-a9d7-484ebd809916 req-94484a57-6a02-4a16-acda-fd34bbc3b738 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.207923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.214249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fff9e-47a7-4561-a9d7-484ebd809916 req-94484a57-6a02-4a16-acda-fd34bbc3b738 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.216014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe2fff9e-47a7-4561-a9d7-484ebd809916 req-94484a57-6a02-4a16-acda-fd34bbc3b738 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2411 time: 0.1210194 Jul 27 21:58:16.267539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe2fff9e-47a7-4561-a9d7-484ebd809916 req-cca65dc8-7d71-4923-920e-da1d8022ce57 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Jul 27 21:58:16.275676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad0957fb-9bac-4e1c-b936-60378e25ce81 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3560419 Jul 27 21:58:16.278382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:16.343403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.395497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-0c2b2685-c7e4-4f40-b389-3ac83e05b221', 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221', 'tenant_id': '25e05c03cb0a46f38773d08f4b31af3b', 'fixed_ips': [{'subnet_id': 'dfad9a0a-8161-426b-a2f0-68e2b7e8d761'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:16.397671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=863632f3-f806-41f7-84d6-80fb80a8a54b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:16.403205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.438061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c616c356-cccd-4f03-9a5f-8d208e38469d details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:16.456075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.490315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.528001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.660861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e966695-2929-4296-9650-f3c252df5ebf req-e653c480-0d5f-48e2-94d5-0ca0daaf2e65 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0373569 Jul 27 21:58:16.674650 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP bb2a5c55-72dc-4345-b755-8b5992b7ec33 associated. External IP: 172.25.3.202, port: 5ba88df7-64f7-4708-aab6-36b977ff91a7. Jul 27 21:58:16.699097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Allocated IP 2001:db8::f816:3eff:fe60:ea19 (0c2b2685-c7e4-4f40-b389-3ac83e05b221/dfad9a0a-8161-426b-a2f0-68e2b7e8d761/d98b991e-2056-42bb-a8e4-b9116e579f9d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:16.707555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c616c356-cccd-4f03-9a5f-8d208e38469d,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:16.725405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c616c356-cccd-4f03-9a5f-8d208e38469d', 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'port_id': 'c616c356-cccd-4f03-9a5f-8d208e38469d', 'mac_address': 'fa:16:3e:ba:66:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab2e895-e53e-4157-a837-b0963003799b', 'ip_address': '19.80.0.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:16.817556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.842502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c616c356-cccd-4f03-9a5f-8d208e38469d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:16.875990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e0000cf-655a-4ffb-951c-95879b5a7532 req-4050e891-ef19-41ee-b6ed-5f05bb649549 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0413358 Jul 27 21:58:16.930453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c616c356-cccd-4f03-9a5f-8d208e38469d,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:16.958713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:16.961076 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.974271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Transition to ACTIVE for port object d98b991e-2056-42bb-a8e4-b9116e579f9d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:16.999881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Transition to ACTIVE for port object d98b991e-2056-42bb-a8e4-b9116e579f9d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:17.073127 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.073731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:17.090245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:17.104499 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:17.122700 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.131494 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:17.132815 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.143664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:17.157412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:17.177585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:17.186867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.212110 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:17.213327 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.221100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.242491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.255233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.255826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56193e-5629-4267-95ee-ce05f0f4b79b None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:17.292730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f69e8765-3a78-4ccc-b74e-5be946195160 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1657560 Jul 27 21:58:17.294655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:17.299840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-277309455'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:17.306084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.342693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Pushing event updated for resources: {'Port': ['ID=d98b991e-2056-42bb-a8e4-b9116e579f9d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.345273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Attempting to bind port d98b991e-2056-42bb-a8e4-b9116e579f9d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:17.345657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Attempting to bind port d98b991e-2056-42bb-a8e4-b9116e579f9d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '16ed5ab6-798e-404b-ab03-e54b2613cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:17.346087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Attempting to bind port d98b991e-2056-42bb-a8e4-b9116e579f9d on network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:17.346699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=dfad9a0a-8161-426b-a2f0-68e2b7e8d761,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.367621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:17.368379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Checking segment: {'id': '16ed5ab6-798e-404b-ab03-e54b2613cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:17.368796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.369203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Bound using segment: {'id': '16ed5ab6-798e-404b-ab03-e54b2613cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:17.369699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Bound port: d98b991e-2056-42bb-a8e4-b9116e579f9d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ed5ab6-798e-404b-ab03-e54b2613cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:17.370090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.394483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:17.430769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'network_id': '388633e2-ac1c-4070-a146-8166e885fe38', 'port_id': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'mac_address': 'fa:16:3e:10:6f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382a47ca-0dfd-4d24-9e30-1e1feb1728c9', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:17.438814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.456787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2b2685-c7e4-4f40-b389-3ac83e05b221']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.464278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3cdb0-aaa7-4825-9167-5aae9b157c45 req-e970c1df-cb55-402f-b7c8-0c6d39289980 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.470871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3cdb0-aaa7-4825-9167-5aae9b157c45 req-e970c1df-cb55-402f-b7c8-0c6d39289980 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.474768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ed5ab6-798e-404b-ab03-e54b2613cc9f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.475056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ed5ab6-798e-404b-ab03-e54b2613cc9f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:17.477401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3cdb0-aaa7-4825-9167-5aae9b157c45 req-e970c1df-cb55-402f-b7c8-0c6d39289980 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.479191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a0a3cdb0-aaa7-4825-9167-5aae9b157c45 req-e970c1df-cb55-402f-b7c8-0c6d39289980 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2412 time: 0.1044450 Jul 27 21:58:17.490985 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.492959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] For port d98b991e-2056-42bb-a8e4-b9116e579f9d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:17.498516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] For port d98b991e-2056-42bb-a8e4-b9116e579f9d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d98b991e-2056-42bb-a8e4-b9116e579f9d,segment=NetworkSegment(16ed5ab6-798e-404b-ab03-e54b2613cc9f),segment_id=16ed5ab6-798e-404b-ab03-e54b2613cc9f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:17.501672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.521646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:17.539484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:17.543634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.548384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a0a3cdb0-aaa7-4825-9167-5aae9b157c45 req-386bb33a-397d-409a-969e-78df416d3110 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Jul 27 21:58:17.552378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:17.580288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:17.592580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.600631 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Added segment 07977169-deb9-4d33-9980-b5242bce92bd of type vlan for network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 Jul 27 21:58:17.643431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.647395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.652692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.662884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:17.663304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:17.666389 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:17.697195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.697767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device beec04d3-3ce8-437b-a792-ef5b15445adf details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:17.776348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba4d7-f143-423e-9af2-14941e46dfcb None None] Pushing event updated for resources: {'Port': ['ID=d98b991e-2056-42bb-a8e4-b9116e579f9d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.790406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4d2bbc1-99a6-4ec1-b662-7da6c035462f req-c4d223ca-234b-4919-8ca2-30b702f1d748 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0510225 Jul 27 21:58:17.834825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=beec04d3-3ce8-437b-a792-ef5b15445adf,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:17.845373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae315fb1-674b-4a5f-a215-8d0a7091e2ed None None] Network 0c2b2685-c7e4-4f40-b389-3ac83e05b221 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:17.849184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.850466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:58:17.850466 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:58:17.850466 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '0c2b2685-c7e4-4f40-b389-3ac83e05b221'}] Jul 27 21:58:17.850466 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:58:17.858346 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:58:17.858517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'beec04d3-3ce8-437b-a792-ef5b15445adf', 'network_id': '0e981597-1038-4f0a-9083-84c982a0d58f', 'port_id': 'beec04d3-3ce8-437b-a792-ef5b15445adf', 'mac_address': 'fa:16:3e:d8:eb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab2e895-e53e-4157-a837-b0963003799b', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:17.898641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.903461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.904103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.953753 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.005830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beec04d3-3ce8-437b-a792-ef5b15445adf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:18.019024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd05cb8a-643c-4395-8f24-d545e1f83c61 req-717789aa-104c-470d-a236-ea416bacfebd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0481589 Jul 27 21:58:18.025754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Network': ['ID=e232a7dd-d715-431e-8b8a-d92e42d0bbc4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:18.036018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=beec04d3-3ce8-437b-a792-ef5b15445adf,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:18.041869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:18.132340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773eea9f-bf3a-4e50-935f-d927e6bad33f None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:58:18.149168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfaec7f9-73c2-486a-9794-d84fc355a3ea tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8533533 Jul 27 21:58:18.152225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45588) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:18.158259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'subnet': {'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:18.206931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.306980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:18.336867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773eea9f-bf3a-4e50-935f-d927e6bad33f None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:58:18.351983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.371728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:18.385732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.420991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port d98b991e-2056-42bb-a8e4-b9116e579f9d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:18.421615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.525703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['beec04d3-3ce8-437b-a792-ef5b15445adf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:18.567392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] For port d98b991e-2056-42bb-a8e4-b9116e579f9d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d98b991e-2056-42bb-a8e4-b9116e579f9d,segment=NetworkSegment(16ed5ab6-798e-404b-ab03-e54b2613cc9f),segment_id=16ed5ab6-798e-404b-ab03-e54b2613cc9f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:18.567782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.595450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for d98b991e-2056-42bb-a8e4-b9116e579f9d owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:18.627522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fd934-5982-4220-a59b-d8dd63fd2688 req-7db3161b-6f40-48b2-9bf5-a7db4ac5cbfc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.630995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08fd934-5982-4220-a59b-d8dd63fd2688 req-7db3161b-6f40-48b2-9bf5-a7db4ac5cbfc tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1809149 Jul 27 21:58:18.704039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c616c356-cccd-4f03-9a5f-8d208e38469d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:18.706391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['319d9ce4-bfad-4fd1-b9c9-0ec63a8be076'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:18.728929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08fd934-5982-4220-a59b-d8dd63fd2688 req-bbd610af-0fb8-4b26-8600-7b4c8e2877cf tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585179 Jul 27 21:58:18.853707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.916589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=d98b991e-2056-42bb-a8e4-b9116e579f9d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:18.943160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d51dbaa0-7263-456f-b833-699dcaa6e4ec req-0020e50b-c955-47a9-a4ba-9e32b40e19c1 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0730813 Jul 27 21:58:18.946633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No DVR routers for this DVR port d98b991e-2056-42bb-a8e4-b9116e579f9d on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:19.075272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.094652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2b2685-c7e4-4f40-b389-3ac83e05b221']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:19.098218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4f355-93fd-4bac-9d55-6fb0bee56ef9 req-f49f5674-8112-408c-a682-677dd8958a04 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.105938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4f355-93fd-4bac-9d55-6fb0bee56ef9 req-f49f5674-8112-408c-a682-677dd8958a04 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.114060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4f355-93fd-4bac-9d55-6fb0bee56ef9 req-f49f5674-8112-408c-a682-677dd8958a04 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.116028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5e4f355-93fd-4bac-9d55-6fb0bee56ef9 req-f49f5674-8112-408c-a682-677dd8958a04 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2414 time: 0.1784976 Jul 27 21:58:19.120043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ed5ab6-798e-404b-ab03-e54b2613cc9f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:19.120361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ed5ab6-798e-404b-ab03-e54b2613cc9f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:19.131661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.178306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6d023ad-0549-405f-8851-32c79f65c701 req-7cd35253-35fa-42d9-be2f-2f3ea1e78d92 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0357635 Jul 27 21:58:19.178659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5e4f355-93fd-4bac-9d55-6fb0bee56ef9 req-7bfecc85-f386-4238-9046-382bc41b726e tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Jul 27 21:58:19.180075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:19.198629 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:19.255121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.329666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Subnet': ['ID=26fa2a18-8105-40fa-b030-3a6afeab11e5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.335609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Checking segment: {'id': '07977169-deb9-4d33-9980-b5242bce92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:19.335978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network hostable DHCP agents. Network: e232a7dd-d715-431e-8b8a-d92e42d0bbc4, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:19.420094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.426635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.436124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/0c2b2685-c7e4-4f40-b389-3ac83e05b221 HTTP/1.1" status: 204 len: 168 time: 3.1490006 Jul 27 21:58:19.436691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45606) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.444436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861be68-372c-43aa-9423-5524f68af397 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=0c2b2685-c7e4-4f40-b389-3ac83e05b221,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.470511 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d5c33f-b1c0-4943-a503-e1fe72168188 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.481101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d5c33f-b1c0-4943-a503-e1fe72168188 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.481101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-10d5c33f-b1c0-4943-a503-e1fe72168188 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/dfad9a0a-8161-426b-a2f0-68e2b7e8d761 HTTP/1.1" status: 404 len: 337 time: 0.0350199 Jul 27 21:58:19.481101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:19.481431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45608) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.499365 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-382f79a0-96fc-43a3-9311-8f42409a6aa4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.499911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382f79a0-96fc-43a3-9311-8f42409a6aa4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.502350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-382f79a0-96fc-43a3-9311-8f42409a6aa4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/0c2b2685-c7e4-4f40-b389-3ac83e05b221 HTTP/1.1" status: 404 len: 339 time: 0.0193005 Jul 27 21:58:19.504569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45610) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.531021 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-adceac15-3798-44b8-97d5-e60dda2d5734 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.531477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adceac15-3798-44b8-97d5-e60dda2d5734 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.533163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-adceac15-3798-44b8-97d5-e60dda2d5734 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/2a44c4ff-2d4b-49d7-b075-464dc929a8d9 HTTP/1.1" status: 404 len: 337 time: 0.0276203 Jul 27 21:58:19.535634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45612) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.553864 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef2a4f1-ce4b-4154-9a34-ea633acf1126 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.554420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef2a4f1-ce4b-4154-9a34-ea633acf1126 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.556098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4ef2a4f1-ce4b-4154-9a34-ea633acf1126 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/1838683b-e1b6-4955-8efd-d9c5e998745e HTTP/1.1" status: 404 len: 339 time: 0.0195045 Jul 27 21:58:19.558469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45614) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.589614 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-181fef17-24f7-4682-ba41-7d0618e4789f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.590075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181fef17-24f7-4682-ba41-7d0618e4789f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.591817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-181fef17-24f7-4682-ba41-7d0618e4789f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/54b64dc2-5835-48f5-a892-25d71289c868 HTTP/1.1" status: 404 len: 337 time: 0.0324759 Jul 27 21:58:19.594226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45616) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.612368 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a04e742-ed84-4c04-b9ec-820ba234a376 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:19.612955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a04e742-ed84-4c04-b9ec-820ba234a376 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:19.614842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1a04e742-ed84-4c04-b9ec-820ba234a376 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/98b340c2-165b-49a1-b32f-9129cbb4cdd6 HTTP/1.1" status: 404 len: 339 time: 0.0196187 Jul 27 21:58:19.616662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e232a7dd-d715-431e-8b8a-d92e42d0bbc4) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:19.620952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.621569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.624206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45618) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.628187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517bdf59-6b47-4023-bb61-5cc680c50f2e None None] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:19.740097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port 10939ab2-882b-44c2-8477-116e4756fc53 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:19.740372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.751736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff506f07-7e34-4fc0-b01f-7d2bfb55d16b tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5976870 Jul 27 21:58:19.754688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:19.759254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2055435481', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:19.805375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-e232a7dd-d715-431e-8b8a-d92e42d0bbc4', 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4', 'tenant_id': '2071ef619aee44c1a9fd19039604027e', 'fixed_ips': [{'subnet_id': '26fa2a18-8105-40fa-b030-3a6afeab11e5'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:19.806485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.864989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.883246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for 10939ab2-882b-44c2-8477-116e4756fc53 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:19.964844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Allocated IP 172.20.0.2 (e232a7dd-d715-431e-8b8a-d92e42d0bbc4/26fa2a18-8105-40fa-b030-3a6afeab11e5/88aec12b-381e-4aee-be1b-6d12d5228e17) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:19.968526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e521bb5-544a-4e05-8809-3f0479a66a3c req-459cd1d9-687b-45ba-91eb-09d927c17166 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.970064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8e521bb5-544a-4e05-8809-3f0479a66a3c req-459cd1d9-687b-45ba-91eb-09d927c17166 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1646597 Jul 27 21:58:19.983585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.984642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.045625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87c474c4-2d4b-48fa-88c1-cc8b6c831fcf req-b2eba5ee-8fe8-4205-8b43-1bc870cecaa9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0373313 Jul 27 21:58:20.083759 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8e521bb5-544a-4e05-8809-3f0479a66a3c req-faf97f33-9b68-4ef1-b1bb-b44202748215 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040483 Jul 27 21:58:20.085212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.133061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.142582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Transition to ACTIVE for port object 88aec12b-381e-4aee-be1b-6d12d5228e17 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:20.149693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-94d726fc-9131-4923-9a62-faaa4a04754e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.151293 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-94d726fc-9131-4923-9a62-faaa4a04754e tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.76 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.0802584 Jul 27 21:58:20.162141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Transition to ACTIVE for port object 88aec12b-381e-4aee-be1b-6d12d5228e17 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:20.166843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.226682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=10939ab2-882b-44c2-8477-116e4756fc53,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.241179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.243156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-36d9f9d7-2d97-4cfc-ac3f-debd9ae61e54 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/ports/10939ab2-882b-44c2-8477-116e4756fc53 HTTP/1.1" status: 204 len: 168 time: 0.6168501 Jul 27 21:58:20.254607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:20.284233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34dffb6b-f72e-477e-9174-2539e9770462 req-fc8783d2-5f7e-4f8f-aa7b-a15d6863d66c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0420830 Jul 27 21:58:20.305573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.312017 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df5c56d-d9b0-493e-85c9-79e91820239c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:20.312556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df5c56d-d9b0-493e-85c9-79e91820239c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:20.318346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0df5c56d-d9b0-493e-85c9-79e91820239c tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/98f0576a-06b9-4dc2-b4a1-229e96c1ea6f HTTP/1.1" status: 404 len: 337 time: 0.0579798 Jul 27 21:58:20.319573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45632) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:20.351621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:20.354614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:20.362433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:20.401277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Pushing event updated for resources: {'Port': ['ID=88aec12b-381e-4aee-be1b-6d12d5228e17,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.428168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c616c356-cccd-4f03-9a5f-8d208e38469d up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:20.451846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.471026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Attempting to bind port 88aec12b-381e-4aee-be1b-6d12d5228e17 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:20.482963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Attempting to bind port 88aec12b-381e-4aee-be1b-6d12d5228e17 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '07977169-deb9-4d33-9980-b5242bce92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:20.482963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Attempting to bind port 88aec12b-381e-4aee-be1b-6d12d5228e17 on network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:20.487097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.489483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:20.489658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Checking segment: {'id': '07977169-deb9-4d33-9980-b5242bce92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:20.490072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.490500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Bound using segment: {'id': '07977169-deb9-4d33-9980-b5242bce92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:20.491211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Bound port: 88aec12b-381e-4aee-be1b-6d12d5228e17, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07977169-deb9-4d33-9980-b5242bce92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:20.491607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.522762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Deleting port a44c7365-1bdb-4107-b19f-ced4a05f7b9f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:20.523503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.578439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.580846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8dbeb-eea0-48d6-ac0d-a407186f1d89 req-fb908cc7-9722-47bc-824f-f423371edead tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.587986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8dbeb-eea0-48d6-ac0d-a407186f1d89 req-fb908cc7-9722-47bc-824f-f423371edead tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.591980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b582f5b9-581d-4b7b-a56d-7c80ef2746dd']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:20.593660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] For port 88aec12b-381e-4aee-be1b-6d12d5228e17, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:20.594005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8dbeb-eea0-48d6-ac0d-a407186f1d89 req-fb908cc7-9722-47bc-824f-f423371edead tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.595888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-edb8dbeb-eea0-48d6-ac0d-a407186f1d89 req-fb908cc7-9722-47bc-824f-f423371edead tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2414 time: 0.2797513 Jul 27 21:58:20.605505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] For port 88aec12b-381e-4aee-be1b-6d12d5228e17, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88aec12b-381e-4aee-be1b-6d12d5228e17,segment=NetworkSegment(07977169-deb9-4d33-9980-b5242bce92bd),segment_id=07977169-deb9-4d33-9980-b5242bce92bd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:20.610975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7173da80-ee82-46ad-9052-ac014b1d2046') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:20.611283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7173da80-ee82-46ad-9052-ac014b1d2046') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:20.622247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.638028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.645215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:20.647551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:20.648810 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:20.711314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-edb8dbeb-eea0-48d6-ac0d-a407186f1d89 req-7a5a3787-8ad6-4108-bd89-0863dc2d75e5 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931830 Jul 27 21:58:20.731945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] For port a44c7365-1bdb-4107-b19f-ced4a05f7b9f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:20.732316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.783397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port c616c356-cccd-4f03-9a5f-8d208e38469d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:20.787415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.815755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c616c356-cccd-4f03-9a5f-8d208e38469d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:20.816208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.825120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.834841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.837046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/b582f5b9-581d-4b7b-a56d-7c80ef2746dd HTTP/1.1" status: 204 len: 168 time: 0.5163879 Jul 27 21:58:20.839774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45638) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:20.898805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e014a-1331-459c-92e4-14bb3cb6428c None None] Pushing event updated for resources: {'Port': ['ID=88aec12b-381e-4aee-be1b-6d12d5228e17,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.916932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1372f86-f923-4ffc-ac64-15193ef2d6f4 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=b582f5b9-581d-4b7b-a56d-7c80ef2746dd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.966672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.016450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:21.016580 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a783dae-4a87-4018-933e-209bfbef2892" -d '{"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:21.029448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port 74c896ad-a39f-4610-b230-1d48efa87077 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:21.029899 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.067380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c616c356-cccd-4f03-9a5f-8d208e38469d,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:21.119110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.124480 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69cc80-4758-48bf-82a4-1d6acca0138b x-openstack-request-id: req-9b69cc80-4758-48bf-82a4-1d6acca0138b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:21.124785 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:21.125044 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b69cc80-4758-48bf-82a4-1d6acca0138b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:21.125445 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d', 'code': 200} Jul 27 21:58:21.144979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for 74c896ad-a39f-4610-b230-1d48efa87077 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:21.178621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.192147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:21.320264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.400110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e506267-edd3-42b1-89ce-0aa9f40baad8 req-97ad97cc-97fe-4d39-93d9-ed072c25416f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.402363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e506267-edd3-42b1-89ce-0aa9f40baad8 req-97ad97cc-97fe-4d39-93d9-ed072c25416f tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 945 time: 0.1274831 Jul 27 21:58:21.413377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:21.417944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:21.418471 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.454603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79c4c57b-13e5-4263-9b85-daf47d3311ce req-04fa9220-2fb7-4a81-84e0-59ebd48f888a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0793717 Jul 27 21:58:21.484413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1e506267-edd3-42b1-89ce-0aa9f40baad8 req-fb7a035a-2637-4e7b-a3f5-503a7e7a0af2 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc192403-85b9-4d5a-a7ae-457320a88d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699539 Jul 27 21:58:21.510822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.551004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=74c896ad-a39f-4610-b230-1d48efa87077,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.571572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.578443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d10b69a5-eeba-4bd3-b5c6-c01a1e5424fa tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/ports/74c896ad-a39f-4610-b230-1d48efa87077 HTTP/1.1" status: 204 len: 168 time: 0.7342758 Jul 27 21:58:21.578443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45650) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:21.591871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cef14289-dadb-4f33-9340-4b762c38519d req-2e3f29b0-e3e8-45d5-afa3-ea4f49275294 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0720727 Jul 27 21:58:21.603107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.603496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.603815 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Floating IP 525506f3-54f7-457d-8c89-09134f8e0ccb disassociated. External IP: 172.25.3.168, port: a44c7365-1bdb-4107-b19f-ced4a05f7b9f. Jul 27 21:58:21.604221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Calling delete_port for a44c7365-1bdb-4107-b19f-ced4a05f7b9f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:21.604757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.637115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.647314 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf05db71-52f6-4dba-933e-0631cc537d33 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:21.647890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf05db71-52f6-4dba-933e-0631cc537d33 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:21.649768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf05db71-52f6-4dba-933e-0631cc537d33 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/bdfd7b28-22f3-46ca-939e-bb8f194e3f64 HTTP/1.1" status: 404 len: 337 time: 0.0688725 Jul 27 21:58:21.653899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:21.669354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:21.712779 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.764702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.793942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.795408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device beec04d3-3ce8-437b-a792-ef5b15445adf up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:21.890321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.895932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.25.3.87 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/de7fd0eb-863a-4f70-a690-89524d23e773) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:21.929482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.943995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:21.962846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5446928-b990-47af-84a9-db5a2eceeb88') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:21.963214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5446928-b990-47af-84a9-db5a2eceeb88') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:21.975781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.995901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9aec-6031-4603-a1ba-69603e246510 req-b15ab55c-ca71-4698-94a3-b2fc8069beef tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.002045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9aec-6031-4603-a1ba-69603e246510 req-b15ab55c-ca71-4698-94a3-b2fc8069beef tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.008600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f9aec-6031-4603-a1ba-69603e246510 req-b15ab55c-ca71-4698-94a3-b2fc8069beef tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.010449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc0f9aec-6031-4603-a1ba-69603e246510 req-b15ab55c-ca71-4698-94a3-b2fc8069beef tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2416 time: 0.1476607 Jul 27 21:58:22.023790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.051735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:22.051735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:22.052718 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:22.086950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port beec04d3-3ce8-437b-a792-ef5b15445adf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:22.094388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port beec04d3-3ce8-437b-a792-ef5b15445adf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:22.094950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.106412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.124993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc0f9aec-6031-4603-a1ba-69603e246510 req-3ab67861-c166-4009-88f2-c1a521fd356b tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983787 Jul 27 21:58:22.215164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.229540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5889e8-1745-4b0b-aede-6339ae92152c None None] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:22.245971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.268637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.277267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.282017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb HTTP/1.1" status: 204 len: 168 time: 0.6241610 Jul 27 21:58:22.282017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:22.282581 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.288186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'Port': ['ID=a44c7365-1bdb-4107-b19f-ced4a05f7b9f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.302258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9870f-98aa-48c9-a9ef-d5cac9dfcd80 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=ac4f21d4-d063-4cc6-b6f0-6ccd57436bdb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.309835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=beec04d3-3ce8-437b-a792-ef5b15445adf,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:22.366749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting subnet 290965cc-c2e9-4a0d-90a3-fd4e3426ee04 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:22.370317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.387774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:22.399269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:22.407700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:22.412611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.431674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.446398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d2f508ab-1357-4a9b-b8a8-31a2a9c00e34 None None] Provisioning for port 88aec12b-381e-4aee-be1b-6d12d5228e17 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:22.465094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=de7fd0eb-863a-4f70-a690-89524d23e773,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.511216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.577818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.582909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:22.626302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c75c088f-95b9-4576-9c5f-52d278297d1f req-975965fc-52e4-4e58-ada3-46f7b028ce81 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0850139 Jul 27 21:58:22.638470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-620322a2-f24c-496e-8e55-5643c954091e req-9d53e6a7-2962-4594-805c-1150552979ac tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.0570951 Jul 27 21:58:22.757734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcb89b05-4aea-4a97-a47c-0c8662e1ec84 req-3b3915c8-4a97-4aa0-97d0-cdca230e5e7f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0545318 Jul 27 21:58:22.796897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.826355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:22.837185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Subnet': ['ID=290965cc-c2e9-4a0d-90a3-fd4e3426ee04,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.839125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:22.843997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.846269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3e9295ee-4021-4de5-b76f-25c868588b1f tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/subnets/290965cc-c2e9-4a0d-90a3-fd4e3426ee04 HTTP/1.1" status: 204 len: 168 time: 0.5636990 Jul 27 21:58:22.851426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45672) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:22.858719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:22.860007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:22.912578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] No DVR routers for this DVR port a44c7365-1bdb-4107-b19f-ced4a05f7b9f on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:22.924393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1b033-a86c-4a3a-992d-1fe3932dfaa4 None None] Network 9526c1e6-249d-4bba-8baa-e1eb926ae100 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:22.971746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.974618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-87ce197f-2c62-44bf-bd3b-b039441a8894 req-1f167648-97c1-46c3-9174-554d77103616 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.76 "DELETE /v2.0/ports/a44c7365-1bdb-4107-b19f-ced4a05f7b9f HTTP/1.1" status: 204 len: 173 time: 2.8166001 Jul 27 21:58:22.975589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'name': 'network-vif-deleted', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:22.980377 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b339747-20b0-4cf2-98a9-69d419068b36" -d '{"events": [{"server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "name": "network-vif-deleted", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:23.005557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.101909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Deleting port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:23.102273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.113748 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062dd1f7-68f9-442e-a432-dbc279afe5ff x-openstack-request-id: req-062dd1f7-68f9-442e-a432-dbc279afe5ff {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:23.114382 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca", "name": "network-vif-deleted", "tag": "a44c7365-1bdb-4107-b19f-ced4a05f7b9f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:23.114915 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-062dd1f7-68f9-442e-a432-dbc279afe5ff {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:23.115567 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca', 'name': 'network-vif-deleted', 'tag': 'a44c7365-1bdb-4107-b19f-ced4a05f7b9f', 'status': 'completed', 'code': 200} Jul 27 21:58:23.151525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.203100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076'}, {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:23.206320 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919bd79-4026-46d0-ab10-5161e7d369c6" -d '{"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076"}, {"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:23.242746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] For port 1504e2f3-dca8-4958-8e3d-0e397b3ec821, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1504e2f3-dca8-4958-8e3d-0e397b3ec821,segment=NetworkSegment(a49cecea-d220-456a-849d-e743f3fcdf2b),segment_id=a49cecea-d220-456a-849d-e743f3fcdf2b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:23.243525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.291278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88aec12b-381e-4aee-be1b-6d12d5228e17 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:23.293657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Calling delete_port for 1504e2f3-dca8-4958-8e3d-0e397b3ec821 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:23.298511 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cf0f42-7a24-4c04-bed1-f3f84cd33175 x-openstack-request-id: req-54cf0f42-7a24-4c04-bed1-f3f84cd33175 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:23.299166 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076", "code": 200}, {"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-plugged", "status": "completed", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:23.299584 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54cf0f42-7a24-4c04-bed1-f3f84cd33175 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:23.300164 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'code': 200} Jul 27 21:58:23.300580 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf', 'code': 200} Jul 27 21:58:23.460545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:23.484031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb2fc-f6a1-40ed-888c-7a524ec77af9 req-849fe077-09a5-41a7-ba5c-63a2ad15d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.484648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb2fc-f6a1-40ed-888c-7a524ec77af9 req-849fe077-09a5-41a7-ba5c-63a2ad15d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.485008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbb2fc-f6a1-40ed-888c-7a524ec77af9 req-849fe077-09a5-41a7-ba5c-63a2ad15d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.486884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7dbb2fc-f6a1-40ed-888c-7a524ec77af9 req-849fe077-09a5-41a7-ba5c-63a2ad15d1b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2870 time: 0.1259363 Jul 27 21:58:23.543842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.563351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7dbb2fc-f6a1-40ed-888c-7a524ec77af9 req-1678ddf1-0f16-4989-bd65-218c90803fca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688977 Jul 27 21:58:23.589242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.623684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Port': ['ID=1504e2f3-dca8-4958-8e3d-0e397b3ec821,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.634371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] No DVR routers for this DVR port 1504e2f3-dca8-4958-8e3d-0e397b3ec821 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:23.686934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 88aec12b-381e-4aee-be1b-6d12d5228e17 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:23.702006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 88aec12b-381e-4aee-be1b-6d12d5228e17 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:23.702438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.782003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.795934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-329efc1c-51aa-4415-a42a-22a6ab6c3b7b req-0aeb3216-2783-4115-ac08-cf5d50469335 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0515707 Jul 27 21:58:23.796524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9526c1e6-249d-4bba-8baa-e1eb926ae100']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.798001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542987b-4e0e-415b-b4da-6ad31f8f9881 None None] DHCP port deletion for 9526c1e6-249d-4bba-8baa-e1eb926ae100 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:23.824522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49cecea-d220-456a-849d-e743f3fcdf2b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.824522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49cecea-d220-456a-849d-e743f3fcdf2b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:23.840563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.861653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60b6d-96c1-4aa8-a8ff-ce0eb6694a7a req-13a536b8-4ba2-4c08-9b11-0252dc8459e2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.869227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60b6d-96c1-4aa8-a8ff-ce0eb6694a7a req-13a536b8-4ba2-4c08-9b11-0252dc8459e2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.876264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60b6d-96c1-4aa8-a8ff-ce0eb6694a7a req-13a536b8-4ba2-4c08-9b11-0252dc8459e2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.886214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aeb60b6d-96c1-4aa8-a8ff-ce0eb6694a7a req-13a536b8-4ba2-4c08-9b11-0252dc8459e2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2417 time: 0.6375444 Jul 27 21:58:23.906595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:23.934160 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:23.957842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router f032aafc-cb2f-4581-9074-d45120c61a33 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:58:23.975018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.006307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:24.008370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.035544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:24.036199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.036452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aeb60b6d-96c1-4aa8-a8ff-ce0eb6694a7a req-a2dbac3d-52d5-473d-9ada-23b67e9e96a0 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502802 Jul 27 21:58:24.068232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-980179e5-66c1-42b0-9365-661ae505ea4a req-3b4831b5-5c5f-474d-afa1-4a81a6e6492c tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79cdeaa-bb9e-41a2-8b3e-415d5caa0cca HTTP/1.1" status: 200 len: 210 time: 0.0575833 Jul 27 21:58:24.132382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 88aec12b-381e-4aee-be1b-6d12d5228e17, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88aec12b-381e-4aee-be1b-6d12d5228e17,segment=NetworkSegment(07977169-deb9-4d33-9980-b5242bce92bd),segment_id=07977169-deb9-4d33-9980-b5242bce92bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:24.148693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01cc5b97-9376-4eb9-87d9-5c27b8832015 req-f09ac05c-9b59-432d-a38c-24a4b315c17f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0505750 Jul 27 21:58:24.149346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:24.167545 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] Sync routers for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:24.185775 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:24.186350 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.194626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.217753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.221452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] 10.222.0.37 "DELETE /v2.0/networks/9526c1e6-249d-4bba-8baa-e1eb926ae100 HTTP/1.1" status: 204 len: 168 time: 1.3689096 Jul 27 21:58:24.228581 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.237486 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:24.240262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4415b-7f2a-4f7a-ac67-497f92eb45a0 tempest-NetworksIpV6TestAttrs-548740375 tempest-NetworksIpV6TestAttrs-548740375-project] Pushing event deleted for resources: {'Network': ['ID=9526c1e6-249d-4bba-8baa-e1eb926ae100,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.242478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.251690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:24.292754 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.293704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb110a9-06b2-4c6d-b10f-b025565570f6 None None] The sync data for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:24.301588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.327746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.332005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae817a6d-e4e7-47e4-b6e7-a959782db81a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5758977 Jul 27 21:58:24.335204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.458015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=88aec12b-381e-4aee-be1b-6d12d5228e17,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:24.542044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:24.570590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f827fff8-8fd3-417a-ae0a-fbf1ac9f32d1 None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:50:42Z', 'revision_number': 4, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'ee4657ad-6a61-41af-bb50-cdf1242ec317', 'name': '', 'network_id': '95529cac-67b7-4900-99a0-55700205b6fb', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'mac_address': 'fa:16:3e:a9:cf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:41Z', 'updated_at': '2021-07-27T21:50:50Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'subnets': [{'id': 'a5692fd4-022a-445b-87d1-3448c2867246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:24.877646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:24.900830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ba82b-b961-45ad-857a-44f39f92a675 None None] New status for floating IP 525506f3-54f7-457d-8c89-09134f8e0ccb: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:58:24.980096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:24.988492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76a06b34-c929-4a64-9078-fcdd2b62ab7c req-fabefe4b-c1b4-4b14-9bf5-dedb4b6617cf tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0502620 Jul 27 21:58:25.131202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88aec12b-381e-4aee-be1b-6d12d5228e17 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:25.220148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 88aec12b-381e-4aee-be1b-6d12d5228e17 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:25.220900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.271485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9d577838-6602-4444-8cf5-8fd50cda799d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25e05c03cb0a46f38773d08f4b31af3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896297 Jul 27 21:58:25.274430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:25.321560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f9e3-bb13-4bea-a901-e591ee91a29b req-1678f0bb-beef-458d-9655-f2d54ec2b7c9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.328287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f9e3-bb13-4bea-a901-e591ee91a29b req-1678f0bb-beef-458d-9655-f2d54ec2b7c9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.335544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f9e3-bb13-4bea-a901-e591ee91a29b req-1678f0bb-beef-458d-9655-f2d54ec2b7c9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.337917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30e1f9e3-bb13-4bea-a901-e591ee91a29b req-1678f0bb-beef-458d-9655-f2d54ec2b7c9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2417 time: 0.1575241 Jul 27 21:58:25.338935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45718) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:25.414178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1504e2f3-dca8-4958-8e3d-0e397b3ec821 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:25.443094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.458870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1504e2f3-dca8-4958-8e3d-0e397b3ec821 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:25.459504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30e1f9e3-bb13-4bea-a901-e591ee91a29b req-7c6b215b-4b06-46b0-b8b0-a0c4f426da23 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054032 Jul 27 21:58:25.459843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1504e2f3-dca8-4958-8e3d-0e397b3ec821 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:25.530166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.540340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.588954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.602089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd3a9eef-5a7d-495c-85e0-4a8e24b1bf95 req-2d3d8491-8198-448c-a536-469b2802478e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jul 27 21:58:25.731628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.1 (e232a7dd-d715-431e-8b8a-d92e42d0bbc4/26fa2a18-8105-40fa-b030-3a6afeab11e5/6f958ac7-851c-4b24-bb95-fbc33902b4b8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:25.737667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.743546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.743546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bb1a2b4-163d-4738-aca0-1c1497241736 HTTP/1.1" status: 204 len: 168 time: 0.4664061 Jul 27 21:58:25.744720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.752231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.758199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "DELETE /v2.0/security-groups/cc192403-85b9-4d5a-a7ae-457320a88d2f HTTP/1.1" status: 204 len: 168 time: 0.4130759 Jul 27 21:58:25.758882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45726) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:25.786956 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-dc7c8191-be95-40f8-b053-33fa28e4edf8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] show failed (client error): The resource could not be found. Jul 27 21:58:25.790878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc7c8191-be95-40f8-b053-33fa28e4edf8 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "GET /v2.0/security-groups/cc192403-85b9-4d5a-a7ae-457320a88d2f HTTP/1.1" status: 404 len: 347 time: 0.0233400 Jul 27 21:58:25.790878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e86132-84c5-45da-8d72-feefb1e70c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb1a2b4-163d-4738-aca0-1c1497241736,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.791270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:25.806816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b18db4-b483-4807-971a-13446c15b4b3 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc192403-85b9-4d5a-a7ae-457320a88d2f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.844504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a44c7365-1bdb-4107-b19f-ced4a05f7b9f no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:25.885157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: a44c7365-1bdb-4107-b19f-ced4a05f7b9f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:25.885850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a44c7365-1bdb-4107-b19f-ced4a05f7b9f not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:25.971938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.984253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Deleting port 0b6e01d8-7176-4d0f-8487-0f3b27833a8c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:25.984596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.004547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Transition to ACTIVE for port object 6f958ac7-851c-4b24-bb95-fbc33902b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:26.103206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.107692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.119024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Calling delete_port for 0b6e01d8-7176-4d0f-8487-0f3b27833a8c owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:26.194016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37ebd-7579-4a46-89d4-5002c83fdba1 req-0c58d158-ac1c-4da9-ac29-df1a660e30a3 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.203996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37ebd-7579-4a46-89d4-5002c83fdba1 req-0c58d158-ac1c-4da9-ac29-df1a660e30a3 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.215649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37ebd-7579-4a46-89d4-5002c83fdba1 req-0c58d158-ac1c-4da9-ac29-df1a660e30a3 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.223682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96e37ebd-7579-4a46-89d4-5002c83fdba1 req-0c58d158-ac1c-4da9-ac29-df1a660e30a3 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2417 time: 0.1143122 Jul 27 21:58:26.249494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.274450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96e37ebd-7579-4a46-89d4-5002c83fdba1 req-91ce0f2b-7ce4-46ff-8805-58a961d2a1c9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Jul 27 21:58:26.332082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:26.338087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:26.355116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:26.422591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=6f958ac7-851c-4b24-bb95-fbc33902b4b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:26.430926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94a655d6-ca9b-4453-b93f-39df25ea9184 req-8f29799d-3ac3-4c36-b72d-2c711fb9cacc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.3575938 Jul 27 21:58:26.496755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.680180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29032b34-b1f5-47b0-b087-46ecca91e9ed req-dd0156ba-fa24-46b6-8370-05474eba2e5f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jul 27 21:58:26.887860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8b461384-19f8-48b8-8545-bc3b54653410 None None] Provisioning for port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:26.888661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.894968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8b461384-19f8-48b8-8545-bc3b54653410 None None] Provisioning complete for port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:26.894968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b461384-19f8-48b8-8545-bc3b54653410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:26.931341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8b461384-19f8-48b8-8545-bc3b54653410 None None] Port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:26.950158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Pushing event deleted for resources: {'Port': ['ID=0b6e01d8-7176-4d0f-8487-0f3b27833a8c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.009619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.058737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.061368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.065547 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a72ff29c-07f9-452f-a70d-40031be8cf04 tempest-AttachVolumeTestJSON-1351723532 tempest-AttachVolumeTestJSON-1351723532-project] 10.222.0.37 "DELETE /v2.0/floatingips/525506f3-54f7-457d-8c89-09134f8e0ccb HTTP/1.1" status: 204 len: 168 time: 1.2703688 Jul 27 21:58:27.341122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.414983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db08aa-fe74-4583-baf3-4246ab4067f1 req-c59de49e-b71b-4eba-b755-8db41354cba1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.420320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db08aa-fe74-4583-baf3-4246ab4067f1 req-c59de49e-b71b-4eba-b755-8db41354cba1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.427199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db08aa-fe74-4583-baf3-4246ab4067f1 req-c59de49e-b71b-4eba-b755-8db41354cba1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.429279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43db08aa-fe74-4583-baf3-4246ab4067f1 req-c59de49e-b71b-4eba-b755-8db41354cba1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2417 time: 0.0923712 Jul 27 21:58:27.455727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.512707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:27.553798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-154a1eb6-60f7-4834-b493-792a3b01021c req-e58990d5-74d7-4ce2-bf47-d676971835a6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0352225 Jul 27 21:58:27.572679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43db08aa-fe74-4583-baf3-4246ab4067f1 req-39fef550-1ae6-4639-8c28-786ec0723459 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262226 Jul 27 21:58:27.583223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=6f958ac7-851c-4b24-bb95-fbc33902b4b8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.588651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.656952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-673e418c-2e45-4aee-835e-2a394381130a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:27.657774 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-673e418c-2e45-4aee-835e-2a394381130a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:58:27.658528 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-673e418c-2e45-4aee-835e-2a394381130a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:58:27.660324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-673e418c-2e45-4aee-835e-2a394381130a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1465106 Jul 27 21:58:27.665173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:27.670468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--169033691'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:27.703701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-68b1c423-c128-4c73-bcbb-b2b78948e819 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.706891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-68b1c423-c128-4c73-bcbb-b2b78948e819 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.713600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-68b1c423-c128-4c73-bcbb-b2b78948e819 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.715352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-68b1c423-c128-4c73-bcbb-b2b78948e819 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 2417 time: 0.1109865 Jul 27 21:58:27.743358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:27.749794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:27.810547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.861718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-803254db-f2b9-411d-a2c1-997a4854cdc3 req-edd6e4e1-5029-4251-883c-c58ab2e7ca2c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0778000 Jul 27 21:58:27.868956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.962903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port beec04d3-3ce8-437b-a792-ef5b15445adf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:27.963666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.993719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router f032aafc-cb2f-4581-9074-d45120c61a33 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:28.071078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-668a1be2-efa0-4d1b-8928-bf511590b532 None None] Provisioning complete for port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:28.072203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-668a1be2-efa0-4d1b-8928-bf511590b532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.111105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port beec04d3-3ce8-437b-a792-ef5b15445adf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=beec04d3-3ce8-437b-a792-ef5b15445adf,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:28.111604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.128598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:28.135202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-668a1be2-efa0-4d1b-8928-bf511590b532 None None] Port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:28.136708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-238d63c9-b959-4dc5-8aea-8768aefd9e27 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/routers/f032aafc-cb2f-4581-9074-d45120c61a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8004112 Jul 27 21:58:28.140391 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] Sync routers for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:28.151808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:28.153373 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:28.154536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:28.162800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'port': {'network_id': 'e232a7dd-d715-431e-8b8a-d92e42d0bbc4', 'name': 'tempest-FloatingIPTestJSON-676590767'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:28.169873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for beec04d3-3ce8-437b-a792-ef5b15445adf owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:28.196577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:28.206154 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:28.207270 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:28.208729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.240873 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:28.241464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372fae7-f344-4d62-8b26-e58dfcd9a368 None None] The sync data for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:28.327331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.386495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786855ea-52dc-41eb-b26b-feb329339c21,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:28.476334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.533408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.546765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['beec04d3-3ce8-437b-a792-ef5b15445adf', '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'c616c356-cccd-4f03-9a5f-8d208e38469d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:28.578925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.618295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=beec04d3-3ce8-437b-a792-ef5b15445adf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:28.645400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435871b4-8d30-48b7-b063-ab12eec7ab77,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:28.705478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57eafefa-173a-4b7b-a54f-27d3c64f7987 req-195a45fe-1fdf-421f-b4b9-bd7b883e646f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0352271 Jul 27 21:58:28.756005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port beec04d3-3ce8-437b-a792-ef5b15445adf on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:28.784982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.787562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-7353235a-1459-4a8e-ae2b-5cf6b485a041 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "DELETE /v2.0/ports/beec04d3-3ce8-437b-a792-ef5b15445adf HTTP/1.1" status: 204 len: 173 time: 1.0657849 Jul 27 21:58:28.788205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:28.791316 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0be38aa-926e-4160-b14b-931ba66cb1bd" -d '{"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:28.847920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.849243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27745f6d-a98a-4272-9ded-e75b9058a8d2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1835625 Jul 27 21:58:28.852257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:28.861213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '435871b4-8d30-48b7-b063-ab12eec7ab77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:28.871529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Made reservation on behalf of 2071ef619aee44c1a9fd19039604027e for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:28.889809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:28.908839 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d12e59-a353-4aa5-a027-8849667306cd x-openstack-request-id: req-d5d12e59-a353-4aa5-a027-8849667306cd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:28.910125 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "beec04d3-3ce8-437b-a792-ef5b15445adf", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:28.910566 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5d12e59-a353-4aa5-a027-8849667306cd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:28.911034 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': 'beec04d3-3ce8-437b-a792-ef5b15445adf', 'status': 'completed', 'code': 200} Jul 27 21:58:28.990754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25cec04e-587e-4bba-a1ff-1ec3f6f09872 req-a78a2dd8-968c-4418-8c27-1b6c8f7131e2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0534687 Jul 27 21:58:28.991883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] device_id is not set on port 44da9322-096b-4502-bdd6-a50c23d139bf yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:58:29.012369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.110560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611ea9-5882-4eec-8bc8-e4417dce0838 req-61e7e7ec-c214-45fd-ba18-6dbe85b41b18 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.117145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611ea9-5882-4eec-8bc8-e4417dce0838 req-61e7e7ec-c214-45fd-ba18-6dbe85b41b18 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.128531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.130183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be611ea9-5882-4eec-8bc8-e4417dce0838 req-61e7e7ec-c214-45fd-ba18-6dbe85b41b18 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 1681 time: 0.3854008 Jul 27 21:58:29.146756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port c616c356-cccd-4f03-9a5f-8d208e38469d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:29.146756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.223740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.260586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8568f432-a4c2-4a61-a727-07a9af905d64,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:29.280767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be611ea9-5882-4eec-8bc8-e4417dce0838 req-f074c757-86e9-4da4-8907-5670b0bf38e1 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496749 Jul 27 21:58:29.305666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Allocated IP 172.20.0.9 (e232a7dd-d715-431e-8b8a-d92e42d0bbc4/26fa2a18-8105-40fa-b030-3a6afeab11e5/44da9322-096b-4502-bdd6-a50c23d139bf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:29.341538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port c616c356-cccd-4f03-9a5f-8d208e38469d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c616c356-cccd-4f03-9a5f-8d208e38469d,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:29.341965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.368085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for c616c356-cccd-4f03-9a5f-8d208e38469d owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:29.394910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.396398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0752b50e-0f04-46b7-940b-1b1dfeece22d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5430198 Jul 27 21:58:29.404689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:29.404689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-91d95074-a2e5-4b4d-aadd-0613a1b5f594 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '435871b4-8d30-48b7-b063-ab12eec7ab77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:29.576158 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-91d95074-a2e5-4b4d-aadd-0613a1b5f594 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.639558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.756499 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-91d95074-a2e5-4b4d-aadd-0613a1b5f594 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:58:29.758251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91d95074-a2e5-4b4d-aadd-0613a1b5f594 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3579087 Jul 27 21:58:29.768798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:29.792141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Transition to ACTIVE for port object 44da9322-096b-4502-bdd6-a50c23d139bf will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:29.798822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.810435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['beec04d3-3ce8-437b-a792-ef5b15445adf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:29.816231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02599dfa-cdf8-4987-b2f6-097d9f215ab0 req-04bffb46-34c5-4cb6-b392-aaad87e295ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0416539 Jul 27 21:58:29.873752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=c616c356-cccd-4f03-9a5f-8d208e38469d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:29.959317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.967631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port c616c356-cccd-4f03-9a5f-8d208e38469d on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:29.967631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.969691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-0bd1a6ff-4ab4-4e4e-be59-f5b28fc2e5a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "DELETE /v2.0/ports/c616c356-cccd-4f03-9a5f-8d208e38469d HTTP/1.1" status: 204 len: 173 time: 1.1712348 Jul 27 21:58:30.030381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.062648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.190189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fc3c631-b859-43b8-8c42-45e76efe7919 req-ad7fcc43-67dc-42ea-bc62-fbf544cc812e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0887678 Jul 27 21:58:30.194490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:30.225544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:30.230978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event updated for resources: {'Port': ['ID=44da9322-096b-4502-bdd6-a50c23d139bf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:30.235840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:30.298811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.299378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.324085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:30.324532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.386665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.389849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.391268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/435871b4-8d30-48b7-b063-ab12eec7ab77 HTTP/1.1" status: 204 len: 168 time: 0.6211689 Jul 27 21:58:30.398927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:30.399812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e47fc6f2-6ee6-49d4-8f58-66e08bdc749e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2435803 Jul 27 21:58:30.404930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:30.415322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49172feb-7e50-4ace-a88d-fbef5503e4fd tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435871b4-8d30-48b7-b063-ab12eec7ab77,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:30.463136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Request body: {'floatingip': {'port_id': '44da9322-096b-4502-bdd6-a50c23d139bf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:30.483829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:30.484281 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.501342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:30.583968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f3534d48-037d-4d4d-a2ea-7188b2f6af7a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1768305 Jul 27 21:58:30.587298 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.588993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4bf71284-cd27-4364-bbc6-7dd175b13fde None None] Provisioning for port 44da9322-096b-4502-bdd6-a50c23d139bf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:30.589986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:30.598235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--416991353'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:30.608119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4bf71284-cd27-4364-bbc6-7dd175b13fde None None] Provisioning complete for port 44da9322-096b-4502-bdd6-a50c23d139bf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:30.609743 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4bf71284-cd27-4364-bbc6-7dd175b13fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.720011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4bf71284-cd27-4364-bbc6-7dd175b13fde None None] Port 44da9322-096b-4502-bdd6-a50c23d139bf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:30.768142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.771871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18dcea-683e-42f2-a073-3625eb3095b0 req-f930c83f-03e1-4f1c-95d8-5e247b41cdd6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.779685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb18dcea-683e-42f2-a073-3625eb3095b0 req-f930c83f-03e1-4f1c-95d8-5e247b41cdd6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 945 time: 0.3967144 Jul 27 21:58:30.942234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb18dcea-683e-42f2-a073-3625eb3095b0 req-f052d0b7-52e1-4033-a47d-0567eb68f99a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550186 Jul 27 21:58:31.004452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.005601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:31.008187 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb086c-d81a-459a-ae5a-df63a8e40c5d" -d '{"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:31.014481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.068946 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ef00b-9a2c-4fa0-b4db-46d10494f079 x-openstack-request-id: req-f88ef00b-9a2c-4fa0-b4db-46d10494f079 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:31.068946 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "c616c356-cccd-4f03-9a5f-8d208e38469d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:31.068946 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f88ef00b-9a2c-4fa0-b4db-46d10494f079 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:31.069317 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': 'c616c356-cccd-4f03-9a5f-8d208e38469d', 'status': 'completed', 'code': 200} Jul 27 21:58:31.088900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=319d9ce4-bfad-4fd1-b9c9-0ec63a8be076,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:31.095008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45598e8c-d6c9-4891-9a51-5df7710d3b35 req-b4804bca-0638-424d-8eeb-8dabb57b7afc tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0830417 Jul 27 21:58:31.099525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.169762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:31.177947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.183407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-677bb858-3fde-4ff7-9be5-65f7c43fb672 req-93bc4141-4cc7-4332-9137-3f40d9b33385 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.50 "DELETE /v2.0/ports/319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 HTTP/1.1" status: 204 len: 173 time: 1.1998096 Jul 27 21:58:31.185641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e20442e-d366-4104-9455-a93d62aae348,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:31.279296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.280600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-89e0318e-9cb8-4872-bc3f-161a4fddbd5b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6894562 Jul 27 21:58:31.283656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45848) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:31.289640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-28170017-190d-4ddc-859a-f88d2e986778 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '5e20442e-d366-4104-9455-a93d62aae348', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:31.304057 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-28170017-190d-4ddc-859a-f88d2e986778 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:58:31.304057 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-28170017-190d-4ddc-859a-f88d2e986778 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:31.304057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28170017-190d-4ddc-859a-f88d2e986778 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068376 Jul 27 21:58:31.306363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:31.312073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4caa893e-672e-4265-a9de-1459386f8a4d req-25cd75ce-a664-4a94-ae9c-8f77832a4539 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Jul 27 21:58:31.417569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.473332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.553293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.624786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.664302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.667389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.671535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e20442e-d366-4104-9455-a93d62aae348 HTTP/1.1" status: 204 len: 168 time: 0.3640931 Jul 27 21:58:31.676175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45858) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:31.695397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c31dc-b7a4-4ada-aa34-dc63b07fff88 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e20442e-d366-4104-9455-a93d62aae348,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:31.797013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9874deda-ac5a-4d12-8436-a0fbfaa692f2 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080363 Jul 27 21:58:31.797674 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP bb2a5c55-72dc-4345-b755-8b5992b7ec33 associated. External IP: 172.25.3.202, port: 5ba88df7-64f7-4708-aab6-36b977ff91a7. Jul 27 21:58:31.798757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:31.804856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795530767'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:31.927442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.956762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91699c36-c6a7-4f1c-8a52-c2f5926be2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.104169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:32.118267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.171479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4291c2e-e396-42e1-846c-11ab972d32bc req-f229848e-d2f3-4a5a-ba1e-5c6abe66328f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a24d5-ee83-4af5-8a14-dd2c54b4e6de HTTP/1.1" status: 200 len: 210 time: 0.0498552 Jul 27 21:58:32.205963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.250318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06024af-67a7-4cbb-9c0d-0ae94c506f33,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:32.302832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.304293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af2b6d72-9396-4058-8781-1b648f843f02 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5042822 Jul 27 21:58:32.306954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45868) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.312146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-34a52c0a-1e06-40f3-b91f-eda8cfd08461 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e06024af-67a7-4cbb-9c0d-0ae94c506f33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:32.313129 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-34a52c0a-1e06-40f3-b91f-eda8cfd08461 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:58:32.313765 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-34a52c0a-1e06-40f3-b91f-eda8cfd08461 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:32.314901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-34a52c0a-1e06-40f3-b91f-eda8cfd08461 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069134 Jul 27 21:58:32.316800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:32.317868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.339889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:32.369614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:32.370349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:32.393233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.415249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:32.436807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:32.437712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:32.469429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b46adec2-d945-4c3b-8031-eb2239a2d218 req-b22f906c-1fb0-4ebe-b52f-1c4f7a7da8bb tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.2011392 Jul 27 21:58:32.492060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:32.493276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0a301-9dda-4eae-9ce4-1f6c892d1b03 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:32.496789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c616c356-cccd-4f03-9a5f-8d208e38469d no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:32.507155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-162908a8-2bc4-42b9-b473-07c414cf2db6 req-378e404a-818b-4447-ba32-a44c41a46fdd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0998142 Jul 27 21:58:32.533544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.558161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: c616c356-cccd-4f03-9a5f-8d208e38469d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:32.558991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c616c356-cccd-4f03-9a5f-8d208e38469d not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:32.559644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:32.592089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:32.592797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 319d9ce4-bfad-4fd1-b9c9-0ec63a8be076 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:32.593537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device beec04d3-3ce8-437b-a792-ef5b15445adf no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:32.635347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: beec04d3-3ce8-437b-a792-ef5b15445adf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:32.635825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device beec04d3-3ce8-437b-a792-ef5b15445adf not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:32.681580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.684397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.685587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/e06024af-67a7-4cbb-9c0d-0ae94c506f33 HTTP/1.1" status: 204 len: 168 time: 0.3666317 Jul 27 21:58:32.698165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45880) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.699117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f9e3c-5b39-4b29-843a-6dc5fff2f30e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06024af-67a7-4cbb-9c0d-0ae94c506f33,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:32.748597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router f032aafc-cb2f-4581-9074-d45120c61a33 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:32.764194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-de9620f7-f141-4d77-b0ce-a2fdc16f8b86 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626578 Jul 27 21:58:32.768289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.774814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109015745'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:32.893320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.014405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.070005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:33.072529 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcc6bb6-f69e-4b2e-a6e9-fd5fec69c486" -d '{"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:33.111661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.116854 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a501065-3b73-4ef7-8ab4-044f7714997e x-openstack-request-id: req-6a501065-3b73-4ef7-8ab4-044f7714997e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:33.117386 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a24d5-ee83-4af5-8a14-dd2c54b4e6de", "name": "network-vif-deleted", "tag": "319d9ce4-bfad-4fd1-b9c9-0ec63a8be076", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:33.118113 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a501065-3b73-4ef7-8ab4-044f7714997e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:33.118763 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a24d5-ee83-4af5-8a14-dd2c54b4e6de', 'name': 'network-vif-deleted', 'tag': '319d9ce4-bfad-4fd1-b9c9-0ec63a8be076', 'status': 'completed', 'code': 200} Jul 27 21:58:33.167809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4389e1c6-de3b-4a6c-ae4c-535c1e065fd8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:33.236259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.271538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:33.281211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.283236 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] Sync routers for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:33.294900 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:33.295661 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:33.300670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.303550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-18c16402-c51b-45d1-acdf-3bf910311af1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5314331 Jul 27 21:58:33.305463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45892) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.310640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f5a5c7ac-e36c-4da8-b493-8328b0b90f6b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '4389e1c6-de3b-4a6c-ae4c-535c1e065fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:33.311745 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-f5a5c7ac-e36c-4da8-b493-8328b0b90f6b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:58:33.312628 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-f5a5c7ac-e36c-4da8-b493-8328b0b90f6b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:33.313877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5a5c7ac-e36c-4da8-b493-8328b0b90f6b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073004 Jul 27 21:58:33.319287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting subnet 382a47ca-0dfd-4d24-9e30-1e1feb1728c9 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:33.322116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45894) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.329553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-43015485-98a6-4990-bda7-6b5e99a62a05 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '4389e1c6-de3b-4a6c-ae4c-535c1e065fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:33.330536 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-43015485-98a6-4990-bda7-6b5e99a62a05 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:58:33.331756 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-43015485-98a6-4990-bda7-6b5e99a62a05 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:33.335314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-43015485-98a6-4990-bda7-6b5e99a62a05 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093246 Jul 27 21:58:33.335314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.336610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45896) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.361984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-313c6af5-f9cd-4422-89ff-1798ba2414af tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '4389e1c6-de3b-4a6c-ae4c-535c1e065fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:33.362977 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-313c6af5-f9cd-4422-89ff-1798ba2414af tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:58:33.363714 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-313c6af5-f9cd-4422-89ff-1798ba2414af tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:33.367735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-313c6af5-f9cd-4422-89ff-1798ba2414af tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0276315 Jul 27 21:58:33.368294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.369630 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:33.373117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-df605804-9e85-48b9-a16f-801e561af6fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '4389e1c6-de3b-4a6c-ae4c-535c1e065fd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:33.373936 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-df605804-9e85-48b9-a16f-801e561af6fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:58:33.374466 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-df605804-9e85-48b9-a16f-801e561af6fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:33.375454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-df605804-9e85-48b9-a16f-801e561af6fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062480 Jul 27 21:58:33.378882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45900) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.385058 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:33.386064 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:33.416331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.428359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de681f24-9dcf-4e52-92d3-c1bfe39c05d9 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/floatingips/bb2a5c55-72dc-4345-b755-8b5992b7ec33 HTTP/1.1" status: 200 len: 977 time: 3.0161247 Jul 27 21:58:33.428935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.429491 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:33.430536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c6fe6-7904-41e2-a9c5-c6705bcc7b14 None None] The sync data for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:33.497944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.557630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 44da9322-096b-4502-bdd6-a50c23d139bf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:33.558036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.562132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.648293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7860bf42-2d6a-4fa1-b8f1-ed8084ff7c3b req-31f37de0-38d7-46c7-a8db-f2db94a2ad3d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0512106 Jul 27 21:58:33.650223 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53fcbf58-5c17-41de-9c46-35d72daedf16 req-c5eb4eac-50db-4ef1-897a-e6cdbe5221c2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0736425 Jul 27 21:58:33.663896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.712478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.790730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.823276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Subnet': ['ID=382a47ca-0dfd-4d24-9e30-1e1feb1728c9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:33.825469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.831032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-91442460-8322-4d19-b6e3-7d292056fc2c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/subnets/382a47ca-0dfd-4d24-9e30-1e1feb1728c9 HTTP/1.1" status: 204 len: 168 time: 0.5932057 Jul 27 21:58:33.831233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.836295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97471e50-f904-40c2-b886-29b1486d2200 None None] Network 388633e2-ac1c-4070-a146-8166e885fe38 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:33.867837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.871601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.872764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/4389e1c6-de3b-4a6c-ae4c-535c1e065fd8 HTTP/1.1" status: 204 len: 168 time: 0.4929171 Jul 27 21:58:33.875962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.886260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc2b16-751c-4994-9053-2d711476acc5 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389e1c6-de3b-4a6c-ae4c-535c1e065fd8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.010757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.025064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.025446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.025764 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Floating IP bb2a5c55-72dc-4345-b755-8b5992b7ec33 disassociated. External IP: 172.25.3.202, port: 44da9322-096b-4502-bdd6-a50c23d139bf. Jul 27 21:58:34.026113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 44da9322-096b-4502-bdd6-a50c23d139bf owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:34.045964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-804c3e1a-d854-4ba2-b54d-5210d7a168fb tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377847 Jul 27 21:58:34.051912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45916) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.060071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163106623'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:34.061370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] DHCP port deletion for 388633e2-ac1c-4070-a146-8166e885fe38 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:34.113925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Deleting port 09f17df6-5711-4938-bfda-5dcd68ef0bdb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:34.114638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.161514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port 09f17df6-5711-4938-bfda-5dcd68ef0bdb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:34.161776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.181532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] For port 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=09f17df6-5711-4938-bfda-5dcd68ef0bdb,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:34.181944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.184411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.209431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Calling delete_port for 09f17df6-5711-4938-bfda-5dcd68ef0bdb owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:34.265257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port 09f17df6-5711-4938-bfda-5dcd68ef0bdb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=09f17df6-5711-4938-bfda-5dcd68ef0bdb,segment=NetworkSegment(aa8fcedf-2588-44c8-8cc7-2b94702c4140),segment_id=aa8fcedf-2588-44c8-8cc7-2b94702c4140)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:34.265524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.283639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for 09f17df6-5711-4938-bfda-5dcd68ef0bdb owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:34.293403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.353843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.373335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.373615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c507368-5e1d-473d-a10e-013871df84bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.375646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.391048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=44da9322-096b-4502-bdd6-a50c23d139bf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.391368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] No DVR routers for this DVR port 09f17df6-5711-4938-bfda-5dcd68ef0bdb on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:34.428018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304f9ccf-697b-4458-aae7-da3de29bdb1c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.429744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee34b2-d14a-4f72-ba73-00adf2ffec60 None None] Pushing event deleted for resources: {'Port': ['ID=09f17df6-5711-4938-bfda-5dcd68ef0bdb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.463590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.498794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.504495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a186062d-7f31-4c23-a7f2-683ac6cf3d8b tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4502163 Jul 27 21:58:34.505950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.511774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b0f81a5d-6136-4a74-a5d5-e88adfc383fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:34.512349 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-b0f81a5d-6136-4a74-a5d5-e88adfc383fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:58:34.513086 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-b0f81a5d-6136-4a74-a5d5-e88adfc383fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:34.517980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0f81a5d-6136-4a74-a5d5-e88adfc383fa tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106723 Jul 27 21:58:34.519408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45928) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.527482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port 09f17df6-5711-4938-bfda-5dcd68ef0bdb on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:34.528101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-87f7fe5c-b667-443c-8365-f954c977282a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:34.558218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=09f17df6-5711-4938-bfda-5dcd68ef0bdb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.676433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router f032aafc-cb2f-4581-9074-d45120c61a33 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:34.678572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.693117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388633e2-ac1c-4070-a146-8166e885fe38']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:34.711060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8fcedf-2588-44c8-8cc7-2b94702c4140') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:34.711610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8fcedf-2588-44c8-8cc7-2b94702c4140') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:34.760013 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-87f7fe5c-b667-443c-8365-f954c977282a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:34.769642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-87f7fe5c-b667-443c-8365-f954c977282a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2475529 Jul 27 21:58:34.770246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.779289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.807690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.810439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.878059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fedc7dd8-15ee-4555-949f-f787ca10138a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:34.880480 n-d-738018-6 neutron-server[94671]: WARNING neutron.api.v2.base [None req-fedc7dd8-15ee-4555-949f-f787ca10138a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:58:34.891819 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-fedc7dd8-15ee-4555-949f-f787ca10138a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:34.897383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.899050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:34.899622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.901035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fedc7dd8-15ee-4555-949f-f787ca10138a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297644 Jul 27 21:58:34.906732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-912fdf33-3d9f-48d8-9056-fd3aca41e221 req-48638680-f01f-48f2-855a-6bbdf4d210a2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1754618 Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:34.914912 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:34.918236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7a36c683-ba57-4fab-a05d-fca692c4f866 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.025937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ed360c0-ab5d-4231-8dfc-1769ad545504 req-9c4bc4ed-9738-4705-90c7-dc17d7881a80 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1223626 Jul 27 21:58:35.119407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:35.141064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] Sync routers for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:35.156930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:35.159812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:35.255589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:35.269381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 09f17df6-5711-4938-bfda-5dcd68ef0bdb no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:35.292471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.323970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 09f17df6-5711-4938-bfda-5dcd68ef0bdb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:35.326904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 09f17df6-5711-4938-bfda-5dcd68ef0bdb not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:35.343730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:35.344729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:35.384350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.391744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/networks/388633e2-ac1c-4070-a146-8166e885fe38 HTTP/1.1" status: 204 len: 168 time: 1.5597687 Jul 27 21:58:35.395494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956a0c3-f018-44a6-89a3-70f396c02f94 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Network': ['ID=388633e2-ac1c-4070-a146-8166e885fe38,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.396265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.419090 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-7a36c683-ba57-4fab-a05d-fca692c4f866 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:35.430018 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a36c683-ba57-4fab-a05d-fca692c4f866 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5160491 Jul 27 21:58:35.431023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.460315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:35.460985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa14270-7bda-4423-ac2c-30c2a9c7a739 None None] The sync data for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:35.461521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d5c82fab-a47d-404b-9f1e-509fc04f3ff3 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.462069 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-d5c82fab-a47d-404b-9f1e-509fc04f3ff3 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:58:35.470931 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-d5c82fab-a47d-404b-9f1e-509fc04f3ff3 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:35.476095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d5c82fab-a47d-404b-9f1e-509fc04f3ff3 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0291038 Jul 27 21:58:35.479586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.492354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0534746f-3160-43a2-bd5a-4b18833dcc03 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.540314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.547218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d8e06402-9308-4f33-9a3f-7e28676e18e1 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/44da9322-096b-4502-bdd6-a50c23d139bf HTTP/1.1" status: 204 len: 168 time: 2.1165888 Jul 27 21:58:35.548962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.648590 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-0534746f-3160-43a2-bd5a-4b18833dcc03 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Project 73eff898b31043b8a77805cc9df1adca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:58:35.783505 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0534746f-3160-43a2-bd5a-4b18833dcc03 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:35.790404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0534746f-3160-43a2-bd5a-4b18833dcc03 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3094683 Jul 27 21:58:35.798137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.814434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aff2ec5a-71ec-4cbf-95dd-805af09b851c tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.815491 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-aff2ec5a-71ec-4cbf-95dd-805af09b851c tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:58:35.815491 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-aff2ec5a-71ec-4cbf-95dd-805af09b851c tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:35.819140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aff2ec5a-71ec-4cbf-95dd-805af09b851c tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172474 Jul 27 21:58:35.829764 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.833653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:35.851262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-98911f42-5be9-483a-b2eb-25f3d42af87e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.980212 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-98911f42-5be9-483a-b2eb-25f3d42af87e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Project 73eff898b31043b8a77805cc9df1adca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:58:35.995832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting subnet bab2e895-e53e-4157-a837-b0963003799b {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:36.033313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.050942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd2b1935-82d4-4909-8d75-c0c3ac073fc1 req-3bc6d7d9-4b8e-4a06-85e3-60d5d3a8e78d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0495288 Jul 27 21:58:36.094477 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-98911f42-5be9-483a-b2eb-25f3d42af87e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:36.098379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98911f42-5be9-483a-b2eb-25f3d42af87e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2610083 Jul 27 21:58:36.100748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:36.106427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d1ab9d0a-b053-47a7-a5b0-0e0b2d7dd9cb tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '304f9ccf-697b-4458-aae7-da3de29bdb1c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:36.109502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.227053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e73809a-52fb-4451-a3a6-fd48a49beea9 req-4bb35e9c-932c-4cae-a8e6-1f05997f5757 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0800688 Jul 27 21:58:36.237153 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-d1ab9d0a-b053-47a7-a5b0-0e0b2d7dd9cb tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Project 73eff898b31043b8a77805cc9df1adca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:58:36.246703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.355594 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-d1ab9d0a-b053-47a7-a5b0-0e0b2d7dd9cb tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:36.359028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d1ab9d0a-b053-47a7-a5b0-0e0b2d7dd9cb tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2548771 Jul 27 21:58:36.360076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45974) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:36.387963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.404210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.461373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Subnet': ['ID=bab2e895-e53e-4157-a837-b0963003799b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:36.476974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.482580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a5ab1ab-9cc5-4070-bac4-f03111eb287a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/subnets/bab2e895-e53e-4157-a837-b0963003799b HTTP/1.1" status: 204 len: 168 time: 1.0811083 Jul 27 21:58:36.483673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be925632-49ae-417a-bbd5-2edd77234726 None None] Network 0e981597-1038-4f0a-9083-84c982a0d58f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:36.484597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:36.516862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.565131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.633585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.719937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.724019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.728557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/304f9ccf-697b-4458-aae7-da3de29bdb1c HTTP/1.1" status: 204 len: 168 time: 0.3644421 Jul 27 21:58:36.732189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45980) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:36.764129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] DHCP port deletion for 0e981597-1038-4f0a-9083-84c982a0d58f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:36.810445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441ec47-8748-454d-8592-5d9a83a51af9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f9ccf-697b-4458-aae7-da3de29bdb1c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:36.818357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:36.818751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.858273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11cfb786-a715-4551-a9d0-cdeaf13166c9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1249113 Jul 27 21:58:36.863413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:36.869097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302875373'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:36.920026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Deleting port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:36.920414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.943138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:36.943432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.977700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for c86bc52b-65a9-4bfd-808f-9fa2a48d8935 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:36.993356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] For port c86bc52b-65a9-4bfd-808f-9fa2a48d8935, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,segment=NetworkSegment(1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481),segment_id=1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:36.993686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.996601 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.998118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.026809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Calling delete_port for c86bc52b-65a9-4bfd-808f-9fa2a48d8935 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:37.092103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 6f958ac7-851c-4b24-bb95-fbc33902b4b8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:37.095832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.146052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c86bc52b-65a9-4bfd-808f-9fa2a48d8935 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:37.155951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.200143 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:37.218540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f91e6e6-84a7-430e-b96e-3303dfa833d9 req-1879e57b-3bbb-4be9-88bc-7852c71b8f7a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0532520 Jul 27 21:58:37.249565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.266046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 6f958ac7-851c-4b24-bb95-fbc33902b4b8 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:37.276631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.348789 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.351351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b349f764-a0c6-4b0c-888c-9c27366b2650 req-536b9737-1e9e-44e0-9e6b-77bb1255bf35 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0320010 Jul 27 21:58:37.353238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.369906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.399663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.403974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:37.417435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e437a26a-42dc-42c5-9e0d-4d42e24bf4df,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.439590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] Pushing event deleted for resources: {'Port': ['ID=c86bc52b-65a9-4bfd-808f-9fa2a48d8935,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.445645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a649948-85b1-434c-b3e9-7be755f02934 None None] No DVR routers for this DVR port c86bc52b-65a9-4bfd-808f-9fa2a48d8935 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:37.485513 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.486071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.487511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca54b7c7-e5e0-42ac-8285-83c8d4b3e835 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6224616 Jul 27 21:58:37.491214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45992) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:37.495839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-12f97924-60d4-4e1c-b963-f1c9bda02bd4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e437a26a-42dc-42c5-9e0d-4d42e24bf4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:37.553214 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.566738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e981597-1038-4f0a-9083-84c982a0d58f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:37.583777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:37.588538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b21bf02-cb2f-4b9e-ba7a-72e26f6ee481') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:37.595282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.636744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.648367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:37.648776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:37.651869 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:37.727218 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-12f97924-60d4-4e1c-b963-f1c9bda02bd4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The resource could not be found. Jul 27 21:58:37.728197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-12f97924-60d4-4e1c-b963-f1c9bda02bd4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2360113 Jul 27 21:58:37.731046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:37.736852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-66389f23-f989-4967-9a8c-5dca578c8884 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e437a26a-42dc-42c5-9e0d-4d42e24bf4df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4702fe2f-0ba4-4a54-890d-a829dfedd0ae'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:37.845685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.851965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.855338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/networks/0e981597-1038-4f0a-9083-84c982a0d58f HTTP/1.1" status: 204 len: 168 time: 1.3681810 Jul 27 21:58:37.861604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:37.868002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.871147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-414250481'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:37.909562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a4fa2-36f3-49e9-813d-e2a744df19e8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Network': ['ID=0e981597-1038-4f0a-9083-84c982a0d58f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.918121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=6f958ac7-851c-4b24-bb95-fbc33902b4b8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.981346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:37.985127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.024132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:38.036994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.037354 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Added segment 84c78d4e-586e-49a8-bbde-9c093847a78b of type vlan for network d0b94e51-ff6f-45e6-b048-b67491375caf Jul 27 21:58:38.075966 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-66389f23-f989-4967-9a8c-5dca578c8884 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The resource could not be found. Jul 27 21:58:38.080033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66389f23-f989-4967-9a8c-5dca578c8884 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3452096 Jul 27 21:58:38.081957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:38.104061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.105539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.109608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.174593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.201661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.253441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.259879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.260475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.344075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a40a49c-21b2-4833-af11-2400ad599e38 req-ea5c7d5d-821c-4ee3-8f86-c0599669ebc4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0804603 Jul 27 21:58:38.349638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.356221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.356221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/e437a26a-42dc-42c5-9e0d-4d42e24bf4df HTTP/1.1" status: 204 len: 168 time: 0.2706370 Jul 27 21:58:38.357338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:38.378258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router f032aafc-cb2f-4581-9074-d45120c61a33 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:38.389041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e994d4c-4516-4637-b5ac-4d8c93356ed9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e437a26a-42dc-42c5-9e0d-4d42e24bf4df,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:38.395115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Network': ['ID=d0b94e51-ff6f-45e6-b048-b67491375caf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:38.418396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d0b94e51-ff6f-45e6-b048-b67491375caf details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:38.436240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-148bcd2c-eee5-426d-9eec-8b198f2420b6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5723798 Jul 27 21:58:38.438764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46010) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:38.445868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'subnet': {'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:38.635970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:38.640305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.874240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-797880df-c6ef-4784-ba0e-8458a6176435 req-88567e1f-fb19-4c23-b59d-7227f76feaa8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0917361 Jul 27 21:58:38.909218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd8f94e6-4561-4afa-8f63-4ea488522fb6 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5468490 Jul 27 21:58:38.909695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46022) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:38.916154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-80dcd4cc-ea0a-4489-b2a7-b0d98f90061d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e8468ca9-c868-43fd-9b46-0109522a9ede', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:38.943890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.968950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:38.976492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-58147d3b-213b-46b0-92ef-29d64aaf492f tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/routers/f032aafc-cb2f-4581-9074-d45120c61a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4242060 Jul 27 21:58:38.984477 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] Sync routers for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:38.992957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.008786 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:39.010094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:39.062713 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:39.067792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46032) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.075163 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] Routers {'f032aafc-cb2f-4581-9074-d45120c61a33'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:39.075942 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['f032aafc-cb2f-4581-9074-d45120c61a33'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:39.132824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Subnet': ['ID=67d6e565-e21b-4afa-a8a6-43346dc07cfa,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:39.144079 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:39.145105 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea407a7-c0d7-4746-b252-f06dc4912149 None None] The sync data for ids ['f032aafc-cb2f-4581-9074-d45120c61a33'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:39.193638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Checking segment: {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:39.193638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network hostable DHCP agents. Network: d0b94e51-ff6f-45e6-b048-b67491375caf, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:39.222415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.261062 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-80dcd4cc-ea0a-4489-b2a7-b0d98f90061d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The resource could not be found. Jul 27 21:58:39.265729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-80dcd4cc-ea0a-4489-b2a7-b0d98f90061d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3508825 Jul 27 21:58:39.266572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.272446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--103686763'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:39.324312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network d0b94e51-ff6f-45e6-b048-b67491375caf is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:39.361332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.419390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d0b94e51-ff6f-45e6-b048-b67491375caf) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:39.424960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.426435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.427944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193ac64-fc96-4cf7-9251-10e4c22998b1 None None] Network d0b94e51-ff6f-45e6-b048-b67491375caf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:39.455103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9e79898-e03b-4bab-91a4-d082acfbbb54 req-04b2c14c-873a-4c58-8a10-36f76365dcdf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0465174 Jul 27 21:58:39.483702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.526202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port de7fd0eb-863a-4f70-a690-89524d23e773 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:39.526589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.589729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-afa68e15-fad7-473f-8584-ade42a4b21b8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1471078 Jul 27 21:58:39.593097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46042) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:39.597538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d0b94e51-ff6f-45e6-b048-b67491375caf', 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'fixed_ips': [{'subnet_id': '67d6e565-e21b-4afa-a8a6-43346dc07cfa'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:39.598767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.598919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-384243025'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:39.670475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.689856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for de7fd0eb-863a-4f70-a690-89524d23e773 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:39.731215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.757684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.777459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Allocated IP 19.80.0.2 (d0b94e51-ff6f-45e6-b048-b67491375caf/67d6e565-e21b-4afa-a8a6-43346dc07cfa/dcfdb7ce-8076-424a-b211-8c786197c20d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:39.824686 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.880739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aed044a-e225-46c3-9b31-cfd9adcae790,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:39.977931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:39.981430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.994272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4e80a4d-3490-4a92-b3f4-5235eda3d23d req-02c7b746-5bf7-4986-bc47-225700216573 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0515904 Jul 27 21:58:40.008352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.015723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:40.055569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=de7fd0eb-863a-4f70-a690-89524d23e773,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.067008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.067373 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Added segment 5479df0e-9fbe-49f4-92a9-c7a95c31f6c4 of type vlan for network d7f6d1de-9187-43b7-a942-cec0ca868b64 Jul 27 21:58:40.086557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.087847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b9b5ff31-cee3-46f2-8e35-910ecea1f4b4 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8207533 Jul 27 21:58:40.092986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.098711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46046) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:40.105276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--758063665'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:40.106904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Transition to ACTIVE for port object dcfdb7ce-8076-424a-b211-8c786197c20d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:40.133756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Transition to ACTIVE for port object dcfdb7ce-8076-424a-b211-8c786197c20d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:40.181030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.185033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Deleting port ee4657ad-6a61-41af-bb50-cdf1242ec317 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:40.185393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.208094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.224006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.269965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Network d0b94e51-ff6f-45e6-b048-b67491375caf is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:40.275380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:40.279188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:40.300307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] For port ee4657ad-6a61-41af-bb50-cdf1242ec317, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ee4657ad-6a61-41af-bb50-cdf1242ec317,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:40.301058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.303155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.313834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb7ce-8076-424a-b211-8c786197c20d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.323598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Calling delete_port for ee4657ad-6a61-41af-bb50-cdf1242ec317 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:40.350515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Attempting to bind port dcfdb7ce-8076-424a-b211-8c786197c20d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:40.351133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Attempting to bind port dcfdb7ce-8076-424a-b211-8c786197c20d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:40.351699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Attempting to bind port dcfdb7ce-8076-424a-b211-8c786197c20d on network d0b94e51-ff6f-45e6-b048-b67491375caf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:40.357006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.358045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:40.358656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Checking segment: {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:40.359387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.359982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Bound using segment: {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:40.360275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.360853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Bound port: dcfdb7ce-8076-424a-b211-8c786197c20d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:40.361422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.434868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.440157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] For port dcfdb7ce-8076-424a-b211-8c786197c20d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:40.441807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.442488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.444605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] For port dcfdb7ce-8076-424a-b211-8c786197c20d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=dcfdb7ce-8076-424a-b211-8c786197c20d,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:40.511659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.512542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Fanout notify agent at l3_agent the message router_deleted on router f032aafc-cb2f-4581-9074-d45120c61a33 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:58:40.522120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.524575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-802334a3-0ed6-435f-bd36-777c3e8f43f5 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/routers/f032aafc-cb2f-4581-9074-d45120c61a33 HTTP/1.1" status: 204 len: 168 time: 1.5281749 Jul 27 21:58:40.530221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:40.532904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.590178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a69e926-49b5-45e4-acdf-1099fa2ca01e req-143c3a4c-793d-4479-abd6-200c6aa0ad61 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0549400 Jul 27 21:58:40.593852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Network': ['ID=d7f6d1de-9187-43b7-a942-cec0ca868b64,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.625794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:40.639518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.653601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting subnet 26fa2a18-8105-40fa-b030-3a6afeab11e5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:40.659603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.692537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761706c-4d0e-4878-84ca-d32d2b7e2f27 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb7ce-8076-424a-b211-8c786197c20d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.713861 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.750869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.781856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bbdf2d-a19a-4aa6-880c-32ab9336161d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.782144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.842022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a9a981ec-a607-4756-a751-ac3965a1303d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2478595 Jul 27 21:58:40.843823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:40.867222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4657ad-6a61-41af-bb50-cdf1242ec317,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.871062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'subnet': {'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:40.892232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.895841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ac6dcc8-85a2-46bb-b751-dc3ca28d3b61 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7954042 Jul 27 21:58:40.910522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46058) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:40.920395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-619534cc-6b2b-4b2a-ba03-f83930397229 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': '9aed044a-e225-46c3-9b31-cfd9adcae790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd5bbdf2d-a19a-4aa6-880c-32ab9336161d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:40.975635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.117536 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c40f29b-40a7-4c39-a1ee-8bbc4f565506 req-b77bbd58-dc20-49a2-b2ee-da605cccb62b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0402384 Jul 27 21:58:41.214379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.245761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device dcfdb7ce-8076-424a-b211-8c786197c20d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:41.246890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:41.253013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.275227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.307015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.309298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/subnets/26fa2a18-8105-40fa-b030-3a6afeab11e5 HTTP/1.1" status: 204 len: 168 time: 0.7793453 Jul 27 21:58:41.316665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388283d7-4ed4-4148-aa1e-ca541b1a01bd None None] Network e232a7dd-d715-431e-8b8a-d92e42d0bbc4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:41.331506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.354980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303e6f4-151b-472a-8974-ea114b64dffe tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Subnet': ['ID=26fa2a18-8105-40fa-b030-3a6afeab11e5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.387149 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-619534cc-6b2b-4b2a-ba03-f83930397229 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:41.388232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-619534cc-6b2b-4b2a-ba03-f83930397229 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4747863 Jul 27 21:58:41.394049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46068) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.461928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.539734 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.549976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port dcfdb7ce-8076-424a-b211-8c786197c20d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:41.588718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.612394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 88aec12b-381e-4aee-be1b-6d12d5228e17 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:41.612739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.632349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e68c36-d661-43ca-b543-68149746e53e None None] DHCP port deletion for e232a7dd-d715-431e-8b8a-d92e42d0bbc4 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:41.679292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.694553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:41.703071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Deleting port 88aec12b-381e-4aee-be1b-6d12d5228e17 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:41.703506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.761078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Subnet': ['ID=2bb5dc9f-6e49-49da-a118-546de34f25fe,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.770962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.775615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.779462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/d5bbdf2d-a19a-4aa6-880c-32ab9336161d HTTP/1.1" status: 204 len: 168 time: 0.3826804 Jul 27 21:58:41.781162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b8b4901-92d4-4ff6-94c0-e3308ceb08dd req-2336abfc-eb0a-4def-9d11-943a13197eaf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1148114 Jul 27 21:58:41.781755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.790102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] For port 88aec12b-381e-4aee-be1b-6d12d5228e17, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88aec12b-381e-4aee-be1b-6d12d5228e17,segment=NetworkSegment(07977169-deb9-4d33-9980-b5242bce92bd),segment_id=07977169-deb9-4d33-9980-b5242bce92bd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.791085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.804961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fb509-be14-48d9-9ccc-f821e0b8bf5e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bbdf2d-a19a-4aa6-880c-32ab9336161d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.816812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 88aec12b-381e-4aee-be1b-6d12d5228e17 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:41.834794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-13e68c36-d661-43ca-b543-68149746e53e None None] For port 88aec12b-381e-4aee-be1b-6d12d5228e17, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88aec12b-381e-4aee-be1b-6d12d5228e17,segment=NetworkSegment(07977169-deb9-4d33-9980-b5242bce92bd),segment_id=07977169-deb9-4d33-9980-b5242bce92bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.835370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.857534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Checking segment: {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:41.858278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network hostable DHCP agents. Network: d7f6d1de-9187-43b7-a942-cec0ca868b64, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:41.869804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Calling delete_port for 88aec12b-381e-4aee-be1b-6d12d5228e17 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:41.917813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2a798e6b-0c36-4b2d-93ff-abb2b0816832 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1206622 Jul 27 21:58:41.922320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46074) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.977869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:41.984906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-020ad682-d73f-4cc7-b9f2-213738046993 admin admin] 10.222.0.37 "PUT /v2.0/routers/02f5e3c6-d1cc-4bca-884d-cf3511dfcea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9158978 Jul 27 21:58:41.988007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:41.995730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282973-2802-436c-8232-fae863953963 None None] Sync routers for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:42.014914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26282973-2802-436c-8232-fae863953963 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:42.021382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-26282973-2802-436c-8232-fae863953963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:42.051608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.078230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.091849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.103139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d695be-c2c9-445d-812c-63e52bbf359f None None] Network d0b94e51-ff6f-45e6-b048-b67491375caf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:42.110365 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.119199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:42.144427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=88aec12b-381e-4aee-be1b-6d12d5228e17,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.155107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] No DVR routers for this DVR port 88aec12b-381e-4aee-be1b-6d12d5228e17 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:42.207948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68c36-d661-43ca-b543-68149746e53e None None] Pushing event deleted for resources: {'Port': ['ID=88aec12b-381e-4aee-be1b-6d12d5228e17,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.218010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d7f6d1de-9187-43b7-a942-cec0ca868b64) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:42.221970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e68c36-d661-43ca-b543-68149746e53e None None] No DVR routers for this DVR port 88aec12b-381e-4aee-be1b-6d12d5228e17 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:42.227851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.232448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.257384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.259758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.263281 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe20075d-7874-4e89-b9e4-9909a25056bf req-4d3809b2-48e6-4e51-94a9-76c60108268c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0596595 Jul 27 21:58:42.263550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/9aed044a-e225-46c3-9b31-cfd9adcae790 HTTP/1.1" status: 204 len: 168 time: 0.3396547 Jul 27 21:58:42.265908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b8cac-04dd-4eb3-a927-2a843ad3407e None None] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:42.266886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:42.282162 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.295635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0165f12-9f38-4953-9faa-fe69978f7bf9 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aed044a-e225-46c3-9b31-cfd9adcae790,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.321429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-26282973-2802-436c-8232-fae863953963 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:42.348101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.351183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7783c74c-8ff3-4f90-8202-604fd86ad4a6 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5063004 Jul 27 21:58:42.376409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e232a7dd-d715-431e-8b8a-d92e42d0bbc4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:42.391889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Provisioning for port dcfdb7ce-8076-424a-b211-8c786197c20d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:42.404793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Provisioning complete for port dcfdb7ce-8076-424a-b211-8c786197c20d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:42.404793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.425942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07977169-deb9-4d33-9980-b5242bce92bd') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:42.426575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07977169-deb9-4d33-9980-b5242bce92bd') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:42.446120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.547384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.562096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:42.562876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:42.595995 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:42.635841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6e1843e7-3972-4735-a034-5e3b45919a74 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3641105 Jul 27 21:58:42.640059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:42.647138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--367959214'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:42.720803 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.769198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-e1d309a3-46c8-40e7-a380-270dd2391762 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.775508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-e1d309a3-46c8-40e7-a380-270dd2391762 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.777515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-e1d309a3-46c8-40e7-a380-270dd2391762 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/networks?id=d0b94e51-ff6f-45e6-b048-b67491375caf&id=d7f6d1de-9187-43b7-a942-cec0ca868b64 HTTP/1.1" status: 200 len: 1390 time: 0.1883469 Jul 27 21:58:42.810091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-e4c69212-fc2c-4cca-a33c-64c4ebb57cff tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/quotas/f7e297f2babc49cfadf2a42c028d0b6d HTTP/1.1" status: 200 len: 375 time: 0.0243778 Jul 27 21:58:42.825036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.872558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.905724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.911828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/networks/e232a7dd-d715-431e-8b8a-d92e42d0bbc4 HTTP/1.1" status: 204 len: 168 time: 1.5788929 Jul 27 21:58:42.920810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46110) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:42.964589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60883-6814-44e6-abf6-b5076f5497e8 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Network': ['ID=e232a7dd-d715-431e-8b8a-d92e42d0bbc4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.968327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6571f239-d3a3-4143-9615-a3fc18d49d79 req-a3d23ba4-6219-4f58-9e1d-ae78915ced12 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0934522 Jul 27 21:58:42.990462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d7f6d1de-9187-43b7-a942-cec0ca868b64', 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'fixed_ips': [{'subnet_id': '2bb5dc9f-6e49-49da-a118-546de34f25fe'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:58:42.991013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.024223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Deleting port a2be4064-fb10-4874-ab52-625e79860f41 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:43.024634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.071603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.155055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.164589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-15d82907-4c24-4534-8627-e61b4facbb1c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3525751 Jul 27 21:58:43.194942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88aec12b-381e-4aee-be1b-6d12d5228e17 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:43.198775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 863632f3-f806-41f7-84d6-80fb80a8a54b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:43.199258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.219778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] For port a2be4064-fb10-4874-ab52-625e79860f41, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a2be4064-fb10-4874-ab52-625e79860f41,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:43.220712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.225043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 88aec12b-381e-4aee-be1b-6d12d5228e17 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:43.225405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88aec12b-381e-4aee-be1b-6d12d5228e17 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:43.230063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.248974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-26282973-2802-436c-8232-fae863953963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:58:40Z', 'revision_number': 5, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port': {'id': 'a2be4064-fb10-4874-ab52-625e79860f41', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:50:36Z', 'updated_at': '2021-07-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:43.253253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Calling delete_port for a2be4064-fb10-4874-ab52-625e79860f41 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:43.285223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] For port dcfdb7ce-8076-424a-b211-8c786197c20d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=dcfdb7ce-8076-424a-b211-8c786197c20d,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:43.289120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e988ad17-fea5-4226-9ae4-1d313d85416a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:43.358545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282973-2802-436c-8232-fae863953963 None None] Checking router: 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:43.401926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.409763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.434845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 863632f3-f806-41f7-84d6-80fb80a8a54b owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:43.437577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Allocated IP 19.86.0.2 (d7f6d1de-9187-43b7-a942-cec0ca868b64/2bb5dc9f-6e49-49da-a118-546de34f25fe/8fc6fb1c-5996-415b-8b97-88af8ae5c4b8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:43.443495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-0d1ad932-e522-4b8a-8c37-842f1e4f6f7d service neutron] 10.222.0.37 "GET /v2.0/networks/d0b94e51-ff6f-45e6-b048-b67491375caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698374 Jul 27 21:58:43.536400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26282973-2802-436c-8232-fae863953963 None None] Routers {'02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:43.537395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-26282973-2802-436c-8232-fae863953963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:43.543741 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.603539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-3e9a1f7b-7ff4-4e7d-8993-6de6f214ac0e service neutron] 10.222.0.37 "GET /v2.0/networks/d0b94e51-ff6f-45e6-b048-b67491375caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534762 Jul 27 21:58:43.718069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.724249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c71479dc-8c55-4ed8-bdbf-595e015bde24 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0816538 Jul 27 21:58:43.726354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46118) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:43.732564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-373418fa-0829-4ab6-b296-00e95173269a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e988ad17-fea5-4226-9ae4-1d313d85416a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:43.737603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90de9f-cdbb-4e2c-81df-1b723f797ba0 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb7ce-8076-424a-b211-8c786197c20d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:43.756031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4d36e8fc-524f-4041-a887-cd84e92e0a2b None None] Provisioning complete for port dcfdb7ce-8076-424a-b211-8c786197c20d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:43.762994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d36e8fc-524f-4041-a887-cd84e92e0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.762994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-26282973-2802-436c-8232-fae863953963 None None] Set router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:43.776712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f17fb28-56a5-416f-9592-0551ff34ca46 req-e93d7b5d-1632-478a-a8ed-74cecc6cc0d8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0612791 Jul 27 21:58:43.783121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-bd09029d-784d-49e7-a366-ec2f9bc9289d service neutron] 10.222.0.37 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721258 Jul 27 21:58:43.864088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-26282973-2802-436c-8232-fae863953963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:58:42Z', 'revision_number': 6, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:43.907015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26282973-2802-436c-8232-fae863953963 None None] The sync data for ids ['02f5e3c6-d1cc-4bca-884d-cf3511dfcea4'] in n-d-738018-6 is: [{'id': '02f5e3c6-d1cc-4bca-884d-cf3511dfcea4', 'name': 'tempest-AttachVolumeTestJSON-2031619079-router', 'tenant_id': '86cff42e635c4ee78f9eca4216cd1fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:50:35Z', 'updated_at': '2021-07-27T21:58:42Z', 'revision_number': 6, 'project_id': '86cff42e635c4ee78f9eca4216cd1fde', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:43.918013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-686cc4e4-86b3-4d29-a3d1-ff2e9a65992c service neutron] 10.222.0.37 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257508 Jul 27 21:58:43.924768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.937473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.953984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Transition to ACTIVE for port object 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:43.973779 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-373418fa-0829-4ab6-b296-00e95173269a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:43.977643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-373418fa-0829-4ab6-b296-00e95173269a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2489176 Jul 27 21:58:43.978807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46120) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:43.980104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=863632f3-f806-41f7-84d6-80fb80a8a54b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:43.994196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d270af2-e993-4dd9-bf4d-bb5e491d836e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group_rule': {'security_group_id': 'e988ad17-fea5-4226-9ae4-1d313d85416a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:44.009906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Transition to ACTIVE for port object 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:44.035043 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.066581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.069162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.071045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-172d9c3e-f72a-4f44-b868-8b350380df50 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb2a5c55-72dc-4345-b755-8b5992b7ec33 HTTP/1.1" status: 204 len: 168 time: 1.1481686 Jul 27 21:58:44.073483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2be4064-fb10-4874-ab52-625e79860f41,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.075740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46124) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.085881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.097534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4dbe3ef-3304-4c03-8ab4-8334c2787cb2 req-f08a394a-0b07-42b3-abc9-c3c7a39d73b8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0597844 Jul 27 21:58:44.109439 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec83004-a225-45d2-b9c7-703cc3657654 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:44.110137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec83004-a225-45d2-b9c7-703cc3657654 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:44.113634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2ec83004-a225-45d2-b9c7-703cc3657654 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/44da9322-096b-4502-bdd6-a50c23d139bf HTTP/1.1" status: 404 len: 333 time: 0.0364847 Jul 27 21:58:44.123248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46126) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.133326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:44.139411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:44.142324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:44.154892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36e2e83d-99c8-45b3-b189-0a99914ae37a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/ports?device_id=f032aafc-cb2f-4581-9074-d45120c61a33 HTTP/1.1" status: 200 len: 205 time: 0.0358698 Jul 27 21:58:44.156747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Pushing event updated for resources: {'Port': ['ID=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.157126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46128) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.239952 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-993bfb0e-dd71-4061-abc5-44b455a8ff46 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] delete failed (client error): The resource could not be found. Jul 27 21:58:44.243577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-993bfb0e-dd71-4061-abc5-44b455a8ff46 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/routers/f032aafc-cb2f-4581-9074-d45120c61a33 HTTP/1.1" status: 404 len: 336 time: 0.0851443 Jul 27 21:58:44.245876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.267924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Attempting to bind port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:44.268234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Attempting to bind port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:44.268834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Attempting to bind port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 on network d7f6d1de-9187-43b7-a942-cec0ca868b64 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:44.285321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ec4ddd5-3400-4f0e-a38f-31a2dc2c2bb8 req-bdc045b2-d6bf-492d-aa24-73194119300f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0621736 Jul 27 21:58:44.286599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.291993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:44.292390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Checking segment: {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:44.292816 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.293225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Bound using segment: {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:44.293731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Bound port: 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:44.294132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.321636 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5cca48-3acf-4ee0-92cb-7d321ba1b49c tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] DELETE failed (client error): The resource could not be found. Jul 27 21:58:44.332413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5cca48-3acf-4ee0-92cb-7d321ba1b49c tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:58:44.332413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f5cca48-3acf-4ee0-92cb-7d321ba1b49c tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/subnets/26fa2a18-8105-40fa-b030-3a6afeab11e5 HTTP/1.1" status: 404 len: 337 time: 0.0770845 Jul 27 21:58:44.333329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46142) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.352589 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-7d270af2-e993-4dd9-bf4d-bb5e491d836e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:58:44.354010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7d270af2-e993-4dd9-bf4d-bb5e491d836e tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3734045 Jul 27 21:58:44.401450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] For port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:44.405387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] For port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:44.417903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46144) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.483411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.490212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.504655 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.537159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.580799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.610683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f80bd-b543-4a9d-95b9-12ee9c13f0f9 None None] Pushing event updated for resources: {'Port': ['ID=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.655614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 5ba88df7-64f7-4708-aab6-36b977ff91a7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:44.656167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.703963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.704729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:58:44.713012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.716223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46150) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.717733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-df9c2da1-82d1-4413-968b-8466bae20951 admin admin] 10.222.0.37 "DELETE /v2.0/routers/02f5e3c6-d1cc-4bca-884d-cf3511dfcea4 HTTP/1.1" status: 204 len: 168 time: 2.7279718 Jul 27 21:58:44.770502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.773131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.774395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/e988ad17-fea5-4226-9ae4-1d313d85416a HTTP/1.1" status: 204 len: 168 time: 0.3578029 Jul 27 21:58:44.777561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46154) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.799805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349d75-0237-4aab-a272-bb569462f2b8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988ad17-fea5-4226-9ae4-1d313d85416a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.845006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Deleting subnet a5692fd4-022a-445b-87d1-3448c2867246 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:44.870484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.880371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8166dfd-baa3-48ec-8ceb-10b1fc35144d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008387 Jul 27 21:58:44.884206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:44.893812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'tempest-secgroup--932807659'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:44.912062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.969793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 5ba88df7-64f7-4708-aab6-36b977ff91a7 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:44.977511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4195173-cb08-4bfb-8b80-aa6fe9407221 req-7a821b1e-aec9-4527-ab54-086b9f981219 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0770113 Jul 27 21:58:44.983195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.995248 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.292921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:45.304091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd0e3321-8173-485f-a812-5aae6a5f001b req-d4468079-442e-4b0d-81c6-7fb3434d3740 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0970645 Jul 27 21:58:45.320248 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.427878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.450780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:45.456307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device dcfdb7ce-8076-424a-b211-8c786197c20d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:45.487453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa438537-0392-41d1-bd0d-1d5efdb2b49e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.529829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port dcfdb7ce-8076-424a-b211-8c786197c20d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:45.530206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.572211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.578646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a31d47e-f205-4eaa-8c9e-2fdbf0fc1789 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6914754 Jul 27 21:58:45.584158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:45.591907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4fa70c5d-71e3-4789-ae3e-14cf55e351e6 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:45.593430 n-d-738018-6 neutron-server[94672]: WARNING neutron.api.v2.base [None req-4fa70c5d-71e3-4789-ae3e-14cf55e351e6 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:58:45.594116 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4fa70c5d-71e3-4789-ae3e-14cf55e351e6 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:58:45.595718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4fa70c5d-71e3-4789-ae3e-14cf55e351e6 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "PUT /v2.0/security-groups/aa438537-0392-41d1-bd0d-1d5efdb2b49e HTTP/1.1" status: 409 len: 330 time: 0.0099099 Jul 27 21:58:45.599846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:45.647284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad137835-6cc3-4784-a70a-9e5461b75bac req-42891ae0-c0d5-459b-a750-398c53ab98fd tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0598326 Jul 27 21:58:45.665484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.730939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.758983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ee4657ad-6a61-41af-bb50-cdf1242ec317 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:45.791827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ee4657ad-6a61-41af-bb50-cdf1242ec317 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:45.792198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.800614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ee4657ad-6a61-41af-bb50-cdf1242ec317 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:45.801424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a2be4064-fb10-4874-ab52-625e79860f41 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:45.845925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a2be4064-fb10-4874-ab52-625e79860f41 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:45.847121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a2be4064-fb10-4874-ab52-625e79860f41 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:45.857138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.896824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.899468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=5ba88df7-64f7-4708-aab6-36b977ff91a7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.930686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.933753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.933936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5692fd4-022a-445b-87d1-3448c2867246,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.935469 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa438537-0392-41d1-bd0d-1d5efdb2b49e HTTP/1.1" status: 204 len: 168 time: 0.3348765 Jul 27 21:58:45.938683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46182) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:45.951341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbe64a-387b-4149-a0a4-a3aec15c6e7d tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa438537-0392-41d1-bd0d-1d5efdb2b49e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.970124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.972499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66bd460d-f7c6-4a96-90b4-c76e59560e0a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5692fd4-022a-445b-87d1-3448c2867246 HTTP/1.1" status: 204 len: 168 time: 1.2540107 Jul 27 21:58:45.974839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd0210-d338-4966-a9c1-2300ee1a64ef None None] Network 95529cac-67b7-4900-99a0-55700205b6fb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:45.975004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:46.105115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.112212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4dd5b099-c9b1-496d-84c2-21f717a9be0f tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530130 Jul 27 21:58:46.114428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.114578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee60a8-6f70-4e11-9acd-2a9c818cfcb9 None None] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:46.118524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:46.120066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ccfeef47-4a67-4722-a892-4a9b822c5c0a tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/5ba88df7-64f7-4708-aab6-36b977ff91a7 HTTP/1.1" status: 204 len: 168 time: 1.7855999 Jul 27 21:58:46.121141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46190) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:46.170756 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3638b1b0-e5a8-44db-bd1f-d39e1ca1caa8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] delete failed (client error): The resource could not be found. Jul 27 21:58:46.172391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3638b1b0-e5a8-44db-bd1f-d39e1ca1caa8 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "DELETE /v2.0/security-groups/e80c057d-56e2-4352-8a7e-fa2d8e53f9f1 HTTP/1.1" status: 404 len: 347 time: 0.0397573 Jul 27 21:58:46.181018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46192) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:46.194649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2f3ca7f-8e68-4e3a-8157-0c830f00cc81 req-902e6c82-215f-403b-b49d-66856c2ba46d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0452418 Jul 27 21:58:46.248578 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-8e6de045-7fe9-42ce-a988-6831c4b853d1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] show failed (client error): The resource could not be found. Jul 27 21:58:46.250004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Deleting port 9d452789-f9a1-4673-9f8e-7da479f6f60c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:46.250461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.257168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8e6de045-7fe9-42ce-a988-6831c4b853d1 tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-groups/86f5fe80-32d8-457d-bf95-04322713f90a HTTP/1.1" status: 404 len: 347 time: 0.0720208 Jul 27 21:58:46.264202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:46.370382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 3263fade-224a-47e7-8a98-b7da7c3f97e5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:46.370776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.373673 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-90266112-2e96-4fc8-a97f-669dcb9fa37a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] show failed (client error): The resource could not be found. Jul 27 21:58:46.376122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-90266112-2e96-4fc8-a97f-669dcb9fa37a tempest-NegativeSecGroupIPv6Test-1842955874 tempest-NegativeSecGroupIPv6Test-1842955874-project] 10.222.0.37 "GET /v2.0/security-group-rules/bca637f8-121f-43ee-aca1-772cacb98679 HTTP/1.1" status: 404 len: 356 time: 0.1098125 Jul 27 21:58:46.425034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] For port 9d452789-f9a1-4673-9f8e-7da479f6f60c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d452789-f9a1-4673-9f8e-7da479f6f60c,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:46.425034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.426339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Provisioning for port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:46.434910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Provisioning complete for port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:46.437666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.454984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Calling delete_port for 9d452789-f9a1-4673-9f8e-7da479f6f60c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:46.548853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] DHCP port deletion for 95529cac-67b7-4900-99a0-55700205b6fb request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:58:46.588602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-518cd294-4bed-495f-a07e-3272aa936357 req-790a3065-dae8-4a73-8913-b2e4db8d6e0b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1832523 Jul 27 21:58:46.714183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Deleting port 9d452789-f9a1-4673-9f8e-7da479f6f60c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:46.721964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.731233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.775096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 3263fade-224a-47e7-8a98-b7da7c3f97e5 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:46.803619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.864000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96e0c9dd-4089-4de5-b178-217a90a6e5db req-3c745728-0c76-4894-98c1-5e099b05cbea tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0859694 Jul 27 21:58:46.869334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.897468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] For port 9d452789-f9a1-4673-9f8e-7da479f6f60c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d452789-f9a1-4673-9f8e-7da479f6f60c,segment=NetworkSegment(8dce48e5-df33-40f0-8f15-5deadb25d060),segment_id=8dce48e5-df33-40f0-8f15-5deadb25d060)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:46.901020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d452789-f9a1-4673-9f8e-7da479f6f60c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:46.909176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] No DVR routers for this DVR port 9d452789-f9a1-4673-9f8e-7da479f6f60c on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:46.916215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.949620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] For port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:46.964812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Calling delete_port for 9d452789-f9a1-4673-9f8e-7da479f6f60c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:47.023440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.035745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:47.057238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.084649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95529cac-67b7-4900-99a0-55700205b6fb']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:47.097922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c126cb-8f51-4154-b4f5-b52419fb3c3a None None] Pushing event updated for resources: {'Port': ['ID=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.104615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dce48e5-df33-40f0-8f15-5deadb25d060') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:47.113163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dce48e5-df33-40f0-8f15-5deadb25d060') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:47.122337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.153035 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.161197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d452789-f9a1-4673-9f8e-7da479f6f60c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:47.189287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f5cfd37-2c8b-473e-b011-2448f494c165 None None] Provisioning complete for port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:47.190367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f5cfd37-2c8b-473e-b011-2448f494c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.198232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-45907b4a-be10-4c71-9047-fb5976d21438 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.204158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-45907b4a-be10-4c71-9047-fb5976d21438 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.206575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-45907b4a-be10-4c71-9047-fb5976d21438 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "GET /v2.0/networks?id=d0b94e51-ff6f-45e6-b048-b67491375caf&id=d7f6d1de-9187-43b7-a942-cec0ca868b64 HTTP/1.1" status: 200 len: 1390 time: 0.2477553 Jul 27 21:58:47.207786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.214840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:47.215296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:47.217131 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:47.224307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.245416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 9d452789-f9a1-4673-9f8e-7da479f6f60c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:47.245894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d452789-f9a1-4673-9f8e-7da479f6f60c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:47.265036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=3263fade-224a-47e7-8a98-b7da7c3f97e5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.271395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] Pushing event deleted for resources: {'Port': ['ID=9d452789-f9a1-4673-9f8e-7da479f6f60c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.276512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488926eb-87d3-4800-aa45-255cc4bb8a79 None None] No DVR routers for this DVR port 9d452789-f9a1-4673-9f8e-7da479f6f60c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:47.280681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'port': {'device_id': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf', 'admin_state_up': True, 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:47.325910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12ed0f84-4a9e-4272-bf2f-159a325946b8 req-09b95fc7-e834-4149-b637-561812d124a6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0539606 Jul 27 21:58:47.435898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0c495f3c-5f1e-40c8-aa8c-f8f311ec5711 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73eff898b31043b8a77805cc9df1adca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984878 Jul 27 21:58:47.438658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46214) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:47.441537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.443483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3fda245e-1d3c-4d5a-a994-3ed4df74d439 tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/ports/3263fade-224a-47e7-8a98-b7da7c3f97e5 HTTP/1.1" status: 204 len: 168 time: 1.3211467 Jul 27 21:58:47.445963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46216) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:47.497821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.513062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8968792-77f9-4bcf-b60b-9c966655e3db tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.517446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c8968792-77f9-4bcf-b60b-9c966655e3db tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "GET /v2.0/ports?device_id=365c715d-9efb-4862-bec2-54053ca5e7aa HTTP/1.1" status: 200 len: 913 time: 0.0703979 Jul 27 21:58:47.518136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46218) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:47.521775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.541186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:47.544886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.555994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.571924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.574009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] 10.222.0.37 "DELETE /v2.0/networks/95529cac-67b7-4900-99a0-55700205b6fb HTTP/1.1" status: 204 len: 168 time: 1.5981126 Jul 27 21:58:47.589991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bffac-6cc2-49d0-b94b-089d6b817c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=95529cac-67b7-4900-99a0-55700205b6fb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.758527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e381e12f-d6fa-41af-acda-2e435d48e004 req-e29643b1-0c86-4d6e-ab67-4d7bf85b0670 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0460331 Jul 27 21:58:47.769127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.772310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.775891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/786855ea-52dc-41eb-b26b-feb329339c21 HTTP/1.1" status: 204 len: 168 time: 0.3338315 Jul 27 21:58:47.783913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Allocated IP 19.80.0.243 (d0b94e51-ff6f-45e6-b048-b67491375caf/67d6e565-e21b-4afa-a8a6-43346dc07cfa/dae856d4-2346-43ae-b850-371f97565714) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:47.792301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310aa29c-f7af-4cf1-a640-030366c50459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786855ea-52dc-41eb-b26b-feb329339c21,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.974994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:47.979741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d03a3723-685d-4aed-b8ed-df9a68d9ee65 req-480ee3aa-9e2c-4ee4-ad2e-65f8c3a9ec59 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0380058 Jul 27 21:58:48.026419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.046621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.051457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2a94d39d-d452-4567-8c70-40e4adad61da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86cff42e635c4ee78f9eca4216cd1fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752301 Jul 27 21:58:48.052559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Transition to ACTIVE for port object dae856d4-2346-43ae-b850-371f97565714 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:48.053908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:48.126168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.150694 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.248003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.291771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network d0b94e51-ff6f-45e6-b048-b67491375caf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:48.298545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:48.303386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:48.330919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:48.389826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:48.404317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.430005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 914eadc8-fb75-4ccd-b5f0-8b10a6dc817f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:48.430005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.440806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.441048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.442065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37fe3e65-42fc-450c-aee1-4bdc3c733b57 HTTP/1.1" status: 204 len: 168 time: 0.3872044 Jul 27 21:58:48.468666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b4fc040-9657-4235-8c84-f010a041c3f9 req-67776842-bc5b-47ed-be94-c6bcf7948086 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0554192 Jul 27 21:58:48.474961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb20d9-3f7c-4ce8-84f3-ceb476340b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fe3e65-42fc-450c-aee1-4bdc3c733b57,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:48.566032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4bf686bf-7f18-4718-a7c6-99e5e6856cd8 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3384399 Jul 27 21:58:48.583052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Request body: {'port': {'device_id': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64', 'admin_state_up': True, 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:48.583221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.617844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 914eadc8-fb75-4ccd-b5f0-8b10a6dc817f owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:48.760710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8b2c2a5d-c740-4f36-b398-1bc2423a8707 None None] Provisioning for port dae856d4-2346-43ae-b850-371f97565714 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:48.766019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8b2c2a5d-c740-4f36-b398-1bc2423a8707 None None] Provisioning complete for port dae856d4-2346-43ae-b850-371f97565714 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:48.766607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2a5d-c740-4f36-b398-1bc2423a8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.831706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c2a5d-c740-4f36-b398-1bc2423a8707 None None] Port dae856d4-2346-43ae-b850-371f97565714 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:48.848234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Made reservation on behalf of f7e297f2babc49cfadf2a42c028d0b6d for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:48.853730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.937245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7be2b31e-f632-46a5-996b-a90bd8722acf req-78915d4d-417f-4a4e-991a-6a668fcd2ea0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0734198 Jul 27 21:58:49.091835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.098816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Allocated IP 19.86.0.146 (d7f6d1de-9187-43b7-a942-cec0ca868b64/2bb5dc9f-6e49-49da-a118-546de34f25fe/e146f98c-9277-473f-9e6e-4d078de17df3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:49.129450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=914eadc8-fb75-4ccd-b5f0-8b10a6dc817f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:49.135423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:49.241391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:49.241758 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.379388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482e22c-5266-4493-a6d3-586b1b9f199e req-a6ad4608-8e9b-466e-aeca-9c1ca7ee07ec tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.380786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c482e22c-5266-4493-a6d3-586b1b9f199e req-a6ad4608-8e9b-466e-aeca-9c1ca7ee07ec tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 932 time: 0.2705307 Jul 27 21:58:49.433785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.468175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c482e22c-5266-4493-a6d3-586b1b9f199e req-1fcbc03c-4f1c-4a83-9d7d-75ae89c466a9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802596 Jul 27 21:58:49.479045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.497852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Transition to ACTIVE for port object e146f98c-9277-473f-9e6e-4d078de17df3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:49.588454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51d9251b-94b4-467c-884a-e3e18e5c83f5 req-cb38b1a3-5acb-47f2-b430-c90b59f77397 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0415606 Jul 27 21:58:49.633147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.686336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:49.690928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:49.700379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:49.735806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:49.804502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.806076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.815977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Router 365c715d-9efb-4862-bec2-54053ca5e7aa has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:49.904310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-193ad9b1-29e0-4cba-a42a-7feafe6c8dd4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3301435 Jul 27 21:58:49.916719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-8a3a1bd9-fbc3-421a-ae95-f42417c18324 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:58:49.917747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-8a3a1bd9-fbc3-421a-ae95-f42417c18324 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064747 Jul 27 21:58:49.929679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Request body: {'port': {'device_id': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:50.027632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:50.032536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:50.040403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e014b9c-0674-4bae-bbf2-a83af53e928e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "PUT /v2.0/routers/365c715d-9efb-4862-bec2-54053ca5e7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196192 Jul 27 21:58:50.040403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46312) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:50.042946 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] Sync routers for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:50.057304 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:50.061818 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:50.115710 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:50.128190 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] Routers {'365c715d-9efb-4862-bec2-54053ca5e7aa'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:50.129267 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:58:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['365c715d-9efb-4862-bec2-54053ca5e7aa'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:50.143562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8e52114-e20e-4071-8fca-24377dfa0b01 req-b379a428-5ee8-470a-b8c2-0a944ae4561c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1122365 Jul 27 21:58:50.160543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.169828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:50.170818 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd29ca-d96e-4844-9fa1-65a643135669 None None] The sync data for ids ['365c715d-9efb-4862-bec2-54053ca5e7aa'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:58:50.199316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.223425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c0e4a1d-ee0d-4183-a93e-3e2d4a424063 None None] Provisioning for port e146f98c-9277-473f-9e6e-4d078de17df3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:50.228620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c0e4a1d-ee0d-4183-a93e-3e2d4a424063 None None] Provisioning complete for port e146f98c-9277-473f-9e6e-4d078de17df3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:50.228955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1417355602-network', 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:50.229374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4a1d-ee0d-4183-a93e-3e2d4a424063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.270923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e4a1d-ee0d-4183-a93e-3e2d4a424063 None None] Port e146f98c-9277-473f-9e6e-4d078de17df3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:50.326277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.406008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:50.409166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.428551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.458425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting port 84548ca9-e9e5-480d-afa2-46a300ca677c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:50.459279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.571820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.588324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Calling delete_port for 84548ca9-e9e5-480d-afa2-46a300ca677c owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:50.643392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae856d4-2346-43ae-b850-371f97565714 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:50.665864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.711531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Transition to ACTIVE for port object dae856d4-2346-43ae-b850-371f97565714 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:50.766347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.770104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2ff823e-17bf-4424-9e27-292f30006c09 req-c171c172-33d4-44a4-aa8e-7454304b4ea9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0609763 Jul 27 21:58:50.791260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.846083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67b90f-93fb-4868-aad2-1df891405a49 req-ea184ad7-4c83-4b26-9f60-fdd5f680e5ed tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.848038 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.853049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67b90f-93fb-4868-aad2-1df891405a49 req-ea184ad7-4c83-4b26-9f60-fdd5f680e5ed tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.855030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d67b90f-93fb-4868-aad2-1df891405a49 req-ea184ad7-4c83-4b26-9f60-fdd5f680e5ed tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1655 time: 0.1823146 Jul 27 21:58:50.870922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Pushing event updated for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:50.906742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:50.968731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d67b90f-93fb-4868-aad2-1df891405a49 req-b1b6a242-a08f-4d36-a2c7-dd039f48afab tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Jul 27 21:58:50.969668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.990078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.990479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.990829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.991167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.991507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.992021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.992362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.992694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.993032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.993351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.993678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.994008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:51.014379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c358d7af-b54b-4bca-803c-5e85711821e5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.017872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.018222 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Added segment 93483537-45c2-43ec-b834-2756ef07d9ce of type vlan for network 6a29d313-6e23-4785-8992-45def9108398 Jul 27 21:58:51.034484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Attempting to bind port dae856d4-2346-43ae-b850-371f97565714 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:51.034484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Attempting to bind port dae856d4-2346-43ae-b850-371f97565714 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:51.034484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Attempting to bind port dae856d4-2346-43ae-b850-371f97565714 on network d0b94e51-ff6f-45e6-b048-b67491375caf {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:51.038393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Port': ['ID=84548ca9-e9e5-480d-afa2-46a300ca677c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.087443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Port dae856d4-2346-43ae-b850-371f97565714 on network d0b94e51-ff6f-45e6-b048-b67491375caf not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:51.088388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Attempting to bind port dae856d4-2346-43ae-b850-371f97565714 on network d0b94e51-ff6f-45e6-b048-b67491375caf {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:51.109160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:51.109506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Checking segment: {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:51.109907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Bound using segment: {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:51.110395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Bound port: dae856d4-2346-43ae-b850-371f97565714, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c78d4e-586e-49a8-bbde-9c093847a78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:51.110767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.136769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.172025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.231795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:51.253464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25886fda-8d85-4efc-bb5f-72845f50aa6f req-993cd81d-905b-46ab-8ad5-6166a8b773e2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0441923 Jul 27 21:58:51.262704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dae856d4-2346-43ae-b850-371f97565714,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:51.279678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.281785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.326239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.327442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.328204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.379863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.410538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.411142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Fanout notify agent at l3_agent the message router_deleted on router 365c715d-9efb-4862-bec2-54053ca5e7aa {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:58:51.430702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] Pushing event updated for resources: {'Network': ['ID=6a29d313-6e23-4785-8992-45def9108398,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.432062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.433461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.434088 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.435545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] 10.222.0.76 "PUT /v2.0/ports/dae856d4-2346-43ae-b850-371f97565714 HTTP/1.1" status: 200 len: 1092 time: 1.5106685 Jul 27 21:58:51.442384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30a61240-6f51-430f-a7e3-f896e39fc39e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/routers/365c715d-9efb-4862-bec2-54053ca5e7aa HTTP/1.1" status: 204 len: 168 time: 1.3990285 Jul 27 21:58:51.442526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'tag': 'dae856d4-2346-43ae-b850-371f97565714'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:51.443266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46350) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:51.446181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6a29d313-6e23-4785-8992-45def9108398 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:51.450792 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f86db1-245d-4a76-8864-81dacc0ed2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "tag": "dae856d4-2346-43ae-b850-371f97565714"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:51.478596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f33077-69c6-46e4-8591-1be9c9cc9487 service neutron] Pushing event updated for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.489066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6bf43172-ae41-4414-96a5-392c639d15ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4553504 Jul 27 21:58:51.489745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:51.497545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Request body: {'subnet': {'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1417355602-subnet', 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:51.526931 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2973c8-1e24-44cf-bb22-c40bd74ad605 x-openstack-request-id: req-4b2973c8-1e24-44cf-bb22-c40bd74ad605 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:51.528687 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "tag": "dae856d4-2346-43ae-b850-371f97565714", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:51.529393 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b2973c8-1e24-44cf-bb22-c40bd74ad605 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:51.530001 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'tag': 'dae856d4-2346-43ae-b850-371f97565714', 'status': 'completed', 'code': 200} Jul 27 21:58:51.541974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Request body: {'port': {'device_id': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:51.550413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Deleting subnet 8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:58:51.554214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.627087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.666982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46358) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:51.679386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.685649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-42cb2ab6-23d1-4e57-9943-4c8f3328422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.686156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-42cb2ab6-23d1-4e57-9943-4c8f3328422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.688067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-42cb2ab6-23d1-4e57-9943-4c8f3328422a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1914 time: 0.1410334 Jul 27 21:58:51.714386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:51.714386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.716735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.826699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.901626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.915433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43c2ad58-b6cb-42d4-a49a-522303c9d4f5 req-bd86482b-8f87-4853-a4e2-96f40baf6d1c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0713377 Jul 27 21:58:51.938444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.948617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.950600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f4f1ca55-407c-4020-a1fe-8ff602f89d3e tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/subnets/8d7a0f5e-7866-4da5-b234-e55fdb7d0ce6 HTTP/1.1" status: 204 len: 168 time: 0.5059783 Jul 27 21:58:51.954491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46364) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:52.042225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.080589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.098326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-1b7386a5-c753-4996-9893-c844e193f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.098810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-1b7386a5-c753-4996-9893-c844e193f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.099289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-1b7386a5-c753-4996-9893-c844e193f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.100985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-1b7386a5-c753-4996-9893-c844e193f2a0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4037986 Jul 27 21:58:52.147373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.366870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11dfb908-4d42-4a6a-83a1-d7c833a9c7d6 req-e7a152d1-489e-4aa2-85ba-03e2b6b602c3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0527651 Jul 27 21:58:52.367937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-6383ad3e-7714-4e49-9007-f8a9d0c6763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.369346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37f86db1-245d-4a76-8864-81dacc0ed2ce req-6383ad3e-7714-4e49-9007-f8a9d0c6763c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2580156 Jul 27 21:58:52.449256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e146f98c-9277-473f-9e6e-4d078de17df3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:52.459343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.471159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.477366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Transition to ACTIVE for port object e146f98c-9277-473f-9e6e-4d078de17df3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:52.533803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:52.543679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Checking segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:52.545145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Network hostable DHCP agents. Network: 6a29d313-6e23-4785-8992-45def9108398, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:52.578196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.583420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.599496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a1940c6bf9443c392f9d0c301a0d2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9249477 Jul 27 21:58:52.599496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ebf25f-733b-4fe3-b09a-ecbfc4455e12,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:52.599496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb6528d-3587-433a-9805-6fc38cb72aea']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:52.602161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46376) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:52.611020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383eefc-ac3e-4cdb-af05-e5c07f8c4d6a req-5f6a344f-ba0f-4850-8843-0a163ab63ac7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.617703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383eefc-ac3e-4cdb-af05-e5c07f8c4d6a req-5f6a344f-ba0f-4850-8843-0a163ab63ac7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.619372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f383eefc-ac3e-4cdb-af05-e5c07f8c4d6a req-5f6a344f-ba0f-4850-8843-0a163ab63ac7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1667 time: 0.5566945 Jul 27 21:58:52.644613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:52.653288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba30de5-8738-4e82-b769-2bdc73c4cb22') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:52.653587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba30de5-8738-4e82-b769-2bdc73c4cb22') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:52.656395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.656747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.657092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.657429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.658103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.658299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.658514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.658851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.659273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.659493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.659872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.660255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d05a5c-1213-44ba-954b-bb8d61d361fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:52.694002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.725318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Network 6a29d313-6e23-4785-8992-45def9108398 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:52.727353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.749539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f383eefc-ac3e-4cdb-af05-e5c07f8c4d6a req-6cea55de-a268-409f-b2d9-687640e67780 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090624 Jul 27 21:58:52.753547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:58:52.753959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:58:52.757620 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:58:52.791870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Attempting to bind port e146f98c-9277-473f-9e6e-4d078de17df3 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:52.792210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Attempting to bind port e146f98c-9277-473f-9e6e-4d078de17df3 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:52.792776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Attempting to bind port e146f98c-9277-473f-9e6e-4d078de17df3 on network d7f6d1de-9187-43b7-a942-cec0ca868b64 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:52.804321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Port e146f98c-9277-473f-9e6e-4d078de17df3 on network d7f6d1de-9187-43b7-a942-cec0ca868b64 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:52.804915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Attempting to bind port e146f98c-9277-473f-9e6e-4d078de17df3 on network d7f6d1de-9187-43b7-a942-cec0ca868b64 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:52.810803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.810953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:52.811086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Checking segment: {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:52.811472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Bound using segment: {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:52.811954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Bound port: e146f98c-9277-473f-9e6e-4d078de17df3, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:52.812318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.849301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.868290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6a29d313-6e23-4785-8992-45def9108398) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:52.873909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.874478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.878215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7512f-fb59-4597-9f35-0f2020eb66c5 None None] Network 6a29d313-6e23-4785-8992-45def9108398 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:52.913639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:52.916907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:52.966139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.972457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:52.974820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] 10.222.0.37 "DELETE /v2.0/networks/adb6528d-3587-433a-9805-6fc38cb72aea HTTP/1.1" status: 204 len: 168 time: 1.0184610 Jul 27 21:58:52.993474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc808d-09b1-41c8-baf5-d02db12a7e1d tempest-FloatingIPTestJSON-1751743687 tempest-FloatingIPTestJSON-1751743687-project] Pushing event deleted for resources: {'Network': ['ID=adb6528d-3587-433a-9805-6fc38cb72aea,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:53.006631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.010643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.012048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11ebf25f-733b-4fe3-b09a-ecbfc4455e12 HTTP/1.1" status: 204 len: 168 time: 0.3917143 Jul 27 21:58:53.029062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b905c-a807-4d73-a041-f7eb37bc7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ebf25f-733b-4fe3-b09a-ecbfc4455e12,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:53.104429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20731a7-1198-4ff0-b0a8-5b87b2ef7528 None None] Network 6a29d313-6e23-4785-8992-45def9108398 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:53.349122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68d28051-41da-48e6-847d-68951b2f620d req-806e8cc9-ad7f-46c9-bd85-a6aceec09129 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.3733950 Jul 27 21:58:53.350656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cedc5869-4bb9-4508-ac01-e852c37ea98b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8574326 Jul 27 21:58:53.351901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.388067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.388690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.390104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] 10.222.0.76 "PUT /v2.0/ports/e146f98c-9277-473f-9e6e-4d078de17df3 HTTP/1.1" status: 200 len: 1092 time: 1.8556216 Jul 27 21:58:53.418991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e33b07-ecce-46ea-aa77-8501155418a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:53.505028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d79dfa7-87e5-4af9-ae0e-27a4b2fae6d0 req-564ed592-5b9b-4fc3-9d9b-476388c75a7f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0712998 Jul 27 21:58:53.536653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:53.536653 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:53.612965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46400) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:53.617874 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d1dea-0347-46f0-9263-b5d05c5c52eb x-openstack-request-id: req-121d1dea-0347-46f0-9263-b5d05c5c52eb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:53.618441 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:53.619093 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-121d1dea-0347-46f0-9263-b5d05c5c52eb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:53.620579 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'status': 'completed', 'code': 200} Jul 27 21:58:53.653762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-0dc299f6-c94d-4d22-ac9b-318d409f0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.654264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-0dc299f6-c94d-4d22-ac9b-318d409f0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.656035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-0dc299f6-c94d-4d22-ac9b-318d409f0071 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1981 time: 0.0844464 Jul 27 21:58:53.704095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-4524bea1-4630-4d2e-8f26-5f2549f97b60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=dae856d4-2346-43ae-b850-371f97565714 HTTP/1.1" status: 200 len: 217 time: 0.0388343 Jul 27 21:58:53.773703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-ca4e46c7-74f9-4c0c-a439-2d9843c7af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.775212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-ca4e46c7-74f9-4c0c-a439-2d9843c7af2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67d6e565-e21b-4afa-a8a6-43346dc07cfa HTTP/1.1" status: 200 len: 801 time: 0.0641296 Jul 27 21:58:53.888775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6731e4c5-4648-4879-905d-741948b158c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2071ef619aee44c1a9fd19039604027e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743447 Jul 27 21:58:53.891425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46412) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:53.919135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-8887cac1-6bac-4b3b-b48c-d0132575f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.920990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-8887cac1-6bac-4b3b-b48c-d0132575f4e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0b94e51-ff6f-45e6-b048-b67491375caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1363590 Jul 27 21:58:53.962559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46414) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:53.984775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.990073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d90d789-e840-4e1a-874b-60cbfc4c184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.001146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb02dd-617d-43fe-9d48-bb54214008d9 req-b8ca7c32-9a52-4b2b-a42f-f84935cf344c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.010775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb02dd-617d-43fe-9d48-bb54214008d9 req-b8ca7c32-9a52-4b2b-a42f-f84935cf344c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.012789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bebb02dd-617d-43fe-9d48-bb54214008d9 req-b8ca7c32-9a52-4b2b-a42f-f84935cf344c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1679 time: 0.1690485 Jul 27 21:58:54.049433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.090103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bebb02dd-617d-43fe-9d48-bb54214008d9 req-d2dbbc74-f249-4b9a-863d-6e209daee380 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652621 Jul 27 21:58:54.094952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-c6922049-ea76-41df-9106-32a65c3774ff service neutron] 10.222.0.76 "GET /v2.0/networks/d0b94e51-ff6f-45e6-b048-b67491375caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638258 Jul 27 21:58:54.194873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d90d789-e840-4e1a-874b-60cbfc4c184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.251558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-fd9f2dd7-633e-4475-876d-fd4d43bf677e service neutron] 10.222.0.76 "GET /v2.0/networks/d0b94e51-ff6f-45e6-b048-b67491375caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498964 Jul 27 21:58:54.262916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.266203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.267976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a240d954-0ee2-43ca-8479-669053c5730c HTTP/1.1" status: 204 len: 168 time: 0.3738513 Jul 27 21:58:54.307058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ad3c2-f368-4a4b-8c9d-acfc6fb2437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240d954-0ee2-43ca-8479-669053c5730c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.307325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-7944a128-09d8-4400-b1c4-a11b48d17210 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=e146f98c-9277-473f-9e6e-4d078de17df3 HTTP/1.1" status: 200 len: 217 time: 0.0465055 Jul 27 21:58:54.341170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d90d789-e840-4e1a-874b-60cbfc4c184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.370524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-6aa036fc-441a-4bd4-95bc-666e52372ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.372313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-6aa036fc-441a-4bd4-95bc-666e52372ba0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bb5dc9f-6e49-49da-a118-546de34f25fe HTTP/1.1" status: 200 len: 801 time: 0.0577538 Jul 27 21:58:54.409550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d90d789-e840-4e1a-874b-60cbfc4c184f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a68c7f361b4c049a8f8000407b8b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453740 Jul 27 21:58:54.413784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46428) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:54.425910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90d789-e840-4e1a-874b-60cbfc4c184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b94cee-8d70-44b1-b9d7-723f460f329d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.471477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1324649d-9603-4e96-a5ec-533343968de2 req-01b09c06-f24f-443b-a127-dd64d6787f47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0501478 Jul 27 21:58:54.496199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-ddbfd73d-4d58-4c92-ac28-3d9cb9a595fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.498148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-ddbfd73d-4d58-4c92-ac28-3d9cb9a595fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7f6d1de-9187-43b7-a942-cec0ca868b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1157250 Jul 27 21:58:54.504479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-2a3c500c-7426-4bb2-b14a-44ca49bd2a4f tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.506125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-2a3c500c-7426-4bb2-b14a-44ca49bd2a4f tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2492685 Jul 27 21:58:54.534101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.539238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-f69f73b9-84a9-4e74-88a3-724148b8d1f2 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/quotas/5a395c23e6e146d7b1878e7b4c5121a8 HTTP/1.1" status: 200 len: 375 time: 0.0248532 Jul 27 21:58:54.601077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-3def7b32-a110-457b-9e0b-0c2b5828a5f2 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501208 Jul 27 21:58:54.603689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.636545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-330f69d5-47c9-49f0-bda4-31fc1bce6874 req-59a2cc5e-486b-4c38-9607-6fd534989afc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0531552 Jul 27 21:58:54.672892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-68d6539c-34ad-4e74-9fc8-2ea1723372ad service neutron] 10.222.0.76 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660268 Jul 27 21:58:54.752765 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-2e755047-e1e4-4c2f-9025-481430c49d9f service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415725 Jul 27 21:58:54.824595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.827325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.831612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24b94cee-8d70-44b1-b9d7-723f460f329d HTTP/1.1" status: 204 len: 168 time: 0.4140897 Jul 27 21:58:54.831844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4248100b-3ebc-43b8-a98e-9acb0dea2086 req-82dfb530-133a-492c-a4e0-6da4030252b3 service neutron] 10.222.0.76 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404734 Jul 27 21:58:54.849697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59d272-8979-4f35-88ac-1fd759ebba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b94cee-8d70-44b1-b9d7-723f460f329d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.902021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-606c3949-2b19-4e60-922e-abd961a40832 service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429102 Jul 27 21:58:55.063583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-ea19b041-00e1-47ad-884a-ac78dfd876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.065242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-ea19b041-00e1-47ad-884a-ac78dfd876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.067267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-ea19b041-00e1-47ad-884a-ac78dfd876a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1981 time: 0.0870817 Jul 27 21:58:55.264823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-3c6cc788-6ab5-49c8-ace2-39e4f9f08807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.266521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-3c6cc788-6ab5-49c8-ace2-39e4f9f08807 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7f6d1de-9187-43b7-a942-cec0ca868b64 HTTP/1.1" status: 200 len: 902 time: 0.1911926 Jul 27 21:58:55.272682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-25e06f3f-bddb-4220-86da-11337f1df716 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2352390 Jul 27 21:58:55.365522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-30477f98-89b4-4e09-9acb-a5fc2223b750 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=e146f98c-9277-473f-9e6e-4d078de17df3 HTTP/1.1" status: 200 len: 217 time: 0.0647061 Jul 27 21:58:55.423071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a17c2fce-684b-419a-a6cb-85a2638cd0b8 req-22a704a2-fc22-4d1a-a1dd-850f71fd6019 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0740461 Jul 27 21:58:55.437986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f7d8b-cf64-4be0-ae33-1a11bf014086 req-c8728d29-563e-473c-aee6-94ca97655401 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.445220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f7d8b-cf64-4be0-ae33-1a11bf014086 req-c8728d29-563e-473c-aee6-94ca97655401 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.446946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-617f7d8b-cf64-4be0-ae33-1a11bf014086 req-c8728d29-563e-473c-aee6-94ca97655401 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1679 time: 0.2373509 Jul 27 21:58:55.448646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-4b7a3662-88de-4e04-bc83-f15d8d8224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.450033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-4b7a3662-88de-4e04-bc83-f15d8d8224b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bb5dc9f-6e49-49da-a118-546de34f25fe HTTP/1.1" status: 200 len: 801 time: 0.0876145 Jul 27 21:58:55.510252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-17af3275-5c2f-47f4-9647-140defb6691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.510252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-17af3275-5c2f-47f4-9647-140defb6691e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1096 time: 0.1504796 Jul 27 21:58:55.581575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-617f7d8b-cf64-4be0-ae33-1a11bf014086 req-8a591c54-0463-4f32-8282-66e3c3921a0a tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283414 Jul 27 21:58:55.609103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-b1077085-dcba-459b-8105-51ce99040468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.614207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-b1077085-dcba-459b-8105-51ce99040468 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7f6d1de-9187-43b7-a942-cec0ca868b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1558797 Jul 27 21:58:55.630854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1efc62f-ac74-4fc7-92e8-31a73ed3c8cb req-80876905-818e-41f6-86ce-fd66646d6e1d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0710394 Jul 27 21:58:55.681701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-3b3c4b0a-1650-4aeb-85b6-a100dac2feec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.682920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-3b3c4b0a-1650-4aeb-85b6-a100dac2feec service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1450491 Jul 27 21:58:55.735844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-6b34dd76-692b-445e-976e-cc56666e71a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 217 time: 0.0449579 Jul 27 21:58:55.759175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a959ef9-fabb-47fc-aa0c-856ec2d0d536 req-88f2dbbf-f197-43e1-b2a7-df012ee6654e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0398009 Jul 27 21:58:55.762891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-b10a74e0-4e57-4bd2-bf65-68c9deb8cbec service neutron] 10.222.0.76 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388478 Jul 27 21:58:55.790640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-3c08c735-148b-4ce7-925f-657ef66d3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.792799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-3c08c735-148b-4ce7-925f-657ef66d3d69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0505807 Jul 27 21:58:55.828439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-5ac4c5c4-6e70-4288-b83e-936d2c90f0b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jul 27 21:58:55.846252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-5893ac9a-3395-4924-b536-4273ccda4d27 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:58:55.847525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-5893ac9a-3395-4924-b536-4273ccda4d27 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118966 Jul 27 21:58:55.878977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54a5ca5-8126-46c7-ba55-3aa70276a0ee req-8850a526-0e0d-4b1c-bed7-2a378b22e020 service neutron] 10.222.0.76 "GET /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047046 Jul 27 21:58:55.963277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-365cdb14-37df-4dc1-96f9-dc2710ff7498 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063418 Jul 27 21:58:56.057525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b63add8-c86b-4d6c-b0b5-b3182a18c8ef req-6d23581b-96eb-4b1a-bad7-abd835601e22 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872753 Jul 27 21:58:56.158369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46486) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:56.263507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-701501758-network', 'tenant_id': 'b9de8b5bf3da408eb7648087af10c54c'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:56.360537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Made reservation on behalf of b9de8b5bf3da408eb7648087af10c54c for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:56.366610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.373986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.484944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.521789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25aeb105-9a19-4a5a-b3a2-3f64f563aa52 req-b686cf71-0eba-41a1-8b90-9033e2e36684 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0300462 Jul 27 21:58:56.566510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.596344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:56.601214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27fdb8-6f67-4a9e-9093-c879ac3b8be3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:56.612297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.612722 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Added segment 19f45688-5927-4b5b-a9b8-3a5f08b79214 of type vlan for network 7745e971-e636-4791-a9ac-fe712ffba834 Jul 27 21:58:56.665987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.731778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e75af1ef-67f4-4fd5-90b5-fafe83a9b835 req-d651e02b-51b1-40f3-91db-e0628bb58dff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0457401 Jul 27 21:58:56.762778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb792-54a7-4db7-a2ea-71baaa44467a req-3e2bc56d-ec7b-44c3-937e-12e77abc6bd2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.769096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb792-54a7-4db7-a2ea-71baaa44467a req-3e2bc56d-ec7b-44c3-937e-12e77abc6bd2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.770770 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e87eb792-54a7-4db7-a2ea-71baaa44467a req-3e2bc56d-ec7b-44c3-937e-12e77abc6bd2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1679 time: 0.0998807 Jul 27 21:58:56.813104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e87eb792-54a7-4db7-a2ea-71baaa44467a req-a776f6b7-5f4a-4870-b0fe-050e689fc1a2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Jul 27 21:58:56.853389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-694ac031-4192-4e21-9ff1-3fcad8e2c498 req-897b3cb5-a747-4c1e-8512-ce437d229409 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0341642 Jul 27 21:58:56.854122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.855078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.855654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.916849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] Pushing event updated for resources: {'Network': ['ID=7745e971-e636-4791-a9ac-fe712ffba834,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:56.927043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7745e971-e636-4791-a9ac-fe712ffba834 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:57.051572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5012d456-eac7-4a69-94e0-81ad1dc3c300 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8919919 Jul 27 21:58:57.054436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46520) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:57.060198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Request body: {'subnet': {'network_id': '7745e971-e636-4791-a9ac-fe712ffba834', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-701501758-subnet', 'tenant_id': 'b9de8b5bf3da408eb7648087af10c54c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:57.280070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Made reservation on behalf of b9de8b5bf3da408eb7648087af10c54c for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:57.282859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.719104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cf372a6-222a-405b-8400-cb4c8dfc16f5 req-7b90d607-5722-46fa-9a26-074ffc0c938d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0305893 Jul 27 21:58:57.821888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c50d8f5-5c0f-4e7a-acfd-e2db1fee5774 req-40565602-452d-4df5-84be-cbf8f15d1220 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0357993 Jul 27 21:58:57.970087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-480419e2-1224-4b5f-89c8-98fdbb954234 req-38b093da-fe5c-4c34-a596-985d2e1425e4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0521336 Jul 27 21:58:57.981144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6679-e926-495c-97b4-6420923653ad req-235d382e-0831-4a8f-b016-3067fe6a7751 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.984735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dae856d4-2346-43ae-b850-371f97565714 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:57.996590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da6679-e926-495c-97b4-6420923653ad req-235d382e-0831-4a8f-b016-3067fe6a7751 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.998259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79da6679-e926-495c-97b4-6420923653ad req-235d382e-0831-4a8f-b016-3067fe6a7751 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1679 time: 0.0994301 Jul 27 21:58:58.087185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79da6679-e926-495c-97b4-6420923653ad req-d6c74220-2adc-441e-9ced-1f1262ef66ff tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813994 Jul 27 21:58:58.171089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.250300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Checking segment: {'id': '19f45688-5927-4b5b-a9b8-3a5f08b79214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7745e971-e636-4791-a9ac-fe712ffba834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:58.250960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Network hostable DHCP agents. Network: 7745e971-e636-4791-a9ac-fe712ffba834, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:58.257331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bb30e1-c10a-454d-be09-f8f059887a87,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:58.322530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dae856d4-2346-43ae-b850-371f97565714,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:58.336790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'dae856d4-2346-43ae-b850-371f97565714', 'network_id': 'd0b94e51-ff6f-45e6-b048-b67491375caf', 'port_id': 'dae856d4-2346-43ae-b850-371f97565714', 'mac_address': 'fa:16:3e:38:2e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d6e565-e21b-4afa-a8a6-43346dc07cfa', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:58.375832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.390073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae856d4-2346-43ae-b850-371f97565714 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:58.411773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dae856d4-2346-43ae-b850-371f97565714,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:58.472914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Network 7745e971-e636-4791-a9ac-fe712ffba834 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:58.610098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7745e971-e636-4791-a9ac-fe712ffba834) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:58.612047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.613660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e146f98c-9277-473f-9e6e-4d078de17df3 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:58.614881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.615584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.648698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5c0b4-5abb-4bce-b644-50c0c83b0198 None None] Network 7745e971-e636-4791-a9ac-fe712ffba834 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:58.725956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-842c4dfd-2a50-49ba-9913-2ac3ea43984c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6700735 Jul 27 21:58:58.756145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81533ecd-06a5-4749-be2d-d939e22ea8a6 req-cbad7a36-fcfe-45cb-b170-d443ec4b1557 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0454233 Jul 27 21:58:58.824764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:58.928683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:58.956940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a1a3eb-6247-4c28-87c9-a124d60f3e5d req-ea9e71de-f72d-48f5-8ef0-e3cbc85d2b4a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0614996 Jul 27 21:58:58.982992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'network_id': 'd7f6d1de-9187-43b7-a942-cec0ca868b64', 'port_id': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'mac_address': 'fa:16:3e:8c:ec:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb5dc9f-6e49-49da-a118-546de34f25fe', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:59.069612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4767d37-60f4-44e0-ac01-32f00c04960a None None] Network 7745e971-e636-4791-a9ac-fe712ffba834 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:59.080779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db1aa0ea-c7a5-494c-b50e-8f45e5180b41 req-70a69623-46b5-4ef5-9d7e-34e400b646fa tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0506644 Jul 27 21:58:59.179517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.218737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e146f98c-9277-473f-9e6e-4d078de17df3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:59.263722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:59.291184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-f3281a86-fed4-4a84-96a9-d9d056808b2b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.294127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-f3281a86-fed4-4a84-96a9-d9d056808b2b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.50 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2166932 Jul 27 21:58:59.355571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Request body: {'port': {'device_id': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'admin_state_up': True, 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:59.410229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.430884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80821f3-691f-4547-8b7e-4632a27b9b0f req-1f5431e2-0512-4cba-81b8-ae55f01984cb tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.438355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80821f3-691f-4547-8b7e-4632a27b9b0f req-1f5431e2-0512-4cba-81b8-ae55f01984cb tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.441730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b80821f3-691f-4547-8b7e-4632a27b9b0f req-1f5431e2-0512-4cba-81b8-ae55f01984cb tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1680 time: 0.2374320 Jul 27 21:58:59.474457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:59.493127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b80821f3-691f-4547-8b7e-4632a27b9b0f req-33aee9c7-0462-4541-9bc1-08f301fd3333 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Jul 27 21:58:59.691613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:59.695725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.748041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dae856d4-2346-43ae-b850-371f97565714'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:59.868829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Allocated IP 172.20.0.12 (6a29d313-6e23-4785-8992-45def9108398/d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd/7f717e13-5488-4cee-84fd-cb8d5f1c92cb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:59.930128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-474bdeee-fb90-4e22-b4fc-a4a41841a489 req-439fcefb-e606-4721-8d7a-ee496a9063e2 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0486231 Jul 27 21:59:00.047585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e002a2ec-8e46-4b4c-b43b-7186b5880ac0 req-d652918f-9ea2-4fb7-8444-f95bc9dc8b10 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0390298 Jul 27 21:59:00.066914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46594) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:00.072928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274281648-network', 'tenant_id': '470183b3d617449ba010470e11dbf69c'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:00.114485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.175529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:00.186002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18f19b76-84e1-44fc-8f9f-7bae71c21e20 req-c4c34ff4-84f8-412a-8bd8-9d0b34f3aad3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0450499 Jul 27 21:59:00.222913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Made reservation on behalf of 470183b3d617449ba010470e11dbf69c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:00.226298 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.236425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.276206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.309041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e21c76db-c5f5-4adc-8d35-6ff48aa91bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.342197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Network 6a29d313-6e23-4785-8992-45def9108398 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:00.346606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:00.353481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:00.368963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.382485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event updated for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:00.409710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.410397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.463023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.492337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:59:00.498664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd2aed-9b67-4969-b2ed-55219820d1e6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:00.504832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.505172 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Added segment 99cf590f-14a0-44ed-a0f6-b6f4a441c258 of type vlan for network 8d8b2059-0bb1-4c9b-bb40-fcad836a9549 Jul 27 21:59:00.550045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.572409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-e54c89f1-a4b3-4d6f-89f4-b185a464dd92 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2351604 Jul 27 21:59:00.586748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Request body: {'port': {'device_id': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:00.666054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.680025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04e7-1f04-49b3-9b46-66342520cb34 req-c4dc2ccb-8342-4be1-9a76-57f9dfc6d01b tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.686095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e04e7-1f04-49b3-9b46-66342520cb34 req-c4dc2ccb-8342-4be1-9a76-57f9dfc6d01b tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.688039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-334e04e7-1f04-49b3-9b46-66342520cb34 req-c4dc2ccb-8342-4be1-9a76-57f9dfc6d01b tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1681 time: 0.1226232 Jul 27 21:59:00.759189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.760303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.760784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.771009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e21c76db-c5f5-4adc-8d35-6ff48aa91bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.777549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-334e04e7-1f04-49b3-9b46-66342520cb34 req-4f89e45f-4dca-47f9-ab53-ebe061e73896 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816035 Jul 27 21:59:00.803320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e146f98c-9277-473f-9e6e-4d078de17df3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:00.916675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e21c76db-c5f5-4adc-8d35-6ff48aa91bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.923107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8b2059-0bb1-4c9b-bb40-fcad836a9549,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:00.941992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8d8b2059-0bb1-4c9b-bb40-fcad836a9549 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:59:00.981769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c76db-c5f5-4adc-8d35-6ff48aa91bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe38aa5-0494-4870-8f2e-f869d87d830e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:00.988133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e21c76db-c5f5-4adc-8d35-6ff48aa91bd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc8f777dceac440a978759eff3502873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114424 Jul 27 21:59:00.990759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:01.077317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.088313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-172f0db5-60a0-4ae2-9239-bcf096f37d21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0200140 Jul 27 21:59:01.093712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:01.113467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Request body: {'subnet': {'network_id': '8d8b2059-0bb1-4c9b-bb40-fcad836a9549', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1274281648-subnet', 'tenant_id': '470183b3d617449ba010470e11dbf69c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:01.135115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f717e13-5488-4cee-84fd-cb8d5f1c92cb {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:01.137654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.145747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.160824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Transition to ACTIVE for port object 7f717e13-5488-4cee-84fd-cb8d5f1c92cb will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:01.198221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46a58b6b-c460-46db-a84b-4f83010f19d6 req-72171cc9-0261-4821-9f7a-07de68db6d18 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0404420 Jul 27 21:59:01.231540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166083a-4da2-4def-b74c-ac055d19713d req-bfbd3d47-88a5-453b-8e36-bc926f410491 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.234330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7166083a-4da2-4def-b74c-ac055d19713d req-bfbd3d47-88a5-453b-8e36-bc926f410491 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 932 time: 0.0710509 Jul 27 21:59:01.273983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7166083a-4da2-4def-b74c-ac055d19713d req-453daf9b-a142-4ae8-88b0-c8ed2a710090 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Jul 27 21:59:01.281750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0210d241-74fc-4171-9f4c-560d31096b6a req-07467968-81b1-4505-9d51-2fdc779da059 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0306277 Jul 27 21:59:01.308737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.354070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Made reservation on behalf of 470183b3d617449ba010470e11dbf69c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:01.356776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.443438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Attempting to bind port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:01.443680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Attempting to bind port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:01.444014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Attempting to bind port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:01.448101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.450746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.457575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:01.457748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfe38aa5-0494-4870-8f2e-f869d87d830e HTTP/1.1" status: 204 len: 168 time: 0.4602962 Jul 27 21:59:01.457868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb on network 6a29d313-6e23-4785-8992-45def9108398 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:01.457868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Attempting to bind port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:01.461412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:01.461764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Checking segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:01.462069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Bound using segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:01.462813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Bound port: 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:01.463195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.464750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c557ca-7f96-4c92-a0c6-d81c3a5b964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe38aa5-0494-4870-8f2e-f869d87d830e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:01.538117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:01.541202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:01.782187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.782480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.820099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.821332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.823370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f717e13-5488-4cee-84fd-cb8d5f1c92cb HTTP/1.1" status: 200 len: 1092 time: 1.2419713 Jul 27 21:59:01.834918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:01.834918 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:01.850895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1700bda2-0b69-4dee-8757-33f78e51357f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:01.864480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Checking segment: {'id': '99cf590f-14a0-44ed-a0f6-b6f4a441c258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '8d8b2059-0bb1-4c9b-bb40-fcad836a9549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:01.865856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Network hostable DHCP agents. Network: 8d8b2059-0bb1-4c9b-bb40-fcad836a9549, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:59:01.875713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455af9-7e75-4092-bf3e-2332f26593c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:01.904599 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a955eaac-ecee-4983-871c-03595855941c x-openstack-request-id: req-a955eaac-ecee-4983-871c-03595855941c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:01.904897 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:01.905152 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a955eaac-ecee-4983-871c-03595855941c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:01.905559 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb', 'status': 'completed', 'code': 200} Jul 27 21:59:01.971785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b01370a1-5a9f-4e90-9b35-6be6e421b2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:01.994664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f03724-55f8-430f-a181-48cee93a4a7f req-34d70f11-ceb5-4632-8fb1-2cfa1035f798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.002721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-3dc0b455-0bc8-497c-88b9-adb1f7428fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.002996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f03724-55f8-430f-a181-48cee93a4a7f req-34d70f11-ceb5-4632-8fb1-2cfa1035f798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.004246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04f03724-55f8-430f-a181-48cee93a4a7f req-34d70f11-ceb5-4632-8fb1-2cfa1035f798 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1681 time: 0.1063297 Jul 27 21:59:02.004643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-3dc0b455-0bc8-497c-88b9-adb1f7428fa3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 1095 time: 0.0791395 Jul 27 21:59:02.029954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e146f98c-9277-473f-9e6e-4d078de17df3 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:02.047030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04f03724-55f8-430f-a181-48cee93a4a7f req-2466004a-e028-413a-a996-864e50f2e0f4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359581 Jul 27 21:59:02.071069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Network 8d8b2059-0bb1-4c9b-bb40-fcad836a9549 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:59:02.114008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-ea8efa76-c29d-45cc-b905-150947821cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.115553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-ea8efa76-c29d-45cc-b905-150947821cdc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027458 Jul 27 21:59:02.218207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-9766f913-95ff-4326-8515-d4d9f6ae779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.219793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06565a0c-3dd1-4c19-9da8-9a2e75f838f9 req-9766f913-95ff-4326-8515-d4d9f6ae779c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962186 Jul 27 21:59:02.222209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8d8b2059-0bb1-4c9b-bb40-fcad836a9549) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:02.222406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port e146f98c-9277-473f-9e6e-4d078de17df3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:02.226690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e146f98c-9277-473f-9e6e-4d078de17df3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:02.227132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.229354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.230025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.259241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc3173-fdd3-4fd5-be47-81ce0b4ed95c None None] Network 8d8b2059-0bb1-4c9b-bb40-fcad836a9549 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:02.361690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cac18b57-37c4-4956-9fc5-7c6bdf319cba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2633686 Jul 27 21:59:02.382941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59cff496-df65-480f-8ae4-5a5c0f53380a req-084cd77d-680e-4d96-8a63-41aec770db42 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1082723 Jul 27 21:59:02.396286 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.437733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-73ab1442-2add-4423-b434-8e523da0dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.440249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-73ab1442-2add-4423-b434-8e523da0dfbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 1095 time: 0.1558816 Jul 27 21:59:02.468070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:02.470733 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f88b7d3-b577-4cff-a715-da3914d41fbd" -d '{"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:02.477558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e391dc-506c-4645-84f6-6e509095aa44 None None] Network 8d8b2059-0bb1-4c9b-bb40-fcad836a9549 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:02.478508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64845-ead8-4682-ac15-f4c299af94fb req-7b431d7d-63bd-462b-ad35-e7bd57a7225d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.488496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9b64845-ead8-4682-ac15-f4c299af94fb req-7b431d7d-63bd-462b-ad35-e7bd57a7225d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 944 time: 0.1114414 Jul 27 21:59:02.497784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ceeff1e3-63e8-43ba-b224-ec0419aed677 req-1c326040-d16b-4276-a1e9-3a900be1d8cb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0526450 Jul 27 21:59:02.513831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:02.536137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:02.538729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:02.563677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-0087e93d-3377-4650-a7c3-ba27900d9e2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb HTTP/1.1" status: 200 len: 217 time: 0.0621002 Jul 27 21:59:02.566185 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0bce4-9d37-4a49-8a76-cfb66b9f3bd9 x-openstack-request-id: req-67f0bce4-9d37-4a49-8a76-cfb66b9f3bd9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:02.566561 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:02.566836 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f0bce4-9d37-4a49-8a76-cfb66b9f3bd9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:02.567223 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'code': 200} Jul 27 21:59:02.596962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-591a8abc-7a7e-49ae-bfb7-f9269ef416c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.609175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9b64845-ead8-4682-ac15-f4c299af94fb req-e2510242-cd1a-4e27-ad0e-9f780a4d0771 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195650 Jul 27 21:59:02.618625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.619613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dae856d4-2346-43ae-b850-371f97565714 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:02.626925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c3bca276-1a4a-4846-ba55-eb40f1cebd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.629030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-c3bca276-1a4a-4846-ba55-eb40f1cebd5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.0581148 Jul 27 21:59:02.639948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Deleting subnet e3bb30e1-c10a-454d-be09-f8f059887a87 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:02.645255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.670316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-3b09f439-61fe-44df-b993-61c2e41b97e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322909 Jul 27 21:59:02.696791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.751078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:02.771765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.773018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.773862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.774700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.775576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.776403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.777259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.778031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.778937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.779447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.780523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.781090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.781602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:02.830381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-591a8abc-7a7e-49ae-bfb7-f9269ef416c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.852435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-f1b9c0c4-d2aa-4398-be3a-47cae8c81f0e service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742802 Jul 27 21:59:02.897213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port dae856d4-2346-43ae-b850-371f97565714 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:02.902827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port dae856d4-2346-43ae-b850-371f97565714 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:02.903384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.943015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-591a8abc-7a7e-49ae-bfb7-f9269ef416c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.014835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2985fb1d-c6d5-4bed-9251-28f46addf91f req-39ca0309-5c72-4f25-8e19-ce6ef66a839c service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527421 Jul 27 21:59:03.038739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.083430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-591a8abc-7a7e-49ae-bfb7-f9269ef416c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b42de087f7ba497288137079c26e8108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388446 Jul 27 21:59:03.084259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a8abc-7a7e-49ae-bfb7-f9269ef416c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108778a-8436-40d3-ae21-5b49ba67c3a5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.086391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:03.112723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.183075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dae856d4-2346-43ae-b850-371f97565714,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:03.187942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.192499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3bb30e1-c10a-454d-be09-f8f059887a87 HTTP/1.1" status: 204 len: 168 time: 0.6470251 Jul 27 21:59:03.192499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:03.203023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee28a41-3064-4ead-969c-099239e38cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bb30e1-c10a-454d-be09-f8f059887a87,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.244493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.251935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.298972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.305948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.316238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-7f85cdd9-4aa9-4d81-a1ce-0d9254db862d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6156816 Jul 27 21:59:03.318566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.332234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308694-c195-4edd-83a1-a5399c46caa9 req-0e89ce7b-120f-4c65-bb35-bd17b7b47295 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.351731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308694-c195-4edd-83a1-a5399c46caa9 req-0e89ce7b-120f-4c65-bb35-bd17b7b47295 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.353894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2308694-c195-4edd-83a1-a5399c46caa9 req-0e89ce7b-120f-4c65-bb35-bd17b7b47295 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1682 time: 0.1995747 Jul 27 21:59:03.449482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.461747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7745e971-e636-4791-a9ac-fe712ffba834']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:03.465062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2308694-c195-4edd-83a1-a5399c46caa9 req-7c4fd081-abbb-48ba-9a7e-67053b501134 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Jul 27 21:59:03.495354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f45688-5927-4b5b-a9b8-3a5f08b79214') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:03.495919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f45688-5927-4b5b-a9b8-3a5f08b79214') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:03.512537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.514368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.516476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.521121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a108778a-8436-40d3-ae21-5b49ba67c3a5 HTTP/1.1" status: 204 len: 168 time: 0.4310243 Jul 27 21:59:03.539240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f41bae-10d6-4ac3-a8c5-abb8d28e1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108778a-8436-40d3-ae21-5b49ba67c3a5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.590173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-827b89c2-e552-4a02-960d-e0e5c1bdce13 req-3895291b-0ce0-4df1-981c-9daf0399a326 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0481966 Jul 27 21:59:03.615557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.634823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:03.635280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:03.637048 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:03.706946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e63c2dc7-5a04-4eb3-a6de-520f50b68119 req-f8c15f70-e20a-41bf-984b-964d48b86a3a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0607152 Jul 27 21:59:03.781558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.782323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.783365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.784019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.784525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.785010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.785497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.788977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d0b1b6e7-9177-40ca-adcc-fceff5759710 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f731eb44022427a99ec85a800ff6212&device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 6500 time: 0.2345724 Jul 27 21:59:03.862274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.894589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de146-7a00-48a0-ad52-b6311eeb67ac req-37271eff-304d-4b46-99b6-db58c017163e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.902825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c2de146-7a00-48a0-ad52-b6311eeb67ac req-37271eff-304d-4b46-99b6-db58c017163e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 944 time: 0.1296520 Jul 27 21:59:03.914107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.919023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7745e971-e636-4791-a9ac-fe712ffba834 HTTP/1.1" status: 204 len: 168 time: 0.7223914 Jul 27 21:59:03.920281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:03.937810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf7322-c3b3-42fa-9bc3-cb25f45a2c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7745e971-e636-4791-a9ac-fe712ffba834,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.977378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c2de146-7a00-48a0-ad52-b6311eeb67ac req-103d86a1-8117-40bc-b8e0-44dc28be0823 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736308 Jul 27 21:59:03.988859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Deleting subnet 1700bda2-0b69-4dee-8757-33f78e51357f {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:03.992601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.036969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-9a62d36f-60b0-4d3f-b8a6-3c46069cfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.037774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-9a62d36f-60b0-4d3f-b8a6-3c46069cfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.038270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-9a62d36f-60b0-4d3f-b8a6-3c46069cfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.041352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-9a62d36f-60b0-4d3f-b8a6-3c46069cfbfe service neutron] 10.222.0.76 "GET /v2.0/networks?id=220c68e2-74ea-4719-b3ae-5c152010d5da&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&id=6501cf17-5b2e-4e00-978c-2d6e607b0275&id=6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 200 len: 2296 time: 0.2238193 Jul 27 21:59:04.046750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.149405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.177103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1db58de7-c380-4a29-aaff-eace7c8a23a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 200 len: 1002 time: 0.1266637 Jul 27 21:59:04.241994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-bdb874d8-ffe9-4fdc-97c1-cb0d6460455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.243556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-bdb874d8-ffe9-4fdc-97c1-cb0d6460455c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 200 len: 855 time: 0.0538204 Jul 27 21:59:04.283843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.290046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.296445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.303549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.309457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.316576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.323736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.325798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-e6399c79-81b3-4c8e-9325-1be68d6608f1 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.1739080 Jul 27 21:59:04.330662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-71591be0-17b2-4181-99b4-596b30748276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.332197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-71591be0-17b2-4181-99b4-596b30748276 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=220c68e2-74ea-4719-b3ae-5c152010d5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693491 Jul 27 21:59:04.372958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79cb16a1-a8f6-4b31-bac0-65fd2d6b4acd req-3505211c-add1-4d27-ab95-f753744232e4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393639 Jul 27 21:59:04.394907 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.415984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.421148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1700bda2-0b69-4dee-8757-33f78e51357f HTTP/1.1" status: 204 len: 168 time: 0.4990876 Jul 27 21:59:04.423060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:04.428736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d09e6fb-20b7-4f5c-9ec1-0d562c20a2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.451880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56c26-e570-438e-9cb5-722322c61972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1700bda2-0b69-4dee-8757-33f78e51357f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:04.534719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1ce83206-c5a0-43d2-98a9-249fd52f038c service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927683 Jul 27 21:59:04.541361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.568088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae856d4-2346-43ae-b850-371f97565714'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:04.570546 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd9e60-2375-449b-b46a-04c6296af187" -d '{"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "dae856d4-2346-43ae-b850-371f97565714"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:04.621216 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf36f4ab-b6b9-45da-935d-d30ad5195e1a x-openstack-request-id: req-bf36f4ab-b6b9-45da-935d-d30ad5195e1a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:04.621561 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "dae856d4-2346-43ae-b850-371f97565714", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:04.621872 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf36f4ab-b6b9-45da-935d-d30ad5195e1a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:04.622278 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae856d4-2346-43ae-b850-371f97565714', 'code': 200} Jul 27 21:59:04.719906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.738102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7cb3e4a-6067-4b8a-bb31-8a56446b2656 req-37b1acd4-c909-4e7b-9987-873d20c852ee tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0587516 Jul 27 21:59:04.823092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.845765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8b2059-0bb1-4c9b-bb40-fcad836a9549']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:04.850564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc41edab-6d0f-4fc0-980e-cbd64315e36b req-d8155b6d-3a35-4213-be97-171deb50948a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0615036 Jul 27 21:59:04.862501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cf590f-14a0-44ed-a0f6-b6f4a441c258') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:04.862991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cf590f-14a0-44ed-a0f6-b6f4a441c258') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:04.866578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-8418e557-0d1e-4dea-8643-2e1a4b6d7da7 service neutron] 10.222.0.76 "GET /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210588 Jul 27 21:59:04.882911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.906571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caf6a0-3227-418b-9cfb-67a576ac1ab0 req-dffde0f1-7be9-4fa2-bad7-78dd4f08a799 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.913603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caf6a0-3227-418b-9cfb-67a576ac1ab0 req-dffde0f1-7be9-4fa2-bad7-78dd4f08a799 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.915246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92caf6a0-3227-418b-9cfb-67a576ac1ab0 req-dffde0f1-7be9-4fa2-bad7-78dd4f08a799 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.2957585 Jul 27 21:59:04.963350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.967169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-92658fe8-fbc6-4e12-bfb7-47be5079ae42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 217 time: 0.0878825 Jul 27 21:59:04.995877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:04.996360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:04.999259 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:05.078873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-ff7e5253-ff33-494d-956a-bee198aba9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.081025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-ff7e5253-ff33-494d-956a-bee198aba9a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1022143 Jul 27 21:59:05.084359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1aa0-d61c-43e5-963b-d73fa7b2d63c req-c6de86db-121a-4861-9c78-01c8cd14f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.085062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1aa0-d61c-43e5-963b-d73fa7b2d63c req-c6de86db-121a-4861-9c78-01c8cd14f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.087006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-308a1aa0-d61c-43e5-963b-d73fa7b2d63c req-c6de86db-121a-4861-9c78-01c8cd14f4c4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1985 time: 0.3362536 Jul 27 21:59:05.188212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92caf6a0-3227-418b-9cfb-67a576ac1ab0 req-c46f2e86-e6b1-4ef3-ab1a-3504cedd7d4f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302699 Jul 27 21:59:05.202547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728eebf-9988-4bb3-8b32-afb805d461f3 req-f61ca67e-39c1-4c0d-ab35-166888093231 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.211463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-308a1aa0-d61c-43e5-963b-d73fa7b2d63c req-ee64574c-f575-4a34-aa89-5b0d86746f15 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005986 Jul 27 21:59:05.211726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8728eebf-9988-4bb3-8b32-afb805d461f3 req-f61ca67e-39c1-4c0d-ab35-166888093231 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 944 time: 0.1363349 Jul 27 21:59:05.239531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-a70555a5-c582-46b6-a0b0-f3b81c0bae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.241694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-a70555a5-c582-46b6-a0b0-f3b81c0bae5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239076 Jul 27 21:59:05.263260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8728eebf-9988-4bb3-8b32-afb805d461f3 req-0f759aa4-eafd-4e7e-ad31-ba655fb91df8 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Jul 27 21:59:05.354676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.365776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.365776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d8b2059-0bb1-4c9b-bb40-fcad836a9549 HTTP/1.1" status: 204 len: 168 time: 0.9389093 Jul 27 21:59:05.400257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770e026-d79b-4ab6-a79d-dcdd4c7f46e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8b2059-0bb1-4c9b-bb40-fcad836a9549,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:05.836168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-0d1cbbce-b1bb-41b6-a999-c43ad9484853 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693150 Jul 27 21:59:05.838884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f23007a-c481-4bbc-b194-2e56495e625e req-608bcc8f-1a75-47b8-9628-45bdecf6e7d3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0400510 Jul 27 21:59:05.850934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.857375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.863577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.864211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.869522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.875968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.882882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.888958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.891242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-d5964c39-f760-4626-98b7-0d03688aa835 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.5993853 Jul 27 21:59:05.931868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ac86dde-fe10-40db-909f-b199f15fe0fb req-a9ee8b6a-9701-4ba1-ac28-4ea85aac9c90 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Jul 27 21:59:06.016460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c316421f-436f-4fa9-9480-ef19c740a22c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.016460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c316421f-436f-4fa9-9480-ef19c740a22c tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1126838 Jul 27 21:59:06.027421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46740) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:06.073717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3f6f51de-b102-47f2-915d-a8fe07882e08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9de8b5bf3da408eb7648087af10c54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450168 Jul 27 21:59:06.076426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:06.105035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.112806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.118970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.125131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.131960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.134727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.138015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.145114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.147122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-404d0d53-15f6-403d-9b98-d4178b90706a req-4a3a770e-9421-4a98-a69d-8cac895e64e0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 5443 time: 0.3729458 Jul 27 21:59:06.156399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-fa6bb99e-93fd-4233-9bf0-09298f746393 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621713 Jul 27 21:59:06.178391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.222978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-c436b602-38ba-4af4-9f5b-6586432196aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 217 time: 0.0576615 Jul 27 21:59:06.285879 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-404d0d53-15f6-403d-9b98-d4178b90706a req-f79388c9-982d-4bb3-817b-d52fe4636444 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218238 Jul 27 21:59:06.326571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9473ea7b-0bcf-46be-a738-813d8bc21ea0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3013568 Jul 27 21:59:06.352192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:06.357170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-7a6cd773-1757-4650-acf5-a893e2c7e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.359101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-7a6cd773-1757-4650-acf5-a893e2c7e08e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.1159608 Jul 27 21:59:06.414086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33759ea6-0049-43e2-af44-7032742c4aad req-2f7e7538-1297-4df5-b78b-fe8e94a86c50 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.420543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33759ea6-0049-43e2-af44-7032742c4aad req-2f7e7538-1297-4df5-b78b-fe8e94a86c50 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.422356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33759ea6-0049-43e2-af44-7032742c4aad req-2f7e7538-1297-4df5-b78b-fe8e94a86c50 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.1037924 Jul 27 21:59:06.424408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.427276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.428427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad27fdb8-6f67-4a9e-9093-c879ac3b8be3 HTTP/1.1" status: 204 len: 168 time: 0.3507600 Jul 27 21:59:06.439696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d11d2-bcb3-45b3-a7aa-d5de0ee2919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27fdb8-6f67-4a9e-9093-c879ac3b8be3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.490425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33759ea6-0049-43e2-af44-7032742c4aad req-fcb35372-f51f-4b50-bff6-d5b8eaaae41c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Jul 27 21:59:06.573872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.598704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05f9ad-a327-46ae-9ac2-711ba2664bc0 req-5075f0a5-fa7a-44ee-a3c6-6dd96481d94b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.600269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b05f9ad-a327-46ae-9ac2-711ba2664bc0 req-5075f0a5-fa7a-44ee-a3c6-6dd96481d94b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 944 time: 0.2100153 Jul 27 21:59:06.603552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-82dcc24f-ab65-485f-a23f-7fc750215803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.605129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-82dcc24f-ab65-485f-a23f-7fc750215803 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2135570 Jul 27 21:59:06.608102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f717e13-5488-4cee-84fd-cb8d5f1c92cb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:06.715712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.735222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b05f9ad-a327-46ae-9ac2-711ba2664bc0 req-5a77f194-2227-457f-b3a2-ba3daeea4d7a tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259494 Jul 27 21:59:06.738317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'port_id': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb', 'mac_address': 'fa:16:3e:71:ff:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4e795-b6a3-4f20-91c2-9010aa0e6ddd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:06.780959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.795403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f717e13-5488-4cee-84fd-cb8d5f1c92cb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:06.819576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-40af0168-25b1-42cc-ae7a-90017892d52e service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064841 Jul 27 21:59:06.819896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.922627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=88a3d7b9-1c53-4b5d-b104-b38597a4c890,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.954937 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.959095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.994858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3756b2cb-b6ab-4efe-b77c-547ab8f9177d req-3f99798a-0880-4212-8ae6-4f0603dce673 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0934696 Jul 27 21:59:07.053168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] For port 88a3d7b9-1c53-4b5d-b104-b38597a4c890, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:07.054755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:07.084388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-45d5294b-fd76-4845-a61b-69933077a4f1 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531796 Jul 27 21:59:07.104398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] device_id is not set on port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:59:07.148885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-110d7b05-5a71-442c-8c29-18d34e534224 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 200 len: 217 time: 0.0546317 Jul 27 21:59:07.150901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.179238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:07.241394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02538b2e-d5db-4683-927a-973c2de00921 req-b2dce3b1-8597-425f-85fb-14b0027ea63a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.2373476 Jul 27 21:59:07.245701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-ad903d98-26f0-4a8e-8e85-ade3bb920f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.247273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-ad903d98-26f0-4a8e-8e85-ade3bb920f77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0914388 Jul 27 21:59:07.270845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.385392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] No DVR routers for this DVR port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:07.410809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Pushing event updated for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:07.435109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:07.444028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] In _notify_port_updated(), no bound segment for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:59:07.444855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.445495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.445659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.492532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9c63c3ed-6b1e-4075-b3e9-b9797b606365 service neutron] 10.222.0.76 "PUT /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 200 len: 1031 time: 1.1067395 Jul 27 21:59:07.492532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-72359486-d4d1-4335-a117-b09a8229b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.492532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-72359486-d4d1-4335-a117-b09a8229b5ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1953332 Jul 27 21:59:07.539044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a28d0b8f-4207-4514-afc9-95c27087563a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=470183b3d617449ba010470e11dbf69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023796 Jul 27 21:59:07.543913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:07.596110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9d41e83d-e5ec-45ee-b183-503cd963e7a4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.597593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-9d41e83d-e5ec-45ee-b183-503cd963e7a4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "GET /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1376889 Jul 27 21:59:07.621342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:07.624517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.630662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.636754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.643244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.649203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.655224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.658717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e549419-9c54-4c01-b488-c5589c9663da req-43ff1aa2-8127-4ece-a6ed-7424a84d33a5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 4665 time: 0.2024338 Jul 27 21:59:07.680427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.682091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d5634a86-e4b5-45f1-a585-41f87b92b01b None None] Provisioning complete for port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:07.682514 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5634a86-e4b5-45f1-a585-41f87b92b01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.708975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-db3abf58-c11c-45a9-b907-d1fe789a5bb2 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477632 Jul 27 21:59:07.722153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d5634a86-e4b5-45f1-a585-41f87b92b01b None None] Port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:07.740947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.746534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e549419-9c54-4c01-b488-c5589c9663da req-3d561383-b61f-41bc-aa92-142d76f0be43 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=02016ac9-9f11-4b11-85f0-fff2c3281063&id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606375 Jul 27 21:59:07.819126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.851562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7201b0-bed6-4456-93d7-6e3606ce782f req-2871bd80-a8de-4084-927d-6ae9d3599f3f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.857960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7201b0-bed6-4456-93d7-6e3606ce782f req-2871bd80-a8de-4084-927d-6ae9d3599f3f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.859765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c7201b0-bed6-4456-93d7-6e3606ce782f req-2871bd80-a8de-4084-927d-6ae9d3599f3f tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.2610483 Jul 27 21:59:07.886101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.889376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.893495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0fd2aed-9b67-4969-b2ed-55219820d1e6 HTTP/1.1" status: 204 len: 168 time: 0.3399200 Jul 27 21:59:07.911764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcab21d-4016-4db2-b596-810209b0033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd2aed-9b67-4969-b2ed-55219820d1e6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:07.927109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44733b-327b-4331-b820-8870ff157ccb req-3fe0923d-0c5c-4be9-ba3f-0581757614ac tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.934605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c44733b-327b-4331-b820-8870ff157ccb req-3fe0923d-0c5c-4be9-ba3f-0581757614ac tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 945 time: 0.0961318 Jul 27 21:59:07.949492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-8e560ce8-1db8-47fb-97b5-03294c4b49f5 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322702 Jul 27 21:59:07.991436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c44733b-327b-4331-b820-8870ff157ccb req-873c5d7e-0689-401e-b9df-db3690317995 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Jul 27 21:59:08.012076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c7201b0-bed6-4456-93d7-6e3606ce782f req-3abce515-59b8-4e92-b847-91466bc86136 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258845 Jul 27 21:59:08.044952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-21267853-471a-4389-ae9c-937938fd3340 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 200 len: 217 time: 0.0857775 Jul 27 21:59:08.107438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c3691c6-2dbe-4ccb-a274-a925177621de req-5120e587-b6d2-4291-9f80-5ad679f84464 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0507672 Jul 27 21:59:08.131279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1327b307-f380-4c17-8a12-5fec6fe2649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.131279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1327b307-f380-4c17-8a12-5fec6fe2649c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 200 len: 797 time: 0.0732095 Jul 27 21:59:08.131511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:08.160744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.202304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] For port a7602cf7-d7f1-451a-bafd-dfe1759d18c7, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:08.244915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] device_id is not set on port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:59:08.252035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3657e50e-c3ac-4afc-8eba-15308dd942a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.253601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3657e50e-c3ac-4afc-8eba-15308dd942a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199353 Jul 27 21:59:08.257701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.321539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b9e491d-6cc9-4437-b633-d85a3a65ed03 req-b25f8347-9075-4ff6-9cdc-4946f5f7a546 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0394650 Jul 27 21:59:08.369328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-83405fb9-a7c6-404c-85bf-e172e67aa548 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063616 Jul 27 21:59:08.384079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.519374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] No DVR routers for this DVR port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:08.522859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:08.578356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-5b609fad-9f2f-4a2c-896e-33e1906bbb13 service neutron] 10.222.0.76 "GET /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007825 Jul 27 21:59:08.581996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] In _notify_port_updated(), no bound segment for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 on network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:59:08.587395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.588041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.589376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-c983fe7a-ed8b-42e5-97ac-c0b96ffc4ec0 service neutron] 10.222.0.76 "PUT /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 200 len: 1032 time: 0.9807408 Jul 27 21:59:08.624094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f717e13-5488-4cee-84fd-cb8d5f1c92cb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:08.644262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-62301976-d30b-44c7-b80b-e3518dabff9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 200 len: 217 time: 0.0538180 Jul 27 21:59:08.777482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3b02c2a0-7c3c-4d2b-9ad0-5c7ed4a8a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.779017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3b02c2a0-7c3c-4d2b-9ad0-5c7ed4a8a1b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.1136808 Jul 27 21:59:08.783040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:08.800466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:08.800866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.973841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c33e1950-0a34-4019-aae7-91d35d160158 None None] Provisioning complete for port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:08.974229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c33e1950-0a34-4019-aae7-91d35d160158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.986947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10bb9-a6c5-42f3-8e72-d6b721795670 req-bb8aa7cd-7584-4f7f-82a4-83f21d9d7266 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.993461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10bb9-a6c5-42f3-8e72-d6b721795670 req-bb8aa7cd-7584-4f7f-82a4-83f21d9d7266 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.995649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4b10bb9-a6c5-42f3-8e72-d6b721795670 req-bb8aa7cd-7584-4f7f-82a4-83f21d9d7266 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.2097547 Jul 27 21:59:08.998067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3b4288c1-aa7a-4cc3-8149-0f506747502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.999658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-3b4288c1-aa7a-4cc3-8149-0f506747502b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091620 Jul 27 21:59:09.005840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port c4a4cec9-2e42-4632-b58b-8c369b2186b7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:09.012052 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.031325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c33e1950-0a34-4019-aae7-91d35d160158 None None] Port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:09.053020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4b10bb9-a6c5-42f3-8e72-d6b721795670 req-141a9316-1fa7-4ceb-b6ae-dd007cd28cd9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Jul 27 21:59:09.099042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.163289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:09.173795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:09.173795 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a444fe2-134a-4899-b081-9f4ef63e9207" -d '{"events": [{"server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "name": "network-vif-plugged", "status": "completed", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:09.253104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.259692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.261879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.269008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.274078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.282439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.293322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-e963fd3e-2157-4ab4-8d54-33581468582d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3886 time: 0.3739090 Jul 27 21:59:09.324077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port c4a4cec9-2e42-4632-b58b-8c369b2186b7, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c4a4cec9-2e42-4632-b58b-8c369b2186b7,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:09.324655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.361339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42117cac-7545-4277-9f15-e2b98a4b8202 req-92735143-6ffe-4547-b6c8-c8ec5f2e29fc tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.369125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42117cac-7545-4277-9f15-e2b98a4b8202 req-92735143-6ffe-4547-b6c8-c8ec5f2e29fc tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 945 time: 0.2127964 Jul 27 21:59:09.374809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for c4a4cec9-2e42-4632-b58b-8c369b2186b7 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:09.379381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:09.398860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-566bd801-d913-40ba-b1ba-549e94fe8b13 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427360 Jul 27 21:59:09.410386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42117cac-7545-4277-9f15-e2b98a4b8202 req-7e6b06a2-b5f3-407a-8c7e-a0b0328172c3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Jul 27 21:59:09.475225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c19bfa5-9c68-4865-9de1-9e816ae93788 req-a46766ce-bc3b-49e0-bd40-e1dd05f26d35 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808085 Jul 27 21:59:09.491616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2c9a9d5-5da6-4028-9cb4-78d7e92348cc req-da007fab-0dcb-4e73-b9c3-8f52f3abcae4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0407429 Jul 27 21:59:09.543892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3539dbd-1848-4cd2-8452-b58e4772be27 x-openstack-request-id: req-c3539dbd-1848-4cd2-8452-b58e4772be27 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:09.543892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "name": "network-vif-plugged", "status": "completed", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:09.543892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3539dbd-1848-4cd2-8452-b58e4772be27 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:09.546914 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb', 'code': 200} Jul 27 21:59:09.636386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55cc067f-9f19-4760-9585-ac1dfa118a9a req-dde9d36f-cce3-4701-8edc-d78c67d202d3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0597262 Jul 27 21:59:09.724166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-ebf1328f-9693-4a5d-a94e-d674fa00a2f2 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093030 Jul 27 21:59:09.732406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1baae-1df4-4827-92dd-53fcf8080d8e req-52d4d9bb-b53c-4d5c-8db3-7717d7516e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.734472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1d1baae-1df4-4827-92dd-53fcf8080d8e req-52d4d9bb-b53c-4d5c-8db3-7717d7516e5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 1097 time: 0.1214385 Jul 27 21:59:09.787608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-a5f0df65-0b84-4d0e-8654-3d43df168313 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 200 len: 217 time: 0.0505333 Jul 27 21:59:09.795183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1d1baae-1df4-4827-92dd-53fcf8080d8e req-6e03df12-180d-4e50-af0d-4c1f7d1542dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Jul 27 21:59:09.862691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d5d05ced-cae3-4caf-b831-b6ffb6e897ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.864519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-d5d05ced-cae3-4caf-b831-b6ffb6e897ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 200 len: 797 time: 0.0610621 Jul 27 21:59:09.940701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1f7f1113-9843-4f1d-aee6-1e308bcee76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.942899 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-1f7f1113-9843-4f1d-aee6-1e308bcee76e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6501cf17-5b2e-4e00-978c-2d6e607b0275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690346 Jul 27 21:59:09.963849 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.028378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=c4a4cec9-2e42-4632-b58b-8c369b2186b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:10.097742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 13cdce59-1787-4990-af94-9f6a83a3febb no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:10.128755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port c4a4cec9-2e42-4632-b58b-8c369b2186b7 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:10.148728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.153038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-61eb7541-476a-447f-99fc-07aefbf88db7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "DELETE /v2.0/ports/c4a4cec9-2e42-4632-b58b-8c369b2186b7 HTTP/1.1" status: 204 len: 173 time: 1.5549126 Jul 27 21:59:10.154096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:10.156660 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d5148a-2b6f-49e0-a32f-18b542d1e9f1" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:10.275311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-4e187dd8-3919-4b48-9046-f61aa95433e4 service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211143 Jul 27 21:59:10.295492 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.368996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:10.392870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9be62-1277-44e2-9175-1e040d7e4bb4 req-c18a966a-fe07-4a91-ae30-e575dd4c51f7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.405618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9be62-1277-44e2-9175-1e040d7e4bb4 req-c18a966a-fe07-4a91-ae30-e575dd4c51f7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.414584 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5d9be62-1277-44e2-9175-1e040d7e4bb4 req-c18a966a-fe07-4a91-ae30-e575dd4c51f7 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.2174189 Jul 27 21:59:10.522501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5d9be62-1277-44e2-9175-1e040d7e4bb4 req-6a22f88d-10e2-48e7-9468-83168316bf9c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068623 Jul 27 21:59:10.559791 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.560796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:10.583296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-31552ce7-8398-4334-b45a-696802e56d9c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.632245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-31552ce7-8398-4334-b45a-696802e56d9c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.637666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-31552ce7-8398-4334-b45a-696802e56d9c tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.3476737 Jul 27 21:59:10.690398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:10.748121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d53afbec-f445-4591-99ca-4d4f66b53c81 req-0d31db2c-8620-4bd0-8c05-9eae7d04aab9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1091814 Jul 27 21:59:10.868445 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.941950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.045557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.046278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c4a4cec9-2e42-4632-b58b-8c369b2186b7 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:11.074727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port dae856d4-2346-43ae-b850-371f97565714 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:11.075670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.094002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-08ee8532-f940-4d69-ac53-30fb5738c649 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.103068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-08ee8532-f940-4d69-ac53-30fb5738c649 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.111061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-08ee8532-f940-4d69-ac53-30fb5738c649 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.119715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-08ee8532-f940-4d69-ac53-30fb5738c649 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.131315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-08ee8532-f940-4d69-ac53-30fb5738c649 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 3149 time: 0.2056293 Jul 27 21:59:11.194057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-703073ab-4042-47b4-aa17-b72903b36b2d service neutron] 10.222.0.76 "GET /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045758 Jul 27 21:59:11.210954 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790645f9-d390-454d-999d-2cae6adff711 x-openstack-request-id: req-790645f9-d390-454d-999d-2cae6adff711 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:11.211625 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "c4a4cec9-2e42-4632-b58b-8c369b2186b7", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:11.212049 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-790645f9-d390-454d-999d-2cae6adff711 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:11.212460 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': 'c4a4cec9-2e42-4632-b58b-8c369b2186b7', 'status': 'completed', 'code': 200} Jul 27 21:59:11.239707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: c4a4cec9-2e42-4632-b58b-8c369b2186b7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:11.240207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c4a4cec9-2e42-4632-b58b-8c369b2186b7 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:11.240732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a7602cf7-d7f1-451a-bafd-dfe1759d18c7 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:11.288034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:11.289122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:11.289629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.306039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device a7602cf7-d7f1-451a-bafd-dfe1759d18c7 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:11.306654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7f8fd664-7bef-4416-8098-d6dd7cd61b17 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:11.402430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port dae856d4-2346-43ae-b850-371f97565714, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dae856d4-2346-43ae-b850-371f97565714,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.404164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.408808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c6dd-af7c-41ab-8b5e-c5575cd38265 req-1208274c-f084-4a4b-b8d8-23d9d2f2405d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.419121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d69c6dd-af7c-41ab-8b5e-c5575cd38265 req-1208274c-f084-4a4b-b8d8-23d9d2f2405d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 946 time: 0.2217135 Jul 27 21:59:11.422215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for dae856d4-2346-43ae-b850-371f97565714 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:11.451994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b980ab48-4c78-44f7-a5d3-c58ace7664ea req-805ec006-efb4-4b23-88d7-244760bc424b tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186102 Jul 27 21:59:11.467197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.519338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d69c6dd-af7c-41ab-8b5e-c5575cd38265 req-6cf6ae69-d8ff-45ad-b943-926b96d8a7dd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992823 Jul 27 21:59:11.541442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.542150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.546337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7f8fd664-7bef-4416-8098-d6dd7cd61b17, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7f8fd664-7bef-4416-8098-d6dd7cd61b17,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.548550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:11.550915 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760cdaeb-bda7-4ee3-91f7-c6b5ffa8fce7" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:11.612600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-23374ca8-c0e4-4c2c-b004-b63e763c5206 req-1d31b4ed-6287-4c10-9bcc-310a32241e62 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0760028 Jul 27 21:59:11.674657 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464bcd92-fb05-449f-af26-71b08646050a x-openstack-request-id: req-464bcd92-fb05-449f-af26-71b08646050a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:11.675096 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:11.675429 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-464bcd92-fb05-449f-af26-71b08646050a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:11.675903 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb', 'code': 200} Jul 27 21:59:11.676162 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'code': 200} Jul 27 21:59:11.676705 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'code': 200} Jul 27 21:59:11.777423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.778201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 88a3d7b9-1c53-4b5d-b104-b38597a4c890 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:11.835405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.835966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.836388 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Floating IP 3727df96-767c-4f89-964d-dcf947914b6a disassociated. External IP: 172.25.3.130, port: 7f8fd664-7bef-4416-8098-d6dd7cd61b17. Jul 27 21:59:11.836809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 7f8fd664-7bef-4416-8098-d6dd7cd61b17 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:11.849734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0ec41-cd20-47b8-9f32-18ea76758e03 req-bf20f7f0-9522-45e6-bc65-952a32f30966 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.855832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0ec41-cd20-47b8-9f32-18ea76758e03 req-bf20f7f0-9522-45e6-bc65-952a32f30966 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.858064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2e0ec41-cd20-47b8-9f32-18ea76758e03 req-bf20f7f0-9522-45e6-bc65-952a32f30966 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 1683 time: 0.1640086 Jul 27 21:59:11.916487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.953384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dae856d4-2346-43ae-b850-371f97565714', 'e146f98c-9277-473f-9e6e-4d078de17df3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:11.954502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:12.017491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2e0ec41-cd20-47b8-9f32-18ea76758e03 req-d30a436c-3e1d-4587-b3e7-2ebd3e03fb40 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Jul 27 21:59:12.044034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e93f6940-918f-419a-aaba-8895a5e19d4b req-0eb16549-6868-4310-a417-789c77bfcec9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1388347 Jul 27 21:59:12.065653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=dae856d4-2346-43ae-b850-371f97565714,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.113733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 88a3d7b9-1c53-4b5d-b104-b38597a4c890 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:12.127198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2cc8d17b-5170-4140-97e3-676b0cea585e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:12.205490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port dae856d4-2346-43ae-b850-371f97565714 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:12.209509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.211087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1bdb-60bd-4738-8b56-8c574fee201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.212815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-12ab3572-9298-41e6-be46-ad59abe2fccc tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "DELETE /v2.0/ports/dae856d4-2346-43ae-b850-371f97565714 HTTP/1.1" status: 204 len: 173 time: 1.5346539 Jul 27 21:59:12.213472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-deleted', 'tag': 'dae856d4-2346-43ae-b850-371f97565714'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:12.216285 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f812288-89dd-4b85-8888-6432d6a8af20" -d '{"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-deleted", "tag": "dae856d4-2346-43ae-b850-371f97565714"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:12.219319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.294026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.345516 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c6a75a-8a57-4079-bfe6-c1bba926beb3 x-openstack-request-id: req-c8c6a75a-8a57-4079-bfe6-c1bba926beb3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:12.345995 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-deleted", "tag": "dae856d4-2346-43ae-b850-371f97565714", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:12.346267 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8c6a75a-8a57-4079-bfe6-c1bba926beb3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:12.347822 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-deleted', 'tag': 'dae856d4-2346-43ae-b850-371f97565714', 'status': 'completed', 'code': 200} Jul 27 21:59:12.395875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=7f8fd664-7bef-4416-8098-d6dd7cd61b17,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.451832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port e146f98c-9277-473f-9e6e-4d078de17df3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:12.452267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.525015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.578299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Router 6124558a-9bde-400d-97d5-92adc618237d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:12.597098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.655855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1bdb-60bd-4738-8b56-8c574fee201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.667913 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.694271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e146f98c-9277-473f-9e6e-4d078de17df3 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:12.718919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.719273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.745118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for e146f98c-9277-473f-9e6e-4d078de17df3 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:12.759744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1bdb-60bd-4738-8b56-8c574fee201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.763884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.824355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.835119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b6ba1bdb-60bd-4738-8b56-8c574fee201a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b93b73cf00254d9bb3348752054f1f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8780155 Jul 27 21:59:12.839847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba1bdb-60bd-4738-8b56-8c574fee201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec670a-39a6-4327-a0cc-27a884da7fd3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.843673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:12.853326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:12.870548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a2d7b-23bf-4626-bcef-e707d1ae1126 req-727fbd98-54c9-4b55-9cde-ff82e09579da tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.872453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-349a2d7b-23bf-4626-bcef-e707d1ae1126 req-727fbd98-54c9-4b55-9cde-ff82e09579da tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 946 time: 0.2254303 Jul 27 21:59:12.878477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ebae-0efe-468c-aafd-0e108136c3a3 req-0b59d43b-aa25-4800-a966-a8e151482b9a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.903336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ebae-0efe-468c-aafd-0e108136c3a3 req-0b59d43b-aa25-4800-a966-a8e151482b9a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.910826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ebae-0efe-468c-aafd-0e108136c3a3 req-0b59d43b-aa25-4800-a966-a8e151482b9a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.913684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e146f98c-9277-473f-9e6e-4d078de17df3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e146f98c-9277-473f-9e6e-4d078de17df3,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.913857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3390ebae-0efe-468c-aafd-0e108136c3a3 req-0b59d43b-aa25-4800-a966-a8e151482b9a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 2411 time: 0.2918446 Jul 27 21:59:12.915994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Sync routers for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:12.947560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:12.949002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:12.995409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3390ebae-0efe-468c-aafd-0e108136c3a3 req-4580ecf1-492f-4bb4-a512-0fbcb41dd0f9 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745211 Jul 27 21:59:13.010447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port 7f8fd664-7bef-4416-8098-d6dd7cd61b17 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:13.011620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.013750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-96d9df6b-e206-414a-84a5-202c3810e65e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "DELETE /v2.0/ports/7f8fd664-7bef-4416-8098-d6dd7cd61b17 HTTP/1.1" status: 204 len: 173 time: 2.8525245 Jul 27 21:59:13.067792 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.070633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dae856d4-2346-43ae-b850-371f97565714 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:13.113169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: dae856d4-2346-43ae-b850-371f97565714 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:13.114063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dae856d4-2346-43ae-b850-371f97565714 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:13.143264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58685353-4850-4b30-be51-1f98e160df34 req-c9b6fc99-7630-45bd-9ecc-671fb79865f7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0570893 Jul 27 21:59:13.169597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-349a2d7b-23bf-4626-bcef-e707d1ae1126 req-9ede1fa0-14a3-4605-b75a-28d2004eea44 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820382 Jul 27 21:59:13.219353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:13.232430 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929f758e-ca30-4aeb-a906-1be761234f52" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:13.246017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.327119 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.356593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5c822a93-bb4f-4074-803f-74de8fdf2ab3 req-825ac574-88b3-4462-a494-de8f920ea512 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0997863 Jul 27 21:59:13.364087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.488552 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225be69-bef2-4aa1-9a20-d7c74df0b5e5 x-openstack-request-id: req-7225be69-bef2-4aa1-9a20-d7c74df0b5e5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:13.488980 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "7f8fd664-7bef-4416-8098-d6dd7cd61b17", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:13.489420 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7225be69-bef2-4aa1-9a20-d7c74df0b5e5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:13.489936 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '7f8fd664-7bef-4416-8098-d6dd7cd61b17', 'status': 'completed', 'code': 200} Jul 27 21:59:13.515644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 2cc8d17b-5170-4140-97e3-676b0cea585e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:13.519933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.548763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:13.557850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port e146f98c-9277-473f-9e6e-4d078de17df3 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:13.561568 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.564005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd02b247-d0a7-4f19-8c7f-6bca242d0221 req-2eab1a72-3b25-4b78-875f-d8246203b6f2 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.76 "DELETE /v2.0/ports/e146f98c-9277-473f-9e6e-4d078de17df3 HTTP/1.1" status: 204 len: 173 time: 1.3425016 Jul 27 21:59:13.596711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3866a-2657-4375-9f24-5a21458644f3 req-781b9aa2-c2f2-4ab5-9efe-b94472a68c31 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.598425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade3866a-2657-4375-9f24-5a21458644f3 req-781b9aa2-c2f2-4ab5-9efe-b94472a68c31 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 865 time: 0.3180377 Jul 27 21:59:13.655197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ade3866a-2657-4375-9f24-5a21458644f3 req-9d19fe42-bbab-4786-b39a-e3827fd74226 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/security-groups?id=1333a38e-63ca-493b-8b4e-4b4d13c7d290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Jul 27 21:59:13.670654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e146f98c-9277-473f-9e6e-4d078de17df3,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:13.692068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e'}, {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:13.695408 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71200f5c-82f4-48fd-876e-bc7635c56144" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e"}, {"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:13.718396 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.721446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.731129 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43ec670a-39a6-4327-a0cc-27a884da7fd3 HTTP/1.1" status: 204 len: 168 time: 0.8833950 Jul 27 21:59:13.744193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:13.770892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port 2cc8d17b-5170-4140-97e3-676b0cea585e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2cc8d17b-5170-4140-97e3-676b0cea585e,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:13.771391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.795613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 2cc8d17b-5170-4140-97e3-676b0cea585e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:13.799209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcf0d-21b9-42ea-818a-6e3e66726b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec670a-39a6-4327-a0cc-27a884da7fd3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:13.807085 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0399dc-e2ed-483b-9aa2-8576596bbf24 x-openstack-request-id: req-1a0399dc-e2ed-483b-9aa2-8576596bbf24 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:13.810679 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e", "code": 200}, {"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:13.812289 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a0399dc-e2ed-483b-9aa2-8576596bbf24 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:13.812927 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'code': 200} Jul 27 21:59:13.813388 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'code': 200} Jul 27 21:59:14.071640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:14.105895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.106900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Checking router: 6124558a-9bde-400d-97d5-92adc618237d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:14.121555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:14.122274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:14.170434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=2cc8d17b-5170-4140-97e3-676b0cea585e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:14.213244 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:59:14.308973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edcf1-12d3-422d-8b3e-45166857d342 req-6d761a23-b3ff-4d03-8e71-56026f91c1a3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:14.325144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8edcf1-12d3-422d-8b3e-45166857d342 req-6d761a23-b3ff-4d03-8e71-56026f91c1a3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:14.327017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b8edcf1-12d3-422d-8b3e-45166857d342 req-6d761a23-b3ff-4d03-8e71-56026f91c1a3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 1677 time: 0.2264564 Jul 27 21:59:14.340346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port 2cc8d17b-5170-4140-97e3-676b0cea585e on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:14.346767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b656a95-0d68-4615-abbf-952cc61bbddf req-7abd041a-910a-4636-97e9-ec051c8816a9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0947940 Jul 27 21:59:14.348387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.355726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-ec647b62-1889-47f8-a1e2-bdb14eb9a2eb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "DELETE /v2.0/ports/2cc8d17b-5170-4140-97e3-676b0cea585e HTTP/1.1" status: 204 len: 173 time: 1.3260503 Jul 27 21:59:14.355920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-deleted', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:14.355920 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5375c55f-d708-4e9e-9239-8bf8b7791b8e" -d '{"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-deleted", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:14.422895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:14.667827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13239c53-c924-4428-8475-71fa2f495bc7 req-068b601f-246b-4b37-96d6-c6149f6b50ac tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0687373 Jul 27 21:59:14.750876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 13cdce59-1787-4990-af94-9f6a83a3febb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:14.751330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.915426 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffecd6a6-c746-4115-a3b8-4b6156f37657 x-openstack-request-id: req-ffecd6a6-c746-4115-a3b8-4b6156f37657 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:14.916620 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff5c951-0326-47e3-b82e-18133b97cbc9", "name": "network-vif-deleted", "tag": "e146f98c-9277-473f-9e6e-4d078de17df3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:14.917060 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffecd6a6-c746-4115-a3b8-4b6156f37657 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:14.917635 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5c951-0326-47e3-b82e-18133b97cbc9', 'name': 'network-vif-deleted', 'tag': 'e146f98c-9277-473f-9e6e-4d078de17df3', 'status': 'completed', 'code': 200} Jul 27 21:59:14.955288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b8edcf1-12d3-422d-8b3e-45166857d342 req-eb467ba8-0f8d-47eb-b2a1-7f327de72eae tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6171136 Jul 27 21:59:14.991018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47050) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:14.995851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:15.013830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35beb9c8-a6e1-42a9-973a-42711c55b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.064727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ef519-8358-476a-8f06-9e406ae82352 None None] The sync data for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 is: [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T21:48:13Z', 'revision_number': 4, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9ec35803-8d39-4b07-87d7-4dca2e8e5c08', 'name': '', 'network_id': '220c68e2-74ea-4719-b3ae-5c152010d5da', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'mac_address': 'fa:16:3e:ad:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:12Z', 'updated_at': '2021-07-27T21:48:20Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'subnets': [{'id': '0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:15.073849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c8d195-810c-4860-87f9-9607c03efac5 req-7c7af685-75be-4800-8b92-de752423387d tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ff5c951-0326-47e3-b82e-18133b97cbc9 HTTP/1.1" status: 200 len: 210 time: 0.0979981 Jul 27 21:59:15.150044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port 13cdce59-1787-4990-af94-9f6a83a3febb, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=13cdce59-1787-4990-af94-9f6a83a3febb,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:15.150881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.167064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 13cdce59-1787-4990-af94-9f6a83a3febb owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:15.196611 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35beb9c8-a6e1-42a9-973a-42711c55b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.307623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35beb9c8-a6e1-42a9-973a-42711c55b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.357063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35beb9c8-a6e1-42a9-973a-42711c55b48a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4c214b56ba34265ba9a75d30e0bdea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621240 Jul 27 21:59:15.357063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35beb9c8-a6e1-42a9-973a-42711c55b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283fd477-49ec-41aa-b4d4-e8640ba71f5c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:15.358171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:15.420866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.447593 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992e35fc-11cb-487c-8048-08a7b1f6eff1 None None] New status for floating IP 3727df96-767c-4f89-964d-dcf947914b6a: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:59:15.461997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=13cdce59-1787-4990-af94-9f6a83a3febb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:15.491095 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-828dcef9-622d-4192-b00a-100ad7041e2d req-20e55f7f-cdac-48fe-972c-22f358cc65b8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0684898 Jul 27 21:59:15.498775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:15.498775 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6877e6c-1772-4d91-9231-e1156cab21df" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:15.527356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.559706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port 13cdce59-1787-4990-af94-9f6a83a3febb on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:15.565924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.568307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-8327e2e3-4961-48a4-a6d8-44d5509aa2c7 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "DELETE /v2.0/ports/13cdce59-1787-4990-af94-9f6a83a3febb HTTP/1.1" status: 204 len: 173 time: 1.2101216 Jul 27 21:59:15.570486 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a393401-f7f3-4b9d-bae9-25c3caabf029 x-openstack-request-id: req-3a393401-f7f3-4b9d-bae9-25c3caabf029 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:15.570847 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "2cc8d17b-5170-4140-97e3-676b0cea585e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:15.571201 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a393401-f7f3-4b9d-bae9-25c3caabf029 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:15.571689 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '2cc8d17b-5170-4140-97e3-676b0cea585e', 'status': 'completed', 'code': 200} Jul 27 21:59:15.590661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.721566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:15.721566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.763192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2797dd6c-19e5-4e79-8900-3ab7aab4c05c req-496c74b8-ec34-44ae-8219-1ee916a71992 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0361903 Jul 27 21:59:15.838213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:15.838503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.861268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.866800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.866800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/283fd477-49ec-41aa-b4d4-e8640ba71f5c HTTP/1.1" status: 204 len: 168 time: 0.5063417 Jul 27 21:59:15.867925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:15.918375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61ae11-d622-4605-a887-f2cbd449480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fd477-49ec-41aa-b4d4-e8640ba71f5c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.184765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47084) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:16.290080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fdb93-d1ac-4ca5-81da-43d0699f3978 req-33e42ef5-2825-4f20-9762-2ba1581dca0a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:16.291996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b3fdb93-d1ac-4ca5-81da-43d0699f3978 req-33e42ef5-2825-4f20-9762-2ba1581dca0a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 943 time: 0.2188256 Jul 27 21:59:16.311455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting subnet 2bb5dc9f-6e49-49da-a118-546de34f25fe {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:16.315753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.343805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b3fdb93-d1ac-4ca5-81da-43d0699f3978 req-cb5ed9b0-778c-44bc-89ec-85fe0eb6c5ac tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups?id=447e0563-bd3f-4b6a-a80f-4c6b12575857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434101 Jul 27 21:59:16.346240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.366075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.387900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=64f9b3ce-6ec5-4a3a-8715-aab196ee84f6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.440493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port 64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:16.446446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.451209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e515d6b8-f1ef-458f-a88c-dc652fad1ae9 req-f1ca1b5f-a0c9-4e15-875e-b3635ade38ff tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.76 "DELETE /v2.0/ports/64f9b3ce-6ec5-4a3a-8715-aab196ee84f6 HTTP/1.1" status: 204 len: 173 time: 0.8721731 Jul 27 21:59:16.506533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.610696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3562f92c-3dfb-473d-952f-0ecff3db5031 req-2b89cc69-084d-4f03-9a59-80b0fceee5f1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0478675 Jul 27 21:59:16.788803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.872916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb5dc9f-6e49-49da-a118-546de34f25fe,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.881650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de6ec4-7b8d-44a6-ad7c-c5f379a10bfc None None] Network d7f6d1de-9187-43b7-a942-cec0ca868b64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:16.886213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.895720 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a79d5e4b-b50d-438e-be83-a122ed5557db tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/subnets/2bb5dc9f-6e49-49da-a118-546de34f25fe HTTP/1.1" status: 204 len: 168 time: 0.7046525 Jul 27 21:59:16.896631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:17.001270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39aef73f-1d89-4aca-8a2e-8d80f35f4159 req-4669fb86-d3e7-41e7-962a-d734b0ccb898 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1294258 Jul 27 21:59:17.160584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.244205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] DHCP port deletion for d7f6d1de-9187-43b7-a942-cec0ca868b64 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:59:17.248448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:17.248825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.303984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Deleting port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:17.304783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.346834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:17.347197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.361649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:17.377209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] For port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,segment=NetworkSegment(5479df0e-9fbe-49f4-92a9-c7a95c31f6c4),segment_id=5479df0e-9fbe-49f4-92a9-c7a95c31f6c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:17.377979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.405663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Calling delete_port for 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:17.569728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6698d962-f4f9-466d-bbb2-b3dfab67d4e5 req-31b48b9e-5676-4fa4-b8f0-9c84df517efb tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0586488 Jul 27 21:59:17.573239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb'}, {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:17.575933 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbab722-d67a-459e-9dc1-dafb0d5d4c92" -d '{"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb"}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:17.587574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:17.608701 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 21:59:17.630572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:17.639295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.681687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] Pushing event deleted for resources: {'Port': ['ID=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:17.714205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92a187-1636-4f03-a420-e2092ba4b489 None None] No DVR routers for this DVR port 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:17.764547 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15260d8-0ca2-44b2-8e61-b937b5a318f2 x-openstack-request-id: req-f15260d8-0ca2-44b2-8e61-b937b5a318f2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:17.764547 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "13cdce59-1787-4990-af94-9f6a83a3febb", "status": "completed", "code": 200}, {"server_uuid": "c0a0d44d-5352-48a2-a26c-fad3c8533cc2", "name": "network-vif-deleted", "tag": "64f9b3ce-6ec5-4a3a-8715-aab196ee84f6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:17.764547 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f15260d8-0ca2-44b2-8e61-b937b5a318f2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:17.764547 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '13cdce59-1787-4990-af94-9f6a83a3febb', 'status': 'completed', 'code': 200} Jul 27 21:59:17.764547 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a0d44d-5352-48a2-a26c-fad3c8533cc2', 'name': 'network-vif-deleted', 'tag': '64f9b3ce-6ec5-4a3a-8715-aab196ee84f6', 'status': 'completed', 'code': 200} Jul 27 21:59:17.766905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=8fc6fb1c-5996-415b-8b97-88af8ae5c4b8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:17.834618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3106ae77-e647-4015-b060-d92cc6c647c7 req-0822ec0c-b6b9-4099-bdc4-1753efc444e6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0347569 Jul 27 21:59:17.877228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.896375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f6d1de-9187-43b7-a942-cec0ca868b64']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.908460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.908758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5479df0e-9fbe-49f4-92a9-c7a95c31f6c4') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.920056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.940103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.946869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:17.947368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:17.950973 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:18.096168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-001fa3b8-1c6b-48bc-830e-79cdf07283f6 req-5679e40d-1145-4fc3-851a-acb7190a37f2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0304625 Jul 27 21:59:18.168650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.191116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.193839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/networks/d7f6d1de-9187-43b7-a942-cec0ca868b64 HTTP/1.1" status: 204 len: 168 time: 1.2954502 Jul 27 21:59:18.202893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6107592-0da4-4178-ac19-0c3bc0c5feb4 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Network': ['ID=d7f6d1de-9187-43b7-a942-cec0ca868b64,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.205727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47148) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:18.283582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting subnet 67d6e565-e21b-4afa-a8a6-43346dc07cfa {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:18.302614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.353898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.441932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.588457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.622787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Subnet': ['ID=67d6e565-e21b-4afa-a8a6-43346dc07cfa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.629578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.631529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3d7f9c85-05e0-46f1-870f-484214655be9 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/subnets/67d6e565-e21b-4afa-a8a6-43346dc07cfa HTTP/1.1" status: 204 len: 168 time: 0.4241316 Jul 27 21:59:18.634456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:18.640092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d19bb-9ab4-44a8-99ec-aed47a2edb07 None None] Network d0b94e51-ff6f-45e6-b048-b67491375caf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:18.747721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f910892b-66d4-4f19-bc11-8a20a85f9455 req-2895cd4a-dbfa-4781-8a23-589fa6a4683e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0448060 Jul 27 21:59:18.754401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.822731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Deleting port dcfdb7ce-8076-424a-b211-8c786197c20d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:18.823161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.904486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] DHCP port deletion for d0b94e51-ff6f-45e6-b048-b67491375caf request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:59:18.932805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] For port dcfdb7ce-8076-424a-b211-8c786197c20d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=dcfdb7ce-8076-424a-b211-8c786197c20d,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:18.933190 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.950185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Calling delete_port for dcfdb7ce-8076-424a-b211-8c786197c20d owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:18.982998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Deleting port dcfdb7ce-8076-424a-b211-8c786197c20d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:18.983745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.995828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5777e28-55b0-4e61-bfb5-600c2fa2c37f req-5db3e6eb-2d64-4f6c-8116-f724ac2100a9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0896413 Jul 27 21:59:19.085394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] For port dcfdb7ce-8076-424a-b211-8c786197c20d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=dcfdb7ce-8076-424a-b211-8c786197c20d,segment=NetworkSegment(84c78d4e-586e-49a8-bbde-9c093847a78b),segment_id=84c78d4e-586e-49a8-bbde-9c093847a78b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:19.086606 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.104089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Calling delete_port for dcfdb7ce-8076-424a-b211-8c786197c20d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:19.182310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:19.216025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e5aafab-8aa1-425a-8908-3d2f74f5d76e req-49488488-254a-4c59-bedb-b80dba064b47 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0545790 Jul 27 21:59:19.223649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.230841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:19.231190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8fc6fb1c-5996-415b-8b97-88af8ae5c4b8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:19.231617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device dcfdb7ce-8076-424a-b211-8c786197c20d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:19.239992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] No DVR routers for this DVR port dcfdb7ce-8076-424a-b211-8c786197c20d on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:19.262144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: dcfdb7ce-8076-424a-b211-8c786197c20d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:19.262734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device dcfdb7ce-8076-424a-b211-8c786197c20d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:19.283433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Port': ['ID=dcfdb7ce-8076-424a-b211-8c786197c20d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:19.288033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.330031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] No DVR routers for this DVR port dcfdb7ce-8076-424a-b211-8c786197c20d on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:19.347826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790979-dda5-478b-9ebc-d9d3a695507a None None] Pushing event deleted for resources: {'Port': ['ID=dcfdb7ce-8076-424a-b211-8c786197c20d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:19.380249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.392517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b94e51-ff6f-45e6-b048-b67491375caf']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:19.403923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c78d4e-586e-49a8-bbde-9c093847a78b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:19.404156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c78d4e-586e-49a8-bbde-9c093847a78b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:19.414498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.431214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.439193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:19.439674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:19.443265 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:19.644172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.652304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.666564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] 10.222.0.37 "DELETE /v2.0/networks/d0b94e51-ff6f-45e6-b048-b67491375caf HTTP/1.1" status: 204 len: 168 time: 1.0196106 Jul 27 21:59:19.670908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367ed8e-8aba-4995-91d8-642d6b682f28 tempest-ServersTestMultiNic-702298474 tempest-ServersTestMultiNic-702298474-project] Pushing event deleted for resources: {'Network': ['ID=d0b94e51-ff6f-45e6-b048-b67491375caf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:19.838608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47202) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:19.932416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8417d0fe-77de-462e-acfc-bb58e8e046eb req-7c7b70d2-ab39-4994-ae82-149259feeb38 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0348163 Jul 27 21:59:20.103491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b991cb41-7bf7-42c3-aae6-2fff9ae3399b req-94292fe0-3cef-40bc-81b3-88a10dc36f06 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0583189 Jul 27 21:59:20.318938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0aa06abf-c77a-4897-afde-6e3c463fa3b3 req-99f77cb3-563a-40d4-9d9b-695569041523 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0471456 Jul 27 21:59:20.447753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.734343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Deleting port 4a9dca42-aa7d-4861-8538-dc499faf18ff {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:20.735044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.824582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] For port 4a9dca42-aa7d-4861-8538-dc499faf18ff, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4a9dca42-aa7d-4861-8538-dc499faf18ff,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:20.824965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.839887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Calling delete_port for 4a9dca42-aa7d-4861-8538-dc499faf18ff owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:21.058353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a80f5477-c6bc-4e32-8351-5de13af41eca req-a4667aff-4cd4-41fc-b51f-f20fd9cce7b5 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0357354 Jul 27 21:59:21.102256 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.130591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9dca42-aa7d-4861-8538-dc499faf18ff,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:21.224540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78902c4a-704f-460c-9092-56c83bd7207a req-22af7f2f-cf58-4963-b336-559e352b1a0d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0425758 Jul 27 21:59:21.358376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.430274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa77561b-6ce2-40fe-9f1b-9bf10f4a3648 req-97126c94-8290-44b3-be15-f0e47645ab96 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0395324 Jul 27 21:59:21.611693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:21.742277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:21.748679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96ebdb2f-623e-4989-9925-7ee6d40b6e32 admin admin] 10.222.0.37 "PUT /v2.0/routers/ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084923 Jul 27 21:59:21.751505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47232) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:21.752835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Sync routers for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:21.765940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:21.766732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:21.865432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.892614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:21.980387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.082991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-63d1c744-9a7f-470f-8c50-0dde3e9cb959 req-55fe708b-d376-411c-a18e-b11ffd6593dc service neutron] (94671) timed out ('10.222.0.37', 49028) {{(pid=94671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:59:22.097457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:59:20Z', 'revision_number': 5, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port': {'id': '4b6fce91-7609-49d0-ac9b-91060a575d68', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:37Z', 'updated_at': '2021-07-27T21:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:22.131495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Checking router: ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:22.138206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Deleting port 4b6fce91-7609-49d0-ac9b-91060a575d68 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:22.138839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.142385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Routers {'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:22.143038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:22.216157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57722312-9f52-4c40-927d-3dcf14caad77 req-1cf0aac7-327e-4794-8ff5-640793091319 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0369551 Jul 27 21:59:22.245006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] Set router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:22.259842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] For port 4b6fce91-7609-49d0-ac9b-91060a575d68, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b6fce91-7609-49d0-ac9b-91060a575d68,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:22.260325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.280266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Calling delete_port for 4b6fce91-7609-49d0-ac9b-91060a575d68 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:22.303219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:59:21Z', 'revision_number': 6, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:22.330056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1690b6ff-ab6d-418a-82b6-82c91682843f req-0e112283-2cc5-4286-89f6-156647bdb97f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0398295 Jul 27 21:59:22.342260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d3853-4d27-450b-ada4-fe69be75ab11 None None] The sync data for ids ['ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d'] in n-d-738018-6 is: [{'id': 'ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d', 'name': 'tempest-ServersTestMultiNic-2047761643-router', 'tenant_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:36Z', 'updated_at': '2021-07-27T21:59:21Z', 'revision_number': 6, 'project_id': 'f7e297f2babc49cfadf2a42c028d0b6d', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:22.516592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d182e96-4bd3-4aa6-8149-8be30f2f855b req-dc1f6928-d66c-40fa-ad89-2d4dddda6e0f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0345061 Jul 27 21:59:22.535839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.560919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6fce91-7609-49d0-ac9b-91060a575d68,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:22.633809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.743620 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.745596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.154336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4a9dca42-aa7d-4861-8538-dc499faf18ff no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:23.177193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4a9dca42-aa7d-4861-8538-dc499faf18ff {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:23.177550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4a9dca42-aa7d-4861-8538-dc499faf18ff not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:23.178047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b6fce91-7609-49d0-ac9b-91060a575d68 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:23.201520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4b6fce91-7609-49d0-ac9b-91060a575d68 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:23.201876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b6fce91-7609-49d0-ac9b-91060a575d68 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:23.216166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.216745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:59:23.221640 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.222869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d86a479f-c48c-4504-a6c4-2f4af1c9b8ef admin admin] 10.222.0.37 "DELETE /v2.0/routers/ebb5464b-b8b4-44b6-9a49-9f0b3cf2cd3d HTTP/1.1" status: 204 len: 168 time: 1.4703593 Jul 27 21:59:23.225280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47242) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:23.273538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Deleting subnet 7b19aeba-f7bd-4eee-b9a7-56c24982e327 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:23.277013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.318618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.339472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eae98173-1b70-4db3-8da7-3636d7ab1a3a req-91c66dcd-d282-4689-bb0f-2628708798f0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0357935 Jul 27 21:59:23.442888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e70cf534-f275-40a3-9dac-18dde83e4b8b req-d82e81d1-c9bc-4820-aaaf-dfd63ae51816 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0463619 Jul 27 21:59:23.453115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.600103 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.616290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06edb0dc-d037-4f50-8523-5fba89e97484 req-5e1395a5-671b-4f1c-bcba-023b28cd13a0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0346813 Jul 27 21:59:23.627671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b19aeba-f7bd-4eee-b9a7-56c24982e327,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:23.638603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.641311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0fb3b39-d913-4790-857e-7efd79a7e803 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b19aeba-f7bd-4eee-b9a7-56c24982e327 HTTP/1.1" status: 204 len: 168 time: 0.4143701 Jul 27 21:59:23.643829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:23.644308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c884f99-9174-4909-baf5-b9158a02a1ca None None] Network 54ad27af-f8ea-4aa5-8330-d8284bcb392f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:23.716195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.776454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Deleting port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:23.776805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.850603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] For port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:23.850917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.861649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] DHCP port deletion for 54ad27af-f8ea-4aa5-8330-d8284bcb392f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:59:23.870302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Calling delete_port for 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:23.919321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Deleting port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:23.919793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.986039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] For port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,segment=NetworkSegment(eb7ee6f6-2872-422f-897c-7f2da2292d56),segment_id=eb7ee6f6-2872-422f-897c-7f2da2292d56)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:23.986508 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.001207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Calling delete_port for 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:24.033246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.059496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:24.066159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] No DVR routers for this DVR port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:24.085751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.117577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] Pushing event deleted for resources: {'Port': ['ID=7c5802b9-2e59-4807-b90d-44e8f8f6ab68,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:24.119501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb67329-ae95-40c6-aea9-e64028411714 None None] No DVR routers for this DVR port 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:24.145378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.155764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ad27af-f8ea-4aa5-8330-d8284bcb392f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:24.175659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7ee6f6-2872-422f-897c-7f2da2292d56') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:24.175965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7ee6f6-2872-422f-897c-7f2da2292d56') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:24.185367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.204755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.211547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:24.211956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:24.213964 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:24.319264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.324577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.326613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/54ad27af-f8ea-4aa5-8330-d8284bcb392f HTTP/1.1" status: 204 len: 168 time: 0.6815248 Jul 27 21:59:24.341274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cfaf4-aa46-4d5a-8ef9-6ade02433e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ad27af-f8ea-4aa5-8330-d8284bcb392f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:24.489388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5e588d5-d6a7-4697-86e5-69fe72e3c6e5 req-b78f5170-a1ad-492d-9cc6-c4971bdf2f7f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0365756 Jul 27 21:59:24.540816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78aab4cd-3894-4aec-936b-ea5db3e7935e req-a67eae1c-a58b-454a-941e-e80f53c91eaa tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0348165 Jul 27 21:59:24.697009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62f7d782-8331-4dd2-8fbf-2db91b37a937 req-d6ce912d-f274-4dc5-83be-059753bbf62a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0297821 Jul 27 21:59:24.838799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:24.882005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-179d48ec-dac6-43eb-8ebf-d59216b64256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7e297f2babc49cfadf2a42c028d0b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418773 Jul 27 21:59:24.884579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47262) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:24.934939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.957000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.096173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.099310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.103122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1333a38e-63ca-493b-8b4e-4b4d13c7d290 HTTP/1.1" status: 204 len: 168 time: 0.2150245 Jul 27 21:59:25.109050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:25.110735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd1aa-ba54-42d1-aa03-8c6e68a284a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333a38e-63ca-493b-8b4e-4b4d13c7d290,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:25.134060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:25.142043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7c5802b9-2e59-4807-b90d-44e8f8f6ab68 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:25.626672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-261926bf-d7f9-4e47-afc2-547e14eca3d6 req-0aa219d6-272a-4880-8ea9-7580df8ad130 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0373392 Jul 27 21:59:25.657915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63947160-211d-4a41-a990-6226c75dc629 req-e0381899-30cf-47c9-ab04-17213de99d7f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0427189 Jul 27 21:59:25.785648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f70fa88b-3dd7-4b8d-bafd-338788ecf948 req-69bc2eee-ee23-4bcd-91c2-d08849012982 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0319929 Jul 27 21:59:26.202042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47292) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:26.300523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-401433080-network', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:26.450473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:26.452770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.465385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.557863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.655627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.683304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:59:26.694783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b77b67-8d24-43ef-9087-c41dad7b932a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:26.701068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.701678 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Added segment 5ca421af-00fb-4cfb-8243-39f6fff9b6b1 of type vlan for network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 Jul 27 21:59:26.749935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-535df1a8-ac4e-454f-95a8-429f47e770dd req-3643bafd-dcb5-47aa-af04-a757f2f0e87b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0300052 Jul 27 21:59:26.774325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-680739fd-eae2-4e96-bc0c-7d0d590e6741 req-96e6812e-4e55-42ec-9d1a-fdbbb7f6c2c0 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0597758 Jul 27 21:59:26.786784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.872158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ad1fd2f-fcf7-4a51-a29e-38068f57d6df req-af255bbe-e14c-4d78-83a0-bdd21990ff62 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0306830 Jul 27 21:59:26.930319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.931392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:26.932054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.997671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] Pushing event updated for resources: {'Network': ['ID=8c40856c-c3ec-462e-adcb-946fc9c2ff55,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:27.009807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:59:27.074029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc61a54e-ede2-4917-b76e-5b044718934d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8708291 Jul 27 21:59:27.077342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:27.085426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Request body: {'subnet': {'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-401433080-subnet', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:27.210027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:27.213352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.467866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.537950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:27.556211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Checking segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:27.556570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Network hostable DHCP agents. Network: 8c40856c-c3ec-462e-adcb-946fc9c2ff55, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:59:27.644641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:59:27.729409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8c40856c-c3ec-462e-adcb-946fc9c2ff55) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:27.734134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.734820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.739845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900bae4-440b-467d-a7d0-c49a6bbfd8a1 None None] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:27.843019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b6612ed-e7de-41f5-8e96-ef13c3c06102 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7643840 Jul 27 21:59:27.844923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:27.852149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:27.935336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:59:27.936497 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.937686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1acc470d-2e84-4705-8a07-cf3ba2a26b31 req-3238d296-bc05-4f60-bb51-a0edc94a0d2a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0741754 Jul 27 21:59:27.977405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53f9fbbf-1906-43f4-8057-e91bee6b3e2d req-3485c90c-c2a2-40e7-b393-cd59897a506b tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0440936 Jul 27 21:59:28.043471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.043471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.063070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e40ac14f-2ebe-4555-b88f-71cdda2edbc5 req-fa4a5639-a30e-4939-bf96-d91aaee80f43 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0391011 Jul 27 21:59:28.123583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.162026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Allocated IP 172.20.0.2 (8c40856c-c3ec-462e-adcb-946fc9c2ff55/1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc/e6953f0d-e81f-4f07-8c53-c21b60b305d8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:28.384434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.549187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.558238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Transition to ACTIVE for port object e6953f0d-e81f-4f07-8c53-c21b60b305d8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:28.582579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Transition to ACTIVE for port object e6953f0d-e81f-4f07-8c53-c21b60b305d8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:28.722600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.722892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.860497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Allocated IP 172.25.3.144 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/52b8d237-6db0-450a-9555-10b116e8989b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:28.926145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.023698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.059591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:29.070161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:29.098795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:29.115749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Pushing event updated for resources: {'Port': ['ID=e6953f0d-e81f-4f07-8c53-c21b60b305d8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:29.135036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4f6233c-78b5-428f-bc55-3583806a1558 req-140a33b1-1fd7-415c-bcad-c1728ea12742 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0920248 Jul 27 21:59:29.240169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-572c948a-ba76-468a-9981-bf721ac67ac2 req-2ead8c12-c839-46f7-ac5e-2a19f3e41a3a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0622060 Jul 27 21:59:29.241543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.245346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Attempting to bind port e6953f0d-e81f-4f07-8c53-c21b60b305d8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:29.246421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Attempting to bind port e6953f0d-e81f-4f07-8c53-c21b60b305d8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:29.247286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Attempting to bind port e6953f0d-e81f-4f07-8c53-c21b60b305d8 on network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:29.256709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:29.256709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Checking segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:29.257321 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.258121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Bound using segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:29.258603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31f12e03-9743-46dd-8bb5-cfb4728963d3 req-609f3987-e816-49a8-ba7b-d500b2b4ee68 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0714517 Jul 27 21:59:29.259114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Bound port: e6953f0d-e81f-4f07-8c53-c21b60b305d8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:29.260156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.318624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:29.322713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:29.330034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:29.380715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Pushing event updated for resources: {'Port': ['ID=52b8d237-6db0-450a-9555-10b116e8989b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:29.393066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] For port e6953f0d-e81f-4f07-8c53-c21b60b305d8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:29.398026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] For port e6953f0d-e81f-4f07-8c53-c21b60b305d8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e6953f0d-e81f-4f07-8c53-c21b60b305d8,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:29.519837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.612331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe3d0e-724d-42e0-9e5c-a5e528948c8b None None] Pushing event updated for resources: {'Port': ['ID=e6953f0d-e81f-4f07-8c53-c21b60b305d8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:29.715255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.033246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.230374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-843ad7c4-0f21-4c81-aea6-511f1b758401 req-6d0f024a-45c9-4381-b972-6d96a772e37b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0405579 Jul 27 21:59:30.425337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c694afcb-0d1a-477d-8993-20cbe4957856 req-efe82206-82e2-4114-8e75-f392c10e8070 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1074409 Jul 27 21:59:30.425817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:59:30.530527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4dbfb16-6ba8-4edf-abe4-2e38b0e2b5b0 req-7afc3730-2e3f-4dd1-96d5-cd74d60b8534 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0903251 Jul 27 21:59:30.683370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:30.696999 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Sync routers for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:30.712007 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:30.713100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:30.827318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.830554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d92bf5f8-5b82-4017-831f-41bcf964e46f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9828866 Jul 27 21:59:30.835859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47358) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:31.050117 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:31.194374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7f588-2629-4feb-b7e3-8c10c2f234b7 None None] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:31.312331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e6953f0d-e81f-4f07-8c53-c21b60b305d8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:31.407819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2e533cbb-272c-423e-bd3f-8b9d7f49f19e None None] Provisioning for port e6953f0d-e81f-4f07-8c53-c21b60b305d8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:31.428403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5cba0f0-a12e-4c2c-bd55-72d43d265ec7 req-2bb95a33-58a1-4340-a718-0a7eb9256a53 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0646753 Jul 27 21:59:31.432576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:29Z', 'revision_number': 3, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:31.522229 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Checking router: 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:31.522613 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Updating router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 port 52b8d237-6db0-450a-9555-10b116e8989b binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:31.576282 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.576726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee832447-14f5-452e-bff6-20a6d7942ae0 req-c4e8b058-3318-4bf6-8b41-be8f1d0e42ad tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0676188 Jul 27 21:59:31.653656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e6953f0d-e81f-4f07-8c53-c21b60b305d8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:31.654824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e6953f0d-e81f-4f07-8c53-c21b60b305d8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:31.655216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.787039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e6c9df3-d9db-42e8-a223-fe739fc0e6f9 req-4a4e9f20-1659-41c0-8aee-5ebdfd4a4174 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.1222808 Jul 27 21:59:31.798222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.903445 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.024931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3521eb2f-7cfe-412d-a0d8-98493f5989aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.122454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9fe503c7-41f4-4980-ac79-0cc882eb3ce8 None None] Provisioning complete for port e6953f0d-e81f-4f07-8c53-c21b60b305d8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:32.127918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fe503c7-41f4-4980-ac79-0cc882eb3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.138999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e6953f0d-e81f-4f07-8c53-c21b60b305d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e6953f0d-e81f-4f07-8c53-c21b60b305d8,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:32.213390 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.296169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Allocated IP 172.20.0.1 (8c40856c-c3ec-462e-adcb-946fc9c2ff55/1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc/309c01dc-6685-486c-8d06-cc1cdb05015b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:32.309391 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.323031 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Transition to ACTIVE for port object 52b8d237-6db0-450a-9555-10b116e8989b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:32.393749 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.402841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e6953f0d-e81f-4f07-8c53-c21b60b305d8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:32.519310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.520006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15dd5d9a-d2c2-4028-87a9-ba188dc608c6 req-032bdf50-7d2c-4e5a-9741-324a3be49e60 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0441575 Jul 27 21:59:32.525230 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Attempting to bind port 52b8d237-6db0-450a-9555-10b116e8989b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:32.525730 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Attempting to bind port 52b8d237-6db0-450a-9555-10b116e8989b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:32.526551 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Attempting to bind port 52b8d237-6db0-450a-9555-10b116e8989b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:32.544349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:32.547865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:32.547865 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.547865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:32.547865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Bound port: 52b8d237-6db0-450a-9555-10b116e8989b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:32.547865 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.551106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Transition to ACTIVE for port object 309c01dc-6685-486c-8d06-cc1cdb05015b will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:32.616798 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Pushing event updated for resources: {'Port': ['ID=52b8d237-6db0-450a-9555-10b116e8989b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:32.622134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] For port 52b8d237-6db0-450a-9555-10b116e8989b, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:32.630171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] For port 52b8d237-6db0-450a-9555-10b116e8989b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52b8d237-6db0-450a-9555-10b116e8989b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:32.632054 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.632405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.632746 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.633102 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.633422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.634038 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.634400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.634858 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.635195 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.635524 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.635853 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.636184 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:32.690006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-719ae4ee-3b46-4757-afd8-db23d206a71a req-92c9d611-a861-4767-88b4-ef72abf8786f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0395215 Jul 27 21:59:32.696298 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.699022 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.803315 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a3c6a-c9e7-47c4-95b2-38a8cbb6c1f8 None None] Pushing event updated for resources: {'Port': ['ID=52b8d237-6db0-450a-9555-10b116e8989b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:32.838578 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:32.839657 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:33.011114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc8185ab-1c02-4e23-b606-3b8488d52be6 req-3ac967d9-f12f-45f4-9bf6-3e1e9688568d tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0768626 Jul 27 21:59:33.023606 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:33.175683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e6953f0d-e81f-4f07-8c53-c21b60b305d8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:33.221405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:33.230858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:33.238082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:33.274576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e6953f0d-e81f-4f07-8c53-c21b60b305d8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:33.275108 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.343088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:33.411845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.466541 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:29Z', 'revision_number': 3, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:33.535101 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7567d-9d53-480d-937b-729b466503ff None None] The sync data for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 is: [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:29Z', 'revision_number': 3, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:33.681201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f803305-ca01-4d3f-97de-9c4f776639b5 req-76120004-07c6-4424-9f41-af38bc487147 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0915046 Jul 27 21:59:33.746123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ee35ff52-077e-49e9-a3d5-976000c1ef12 None None] Provisioning for port 309c01dc-6685-486c-8d06-cc1cdb05015b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:33.759253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ee35ff52-077e-49e9-a3d5-976000c1ef12 None None] Provisioning complete for port 309c01dc-6685-486c-8d06-cc1cdb05015b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:33.760588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee35ff52-077e-49e9-a3d5-976000c1ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.840829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f67495d4-63e0-4015-af52-fd9594e6d7ac req-eb64a12d-f25c-4b96-b1a1-dcafaf945a34 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0825276 Jul 27 21:59:33.861358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ee35ff52-077e-49e9-a3d5-976000c1ef12 None None] Port 309c01dc-6685-486c-8d06-cc1cdb05015b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:33.879032 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.194572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e0b7b9e-d2b5-46c2-b13f-8129c45a1774 req-8187a193-aa25-45af-a688-a2563533cfc4 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0500951 Jul 27 21:59:34.233157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.295744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.380569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7dd47d51-a37d-4be6-a50f-92b46cefc66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.400599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:34.450252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.614867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:34.616791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:34.720342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.937859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44f9de63-726f-41a2-91d2-8bfbf99f4a7e req-b52cc997-93d5-487d-a50a-148862e8bd15 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1140349 Jul 27 21:59:35.047240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:35.118521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9adfe0ee-e3d8-4f76-a2a9-2e223f061407 None None] Provisioning complete for port 309c01dc-6685-486c-8d06-cc1cdb05015b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:35.119459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9adfe0ee-e3d8-4f76-a2a9-2e223f061407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.164787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d05e59b7-a47b-4515-a3d6-25ed4345d380 req-bb768c37-73b8-4db9-ab72-8f6f8aebad82 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1421146 Jul 27 21:59:35.245021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9adfe0ee-e3d8-4f76-a2a9-2e223f061407 None None] Port 309c01dc-6685-486c-8d06-cc1cdb05015b cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:35.257246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52b8d237-6db0-450a-9555-10b116e8989b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:35.427773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d94d44a8-14f3-43d9-85fd-fbdcd43e2994 req-de86c0fd-6ff6-496c-a578-82d7e38bd364 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0455923 Jul 27 21:59:35.431474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:35.463653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c3676fe8-4aeb-431e-b0cf-3e6123d6f7e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/9dc44fe3-dda5-4ef2-b63a-17f5754a53b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6197278 Jul 27 21:59:35.518046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 52b8d237-6db0-450a-9555-10b116e8989b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:35.525967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 52b8d237-6db0-450a-9555-10b116e8989b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:35.526466 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.569722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-24cbe487-6904-4c20-ba16-53ebcefdc927 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.571825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-24cbe487-6904-4c20-ba16-53ebcefdc927 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2283306 Jul 27 21:59:35.611002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-f69e89f2-442e-414b-a389-904edc6472da tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/quotas/5a395c23e6e146d7b1878e7b4c5121a8 HTTP/1.1" status: 200 len: 375 time: 0.0316031 Jul 27 21:59:35.750056 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.798097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-d072e948-f792-413f-adcd-0e7585238386 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1803038 Jul 27 21:59:35.803283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 52b8d237-6db0-450a-9555-10b116e8989b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52b8d237-6db0-450a-9555-10b116e8989b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:35.809153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-e81c0490-8fc9-47ea-b33f-770bfda25f74 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:59:35.817313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-e81c0490-8fc9-47ea-b33f-770bfda25f74 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179682 Jul 27 21:59:35.873510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.879412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:36.000341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-56c86061-da79-45b2-8d03-8e5d6a5e7ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814201 Jul 27 21:59:36.003986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=52b8d237-6db0-450a-9555-10b116e8989b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:36.063380 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6f6d764-2c32-457e-befa-8df4b085a0bf req-a80e1eda-0d30-440f-a6b3-404870d57e27 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0514987 Jul 27 21:59:36.225664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-e98e6888-ae27-4ea4-89f9-5a970d6aba0e service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972470 Jul 27 21:59:36.325391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e729a8d7-371a-4d17-9a43-3aedb330541a req-25aba09d-c3b9-47df-af4d-da0d34fcb79b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0711875 Jul 27 21:59:36.527942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Sync routers for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:36.546237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:36.566488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:36.607985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef28dcd9-5d10-4358-8446-a0fd4c29cd3f req-41c20d75-9c48-4f9d-9663-4f6a02a5ac8a tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a0d44d-5352-48a2-a26c-fad3c8533cc2 HTTP/1.1" status: 200 len: 210 time: 0.0437090 Jul 27 21:59:36.676479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e343cb69-2d84-4b72-98f7-2826605d35c6 req-1fa23a6a-98ab-473a-80ed-b0cead55708d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.0760293 Jul 27 21:59:36.707581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:36.975210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:37.013590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 2, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:37.045736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Checking router: 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:37.046368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Updating router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 port 309c01dc-6685-486c-8d06-cc1cdb05015b binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:37.154575 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:37.243435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97c1c330-a674-45f1-a9d8-9add8fe74bb3 req-f4fc90eb-5df0-4920-8ec7-7fa7ad382a79 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0848460 Jul 27 21:59:37.254124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52b8d237-6db0-450a-9555-10b116e8989b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:37.495036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df1bd5b0-7157-46dd-a3c4-ab706511750f req-eb7588ce-05e2-4f09-bd23-25a1e540749d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0900145 Jul 27 21:59:37.527371 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:37.534517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 52b8d237-6db0-450a-9555-10b116e8989b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:37.534517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:37.848236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47594) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:37.899046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2204dfb0-8d81-4cdf-977c-719475c18365 req-f36829cc-374a-495d-9a97-75e5a019aee8 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.1042869 Jul 27 21:59:37.948796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:37.980315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Transition to ACTIVE for port object 309c01dc-6685-486c-8d06-cc1cdb05015b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:38.018720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.061246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.105910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.133247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.182220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:38.306856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.319379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.319379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/security-groups/447e0563-bd3f-4b6a-a80f-4c6b12575857 HTTP/1.1" status: 204 len: 168 time: 0.4623652 Jul 27 21:59:38.319807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:38.335207 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-88fd9762-aae8-4ddf-83df-939921444d0f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] show failed (client error): The resource could not be found. Jul 27 21:59:38.337993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e697b9-20f8-4caa-8107-83201e752e4b None None] Pushing event updated for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:38.340132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-88fd9762-aae8-4ddf-83df-939921444d0f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "GET /v2.0/security-groups/447e0563-bd3f-4b6a-a80f-4c6b12575857 HTTP/1.1" status: 404 len: 347 time: 0.0233552 Jul 27 21:59:38.340797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:38.379674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Attempting to bind port 309c01dc-6685-486c-8d06-cc1cdb05015b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:38.384958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Attempting to bind port 309c01dc-6685-486c-8d06-cc1cdb05015b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:38.386794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Attempting to bind port 309c01dc-6685-486c-8d06-cc1cdb05015b on network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:38.406200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:38.408579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Checking segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:38.409216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.412234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Bound using segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:38.412993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Bound port: 309c01dc-6685-486c-8d06-cc1cdb05015b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:38.413627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.438655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b879170-ab1d-4374-8541-2a6c9c59ea84 req-dcae8830-208f-4fee-876d-a2f578514803 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1046040 Jul 27 21:59:38.448664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177c0e-2fc2-4ec3-8914-01c8237a6c55 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e0563-bd3f-4b6a-a80f-4c6b12575857,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:38.506652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71487176-c03b-4c7c-b6e3-0cd1c1063faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.526486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] For port 309c01dc-6685-486c-8d06-cc1cdb05015b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:38.534508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] For port 309c01dc-6685-486c-8d06-cc1cdb05015b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=309c01dc-6685-486c-8d06-cc1cdb05015b,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:38.618330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.715699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:38.716366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T21:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:38.722806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8a5c9e1-efd0-4278-8503-bf61af780378 req-e881ce4c-1750-4275-adb2-c28998b819e9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0751772 Jul 27 21:59:38.753994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e697b9-20f8-4caa-8107-83201e752e4b None None] Pushing event updated for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:38.866986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71487176-c03b-4c7c-b6e3-0cd1c1063faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.876513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 6f9560c2-e19b-4ab8-bb64-4b6bab6837fe {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:38.877131 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.115936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:39.152152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb12b9c-634c-4a59-80ac-469c3cec24d3 req-c8c3f311-50fb-4d4c-a5df-31cc38868340 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.0990431 Jul 27 21:59:39.494615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:38Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:39.535460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240a30a-8fd4-4238-9722-768d307fcc11 None None] The sync data for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 is: [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:38Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:39.544835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cb50c62-bd30-472f-8c60-000bdb87e71f req-2cd5e8b5-f399-4747-9710-21894686b327 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0361574 Jul 27 21:59:39.546167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-71487176-c03b-4c7c-b6e3-0cd1c1063faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.700132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-71487176-c03b-4c7c-b6e3-0cd1c1063faf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ca8678b3bab4c028c2c3daf7ad94c76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5164855 Jul 27 21:59:39.703485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47632) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:39.708581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487176-c03b-4c7c-b6e3-0cd1c1063faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ac1ec-1c5c-483a-a730-fe722ab0ebb4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:39.742423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.742762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.767033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 6f9560c2-e19b-4ab8-bb64-4b6bab6837fe owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:39.782058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-af389b54-7501-4841-bd54-49144d9361ba tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.783710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-af389b54-7501-4841-bd54-49144d9361ba tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2908492 Jul 27 21:59:39.889352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72f4cf06-55ef-48b1-8745-4201c1271356 req-1fb52806-6fe9-4fb2-b419-0ff6d03dbff6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0676713 Jul 27 21:59:39.892123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.898576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Request body: {'port': {'device_id': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'admin_state_up': True, 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:39.928866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.073570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.086696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.092939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba7ac1ec-1c5c-483a-a730-fe722ab0ebb4 HTTP/1.1" status: 204 len: 168 time: 0.3878806 Jul 27 21:59:40.128967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26945bcb-5337-4b95-9441-487eec4d37b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ac1ec-1c5c-483a-a730-fe722ab0ebb4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:40.326948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e903370c-0eb7-4dc4-baf9-d9dfd39be1b0 req-fa670b91-2241-4772-b0e5-2c1294a4ef81 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.0583110 Jul 27 21:59:40.328764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.415366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:40.419115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.427274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=6f9560c2-e19b-4ab8-bb64-4b6bab6837fe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:40.540560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.544317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.546406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7c3942cb-592f-4c1a-939e-60feeb0e5243 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/floatingips/3727df96-767c-4f89-964d-dcf947914b6a HTTP/1.1" status: 204 len: 168 time: 2.2037268 Jul 27 21:59:40.549850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:40.678834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-274ab45b-9fb9-4409-a248-ab1e24cfb982 req-d68d023f-1b4a-4060-a419-c4453c8600bc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0682342 Jul 27 21:59:40.788364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Allocated IP 172.20.0.2 (6a29d313-6e23-4785-8992-45def9108398/d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd/c39586e6-10ee-4413-a3dc-75929b224b67) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:40.792626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port a7602cf7-d7f1-451a-bafd-dfe1759d18c7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:40.793048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.957787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.023680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de8e91f6-12b3-4fcf-8f9c-67aa3b8e03f4 req-431ecb11-4a04-4948-907a-074bdb517645 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0696566 Jul 27 21:59:41.033430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for a7602cf7-d7f1-451a-bafd-dfe1759d18c7 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:41.040265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:41.089638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-051dcd7d-91d2-4c8f-8055-0c029ed8dde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.259534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 309c01dc-6685-486c-8d06-cc1cdb05015b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:41.287015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-051dcd7d-91d2-4c8f-8055-0c029ed8dde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.293934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.341556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-051dcd7d-91d2-4c8f-8055-0c029ed8dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.476045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dcd7d-91d2-4c8f-8055-0c029ed8dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166416c-4fdf-4251-a8fd-3fa5ec3a29bf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:41.502462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-051dcd7d-91d2-4c8f-8055-0c029ed8dde1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c8d8d9b1c854ec19f4e39098a3e0cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600718 Jul 27 21:59:41.504218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47676) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:41.570616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.589267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.622906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:41.705910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Network 6a29d313-6e23-4785-8992-45def9108398 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:41.735617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 309c01dc-6685-486c-8d06-cc1cdb05015b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:41.749392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.755687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:41.758620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:41.759292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 309c01dc-6685-486c-8d06-cc1cdb05015b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:41.760125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.806551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.846866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7a1f9-a42e-4e29-a0a7-1e0fa40932b4 req-f0f6e6bd-435b-4b6c-a18d-2a4893b5c4e1 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:41.852691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d7a1f9-a42e-4e29-a0a7-1e0fa40932b4 req-f0f6e6bd-435b-4b6c-a18d-2a4893b5c4e1 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 931 time: 0.2737722 Jul 27 21:59:41.986455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80d7a1f9-a42e-4e29-a0a7-1e0fa40932b4 req-127a4453-c256-4d16-8332-7932f8e15a4b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301177 Jul 27 21:59:42.021964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:42.022718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.039369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5a0918d-fe63-4f42-ac64-0f563fe2d94a req-73d60b1e-b578-4b4e-b63f-2c8a71b33d13 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1489246 Jul 27 21:59:42.054044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event updated for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:42.095471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.099397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.102911 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a166416c-4fdf-4251-a8fd-3fa5ec3a29bf HTTP/1.1" status: 204 len: 168 time: 0.5954125 Jul 27 21:59:42.104935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.128414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=a7602cf7-d7f1-451a-bafd-dfe1759d18c7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:42.135191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86661bb5-fef8-49b4-a329-309059148fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166416c-4fdf-4251-a8fd-3fa5ec3a29bf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:42.139758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.141217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-abc19671-4175-4d3b-9bb4-757812e48e21 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/ports/a7602cf7-d7f1-451a-bafd-dfe1759d18c7 HTTP/1.1" status: 204 len: 168 time: 1.5885806 Jul 27 21:59:42.144424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:42.162750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 309c01dc-6685-486c-8d06-cc1cdb05015b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=309c01dc-6685-486c-8d06-cc1cdb05015b,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:42.165514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-576de86d-5774-4b60-8931-28b167e9e420 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3701959 Jul 27 21:59:42.205699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Request body: {'port': {'device_id': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:42.251171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09b3bfbc-7f3a-45b2-8782-7314b1879719 req-4373aaf4-df06-4ada-a84c-a5fe2162c5d4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0904145 Jul 27 21:59:42.288145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.394635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:42.466693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 88a3d7b9-1c53-4b5d-b104-b38597a4c890 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:42.467045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.485037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.662040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.686363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 88a3d7b9-1c53-4b5d-b104-b38597a4c890 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:42.958219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39586e6-10ee-4413-a3dc-75929b224b67 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:42.971626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.984748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Transition to ACTIVE for port object c39586e6-10ee-4413-a3dc-75929b224b67 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:43.043804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.191011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.251631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=88a3d7b9-1c53-4b5d-b104-b38597a4c890,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:43.263267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20584ab2-0848-483c-9e9c-bed108fd451a req-da199896-108c-492a-8354-b94036aae0f8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1192906 Jul 27 21:59:43.264347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 309c01dc-6685-486c-8d06-cc1cdb05015b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:43.384286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:43.386575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2805001b-1fbe-40bb-8960-bbe2fdfa2776 req-cca82f3b-db39-4bd0-92bf-a8386d93b74c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0705788 Jul 27 21:59:43.393704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 309c01dc-6685-486c-8d06-cc1cdb05015b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:43.394206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.417397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.422546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d826012-7de2-4a6c-9118-44b3ffee2e6f tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/ports/88a3d7b9-1c53-4b5d-b104-b38597a4c890 HTTP/1.1" status: 204 len: 168 time: 1.2722654 Jul 27 21:59:43.422700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:43.562957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting subnet 5efc676c-00e2-4918-b455-ccd21301a9f7 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:43.566365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.577482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:43.667325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abf5a5a-e4a6-46a4-9fe3-6e64f5c8b6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.679447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8021cd-9aca-4b36-959d-98746b81709d req-adcf3db6-e9c9-41f7-8717-1231114fad0e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.681140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b8021cd-9aca-4b36-959d-98746b81709d req-adcf3db6-e9c9-41f7-8717-1231114fad0e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.5620320 Jul 27 21:59:43.703353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.747400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b8021cd-9aca-4b36-959d-98746b81709d req-aa8f3af7-648d-4013-bebf-97453009f962 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Jul 27 21:59:43.748953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Attempting to bind port c39586e6-10ee-4413-a3dc-75929b224b67 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:43.749960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Attempting to bind port c39586e6-10ee-4413-a3dc-75929b224b67 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:43.750184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Attempting to bind port c39586e6-10ee-4413-a3dc-75929b224b67 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:43.756223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Port c39586e6-10ee-4413-a3dc-75929b224b67 on network 6a29d313-6e23-4785-8992-45def9108398 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:43.756687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Attempting to bind port c39586e6-10ee-4413-a3dc-75929b224b67 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:43.762741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:43.763155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Checking segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:43.764321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Bound using segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:43.764793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Bound port: c39586e6-10ee-4413-a3dc-75929b224b67, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:43.765217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.851210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:43.851972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c39586e6-10ee-4413-a3dc-75929b224b67,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:43.905796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abf5a5a-e4a6-46a4-9fe3-6e64f5c8b6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.909152 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.931175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.969546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.970217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.971693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] 10.222.0.76 "PUT /v2.0/ports/c39586e6-10ee-4413-a3dc-75929b224b67 HTTP/1.1" status: 200 len: 1091 time: 1.7739215 Jul 27 21:59:43.980485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:43.986832 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386be4a-9a40-4f8f-9419-6f495776304b" -d '{"events": [{"name": "network-changed", "server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:43.987070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6abf5a5a-e4a6-46a4-9fe3-6e64f5c8b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.020102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ee9b8-8ba1-4463-8367-ed77ffd50a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.040090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf5a5a-e4a6-46a4-9fe3-6e64f5c8b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f30a42-69f7-4463-b566-5e58a1c243b0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.053115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6abf5a5a-e4a6-46a4-9fe3-6e64f5c8b6a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12d222955d664fe98fe24c8bcf3a6ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6622679 Jul 27 21:59:44.053234 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c8cc71-ec87-4595-aab7-666a222fe186 x-openstack-request-id: req-77c8cc71-ec87-4595-aab7-666a222fe186 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:44.053234 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:44.053234 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77c8cc71-ec87-4595-aab7-666a222fe186 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:44.053588 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67', 'status': 'completed', 'code': 200} Jul 27 21:59:44.054021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:44.072591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.104258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Subnet': ['ID=5efc676c-00e2-4918-b455-ccd21301a9f7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.108360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.114088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d029407-e5f4-4776-b428-0017bdb153e6 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/subnets/5efc676c-00e2-4918-b455-ccd21301a9f7 HTTP/1.1" status: 204 len: 168 time: 0.6881917 Jul 27 21:59:44.115914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:44.119628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f51f2-887c-44c4-9f62-c1765ed35ffb None None] Network 6501cf17-5b2e-4e00-978c-2d6e607b0275 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:44.177860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.214377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.224580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting subnet f089c0e6-6f6d-4055-8542-e0b2494ac2d4 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:44.229893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.230962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386be4a-9a40-4f8f-9419-6f495776304b req-16c2ea1e-d019-46f7-a21e-0f82251a8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.234745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6386be4a-9a40-4f8f-9419-6f495776304b req-16c2ea1e-d019-46f7-a21e-0f82251a8229 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 1094 time: 0.1350720 Jul 27 21:59:44.317649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.439037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6644da6f-890f-41ee-ba1a-b8133e8b3d30 req-9a95b9f6-9b07-449e-abd3-1edd01b8ec59 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0920558 Jul 27 21:59:44.482966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.491095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386be4a-9a40-4f8f-9419-6f495776304b req-0e38de6c-c40e-42de-a668-84fd01ef0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.495178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6386be4a-9a40-4f8f-9419-6f495776304b req-0e38de6c-c40e-42de-a668-84fd01ef0ab0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2519183 Jul 27 21:59:44.529359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.533099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.534414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71f30a42-69f7-4463-b566-5e58a1c243b0 HTTP/1.1" status: 204 len: 168 time: 0.4793682 Jul 27 21:59:44.604840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23da69-85f4-4403-b795-cfcd12eeb012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f30a42-69f7-4463-b566-5e58a1c243b0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.651682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-172ffa58-7f2e-4422-a5d6-76495a97650c req-8726fbbc-4d78-41e3-9189-008d81152eaf tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1293178 Jul 27 21:59:44.670953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386be4a-9a40-4f8f-9419-6f495776304b req-5e0bcbbc-c766-4988-8451-cf1ad252a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.674563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6386be4a-9a40-4f8f-9419-6f495776304b req-5e0bcbbc-c766-4988-8451-cf1ad252a796 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695325 Jul 27 21:59:44.691041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] DHCP port deletion for 6501cf17-5b2e-4e00-978c-2d6e607b0275 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:59:44.761053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Deleting port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:44.761950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.801309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.835862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Subnet': ['ID=f089c0e6-6f6d-4055-8542-e0b2494ac2d4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.838368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.844543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03dc5bba-5c4e-4404-aaac-fa330bb3e8da tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/subnets/f089c0e6-6f6d-4055-8542-e0b2494ac2d4 HTTP/1.1" status: 204 len: 168 time: 0.7272964 Jul 27 21:59:44.845543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47788) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:44.863685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12696f5f-2989-4d51-b9cf-4bf8005131be None None] Network bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:44.932078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-b5f5bbbb-58a2-47c9-b92f-dfd3d6749a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.937999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-b5f5bbbb-58a2-47c9-b92f-dfd3d6749a4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 1094 time: 0.2036142 Jul 27 21:59:44.957046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] For port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:44.957616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.985617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.986223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Calling delete_port for 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:45.004087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-b4e93ed9-7e4a-4337-8436-836b3aa76704 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c39586e6-10ee-4413-a3dc-75929b224b67 HTTP/1.1" status: 200 len: 217 time: 0.0567412 Jul 27 21:59:45.171740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81013fc-90e1-4834-8e6c-88e81159e263 req-c982b1e6-ee5b-4b19-9122-5a9b4835aaeb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.173736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e81013fc-90e1-4834-8e6c-88e81159e263 req-c982b1e6-ee5b-4b19-9122-5a9b4835aaeb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.3185344 Jul 27 21:59:45.200051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Deleting port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:45.201042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.215756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:45.255974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-d6c325fd-6c2a-49c1-8dfa-98827d6b481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.259520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-d6c325fd-6c2a-49c1-8dfa-98827d6b481a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.2367804 Jul 27 21:59:45.355829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-3af0ef07-00e6-4cd4-8edf-5c78c4027d08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867734 Jul 27 21:59:45.373805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] For port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,segment=NetworkSegment(ec162b39-ef4e-48a2-9b89-8a95baa5a250),segment_id=ec162b39-ef4e-48a2-9b89-8a95baa5a250)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:45.374801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.400873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.401659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e81013fc-90e1-4834-8e6c-88e81159e263 req-63664839-1ba8-4ed9-84d6-8f22d9c1ac1e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114046 Jul 27 21:59:45.475596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Calling delete_port for 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:45.492585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] DHCP port deletion for bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:59:45.498149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] No DVR routers for this DVR port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:45.505054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.519933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d6d8-cf1b-4236-b676-7c0aa248831d None None] Pushing event deleted for resources: {'Port': ['ID=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:45.668780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Deleting port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:45.669502 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.676796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-610e4a21-1eb0-45bc-aa4b-3cca62cd76be req-af8b3ae0-3d19-4d74-ad05-62de621a22ca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0764530 Jul 27 21:59:45.689743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47804) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:45.767196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-700f1456-7d53-471a-938e-681bbe41d6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.769297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-a33db237-b6e2-4c35-8504-3e6f72a2ff65 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951600 Jul 27 21:59:45.871999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] For port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,segment=NetworkSegment(f6d230d6-59b6-4a2b-9d98-c09708f8f4e5),segment_id=f6d230d6-59b6-4a2b-9d98-c09708f8f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:45.872865 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.928515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Calling delete_port for 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:45.948999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.018296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] No DVR routers for this DVR port 13c9a2db-bcd3-4444-b14e-70c9ac9c0192 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:46.032284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Port': ['ID=13c9a2db-bcd3-4444-b14e-70c9ac9c0192,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:46.033520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1d11a3a-8882-42e9-9352-871eebad573d req-929d1168-c173-4436-8ef5-67724ef4cb43 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0786438 Jul 27 21:59:46.101188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd6ba600-114a-48c9-b1bb-93564e299961 req-a02e0318-e83c-4e01-805c-811ac98493bd service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209260 Jul 27 21:59:46.164846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.228452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] Pushing event deleted for resources: {'Port': ['ID=47d02b5d-20ea-4ff5-b9c2-f66b0b02c329,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:46.234867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768f4b7-641f-4108-b847-53da56f75112 None None] No DVR routers for this DVR port 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:46.261610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.279263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6501cf17-5b2e-4e00-978c-2d6e607b0275']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:46.301152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec162b39-ef4e-48a2-9b89-8a95baa5a250') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:46.301893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec162b39-ef4e-48a2-9b89-8a95baa5a250') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:46.325373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.349527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-700f1456-7d53-471a-938e-681bbe41d6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.354823 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.367735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:46.368432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: timer() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:46.372722 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:46.477602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-700f1456-7d53-471a-938e-681bbe41d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.549488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-700f1456-7d53-471a-938e-681bbe41d6ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c51274897004950bcb5036a145c87cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571055 Jul 27 21:59:46.552177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:46.569700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f1456-7d53-471a-938e-681bbe41d6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9cc668-9e98-4984-ad66-0cbbad5f2824,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:46.587395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.594957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.599576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/networks/6501cf17-5b2e-4e00-978c-2d6e607b0275 HTTP/1.1" status: 204 len: 168 time: 1.7530427 Jul 27 21:59:46.600926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:46.618792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ef06-29a2-46dc-886c-e9c4c106175e tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Network': ['ID=6501cf17-5b2e-4e00-978c-2d6e607b0275,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:46.649601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efbcb6-3ce3-41f8-9290-3a4baa9c5ff8 req-d08ad653-c586-4e5a-acee-4ec93d274144 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.651549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6efbcb6-3ce3-41f8-9290-3a4baa9c5ff8 req-d08ad653-c586-4e5a-acee-4ec93d274144 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.1250958 Jul 27 21:59:46.715153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6efbcb6-3ce3-41f8-9290-3a4baa9c5ff8 req-29fe4d7b-76fd-4f7f-a7c4-649db63eb224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533710 Jul 27 21:59:46.744448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.810019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.817421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c31faf-d25a-4dbb-8188-514fe7fa8794 req-5a67023c-9760-41f5-bcf7-4d1b3e9ef7d2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0577464 Jul 27 21:59:46.837168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.020010 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.036383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:47.078702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:47.079182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d230d6-59b6-4a2b-9d98-c09708f8f4e5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:47.138565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.184625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.190592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:47.191151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: timer() Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:47.197902 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:47.210785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:47.215567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.215567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.219943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc9cc668-9e98-4984-ad66-0cbbad5f2824 HTTP/1.1" status: 204 len: 168 time: 0.6638269 Jul 27 21:59:47.229960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9a8272be-ceed-4d58-a573-f9b8e6ff35c6 req-be8f0f09-36d2-4e6a-b5be-cbb64003e322 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0481343 Jul 27 21:59:47.244304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:47.244734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 47d02b5d-20ea-4ff5-b9c2-f66b0b02c329 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:47.295422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf581f-7ee2-440d-b10d-ec1bdbabf540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9cc668-9e98-4984-ad66-0cbbad5f2824,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:47.409812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.420540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.426631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] 10.222.0.37 "DELETE /v2.0/networks/bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc HTTP/1.1" status: 204 len: 168 time: 0.8221726 Jul 27 21:59:47.438928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b5cf0-6621-440f-ba09-a4b4a2e085b3 tempest-TaggedBootDevicesTest_v242-1566501136 tempest-TaggedBootDevicesTest_v242-1566501136-project] Pushing event deleted for resources: {'Network': ['ID=bac622b8-7f5f-43c5-8cf6-cae0ebe98ecc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:47.882023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c628cc-011b-40ce-86d5-64e9790fb1da req-34ae3730-5a97-4afd-9999-442a1b129ebb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.891637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31c628cc-011b-40ce-86d5-64e9790fb1da req-34ae3730-5a97-4afd-9999-442a1b129ebb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.1049306 Jul 27 21:59:47.956233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31c628cc-011b-40ce-86d5-64e9790fb1da req-ba6f9613-4155-4889-8e36-f9cf819236e4 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Jul 27 21:59:47.989343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02b003a3-a061-432a-bcd3-e69d95aaa157 req-1bd1091b-7bdf-4404-9313-5b49703dd3f1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0530410 Jul 27 21:59:48.364553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58e57542-10a2-4864-a13d-d9077ae0c816 req-b62d5d15-087c-4f10-a67a-047ef1b13c9c tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0521858 Jul 27 21:59:49.120752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10455112-8b3c-4a69-b680-0e9c8558577f req-8cabe824-2cc9-40db-96e5-035ad0726a5d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jul 27 21:59:49.152153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee25e8-3d2e-4334-a9cc-61717f43ad51 req-07d42228-a2ee-4988-bba0-85c906395dc0 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.154471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9ee25e8-3d2e-4334-a9cc-61717f43ad51 req-07d42228-a2ee-4988-bba0-85c906395dc0 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.1213019 Jul 27 21:59:49.220538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9ee25e8-3d2e-4334-a9cc-61717f43ad51 req-e30a8ae7-e9c5-4722-a404-3c98ae3b8d89 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498962 Jul 27 21:59:49.458161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8e4c5822-7d64-40aa-9454-7274625a5654 req-d898662a-c6da-4663-919b-6955df23afe0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0339630 Jul 27 21:59:50.292440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-98b3b4db-31cb-4e91-8168-bc835a83a7fe req-d8051bc4-c5c9-4ad3-9f7a-d293c6be79da tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Jul 27 21:59:50.294271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c39586e6-10ee-4413-a3dc-75929b224b67 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:50.408478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13e09f-5992-4913-bda1-c64d02e1b221 req-51ab502c-d184-4e47-9693-3dfcaf0d557d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.408478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e13e09f-5992-4913-bda1-c64d02e1b221 req-51ab502c-d184-4e47-9693-3dfcaf0d557d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 943 time: 0.0997233 Jul 27 21:59:50.432553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c39586e6-10ee-4413-a3dc-75929b224b67,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:50.460412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'c39586e6-10ee-4413-a3dc-75929b224b67', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'port_id': 'c39586e6-10ee-4413-a3dc-75929b224b67', 'mac_address': 'fa:16:3e:57:75:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4e795-b6a3-4f20-91c2-9010aa0e6ddd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:50.465106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e13e09f-5992-4913-bda1-c64d02e1b221 req-54fff24c-a3cf-4043-b46c-48d300f97f8b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Jul 27 21:59:50.520938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.549412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39586e6-10ee-4413-a3dc-75929b224b67 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:50.566402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c7ebc3b7-8123-4416-886c-911167b88574 req-772f6fa8-aa2b-49fe-9843-3b90c540d5f8 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0445530 Jul 27 21:59:50.574792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c39586e6-10ee-4413-a3dc-75929b224b67,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:51.220097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:59:51.375671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5083ec05-2159-46f3-b288-3701fd869fcb req-efaf8faf-6dd9-4e82-b19d-2704e316e061 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0426424 Jul 27 21:59:51.461644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:51.526937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:51.657065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce43820-be3f-4ea8-b4a7-aa559c342e48 req-4c28576e-cbb9-40ce-a8f8-1333ec37410e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:51.660668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bce43820-be3f-4ea8-b4a7-aa559c342e48 req-4c28576e-cbb9-40ce-a8f8-1333ec37410e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 944 time: 0.1024392 Jul 27 21:59:51.661280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:51.681962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b125fc33-710a-445d-a04d-54ad774e10a0 req-500451f6-c75d-463a-9eae-1654e8a9afb0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0526545 Jul 27 21:59:51.742474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bce43820-be3f-4ea8-b4a7-aa559c342e48 req-d118106d-a0a8-4c92-b703-7ab4924ff318 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Jul 27 21:59:52.292895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c39586e6-10ee-4413-a3dc-75929b224b67 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:52.472025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port c39586e6-10ee-4413-a3dc-75929b224b67 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:52.479310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port c39586e6-10ee-4413-a3dc-75929b224b67 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:52.479960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:52.552055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eba3b30e-1d33-4018-b838-d7daf2b9d829 req-dbbc73f2-2438-48c0-a05e-6f651ee886f6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0963116 Jul 27 21:59:52.724297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:52.755907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:52.759218 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9171f2c-fcc6-4e58-a7dd-ba839b2a2f2e" -d '{"events": [{"server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "name": "network-vif-plugged", "status": "completed", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:52.777124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c39586e6-10ee-4413-a3dc-75929b224b67,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:52.883591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:52.933878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12e62acf-3337-4abb-9917-9f65cc43a442 req-69cc1eea-e82f-4053-ac45-59655fc38e85 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1137671 Jul 27 21:59:52.965937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:53.020424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48eb44-b4fa-4070-ae5b-63d5f39f0cff req-ef8aa6a4-56e4-4e76-b15a-61d1e90f8c79 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.025519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da48eb44-b4fa-4070-ae5b-63d5f39f0cff req-ef8aa6a4-56e4-4e76-b15a-61d1e90f8c79 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 944 time: 0.1927221 Jul 27 21:59:53.116720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da48eb44-b4fa-4070-ae5b-63d5f39f0cff req-bc18d61d-73d2-492a-beca-d5fee858b055 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894752 Jul 27 21:59:53.290063 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835b691-7490-4a51-99df-fa25bd7bac0e x-openstack-request-id: req-6835b691-7490-4a51-99df-fa25bd7bac0e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:53.290384 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "name": "network-vif-plugged", "status": "completed", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:53.290645 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6835b691-7490-4a51-99df-fa25bd7bac0e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:53.291048 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67', 'code': 200} Jul 27 21:59:53.521431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d315c-123c-4b0b-afd1-5dc345c79bf4 req-5cabee38-a3a6-42ab-97db-99427be90f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.521431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-351d315c-123c-4b0b-afd1-5dc345c79bf4 req-5cabee38-a3a6-42ab-97db-99427be90f22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 1096 time: 0.1125147 Jul 27 21:59:53.532419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-351d315c-123c-4b0b-afd1-5dc345c79bf4 req-8e778bb8-637f-4fcb-9a58-e65b7cc22c94 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Jul 27 21:59:53.647617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-189a36de-442d-49be-bcc7-8a472a8044c6 req-4735c6dd-3c88-44a8-9118-6c0f733b9437 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0467720 Jul 27 21:59:54.044795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40a154b3-30bc-489e-a52e-091ed1bfc62f req-d804e64d-ddfd-4923-99ee-e2aa0dc6e8d7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0367389 Jul 27 21:59:54.302669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226f05c-436b-47e1-a465-013c1ce9c31e req-54ab2788-2b54-4791-951e-5e4b977c903a tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.305090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1226f05c-436b-47e1-a465-013c1ce9c31e req-54ab2788-2b54-4791-951e-5e4b977c903a tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 945 time: 0.0905523 Jul 27 21:59:54.360053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1226f05c-436b-47e1-a465-013c1ce9c31e req-9fa57a4e-5c17-4082-b248-f8aea79d360e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Jul 27 21:59:54.793531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73fa75cf-4260-40ae-8629-1c0b2e91ecda req-48c3a31d-712c-4add-9979-4d32150c1fa7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0702691 Jul 27 21:59:55.191362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6ef4398-2832-4a0e-b264-e61ea2b0f2b7 req-3b0715fc-d12f-4764-accd-8e15ece819ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0527525 Jul 27 21:59:55.604332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2858e-f8e3-4839-9351-7808b404365f req-9dde5cf4-bb22-419e-9ebc-2ed90df0307d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:55.605949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50e2858e-f8e3-4839-9351-7808b404365f req-9dde5cf4-bb22-419e-9ebc-2ed90df0307d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 945 time: 0.1259017 Jul 27 21:59:55.664285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50e2858e-f8e3-4839-9351-7808b404365f req-74319de3-c7cf-484b-9275-442a14c1a7a5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jul 27 21:59:55.969352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8728d875-f8c3-42d0-91e0-c41f735b1678 req-6b165f8a-15fa-4f61-b3b7-82ef6c161ae8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0478721 Jul 27 21:59:56.173056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-13f77bfb-b1b6-4afa-a917-6a47f5b7140b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258252 Jul 27 21:59:56.400280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:56.418073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f776aa2-4281-434c-90a7-1c9f03294b5b req-6d96b651-e11d-4aa8-a42f-1b7a543e1a07 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1037815 Jul 27 21:59:56.490548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-2c83e079-9e2d-4936-8d7e-9058fef8c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.494048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-2c83e079-9e2d-4936-8d7e-9058fef8c8fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=232237d5031947ffa7e4c247a4a56e56&device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 1096 time: 0.2431226 Jul 27 21:59:56.650375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.696427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-e8688fcf-2279-46a4-a884-d33ae31639dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.699350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-e8688fcf-2279-46a4-a884-d33ae31639dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 200 len: 907 time: 0.1799564 Jul 27 21:59:56.768703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-5bc36342-7f8f-46dc-bb98-f09e309a2030 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 200 len: 217 time: 0.0621116 Jul 27 21:59:56.778001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.859672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-d2d7cba4-c9f7-49c0-997a-fee9ce06b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.862051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-d2d7cba4-c9f7-49c0-997a-fee9ce06b080 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 200 len: 846 time: 0.0821292 Jul 27 21:59:56.931242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-6e113c65-992b-4b3e-a591-28a3ef6020d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2bd0d95a-23fd-4b09-9e82-d13b44c542d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374463 Jul 27 21:59:57.034370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-2713aba1-3aa1-4424-9c15-44fe25efe844 service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192968 Jul 27 21:59:57.055223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.157163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388d4f0f-5faa-48aa-95e8-680a82651bfc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:57.164732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee7d32c22f6a4a7a8ce09414a17a60f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625868 Jul 27 21:59:57.176248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:57.197556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.198472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.198633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5fe8c0a7-6c81-4d9f-ab3b-c84c7eee4f51 req-40a88e89-4138-46ef-a555-c441d97aa663 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0537701 Jul 27 21:59:57.200715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.202762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.208940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.209481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.210001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.211128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.211689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.212224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.212745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.213372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d21483-1cee-4064-83a3-43431120b9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:57.218550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f8349-b3ae-4153-b77d-0777c556ac5d req-74c6b7bb-52b8-4210-853e-fc2c4cdea5ab service neutron] 10.222.0.50 "GET /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767647 Jul 27 21:59:57.285268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.313837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.519039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c15a6a0c-0f94-4871-a4fd-6cce381ae00f req-73da3fcc-ee5e-45e0-bb5b-a8a5bdf96c97 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0370245 Jul 27 21:59:57.574555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.577688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.578902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/388d4f0f-5faa-48aa-95e8-680a82651bfc HTTP/1.1" status: 204 len: 168 time: 0.3993096 Jul 27 21:59:57.601060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5e5cd-1e73-4839-b211-77e91ba35fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388d4f0f-5faa-48aa-95e8-680a82651bfc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:57.902815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:58.130621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f483fe4-0412-4746-bc2f-649f5cd82ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.358901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf52fa21-b3c0-4a11-bb45-60f87afe87a8 req-0681b26f-2af9-4b04-bc9c-0c7eb2b18f10 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0745683 Jul 27 21:59:58.365806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f483fe4-0412-4746-bc2f-649f5cd82ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.465501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f483fe4-0412-4746-bc2f-649f5cd82ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.506541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f483fe4-0412-4746-bc2f-649f5cd82ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193455f2-bf4e-428c-8f14-2baa0f70efff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:58.512416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f483fe4-0412-4746-bc2f-649f5cd82ec0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3be77d9411d54affbeca80710a396d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080794 Jul 27 21:59:58.515903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:58.590699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.625030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.704702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8d7c9ec-3212-47b2-94de-b4e34f74d9c8 req-7af9f98c-a68a-404c-9472-42b7da4a12dd tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0637615 Jul 27 21:59:58.739920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48130) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:58.757126 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.825713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.834726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.847622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193455f2-bf4e-428c-8f14-2baa0f70efff HTTP/1.1" status: 204 len: 168 time: 0.3301291 Jul 27 21:59:58.867813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e48ee2-b82b-4d26-af53-6999dbc491ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193455f2-bf4e-428c-8f14-2baa0f70efff,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:58.945889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.027607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.082450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c3161-fb30-4b6c-b48c-2ceb9ed8200e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:59.089304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ac03938a4a74533b6984b917813faef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455322 Jul 27 21:59:59.090209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48134) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:59.100680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.101196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.101601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.101959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.102323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.102715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.103108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.103713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.104115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.104445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.104796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.105127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e741ec3-f21f-4c25-9e67-987984f32667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:59.208799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.276514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.459998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.471740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.471740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/686c3161-fb30-4b6c-b48c-2ceb9ed8200e HTTP/1.1" status: 204 len: 168 time: 0.3726847 Jul 27 21:59:59.480136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a4d55-0ea7-42ab-9894-6900b7b3ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c3161-fb30-4b6c-b48c-2ceb9ed8200e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:59.542410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d3ea5a6-edbd-42de-a199-aa2d6836bdd8 req-ca580dd4-899e-46a6-8788-366ed3aa3fd9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0967464 Jul 27 21:59:59.788451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ebac823-3dc3-4c26-9d4a-72c9788ca99c req-f49986e7-ea52-4a3b-941f-f9a54d64a419 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0355554 Jul 27 21:59:59.978064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:00.001292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28195785-4d42-46c8-865a-72022d3f58a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.126430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28195785-4d42-46c8-865a-72022d3f58a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.204013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28195785-4d42-46c8-865a-72022d3f58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.265707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28195785-4d42-46c8-865a-72022d3f58a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=206dcc5e502548628b1bf784d0ff62e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860327 Jul 27 22:00:00.266596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28195785-4d42-46c8-865a-72022d3f58a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af203256-564a-49c2-9433-c63b469342e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:00.276208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48162) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:00.333244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.362409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.552178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.556319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.561475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af203256-564a-49c2-9433-c63b469342e0 HTTP/1.1" status: 204 len: 168 time: 0.2869434 Jul 27 22:00:00.569486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be47b-2532-4c94-84a2-4ded772c48cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af203256-564a-49c2-9433-c63b469342e0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:00.662577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d650b5f-b6d1-4b12-8808-ed9d18a1cf56 req-3651c2eb-ea92-4cc9-9b9d-3351936fa5a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0575244 Jul 27 22:00:00.912458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0714ba4a-889b-4c6a-9a41-ad45ec983afd req-97919e1a-22a6-468a-a817-9453de07bf1e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0503509 Jul 27 22:00:01.819104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f22ac4e5-dac7-43bc-a2db-c41fd5a1cb5f req-20684892-28a6-4b10-805e-7b88fa853b0e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0347493 Jul 27 22:00:02.016261 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8096aa7e-ab45-4d71-91e2-e79eeaddde10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.043454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8096fb2b-3527-4021-bc05-315b5e531b29 req-0d286e13-be2e-4335-8d4c-ddadc6321578 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0732355 Jul 27 22:00:02.971302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9996b3a0-f7d0-4dda-9996-be2230056385 req-18530163-6a57-47f6-97bf-7ec4fbec6944 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0896037 Jul 27 22:00:03.422477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e346b68-6e97-4814-93da-266be6da8e20 req-0046c098-4e32-40a7-b0eb-33d69efcdd71 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0496836 Jul 27 22:00:03.486909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-bc94b205-d4c3-4d12-bd28-897cc1d04509 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7628264 Jul 27 22:00:03.677828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-1db7e44c-58a9-43b3-9245-e9f3aa118470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:03.680109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-1db7e44c-58a9-43b3-9245-e9f3aa118470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 1096 time: 0.0900099 Jul 27 22:00:03.856467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-6bba7bf7-e34b-4975-8b7e-ab4d89fa488d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:03.872815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-6bba7bf7-e34b-4975-8b7e-ab4d89fa488d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2672565 Jul 27 22:00:03.906748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-51640b2d-7801-41a0-82e5-cf24539a0138 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/quotas/5a395c23e6e146d7b1878e7b4c5121a8 HTTP/1.1" status: 200 len: 375 time: 0.0353985 Jul 27 22:00:03.973422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-8a5e61ae-812d-4534-af57-0dcb614eaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:03.976192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-8a5e61ae-812d-4534-af57-0dcb614eaa33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 916 time: 0.2649906 Jul 27 22:00:04.031953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-149299ff-6f63-4006-b132-776a2b8f4b22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c39586e6-10ee-4413-a3dc-75929b224b67 HTTP/1.1" status: 200 len: 217 time: 0.0426641 Jul 27 22:00:04.100356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-c7ab6cdb-5c9d-498d-b28d-4e9d53b34675 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1926982 Jul 27 22:00:04.117507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-d3bbf57f-6b93-46d9-aa9e-97e619aaf177 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:00:04.118854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-d3bbf57f-6b93-46d9-aa9e-97e619aaf177 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058963 Jul 27 22:00:04.241376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d011c4e9-4e3a-4b7e-bc77-676ac82afc69 req-560f9c9a-caf2-4f67-b7a6-6d54ad84972d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1316903 Jul 27 22:00:04.241376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-835d3d24-149d-455f-87c7-cf24555be3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.241376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-835d3d24-149d-455f-87c7-cf24555be3c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.1978402 Jul 27 22:00:04.272523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-57a22e32-6680-4135-937d-4e72532899e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309938 Jul 27 22:00:04.331702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-cf236ac4-2489-498d-9550-beeaa18299b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731108 Jul 27 22:00:04.423878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa7e73d1-5623-43c7-9c6a-00c9d9524fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.472725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-02b133ec-b07b-43d2-9b8f-96e83009e35f service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988306 Jul 27 22:00:04.548526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02b4d7dd-1562-4f5d-8173-d45d72967f29 req-0b5d0b17-7006-4a19-b026-79ce7745b517 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0463951 Jul 27 22:00:04.585538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-186effa3-6892-4d57-99d0-c27259da19c6 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336543 Jul 27 22:00:04.734206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b02055e-2252-4d64-ba7e-05342aa905dc req-81cc3ce6-28da-4dd4-9613-a59e139ebcf4 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398118 Jul 27 22:00:04.756853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.964591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-537956e1-1b10-4de6-b415-074fd5878937 req-828df4a8-12c2-47ef-ae75-ffcba832377d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 210 time: 0.0770340 Jul 27 22:00:05.481510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4caaa2d-6e4a-4948-a140-f68dcf4aefde req-83738b88-c160-478f-b8cc-401ed5422e1f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0995445 Jul 27 22:00:05.662432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-460288de-2c33-45b5-a4b3-5a167766ea36 req-a36c3b4f-3688-4152-a183-acb2f3a17302 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0453923 Jul 27 22:00:05.865187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.055438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-726e7e7e-d2ae-46d7-abe2-1293d012f049 req-17105dd6-5ed4-45b5-9c4f-ee338b3018b5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 210 time: 0.0434508 Jul 27 22:00:06.611161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5bd0dd6a-eae6-4bef-9d56-77f432d7877d req-d42df589-c11d-43e9-af76-7a863d5fa1ef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0466695 Jul 27 22:00:06.747254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-009829a2-92da-46d9-9075-3a19855b4ef5 req-5f0d83bc-6e4e-4856-b4ad-81e1230d0bee tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0356936 Jul 27 22:00:06.970338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.179345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99ef90ab-a28e-4b55-ad6b-bcc85c1d5a5c req-ba814eb0-534c-4579-8933-aa6999a336f9 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 210 time: 0.0548687 Jul 27 22:00:07.283476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48416) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:07.470904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.868491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fe6ee63-718d-4b7b-accb-c5304d347bb7 req-88b3fa2a-ec96-44c5-b5ba-352ed4cdb70f tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0443106 Jul 27 22:00:07.883580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2869d22b-7d91-43f7-ba9f-5f996b527942 req-d0b34752-0906-48cb-af9c-d6291992c574 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0973709 Jul 27 22:00:07.922008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-13f479f1-0d2c-4ead-be04-e16ca292472e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.923829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-13f479f1-0d2c-4ead-be04-e16ca292472e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.1945429 Jul 27 22:00:07.954658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Request body: {'port': {'device_id': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'admin_state_up': True, 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:08.242320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.299537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:08.303488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.498021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb6ec90d-2d0d-4b27-9f2d-008a85030511 req-ea012880-d79a-4e3a-8a58-134a9b2a3d47 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Jul 27 22:00:08.505804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:08.531922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Allocated IP 172.20.0.6 (6a29d313-6e23-4785-8992-45def9108398/d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd/db0843bc-c04d-47a1-ab22-ccc90a5e4e29) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:08.641700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.727801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b07c8c59-53b9-4d88-ad26-554f9c014fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.754278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.864807 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b07c8c59-53b9-4d88-ad26-554f9c014fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.928400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Deleting port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:08.928971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.957411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.969978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:08.976758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:08.987821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43921819-b6b0-43b1-bdd1-98e3afbc7671 req-4faa16b7-5d97-4473-8fa8-af9f35a63ebe tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0431845 Jul 27 22:00:09.024506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-373f32f4-edaf-4ea2-a068-bfa3aa4dba2e req-94836daf-37f2-4fca-908f-620cab005a90 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0483916 Jul 27 22:00:09.045772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b07c8c59-53b9-4d88-ad26-554f9c014fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.048032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event updated for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.065252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] For port 9ec35803-8d39-4b07-87d7-4dca2e8e5c08, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:09.065640 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.074975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Network 6a29d313-6e23-4785-8992-45def9108398 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:09.082877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Calling delete_port for 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:09.085077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:09.094854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:09.158534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:09.159293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.174609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b07c8c59-53b9-4d88-ad26-554f9c014fda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b84147e4befd494cb135bde362ca41c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628227 Jul 27 22:00:09.177947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48468) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:09.180003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c8c59-53b9-4d88-ad26-554f9c014fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59035540-7e70-437e-8824-cae89c331cea,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.312544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-116d6c96-2530-4a14-82f6-ef4898f7e086 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3703971 Jul 27 22:00:09.316782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.325827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Request body: {'port': {'device_id': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:09.398337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.423096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.631209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.633288 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.635961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.637220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59035540-7e70-437e-8824-cae89c331cea HTTP/1.1" status: 204 len: 168 time: 0.4582810 Jul 27 22:00:09.687782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec35803-8d39-4b07-87d7-4dca2e8e5c08,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.723897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370903ec-60be-4d97-8423-e72da970b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59035540-7e70-437e-8824-cae89c331cea,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.734902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb38b5-52e0-4384-83e3-b1ae881cef38 req-c6e19c48-bccd-4459-b35e-ed4801ad343b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:09.737856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82bb38b5-52e0-4384-83e3-b1ae881cef38 req-c6e19c48-bccd-4459-b35e-ed4801ad343b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 931 time: 0.1347992 Jul 27 22:00:09.844003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82bb38b5-52e0-4384-83e3-b1ae881cef38 req-aaf09e66-0188-47a0-b185-cb027f85e6ca tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858006 Jul 27 22:00:09.846754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0843bc-c04d-47a1-ab22-ccc90a5e4e29 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:09.865121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.880509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Transition to ACTIVE for port object db0843bc-c04d-47a1-ab22-ccc90a5e4e29 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:09.937543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.007922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.062751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Pushing event updated for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.095082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4005c1c9-eb0c-4483-ac50-4441cba87ad2 req-a4c7a8ae-116a-43c9-87f7-aad15306d6e5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0408950 Jul 27 22:00:10.178790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f10c7497-e1cf-4320-bf24-90595cf141cb req-364356bd-5edb-4287-a8fe-cb7807331516 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0577946 Jul 27 22:00:10.218483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Attempting to bind port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:10.218830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Attempting to bind port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:10.219159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Attempting to bind port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:10.223928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 on network 6a29d313-6e23-4785-8992-45def9108398 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:10.224256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Attempting to bind port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:10.229691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:10.230027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Checking segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:10.230453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Bound using segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:10.230888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Bound port: db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:10.231009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Router 6124558a-9bde-400d-97d5-92adc618237d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:10.231250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.325027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:10.330226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:10.380288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:10.392125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c2dfdeb7-97f9-4626-8628-0b698cb18938 admin admin] 10.222.0.37 "PUT /v2.0/routers/6124558a-9bde-400d-97d5-92adc618237d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1071005 Jul 27 22:00:10.399338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:10.418170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Sync routers for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:10.440123 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:10.441094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:00:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.457331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.550253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:10.550832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.552271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/db0843bc-c04d-47a1-ab22-ccc90a5e4e29 HTTP/1.1" status: 200 len: 1091 time: 1.2311316 Jul 27 22:00:10.552709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:10.555158 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:10.564178 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:10.633848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb39d6d-dc2b-41f5-a3c4-5cae575a59c7 service neutron] Pushing event updated for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.652709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.658445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48518) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:10.675884 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27add58b-fc1e-40e6-b1fc-c4c885bd8bc3 x-openstack-request-id: req-27add58b-fc1e-40e6-b1fc-c4c885bd8bc3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:10.675884 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:10.675884 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27add58b-fc1e-40e6-b1fc-c4c885bd8bc3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:10.678156 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'status': 'completed', 'code': 200} Jul 27 22:00:10.691658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72395f78-beac-4770-9f47-22035eeb2c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.780128 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T22:00:09Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.816274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Checking router: 6124558a-9bde-400d-97d5-92adc618237d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:10.825889 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Routers {'6124558a-9bde-400d-97d5-92adc618237d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:10.826841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:00:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6124558a-9bde-400d-97d5-92adc618237d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:10.834752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72395f78-beac-4770-9f47-22035eeb2c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.882059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-c27c3484-2354-4a37-9c49-528d093ae1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:10.883824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-c27c3484-2354-4a37-9c49-528d093ae1c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 1094 time: 0.1535041 Jul 27 22:00:10.891363 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.968600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72395f78-beac-4770-9f47-22035eeb2c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.989637 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] Set router 6124558a-9bde-400d-97d5-92adc618237d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:11.035646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:11.035909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72395f78-beac-4770-9f47-22035eeb2c40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02cd95bacecd4f56b140f0dfc14e8304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760259 Jul 27 22:00:11.037036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72395f78-beac-4770-9f47-22035eeb2c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00f2392-6c2b-44fe-9df3-bec583ee3240,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.136397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbc93c-e85c-41e9-8929-7f6d8e231ca6 req-24411e54-4f7c-482d-824a-4de70ab1237d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.138006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88dbc93c-e85c-41e9-8929-7f6d8e231ca6 req-24411e54-4f7c-482d-824a-4de70ab1237d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 943 time: 0.1759176 Jul 27 22:00:11.153534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-0a8d6bc6-8326-4ebc-b24d-7844e520515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.155843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-0a8d6bc6-8326-4ebc-b24d-7844e520515a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2566402 Jul 27 22:00:11.261184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d0d5051-9052-4826-93da-f5845647d1ea req-ae337bf4-00cd-4c41-94ed-4503c9a243f4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0530186 Jul 27 22:00:11.277818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-88dbc93c-e85c-41e9-8929-7f6d8e231ca6 req-7b84293c-086a-447e-954b-610d49dff7f4 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315954 Jul 27 22:00:11.312093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.317797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Deleting port 11d468c3-b028-4299-88c9-c52841176108 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:11.318205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.330557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09e2d779-36f3-46cc-947d-9f4c8893825d req-625e3a66-92fc-4011-b36e-6652ccaa3894 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0340223 Jul 27 22:00:11.418043 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T22:00:09Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:11.428794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.465030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748ab0b-da98-48fe-86a9-7b4a1790648d None None] The sync data for ids ['6124558a-9bde-400d-97d5-92adc618237d'] in n-d-738018-6 is: [{'id': '6124558a-9bde-400d-97d5-92adc618237d', 'name': 'tempest-TaggedBootDevicesTest_v242-508273512-router', 'tenant_id': '7f731eb44022427a99ec85a800ff6212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '11d468c3-b028-4299-88c9-c52841176108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:48:03Z', 'updated_at': '2021-07-27T22:00:09Z', 'revision_number': 5, 'project_id': '7f731eb44022427a99ec85a800ff6212', 'gw_port': {'id': '11d468c3-b028-4299-88c9-c52841176108', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ea:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6124558a-9bde-400d-97d5-92adc618237d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:48:06Z', 'updated_at': '2021-07-27T21:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:11.483527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] For port 11d468c3-b028-4299-88c9-c52841176108, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11d468c3-b028-4299-88c9-c52841176108,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:11.483911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.486876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-41cb5ce6-3731-47b7-9197-c769b1bf9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.488736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-57bcd1c9-ae3a-426c-a29a-4035ce42d5dc req-41cb5ce6-3731-47b7-9197-c769b1bf9abf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3098943 Jul 27 22:00:11.522970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Calling delete_port for 11d468c3-b028-4299-88c9-c52841176108 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:11.706697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.709231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.710454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d00f2392-6c2b-44fe-9df3-bec583ee3240 HTTP/1.1" status: 204 len: 168 time: 0.6636245 Jul 27 22:00:11.716089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-7bd482f3-eb10-4bf6-ab35-a2410f5f7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.718340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-7bd482f3-eb10-4bf6-ab35-a2410f5f7fd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 1094 time: 0.1809289 Jul 27 22:00:11.725604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac573f5-8496-43ae-93cb-79b3e964c546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00f2392-6c2b-44fe-9df3-bec583ee3240,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.772522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-582fc17c-386f-4d7c-87e7-6bc9f1aee7bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29 HTTP/1.1" status: 200 len: 217 time: 0.0432484 Jul 27 22:00:11.856109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-20a62cdf-911d-406e-a210-44e347437a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.858396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-20a62cdf-911d-406e-a210-44e347437a3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.0624700 Jul 27 22:00:11.910682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-95832b82-af32-4ef7-bfe2-6da9bdee3d12 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428779 Jul 27 22:00:12.014369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.046661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-2850ed46-47ab-4574-a7b8-39cad972e46c service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283331 Jul 27 22:00:12.049235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d468c3-b028-4299-88c9-c52841176108,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.182008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.294362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47a64c53-7ae9-4070-9057-6f12b45b6226 req-60979693-3f64-406a-bce2-c223ec4d7656 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368619 Jul 27 22:00:12.300667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.303087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.344975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8b881a2-ef0c-4623-bf47-4a30ed433290 req-4b582892-7df6-4e85-9644-1d86712560ff tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0471270 Jul 27 22:00:12.459988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19a39d1f-6162-4484-9bdc-9673e2662ef1 req-398e22aa-056d-47da-94e3-a87490e929ac tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0316324 Jul 27 22:00:12.498099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e13a-42f4-4aef-8dcb-dcda59afdf65 req-4afc6ab6-c735-4b1f-be8b-d20f767818b5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:12.499841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61b9e13a-42f4-4aef-8dcb-dcda59afdf65 req-4afc6ab6-c735-4b1f-be8b-d20f767818b5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 943 time: 0.0942965 Jul 27 22:00:12.543748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-61b9e13a-42f4-4aef-8dcb-dcda59afdf65 req-72e607a4-fb81-4a7f-abfe-c4998cbc384c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Jul 27 22:00:12.585870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.586828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6124558a-9bde-400d-97d5-92adc618237d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:00:12.592710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.593825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-48fa351d-3e34-4f03-806a-91ba39112599 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6124558a-9bde-400d-97d5-92adc618237d HTTP/1.1" status: 204 len: 168 time: 2.1930625 Jul 27 22:00:12.599099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:12.656517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Deleting subnet 0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:12.660248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.705435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.812392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.885101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48576) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:12.995998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.029580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93711a07-0498-4ce4-8d84-e6eaa72c4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.031774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.036145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.040937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:13.043718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d612ee8f-be79-4b03-b79e-6eef019c08c0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0fcf20ab-e23b-4d3f-b9a0-cbe0a88b7102 HTTP/1.1" status: 204 len: 168 time: 0.4434454 Jul 27 22:00:13.045162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e152aa-eb8e-4ea0-836c-0c91c8cc6caa None None] Network 220c68e2-74ea-4719-b3ae-5c152010d5da requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:13.194717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.195458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93711a07-0498-4ce4-8d84-e6eaa72c4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.197132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11d468c3-b028-4299-88c9-c52841176108 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:13.221463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 11d468c3-b028-4299-88c9-c52841176108 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:13.224283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11d468c3-b028-4299-88c9-c52841176108 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:13.224283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:13.264284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:13.264666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9ec35803-8d39-4b07-87d7-4dca2e8e5c08 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:13.277104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Deleting port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:13.277457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.288292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-93711a07-0498-4ce4-8d84-e6eaa72c4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.376010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-93711a07-0498-4ce4-8d84-e6eaa72c4c6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e96ea5969742fcae4cd8daf048f792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873786 Jul 27 22:00:13.376765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48592) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:13.384514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93711a07-0498-4ce4-8d84-e6eaa72c4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3bbb78-fbf5-4706-be04-6ed599ca2f20,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.426629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] DHCP port deletion for 220c68e2-74ea-4719-b3ae-5c152010d5da request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:00:13.460437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.487513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.508622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Deleting port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:13.509007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.516014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f3196cd-9177-4ea9-b537-c076900234c7 req-930d9779-4a60-4071-9ebb-22527072f783 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0713270 Jul 27 22:00:13.521629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] For port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:13.522050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.536664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Calling delete_port for e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:13.697847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adb46f8-89db-45f1-93f6-7f947ef701a3 req-5c7d476a-6d74-4139-8027-1aff4a93ef47 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1283083 Jul 27 22:00:13.713963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] For port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,segment=NetworkSegment(ca777561-5a73-45f0-ab1f-82e2f630260f),segment_id=ca777561-5a73-45f0-ab1f-82e2f630260f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:13.714993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.739838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Calling delete_port for e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:13.804776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6b94-0470-4216-b99a-bb95b4647a5e req-25f82655-f99b-43f9-9438-c4ac76b507bd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:13.806385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-146f6b94-0470-4216-b99a-bb95b4647a5e req-25f82655-f99b-43f9-9438-c4ac76b507bd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 943 time: 0.1330240 Jul 27 22:00:13.856522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-146f6b94-0470-4216-b99a-bb95b4647a5e req-41acc36d-a91c-465a-b5fa-e3b3e1b0d6c9 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Jul 27 22:00:13.871249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.874940 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.881735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f3bbb78-fbf5-4706-be04-6ed599ca2f20 HTTP/1.1" status: 204 len: 168 time: 0.4985449 Jul 27 22:00:13.891878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f6c0f-e069-488c-8096-cad4c173f5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3bbb78-fbf5-4706-be04-6ed599ca2f20,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.928015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.939212 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.957453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Pushing event deleted for resources: {'Port': ['ID=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.961142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] No DVR routers for this DVR port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:13.969457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Pushing event deleted for resources: {'Port': ['ID=e832a0d3-d9ac-46d8-a50c-5daa1f1672c8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.974062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] No DVR routers for this DVR port e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.986369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.989723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:13.989723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38039091-f5fd-4abe-bb83-efb4d71d38e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:14.042609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.053821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220c68e2-74ea-4719-b3ae-5c152010d5da']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:14.065120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca777561-5a73-45f0-ab1f-82e2f630260f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:14.065426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca777561-5a73-45f0-ab1f-82e2f630260f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:14.074572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.093402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.099881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:00:14.100283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:00:14.102068 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:00:14.322205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.328083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.329956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] 10.222.0.37 "DELETE /v2.0/networks/220c68e2-74ea-4719-b3ae-5c152010d5da HTTP/1.1" status: 204 len: 168 time: 1.2879934 Jul 27 22:00:14.340806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff5e38-c1a7-4bf1-a48f-c4772046614e admin admin] Pushing event deleted for resources: {'Network': ['ID=220c68e2-74ea-4719-b3ae-5c152010d5da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:14.612695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f10ea0e-f574-4eb2-a641-1d978113d078 req-659b1842-d4bd-4224-967d-7ea62ff9d13d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0310304 Jul 27 22:00:14.802436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ffe6da2f-346b-46fd-8d6c-157bfc16be03 req-47238aeb-3018-491a-bfac-c43815d8af0a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0313387 Jul 27 22:00:14.955886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:14.973751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5861cd07-aa08-4c9a-9b0b-123fb9568f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.013917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee144984-5268-4841-bb4a-aa8af17343bc req-8b2145dc-d6ac-44f9-abcd-646aa3f2f5e5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:15.015537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee144984-5268-4841-bb4a-aa8af17343bc req-8b2145dc-d6ac-44f9-abcd-646aa3f2f5e5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 943 time: 0.0858343 Jul 27 22:00:15.066647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.098052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee144984-5268-4841-bb4a-aa8af17343bc req-f1c4ba1e-909f-4a33-b227-5f22c14f0867 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675931 Jul 27 22:00:15.159338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48634) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.159799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-898b59d5-8bd6-4fdd-8d40-58cc3e2ccde8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f731eb44022427a99ec85a800ff6212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919824 Jul 27 22:00:15.189347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:15.189793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5861cd07-aa08-4c9a-9b0b-123fb9568f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.208332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:15.209133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e832a0d3-d9ac-46d8-a50c-5daa1f1672c8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:15.233965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.257166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.265217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5861cd07-aa08-4c9a-9b0b-123fb9568f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.287148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.303490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5861cd07-aa08-4c9a-9b0b-123fb9568f05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc4626f5b1c141af962bf27b56dd89b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461273 Jul 27 22:00:15.305963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.369932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861cd07-aa08-4c9a-9b0b-123fb9568f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8b1b5-6661-4a24-960b-9b5f284b1635,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.386015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.413945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.433742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.433742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.433742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02016ac9-9f11-4b11-85f0-fff2c3281063 HTTP/1.1" status: 204 len: 168 time: 0.2707908 Jul 27 22:00:15.443819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7458e6f-d5f9-4d48-8c89-1a27cfb43c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02016ac9-9f11-4b11-85f0-fff2c3281063,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.491197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d07db7f-d3ac-4c78-aa89-847b1f5acc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.587644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.591028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.594563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71f8b1b5-6661-4a24-960b-9b5f284b1635 HTTP/1.1" status: 204 len: 168 time: 0.2858429 Jul 27 22:00:15.610752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034cbe3-6d11-4f05-801f-0ff5e3608929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8b1b5-6661-4a24-960b-9b5f284b1635,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.712394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd1de82c-b0fa-43b1-a039-0281113a2d85 req-9f28a56f-2196-4598-be2d-19e7a4687eda tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0423291 Jul 27 22:00:15.719309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d07db7f-d3ac-4c78-aa89-847b1f5acc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.797198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d07db7f-d3ac-4c78-aa89-847b1f5acc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.865993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.878933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d07db7f-d3ac-4c78-aa89-847b1f5acc66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4249654d7eca48b690526001859dbf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432889 Jul 27 22:00:15.883048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07db7f-d3ac-4c78-aa89-847b1f5acc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d208e-c5ba-44de-b3b4-85c7ed8c0ddc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.967640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4bb1989-587d-49fa-992a-111672019d12 req-a3b7a3f2-b943-4bbd-8ceb-08be03070dc1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0930338 Jul 27 22:00:15.997064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.020061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.133258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.137650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.139471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e6d208e-c5ba-44de-b3b4-85c7ed8c0ddc HTTP/1.1" status: 204 len: 168 time: 0.2720995 Jul 27 22:00:16.149845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6be45-81f1-4fb4-aadc-dea9bf203fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6d208e-c5ba-44de-b3b4-85c7ed8c0ddc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.256819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392328-ce01-4cce-9020-ff0ecb15cb38 req-325814ee-87e3-4e03-8170-a657fc6fd7dd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:16.258590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db392328-ce01-4cce-9020-ff0ecb15cb38 req-325814ee-87e3-4e03-8170-a657fc6fd7dd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 943 time: 0.0733612 Jul 27 22:00:16.310562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db392328-ce01-4cce-9020-ff0ecb15cb38 req-62c9a887-6ae4-46ea-9d52-6935b407f99e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Jul 27 22:00:16.505224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device db0843bc-c04d-47a1-ab22-ccc90a5e4e29 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:16.622277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:16.649060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'port_id': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'mac_address': 'fa:16:3e:91:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4e795-b6a3-4f20-91c2-9010aa0e6ddd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:16.696011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.710187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0843bc-c04d-47a1-ab22-ccc90a5e4e29 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:16.732127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:16.794802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c94c2522-81ae-4532-b09f-eb99608bd19c req-5e84b8b2-073d-4651-adf7-818e654f3940 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0305688 Jul 27 22:00:16.824569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.885133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.992797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48714) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:17.016865 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e44cfb87-2b8b-42c0-b4a7-ce362d9d1933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.060577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['db0843bc-c04d-47a1-ab22-ccc90a5e4e29'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:17.105555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd763db9-b044-4060-9645-8e18667f4947 req-89b35c90-8e74-4bbd-8468-5fd0c26d1308 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0692937 Jul 27 22:00:17.177470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e44cfb87-2b8b-42c0-b4a7-ce362d9d1933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.264988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e44cfb87-2b8b-42c0-b4a7-ce362d9d1933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.329138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cfb87-2b8b-42c0-b4a7-ce362d9d1933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62135a17-2c33-42cc-b485-d5c163d2516e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:17.347158 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e44cfb87-2b8b-42c0-b4a7-ce362d9d1933 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bd27e6bb5d34640bf5e0991e11e45cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507316 Jul 27 22:00:17.347504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:17.430968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.458124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.601054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7dd92-e966-4dd6-97ed-46e299767ddf req-858676a0-d8b1-49ab-8208-1f9eb581e3c3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:17.611405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8b7dd92-e966-4dd6-97ed-46e299767ddf req-858676a0-d8b1-49ab-8208-1f9eb581e3c3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 944 time: 0.1346457 Jul 27 22:00:17.682762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8b7dd92-e966-4dd6-97ed-46e299767ddf req-7c3b2314-6815-456a-829c-5488f61ebd6c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599134 Jul 27 22:00:17.687859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.690486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.692040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62135a17-2c33-42cc-b485-d5c163d2516e HTTP/1.1" status: 204 len: 168 time: 0.3432236 Jul 27 22:00:17.702704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a357d-f143-48d9-bf0a-8da44274918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62135a17-2c33-42cc-b485-d5c163d2516e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:17.896921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e574df51-3e3c-4cb3-bd59-77d8d938e5f8 req-0f9f2b0a-6e2c-4fb2-921b-3440207960e0 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0404315 Jul 27 22:00:18.243470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa1d40de-a401-4cf0-9e14-5dd4fe73618b req-806bd9cf-6b0b-4ffe-87e3-5f5ab83e1c91 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0684214 Jul 27 22:00:18.463054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:18.516700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device db0843bc-c04d-47a1-ab22-ccc90a5e4e29 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:18.699350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:18.713829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:18.713829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.867970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.875046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4a0af-6b0e-48a3-b39d-c9cfda3e1fc3 req-9495c37d-78ad-4526-9465-3ed70ad3a7eb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:18.887069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7edee41-9647-487f-ae61-66e1dc5b1b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.890055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6a4a0af-6b0e-48a3-b39d-c9cfda3e1fc3 req-9495c37d-78ad-4526-9465-3ed70ad3a7eb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 944 time: 0.1313255 Jul 27 22:00:18.947144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6a4a0af-6b0e-48a3-b39d-c9cfda3e1fc3 req-cd09d230-633d-4531-b726-b97ee3f6ce45 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Jul 27 22:00:18.951420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:18.962532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:18.968001 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ebcf6-e510-42e7-acb3-c18e0ebd46db" -d '{"events": [{"server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "name": "network-vif-plugged", "status": "completed", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:19.014705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7edee41-9647-487f-ae61-66e1dc5b1b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.042200 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93c6a28-57c5-473a-9cd0-6d5aed69872e x-openstack-request-id: req-a93c6a28-57c5-473a-9cd0-6d5aed69872e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:19.042526 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "name": "network-vif-plugged", "status": "completed", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:19.042802 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a93c6a28-57c5-473a-9cd0-6d5aed69872e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:19.043248 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'code': 200} Jul 27 22:00:19.044909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.075287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7a4645b-6042-4c23-ab48-57bc1fd66573 req-1272ae09-1ad8-4d3a-9f3f-b56b6b046896 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0588651 Jul 27 22:00:19.104721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7edee41-9647-487f-ae61-66e1dc5b1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.140679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48804) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:19.149586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.187777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7edee41-9647-487f-ae61-66e1dc5b1b9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1112e0fc9d24b46b00585e50309bf36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208612 Jul 27 22:00:19.189964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edee41-9647-487f-ae61-66e1dc5b1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf29957-d4b1-4f4e-b74e-79624b54bde4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.191369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:19.220880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d96672-f48f-4c1c-b7ca-3e0113bc7071 req-5b385fe5-ee19-437e-bcf1-6292ea4c2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.222596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e9d96672-f48f-4c1c-b7ca-3e0113bc7071 req-5b385fe5-ee19-437e-bcf1-6292ea4c2f98 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 1096 time: 0.1006534 Jul 27 22:00:19.262788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e9d96672-f48f-4c1c-b7ca-3e0113bc7071 req-a250d010-3003-4aa7-91ce-b2bbdebb48fb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Jul 27 22:00:19.294127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5d24155-3c22-4f29-93be-437e9aca54f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.298473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.369696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5d1a2f3-dce9-4ada-8c78-345ac46412d6 req-d53184ff-5b81-4349-93c3-935b0b64d402 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0602467 Jul 27 22:00:19.377873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.594736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.597114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.598361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccf29957-d4b1-4f4e-b74e-79624b54bde4 HTTP/1.1" status: 204 len: 168 time: 0.4055073 Jul 27 22:00:19.615322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec1960-798b-4c80-875a-7653d976b195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf29957-d4b1-4f4e-b74e-79624b54bde4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.652776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5d24155-3c22-4f29-93be-437e9aca54f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.751946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5d24155-3c22-4f29-93be-437e9aca54f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.796466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d5d24155-3c22-4f29-93be-437e9aca54f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0211262d49ca403ebbd67da0f36ea04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546695 Jul 27 22:00:19.799178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:19.800079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d24155-3c22-4f29-93be-437e9aca54f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cbbbb-1319-44f3-97a5-3932af43d922,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.855440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.878443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.022008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.022920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.024362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb8cbbbb-1319-44f3-97a5-3932af43d922 HTTP/1.1" status: 204 len: 168 time: 0.2239347 Jul 27 22:00:20.084375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e879829-aa8e-486e-b8d3-ab7c916a0b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cbbbb-1319-44f3-97a5-3932af43d922,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.132677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb124938-d0f1-4efa-9b6a-94da3f76784b req-7578c09d-ff5b-442d-af46-e4022ef34814 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.142955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb124938-d0f1-4efa-9b6a-94da3f76784b req-7578c09d-ff5b-442d-af46-e4022ef34814 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 945 time: 0.1166184 Jul 27 22:00:20.201638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb124938-d0f1-4efa-9b6a-94da3f76784b req-49e731fe-a5eb-4ade-891b-90c0d9d48ef5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577183 Jul 27 22:00:20.230536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:20.236108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-76541018-5c15-417a-b24a-fb21fad5faea req-789d7fc5-4782-47ec-a715-0a63f362e40a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0600910 Jul 27 22:00:20.480188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f06d6951-219c-4977-b6a5-c968558c5c2a req-eb145911-7617-4e22-838c-c9bf67154f5b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0411463 Jul 27 22:00:20.576241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f536dfa9-9fc4-48ac-8ec3-4e7163ebfff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.773861 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f536dfa9-9fc4-48ac-8ec3-4e7163ebfff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.899120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f536dfa9-9fc4-48ac-8ec3-4e7163ebfff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.958488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f536dfa9-9fc4-48ac-8ec3-4e7163ebfff5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f0c201ab7944ab692d22f6e6fb79506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353058 Jul 27 22:00:20.959370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536dfa9-9fc4-48ac-8ec3-4e7163ebfff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bba67d-14d4-4edb-b025-fb353436eade,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.961043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48874) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:21.046455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.070195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.254618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.259146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.265304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0bba67d-14d4-4edb-b025-fb353436eade HTTP/1.1" status: 204 len: 168 time: 0.3026316 Jul 27 22:00:21.280814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f11d-482c-4ebf-8047-4cb2c94f14c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bba67d-14d4-4edb-b025-fb353436eade,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:21.328821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1c8c2af-5cdd-4404-b0a9-3660838d1b81 req-18ad965e-b0d2-4dc4-92a0-549e988a1d2b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0457144 Jul 27 22:00:21.393485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08d47b-c883-4ba7-8fb9-47fd33397c41 req-e0ada830-14cd-4877-b78d-4c82c36ecde7 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.395299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb08d47b-c883-4ba7-8fb9-47fd33397c41 req-e0ada830-14cd-4877-b78d-4c82c36ecde7 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 945 time: 0.0857022 Jul 27 22:00:21.445987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb08d47b-c883-4ba7-8fb9-47fd33397c41 req-156345c2-6e05-4ba6-b0b0-bf6dfd43a43b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Jul 27 22:00:21.593644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-591cde34-108a-48ab-8d15-10ee806062cd req-1dd897e7-04bd-4f52-b1e5-fa7a93b3ba94 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0483465 Jul 27 22:00:21.785560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48910) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:22.292439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1946699079-network', 'tenant_id': 'c896f52a822649c2b1c9806351892c16'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:22.349392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48922) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:22.364621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1112ad31-7e2e-4ea0-ae64-4eed6b05b686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.399090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Made reservation on behalf of c896f52a822649c2b1c9806351892c16 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:22.401273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.431875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ee196b8-e4f5-440a-a21d-50c5de6a1754 req-5ea36cfb-81a1-4878-8f6b-803e194cea88 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0474498 Jul 27 22:00:22.434485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.528153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1112ad31-7e2e-4ea0-ae64-4eed6b05b686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.626483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:22.632569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1443104047'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:22.644291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1112ad31-7e2e-4ea0-ae64-4eed6b05b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.693163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e253f209-1737-4099-8fd3-5e6f1f80bd7a req-ac4edb68-9552-4274-aa22-ca74e35f523a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0301158 Jul 27 22:00:22.698237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1112ad31-7e2e-4ea0-ae64-4eed6b05b686 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8a13ed7976d49e99ac146cab2dceae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476615 Jul 27 22:00:22.701352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:22.702756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112ad31-7e2e-4ea0-ae64-4eed6b05b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e11993-0ab7-40d8-b18a-8b8d3b87f00d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.763359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.773430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.786680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.847254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.878230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4397d896-93a5-46ea-826b-5b411a014df3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.909300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:22.913491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.916097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.918753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0e11993-0ab7-40d8-b18a-8b8d3b87f00d HTTP/1.1" status: 204 len: 168 time: 0.2156944 Jul 27 22:00:22.924065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:22.928415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.928881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.929287 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Added segment 26bcb2c4-c82f-4fe2-ab38-27ea24c89da3 of type vlan for network ea719ea9-b605-4cac-94ff-1c915de0baeb Jul 27 22:00:22.950437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546458a-c0c4-4c57-aad0-826fa05631a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e11993-0ab7-40d8-b18a-8b8d3b87f00d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.973722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:23.005063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.005063 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Added segment 3241e1ca-6b0a-44ae-9911-0b426497457d of type vlan for network 51585b90-44e4-405b-875b-29ef69b52fc5 Jul 27 22:00:23.007438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.065645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.099437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.100496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.101095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.190589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.196747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.197593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.204947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] Pushing event updated for resources: {'Network': ['ID=ea719ea9-b605-4cac-94ff-1c915de0baeb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:23.217340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ea719ea9-b605-4cac-94ff-1c915de0baeb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:23.275402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd6a854f-fcd6-47b5-97da-f54ee9253ffd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4914482 Jul 27 22:00:23.276133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48966) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:23.282607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Request body: {'subnet': {'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1946699079-subnet', 'tenant_id': 'c896f52a822649c2b1c9806351892c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:23.362965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Network': ['ID=51585b90-44e4-405b-875b-29ef69b52fc5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:23.378183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 51585b90-44e4-405b-875b-29ef69b52fc5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:23.381712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-101b7059-0f5d-4e2d-ba22-536cebb06255 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7525926 Jul 27 22:00:23.387332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48970) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:23.396367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1534566260'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:23.489045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Made reservation on behalf of c896f52a822649c2b1c9806351892c16 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:23.497188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.599754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58708b90-5b3b-4698-a455-3316cb54fda0 req-63553b28-0704-41f5-916d-e892fe3e7ef9 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0855622 Jul 27 22:00:23.693444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:23.705056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.785389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:23.798376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.798908 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Added segment 4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5 of type vlan for network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 Jul 27 22:00:23.815357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c14cdfe1-4e32-466c-a29d-0ab701f40541 req-8bc81ee4-cb98-4def-af70-9893f78412f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0420585 Jul 27 22:00:23.892961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.030678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.086884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.092589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.093200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.108263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72572e4-69b6-46e2-81b8-be9d9440bcc8,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:24.159655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Checking segment: {'id': '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:24.160096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Network hostable DHCP agents. Network: ea719ea9-b605-4cac-94ff-1c915de0baeb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:24.187527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Network': ['ID=ba0e8506-8933-4c5c-b3f7-03d3da590ed2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:24.201872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:24.236897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7455e897-8007-46b7-8a4a-e2dcf8f57d56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8477476 Jul 27 22:00:24.242580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:24.249373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'subnet': {'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:24.302068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Network ea719ea9-b605-4cac-94ff-1c915de0baeb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:24.401532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ea719ea9-b605-4cac-94ff-1c915de0baeb) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:24.407138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.408177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.411483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59672dff-e85f-4882-a8cb-780eaaf48979 None None] Network ea719ea9-b605-4cac-94ff-1c915de0baeb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:24.465767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:24.470055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.555312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf6ae4e-a8fc-4d90-8817-3d7d22498273 None None] Network ea719ea9-b605-4cac-94ff-1c915de0baeb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:24.873861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d45e1b04-0f81-4269-a11b-007652325429 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5965893 Jul 27 22:00:24.937709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7867cc32-3744-492e-89a9-44f9fe7f2d36 req-8f60987e-2d0a-470e-8c59-2f08a7b089f5 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0668938 Jul 27 22:00:25.100374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71a4fe9c-a13e-4a8a-bc70-b4c53ad85f5c req-5c402db9-7209-4d22-9c0a-4c19bf089992 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0444200 Jul 27 22:00:25.308487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.438679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Subnet': ['ID=928f92ae-9227-4061-99f9-14e8d7ca3450,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:25.470888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:25.471272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network hostable DHCP agents. Network: 51585b90-44e4-405b-875b-29ef69b52fc5, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:25.619243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:25.710594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 51585b90-44e4-405b-875b-29ef69b52fc5) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:25.719493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.720352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.722330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe07e64-e4cd-4419-8989-c746b87ef7b0 None None] Network 51585b90-44e4-405b-875b-29ef69b52fc5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:25.891329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42ce444e-d778-4a8b-ad40-b85cc0013ccd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6452963 Jul 27 22:00:25.904299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49064) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:25.904299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'subnet': {'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:25.904494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-51585b90-44e4-405b-875b-29ef69b52fc5', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:00:25.904494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.904717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49068) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:25.910384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2024648697-network', 'tenant_id': '48ead0a9939c485395d992e7be5d54a2'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:26.043263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-295a27d3-cafe-4757-9a2c-8e5d41e44d63 req-68b3867a-5ba9-4b3f-b95b-55bf444dc31b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0314758 Jul 27 22:00:26.145684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Made reservation on behalf of 48ead0a9939c485395d992e7be5d54a2 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:26.149573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.166017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.207375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec46f7a9-209a-47a2-9922-c4f1e77d9f6e req-300e65ec-1f32-422d-984d-5bef45d93135 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0413685 Jul 27 22:00:26.228710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Allocated IP 10.1.1.2 (51585b90-44e4-405b-875b-29ef69b52fc5/928f92ae-9227-4061-99f9-14e8d7ca3450/4067d3ad-4479-41f7-9860-6df6f5e11ca1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:26.307271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:26.311731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.431781 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.441986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Transition to ACTIVE for port object 4067d3ad-4479-41f7-9860-6df6f5e11ca1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:26.473313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Transition to ACTIVE for port object 4067d3ad-4479-41f7-9860-6df6f5e11ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:26.546439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.568332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.587546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:26.609196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:26.628549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Pushing event updated for resources: {'Port': ['ID=4067d3ad-4479-41f7-9860-6df6f5e11ca1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.631707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:26.633898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:26.641933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.688740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:26.707304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.707594 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Added segment 4da1f966-cda9-4339-ad2c-88c292429db0 of type vlan for network c5933062-1921-47f4-bcc1-708f177b6ca3 Jul 27 22:00:26.740277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Attempting to bind port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:26.740765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Attempting to bind port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:26.741210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Attempting to bind port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:26.751962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:26.752529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:26.753095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.753729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Bound using segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:26.765097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Bound port: 4067d3ad-4479-41f7-9860-6df6f5e11ca1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:26.765097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.765572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.784868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41070aa9-f894-4421-8110-86ae47b4c011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.828917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dbb8cb-cf58-42ba-9b59-f89554b1e6d0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.833703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.881051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Checking segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:26.881646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network hostable DHCP agents. Network: ba0e8506-8933-4c5c-b3f7-03d3da590ed2, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:26.927568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Subnet': ['ID=7a2c193e-5de1-4ca6-9631-85835335782f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.939301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] For port 4067d3ad-4479-41f7-9860-6df6f5e11ca1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:26.943317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] For port 4067d3ad-4479-41f7-9860-6df6f5e11ca1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4067d3ad-4479-41f7-9860-6df6f5e11ca1,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:26.988004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41070aa9-f894-4421-8110-86ae47b4c011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.059967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:27.061215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.068258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.069384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.071901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.095288 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41070aa9-f894-4421-8110-86ae47b4c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.182027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ba0e8506-8933-4c5c-b3f7-03d3da590ed2) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:27.189534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.190884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.202273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d38b53-a0cc-4e31-a952-b4a973e4f178 None None] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:27.259158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-41070aa9-f894-4421-8110-86ae47b4c011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb3eb28812e74925bd82824568bc4935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701872 Jul 27 22:00:27.261696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49100) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:27.262549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8dbe8d3b-c183-4f62-af77-72e029bf1cba req-2e306f41-c5f2-4dd8-a74c-a555fd77fbaa tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1319218 Jul 27 22:00:27.263473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41070aa9-f894-4421-8110-86ae47b4c011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aad3f5-6b7d-4996-9b41-046eec9e8ca4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.304503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3907547 Jul 27 22:00:27.307539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49102) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:27.322240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Request body: {'subnet': {'network_id': 'c5933062-1921-47f4-bcc1-708f177b6ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2024648697-subnet', 'tenant_id': '48ead0a9939c485395d992e7be5d54a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:27.338202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa9583-ddff-4173-8cb1-bf7646011c58 admin admin] Pushing event updated for resources: {'Network': ['ID=c5933062-1921-47f4-bcc1-708f177b6ca3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.402075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.414245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c5933062-1921-47f4-bcc1-708f177b6ca3 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:27.446564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5c3cbc2c-6d88-4a40-b365-478d6e6f4d04 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5536826 Jul 27 22:00:27.447585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:27.478037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'name': 'tempest-TaggedBootDevicesTest-1072485644', 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:27.485953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6a3fd16-8006-4be0-8590-402d11f43e4f req-00d38ff7-74b9-4f0f-a07a-783c252a44ad tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1168492 Jul 27 22:00:27.520552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.597248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ce60a-945b-4a0a-8e3e-c201f5a291ea None None] Pushing event updated for resources: {'Port': ['ID=4067d3ad-4479-41f7-9860-6df6f5e11ca1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.610477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Made reservation on behalf of 48ead0a9939c485395d992e7be5d54a2 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:27.612883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.717432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ips': [{'subnet_id': '7a2c193e-5de1-4ca6-9631-85835335782f'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:00:27.718348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.750252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.750252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.753609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99aad3f5-6b7d-4996-9b41-046eec9e8ca4 HTTP/1.1" status: 204 len: 168 time: 0.4832568 Jul 27 22:00:27.763995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d097965-b3e3-4768-b3d8-3d662943a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aad3f5-6b7d-4996-9b41-046eec9e8ca4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.946924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Allocated IP 10.2.2.2 (ba0e8506-8933-4c5c-b3f7-03d3da590ed2/7a2c193e-5de1-4ca6-9631-85835335782f/6b5a83ef-23eb-46b3-a638-44098f39cd56) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:28.048086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:28.105868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.126331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.135965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Transition to ACTIVE for port object 6b5a83ef-23eb-46b3-a638-44098f39cd56 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:28.153777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Transition to ACTIVE for port object 6b5a83ef-23eb-46b3-a638-44098f39cd56 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:28.196958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0f67ac-64e8-4418-a663-1174b5444107,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.216256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:28.230673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.241013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.266475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Checking segment: {'id': '4da1f966-cda9-4339-ad2c-88c292429db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'c5933062-1921-47f4-bcc1-708f177b6ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:28.266860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Network hostable DHCP agents. Network: c5933062-1921-47f4-bcc1-708f177b6ca3, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:28.312280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] device_id is not set on port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:00:28.351780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Pushing event updated for resources: {'Port': ['ID=6b5a83ef-23eb-46b3-a638-44098f39cd56,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.398646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:28.400295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:28.405878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:28.428008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Network c5933062-1921-47f4-bcc1-708f177b6ca3 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:28.470110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9afe43bf-9b28-408f-9669-a5346f04dc95 req-13d2a7c6-4ef9-4797-aad2-4e33a0fb40ed tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0787032 Jul 27 22:00:28.542096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c5933062-1921-47f4-bcc1-708f177b6ca3) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:28.553649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.554381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.558624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b02d23-fc61-41b0-8ea3-28c098153cc2 None None] Network c5933062-1921-47f4-bcc1-708f177b6ca3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:28.696002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Attempting to bind port 6b5a83ef-23eb-46b3-a638-44098f39cd56 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:28.696385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Attempting to bind port 6b5a83ef-23eb-46b3-a638-44098f39cd56 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:28.696809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Attempting to bind port 6b5a83ef-23eb-46b3-a638-44098f39cd56 on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:28.710718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ad8c34c-4a42-4376-879f-6a880c37c9f9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3943124 Jul 27 22:00:28.712828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5af781f3-14ff-41d6-9031-0aec2354274d req-713d51ae-6799-4415-b63e-70fe7b1f7d44 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0742555 Jul 27 22:00:28.717492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.1.1.202 (51585b90-44e4-405b-875b-29ef69b52fc5/928f92ae-9227-4061-99f9-14e8d7ca3450/7688b228-d3d5-4453-8de3-3cb2e9bc05f6) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:28.720046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:28.720449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Checking segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:28.721909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.722403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Bound using segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:28.724117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Bound port: 6b5a83ef-23eb-46b3-a638-44098f39cd56, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:28.725427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.918792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49128) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:28.949831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8422-25d8-4659-a209-49c818342be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.985462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785b2fa-311a-4172-9126-a43ec951cf25 None None] Network c5933062-1921-47f4-bcc1-708f177b6ca3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:29.052206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52534d4-2339-4793-a144-21b3ee82391a None None] Network 51585b90-44e4-405b-875b-29ef69b52fc5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:29.097376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] For port 6b5a83ef-23eb-46b3-a638-44098f39cd56, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:29.145276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.148295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] For port 6b5a83ef-23eb-46b3-a638-44098f39cd56, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6b5a83ef-23eb-46b3-a638-44098f39cd56,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:29.199542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:29.215031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8422-25d8-4659-a209-49c818342be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.252387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.307168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-55357d1a-f24d-466d-ad78-7e1f25d62e53 None None] Provisioning for port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:29.316444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4067d3ad-4479-41f7-9860-6df6f5e11ca1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:29.321396 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc6b8422-25d8-4659-a209-49c818342be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.352954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.416646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc6b8422-25d8-4659-a209-49c818342be6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0435b5856144ba5a4134f9a90d9f75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965026 Jul 27 22:00:29.422700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:29.423964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b8422-25d8-4659-a209-49c818342be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0dab50-25f0-4bbb-80e6-9ad531de57d7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.487452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:29.500554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:29.508631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:29.622032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.697038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75c4d8-9791-4069-a976-0d180c187413 None None] Pushing event updated for resources: {'Port': ['ID=6b5a83ef-23eb-46b3-a638-44098f39cd56,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.727483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.751246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9efd894-e4d9-4f0e-91f2-9732fa7f7849 req-2c00d671-2030-4934-b9fa-d00e6214dbcf tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1740148 Jul 27 22:00:29.803905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:29.805662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.829875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:29.834780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:29.835421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.858111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.958300 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d08f91e3-be07-4f06-9574-64be33831df8 req-5ea239a9-9b4a-4625-b485-6d12ec60fe42 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0713284 Jul 27 22:00:30.061530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:30.062472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4c2d617f-15e7-471c-883f-0647cfc63846 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6005075 Jul 27 22:00:30.081162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.085748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'name': 'tempest-TaggedBootDevicesTest-382632072', 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:30.197427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-bd7b02f4-dece-422c-8f0c-f4f9ec2acc68 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.202217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4067d3ad-4479-41f7-9860-6df6f5e11ca1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4067d3ad-4479-41f7-9860-6df6f5e11ca1,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:30.211359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-bd7b02f4-dece-422c-8f0c-f4f9ec2acc68 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/networks?id=ea719ea9-b605-4cac-94ff-1c915de0baeb HTTP/1.1" status: 200 len: 825 time: 0.5084350 Jul 27 22:00:30.258523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-d7983272-dadc-449a-a898-2ca3c567671a tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/quotas/c896f52a822649c2b1c9806351892c16 HTTP/1.1" status: 200 len: 375 time: 0.0386837 Jul 27 22:00:30.262050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.263847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.266676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.268136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca0dab50-25f0-4bbb-80e6-9ad531de57d7 HTTP/1.1" status: 204 len: 168 time: 0.8354619 Jul 27 22:00:30.298730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639acf3-fd64-4e54-9fce-f01e904c147d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0dab50-25f0-4bbb-80e6-9ad531de57d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:30.385108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-c5ac8521-b08b-48cd-84a7-fdc6d906ff83 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c896f52a822649c2b1c9806351892c16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008928 Jul 27 22:00:30.503064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4067d3ad-4479-41f7-9860-6df6f5e11ca1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:30.513959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Provisioning complete for port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:30.514415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.551443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:30.663050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-cd1e1436-e542-4916-b636-70981c776486 service neutron] 10.222.0.37 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458320 Jul 27 22:00:30.823036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.923207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-301f71ac-f3db-47f7-a2bc-d771f9dd0f28 req-80b7be23-50bc-4ac3-9979-c4db4cd4dc85 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0700841 Jul 27 22:00:30.936191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-561b67fd-4603-4a87-aba1-65134d86107f service neutron] 10.222.0.37 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718203 Jul 27 22:00:30.947176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Provisioning for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:30.955555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Provisioning complete for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:30.956245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.961160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] device_id is not set on port ae2438f8-ee2a-499b-b862-9037f35d609a yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:00:31.097231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c7731-0e1b-4cde-b78e-12d575bfe0bb None None] Port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:31.240698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d18400c1-0af8-4fae-b2e3-14a0ff2739a5 None None] Provisioning complete for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:31.241092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d18400c1-0af8-4fae-b2e3-14a0ff2739a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.349051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abb33c88-bd14-4304-853e-d3e4b44ac77e req-357f7e30-7b37-47c6-b394-316f72e8518b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1994231 Jul 27 22:00:31.406021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d18400c1-0af8-4fae-b2e3-14a0ff2739a5 None None] Port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:31.467423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4067d3ad-4479-41f7-9860-6df6f5e11ca1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:31.611912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053dc5a7-bf50-4b46-a166-67d02e8607c7 None None] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:31.638689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e962f91-0567-406d-8ace-f06608aa5359 req-9cacfe35-503b-4dd3-ac5c-1f89af08caa4 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0515611 Jul 27 22:00:31.653775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.1.1.221 (51585b90-44e4-405b-875b-29ef69b52fc5/928f92ae-9227-4061-99f9-14e8d7ca3450/ae2438f8-ee2a-499b-b862-9037f35d609a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:31.931153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:31.931538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.068704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:32.136897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.167542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84b16d03-f77d-437d-88ee-c319a7e68942 req-6cadb2ae-c815-4a17-b6f7-358babadcdca tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1145587 Jul 27 22:00:32.190377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68d56eb0-69e8-410f-ac88-316ad178f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.218517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-feeffb05-db87-4d63-b0d0-aad9980bcc1b None None] Provisioning for port 6b5a83ef-23eb-46b3-a638-44098f39cd56 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:32.219033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object ae2438f8-ee2a-499b-b862-9037f35d609a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:32.368631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd742771-f9b9-4c55-bf7a-280779d59e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.424734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.554591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd742771-f9b9-4c55-bf7a-280779d59e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.582245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.613689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:32.633455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:32.647772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b9690a1-5b68-45e7-8c63-af947e5fdb90 req-64ca3140-33ef-4dc1-b7ed-5c343583b62b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0726411 Jul 27 22:00:32.648872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:32.693278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd742771-f9b9-4c55-bf7a-280779d59e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.752958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:32.756841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.846470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd742771-f9b9-4c55-bf7a-280779d59e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8416ab5a-b9ae-4003-a69c-f4e0212dc3a2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.900241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6b5a83ef-23eb-46b3-a638-44098f39cd56 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:32.920067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-339a460c-f8ae-4d81-b008-52c6b710d632 req-9bdb4dae-55a0-4802-a992-db87258f330d tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.1196873 Jul 27 22:00:32.953185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e39fe599-9b9f-419a-b988-50023f8204e3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8890789 Jul 27 22:00:32.964621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bd742771-f9b9-4c55-bf7a-280779d59e6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e68db0ba0d848f7bc4f5edd392c8e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945315 Jul 27 22:00:32.968649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:33.127157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6b5a83ef-23eb-46b3-a638-44098f39cd56 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:33.132034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6b5a83ef-23eb-46b3-a638-44098f39cd56 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:33.132616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.184393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.288303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.377203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97b34694-1240-45c8-9865-71e53e2accfe req-c778af33-2c28-4376-9228-7216a6fe537a tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1121106 Jul 27 22:00:33.406163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.434609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:33.438998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-77a64c0c-2519-4242-9147-3c0389db1ff6 None None] Provisioning for port ae2438f8-ee2a-499b-b862-9037f35d609a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:33.442849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653330753', 'description': 'tempest-description--1881140071'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:33.467648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6b5a83ef-23eb-46b3-a638-44098f39cd56, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6b5a83ef-23eb-46b3-a638-44098f39cd56,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:33.470385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-77a64c0c-2519-4242-9147-3c0389db1ff6 None None] Provisioning complete for port ae2438f8-ee2a-499b-b862-9037f35d609a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:33.470944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77a64c0c-2519-4242-9147-3c0389db1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.518180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-77a64c0c-2519-4242-9147-3c0389db1ff6 None None] Port ae2438f8-ee2a-499b-b862-9037f35d609a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:33.530167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.535775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.539977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8416ab5a-b9ae-4003-a69c-f4e0212dc3a2 HTTP/1.1" status: 204 len: 168 time: 0.5698214 Jul 27 22:00:33.551241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c0ef-a38b-4450-acac-b31135195c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8416ab5a-b9ae-4003-a69c-f4e0212dc3a2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:33.569405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.636821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6b5a83ef-23eb-46b3-a638-44098f39cd56,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:33.644147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.652885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bc753643-decf-4c0c-b86b-bc54715bab08 None None] Provisioning complete for port 6b5a83ef-23eb-46b3-a638-44098f39cd56 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:33.658465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc753643-decf-4c0c-b86b-bc54715bab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.864348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.871193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e609e07f-0036-43fb-b20d-ea370cb18704 req-1760ed90-939e-4f8e-a335-aeb39015fc98 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.1285431 Jul 27 22:00:33.956197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.004754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f13302-52d6-4db2-9c2c-58c4e20b683e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.067468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca78a388-b838-4704-8aa2-5d677fa7050b req-b8554d33-4745-4b1e-abcf-725a67e7eac6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0314679 Jul 27 22:00:34.077320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.079016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2865e1e1-ebb8-4fcd-a816-f87cb3dd0893 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6424246 Jul 27 22:00:34.081976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49248) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:34.092795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'security_group_rule': {'security_group_id': '19f13302-52d6-4db2-9c2c-58c4e20b683e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:34.231141 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.367574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.453059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a9adccf-5e3c-40fd-a223-2385d8760521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.535162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cbb2702-f8ca-4f41-9f84-c51ab0a93eff req-6e6dc465-4715-4aee-95fc-67d9ec17e290 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0600393 Jul 27 22:00:34.537359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.568409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c433fb-e2da-4f5c-a2c2-2b75b56a2599,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.682173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.691423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:34.692604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5166c94-dd7f-4e9a-8421-5a44b3fffccf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6094749 Jul 27 22:00:34.696760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'security_group_rule': {'security_group_id': '19f13302-52d6-4db2-9c2c-58c4e20b683e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:34.728040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:34.744658 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.755840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ff2b8d-5f92-447e-8033-fc867a97ce5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.846091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.024358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-796c57dd-02a3-42e8-8847-d2d05286efe6 req-f17925fc-0ae1-439c-99fe-0703efe58c08 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2f314fb-40b2-436c-a976-262b04312a42 HTTP/1.1" status: 200 len: 210 time: 0.0754635 Jul 27 22:00:35.144593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.185629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-13f82439-efbf-46db-9fbe-7cd38b0f9a3e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:35.187756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-13f82439-efbf-46db-9fbe-7cd38b0f9a3e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.50 "GET /v2.0/networks?id=ea719ea9-b605-4cac-94ff-1c915de0baeb HTTP/1.1" status: 200 len: 825 time: 0.2195094 Jul 27 22:00:35.210600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Request body: {'port': {'device_id': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb', 'admin_state_up': True, 'tenant_id': 'c896f52a822649c2b1c9806351892c16'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:35.217546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ff2b8d-5f92-447e-8033-fc867a97ce5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.240887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.280431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb5273e1-9769-47f3-94a9-4af20097bbc8 req-7a0bab65-381f-4361-9124-e41b5cc425c4 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0531299 Jul 27 22:00:35.314438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b926c885-05f7-4517-8e26-0d495ea2f79c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:35.343786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9ff2b8d-5f92-447e-8033-fc867a97ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.402459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e9ff2b8d-5f92-447e-8033-fc867a97ce5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61641b1762464a8f8f5fe52f87a2bb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725776 Jul 27 22:00:35.406831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff2b8d-5f92-447e-8033-fc867a97ce5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c6ac3b-3861-41be-9351-95feb58b1600,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:35.409986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:35.422568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.424501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ad969b7-8626-436e-8c6f-91d0d5d7299c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7318983 Jul 27 22:00:35.433855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:35.447437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:35.543857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:00:35.543857 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:00:35.543857 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id_1': 'c896f52a822649c2b1c9806351892c16', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 0, 35, 528555)}] Jul 27 22:00:35.543857 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:00:35.545102 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:00:35.589260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.631023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.704686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6b5a83ef-23eb-46b3-a638-44098f39cd56 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:35.714740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.752928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ffa4bb1f-78c9-4bd3-89a5-f0b90d1d87b3 req-b40e30e3-c9b8-4a21-841f-f3ce4296f960 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1071301 Jul 27 22:00:35.809214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6b5a83ef-23eb-46b3-a638-44098f39cd56 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:35.810095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.848047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.911079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.914092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.923740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98c6ac3b-3861-41be-9351-95feb58b1600 HTTP/1.1" status: 204 len: 168 time: 0.5055571 Jul 27 22:00:35.937612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ebc9-bd1c-461a-9b66-a4d0973df730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c6ac3b-3861-41be-9351-95feb58b1600,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:35.962157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.111497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 172.25.3.51 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/27b51de0-d064-4f7f-b722-3d7bcabc1a41) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:36.178379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Made reservation on behalf of c896f52a822649c2b1c9806351892c16 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:36.200922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.300579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.444240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.451039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25bab078-9ac4-4aeb-be62-820ef76fd357 req-acb39e11-01e6-45d1-8247-149f794f0f9f tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0653353 Jul 27 22:00:36.490446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Allocated IP 172.20.0.6 (ea719ea9-b605-4cac-94ff-1c915de0baeb/e72572e4-69b6-46e2-81b8-be9d9440bcc8/1d2c0a3e-ce40-4195-95e0-6a7a7da047bf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:36.514440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:36.517878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:36.523714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:36.586921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=27b51de0-d064-4f7f-b722-3d7bcabc1a41,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:36.750885 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.872412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.900440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95931f-4533-4999-8ee6-089ce5936836 req-ef39be8f-892f-48c9-b5c5-ccba5c10dcee tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:36.902005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef95931f-4533-4999-8ee6-089ce5936836 req-ef39be8f-892f-48c9-b5c5-ccba5c10dcee tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.3489821 Jul 27 22:00:36.916484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.942666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-111f708a-63f4-4ee3-84bc-02e6e4ef9b5f req-0b45b98a-b053-4364-a72b-ec3a07187b57 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0426953 Jul 27 22:00:36.945037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.970690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef95931f-4533-4999-8ee6-089ce5936836 req-4de670eb-985a-4b1e-820b-e132c4fdf24a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0558572 Jul 27 22:00:37.023422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef95931f-4533-4999-8ee6-089ce5936836 req-5c15325d-5cb4-4757-a2c6-9ccaa0052128 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448346 Jul 27 22:00:37.047344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.120273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Network ea719ea9-b605-4cac-94ff-1c915de0baeb is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:37.123856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:37.130328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:37.158067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Pushing event updated for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:37.173395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.190231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.190887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.270379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.299203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-56e1ffe8-ec52-49d1-834f-031ad7d383b5 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0982678 Jul 27 22:00:37.312781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Request body: {'port': {'device_id': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:37.365975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=27b51de0-d064-4f7f-b722-3d7bcabc1a41,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:37.385094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.448249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.450178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.477707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.479889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-485f480d-277b-47df-abd3-7b7e5b3301d5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0435877 Jul 27 22:00:37.551144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef95931f-4533-4999-8ee6-089ce5936836 req-42e94381-20d2-42a9-8ea6-90f84107ac23 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095932 Jul 27 22:00:37.684925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef95931f-4533-4999-8ee6-089ce5936836 req-57b795e6-a676-4a55-986b-737e10630d27 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262088 Jul 27 22:00:37.762315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf809-fab3-4c77-9018-b6621eb6681f req-4eaa9426-ee26-4c61-8825-d0c3c12911ab tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.764172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cecaf809-fab3-4c77-9018-b6621eb6681f req-4eaa9426-ee26-4c61-8825-d0c3c12911ab tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 931 time: 0.1581848 Jul 27 22:00:37.834054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cecaf809-fab3-4c77-9018-b6621eb6681f req-5468e722-a70b-4029-a074-1b376ecf9924 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629025 Jul 27 22:00:37.926916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:37.939592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.026451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Transition to ACTIVE for port object 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:38.076515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac6dc865-acf7-4d63-907f-58d3f9a35480 req-65ca1da7-05a6-4991-b67d-d92b8ec867ae tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0421124 Jul 27 22:00:38.082913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-b920fa0f-73d8-43fb-b699-716b66d6a602 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--653330753&fields=id&tenant_id=3cd21f66ec104eb98b8d7188140e6c43 HTTP/1.1" status: 200 len: 267 time: 0.1159000 Jul 27 22:00:38.124361 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.127407 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.203505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6255d625-9107-434d-a9e9-ae748655368d req-5656338d-91a7-4e6a-972f-b83ebfda1381 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fe3124c-49e9-4af5-9e66-6c826e2b65de HTTP/1.1" status: 200 len: 210 time: 0.0681708 Jul 27 22:00:38.259352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-279756d4-a27c-42fe-ad62-eee836565d69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.260280 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-279756d4-a27c-42fe-ad62-eee836565d69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 932 time: 0.1762559 Jul 27 22:00:38.321093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:38.392205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5a30d971-5905-43ae-a95d-8ffcfd419528 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.393631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5a30d971-5905-43ae-a95d-8ffcfd419528 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 931 time: 0.1200471 Jul 27 22:00:38.468011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e0cb1c84-e628-40d2-b949-bca137a77364 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632849 Jul 27 22:00:38.481390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Attempting to bind port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:38.481991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Attempting to bind port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:38.482503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Attempting to bind port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf on network ea719ea9-b605-4cac-94ff-1c915de0baeb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:38.488406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf on network ea719ea9-b605-4cac-94ff-1c915de0baeb not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:38.488736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Attempting to bind port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf on network ea719ea9-b605-4cac-94ff-1c915de0baeb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:38.494304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:38.497496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Checking segment: {'id': '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:38.497496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Bound using segment: {'id': '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:38.497496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Bound port: 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:38.497496 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.537606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-18c4e881-0773-48da-8d58-f8357530b6bc tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0358374 Jul 27 22:00:38.656750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:38.665669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,segment=NetworkSegment(26bcb2c4-c82f-4fe2-ab38-27ea24c89da3),segment_id=26bcb2c4-c82f-4fe2-ab38-27ea24c89da3)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:38.704316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e21156c0-5dc2-48cf-ba9a-8e31fa939f24 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.710980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e21156c0-5dc2-48cf-ba9a-8e31fa939f24 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.717886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e21156c0-5dc2-48cf-ba9a-8e31fa939f24 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.719833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e21156c0-5dc2-48cf-ba9a-8e31fa939f24 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 1990 time: 0.1605601 Jul 27 22:00:38.738954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-1fb170af-a6fa-4b8e-b1e4-c0ec6e48162d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/quotas/3cd21f66ec104eb98b8d7188140e6c43 HTTP/1.1" status: 200 len: 375 time: 0.0112619 Jul 27 22:00:38.790998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.842246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.842921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.844376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] 10.222.0.50 "PUT /v2.0/ports/1d2c0a3e-ce40-4195-95e0-6a7a7da047bf HTTP/1.1" status: 200 len: 1091 time: 1.5365243 Jul 27 22:00:38.845665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:38.853209 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd1673d-5287-4e3a-9268-14372a748a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:38.902136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07fd93-5b12-4075-8922-94ab1c9c26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:38.914132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:38.936296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-765d63dd-ce11-41ee-becc-d94f5445b82e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1911294 Jul 27 22:00:39.082088 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e2241ac-10be-41bd-ae64-f86316b5d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.221053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-29cabf1e-b2a7-4424-918b-e173cfcf8e3e service neutron] 10.222.0.37 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601697 Jul 27 22:00:39.269213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e2241ac-10be-41bd-ae64-f86316b5d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.270419 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbbf044-88dc-4bf6-aa3c-4679c67d80af x-openstack-request-id: req-cdbbf044-88dc-4bf6-aa3c-4679c67d80af {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:39.271037 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:39.271296 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdbbf044-88dc-4bf6-aa3c-4679c67d80af {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:39.271704 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf', 'status': 'completed', 'code': 200} Jul 27 22:00:39.275481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-f44af2a4-3e06-4551-b50f-28c3927114a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.279293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-f44af2a4-3e06-4551-b50f-28c3927114a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c896f52a822649c2b1c9806351892c16&device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 1094 time: 0.1935327 Jul 27 22:00:39.335096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-9ea5329a-b742-4b5d-94c7-e3625e50591b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf HTTP/1.1" status: 200 len: 217 time: 0.0450940 Jul 27 22:00:39.398880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c8ef7-11ad-4dd4-a813-dc0bf20e05f8 req-dbc48ad6-b69f-47cb-8fbc-260af9b6fbed tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.400497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b0c8ef7-11ad-4dd4-a813-dc0bf20e05f8 req-dbc48ad6-b69f-47cb-8fbc-260af9b6fbed tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 943 time: 0.0780034 Jul 27 22:00:39.401693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e2241ac-10be-41bd-ae64-f86316b5d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.475185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e2241ac-10be-41bd-ae64-f86316b5d1fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c36c8c18d6145f6a2203e01b088e9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602770 Jul 27 22:00:39.496991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:39.506817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b0c8ef7-11ad-4dd4-a813-dc0bf20e05f8 req-93b1f43d-9f47-454a-8a34-405ac4a36520 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960832 Jul 27 22:00:39.551292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2241ac-10be-41bd-ae64-f86316b5d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61723a-d1ca-4e4a-91da-aa16f9934750,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:39.607489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.639464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14984d10-a3d7-4300-9d30-a15a11b4d227 req-9b60fb5b-5eab-46be-914c-2c59ae2500e2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0496080 Jul 27 22:00:39.672245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.945034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.947675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.951711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca61723a-d1ca-4e4a-91da-aa16f9934750 HTTP/1.1" status: 204 len: 168 time: 0.4410596 Jul 27 22:00:39.955501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-bc16470b-460f-4850-b86c-c4e8178880a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.957113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-bc16470b-460f-4850-b86c-c4e8178880a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e72572e4-69b6-46e2-81b8-be9d9440bcc8 HTTP/1.1" status: 200 len: 865 time: 0.6125376 Jul 27 22:00:39.978940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa072f3-cbec-46c5-912a-fd6d9f8e8d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61723a-d1ca-4e4a-91da-aa16f9934750,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:39.993446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-4720fbf0-d26f-4c3c-aa7f-e75ffe6e7a27 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.005358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-4720fbf0-d26f-4c3c-aa7f-e75ffe6e7a27 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.1984365 Jul 27 22:00:40.016636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-c829e69c-97cc-4d48-b7ec-0979f8ab1078 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea719ea9-b605-4cac-94ff-1c915de0baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498459 Jul 27 22:00:40.019196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-99b16e07-e3ad-4e6c-8088-abea2df2cf6b service neutron] 10.222.0.37 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7973745 Jul 27 22:00:40.020756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-39298b7d-4af4-474b-99ab-b62d3fc55af6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0142095 Jul 27 22:00:40.058144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-270f5447-33ee-4ee3-8ec2-9ba876ff975e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312443 Jul 27 22:00:40.128435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-254a56a3-4556-4c93-81a8-ac2d3c1ef481 service neutron] 10.222.0.37 "GET /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0955160 Jul 27 22:00:40.157073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-7031f0f2-cb32-4029-a4c5-a6a6873f30c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912073 Jul 27 22:00:40.232132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-cf0d4995-102d-476a-ba9f-58a4661d2059 service neutron] 10.222.0.50 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084854 Jul 27 22:00:40.348714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-7bc53bbe-5539-414e-97d8-6b8c15e7f281 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857233 Jul 27 22:00:40.383869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-3d23a2d1-75a4-424d-833d-e5378a6aeaed service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432678 Jul 27 22:00:40.495779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-48d37c60-abb9-4571-a306-9fbc8711b54d req-d295e7c2-dc5e-4db9-9257-c9bf929572f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520843 Jul 27 22:00:40.534421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-fe264ff7-1553-4c0f-b9ca-3e1c2219d2aa service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363568 Jul 27 22:00:40.602933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-2e2d4663-b7a7-41bb-8596-95dafe5ae174 service neutron] 10.222.0.37 "GET /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0615413 Jul 27 22:00:40.752319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-50b168a4-15e7-46c5-86bc-480526484103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.752939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7067dc-a176-43ff-8f7c-45f55f698302 req-70e17b6b-65c8-42df-9c1c-2c2ac08aad9b tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.753887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-50b168a4-15e7-46c5-86bc-480526484103 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c896f52a822649c2b1c9806351892c16&device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 1094 time: 0.1499443 Jul 27 22:00:40.754730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a7067dc-a176-43ff-8f7c-45f55f698302 req-70e17b6b-65c8-42df-9c1c-2c2ac08aad9b tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 943 time: 0.1133285 Jul 27 22:00:40.785246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f2fb9b1d-6f9c-46d4-9ae4-a878277185d7 service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450832 Jul 27 22:00:40.803932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a7067dc-a176-43ff-8f7c-45f55f698302 req-481e3678-d91b-46d5-a0a4-b590c6b6780e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jul 27 22:00:40.860916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:40.913767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc2b5-0e8d-4826-bb15-641ee4905e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:40.959620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56518f5a-5303-4e3d-90cf-a8e3c9c38bfa req-3a8208cf-bd36-4b18-8614-fbec88e37ced tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 210 time: 0.0840688 Jul 27 22:00:41.002682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9458c9be-b693-47f7-9399-b5932ed6c8fe service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736696 Jul 27 22:00:41.069152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ae2ea91-efd3-412c-bd76-b8f5dc9d4319 req-d3e9bf1e-7556-4442-a8fd-c96449f209d1 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0355756 Jul 27 22:00:41.109539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-b862bf8e-e39a-4fb3-ade7-65bab4ace722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:41.111135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-b862bf8e-e39a-4fb3-ade7-65bab4ace722 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea719ea9-b605-4cac-94ff-1c915de0baeb HTTP/1.1" status: 200 len: 926 time: 0.3485272 Jul 27 22:00:41.126847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc2b5-0e8d-4826-bb15-641ee4905e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.167979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-c051f871-0e50-4852-8137-f2b5a313a944 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf HTTP/1.1" status: 200 len: 217 time: 0.0478010 Jul 27 22:00:41.177992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc2b5-0e8d-4826-bb15-641ee4905e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.225922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c34f8eea-8c10-447b-8970-43cbc56b9d5b service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222214 Jul 27 22:00:41.251070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc2b5-0e8d-4826-bb15-641ee4905e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a253da98-26f4-4073-9b9a-cc19ab08978d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:41.257091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7c3fc2b5-0e8d-4826-bb15-641ee4905e34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6af0f24e46da405ca8b213595a3b9b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949161 Jul 27 22:00:41.260424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:41.319431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-98fb2959-02bb-406b-bc17-c1f2c36d73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:41.320994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-98fb2959-02bb-406b-bc17-c1f2c36d73d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e72572e4-69b6-46e2-81b8-be9d9440bcc8 HTTP/1.1" status: 200 len: 865 time: 0.1452408 Jul 27 22:00:41.375716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-dd3163ba-1a43-49ea-9a27-102ffae3f42d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea719ea9-b605-4cac-94ff-1c915de0baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453224 Jul 27 22:00:41.392611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.420563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.423981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-1b362cee-a2b3-4285-bfa4-839cce2cce72 service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971114 Jul 27 22:00:41.594671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-2ecbfcf8-aa78-4950-8243-b27deb4d2d04 service neutron] 10.222.0.50 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970427 Jul 27 22:00:41.613563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-3233cc92-65ce-4005-bc56-8a0cb8c430bd service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562407 Jul 27 22:00:41.653646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.656132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.657428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a253da98-26f4-4073-9b9a-cc19ab08978d HTTP/1.1" status: 204 len: 168 time: 0.3952296 Jul 27 22:00:41.665886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf128d-f41f-4a89-b8bb-f9e0575a8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253da98-26f4-4073-9b9a-cc19ab08978d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:41.781074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cbd1673d-5287-4e3a-9268-14372a748a3d req-e9da8b07-057d-4cb5-8951-b46a4d451442 service neutron] 10.222.0.50 "GET /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767080 Jul 27 22:00:41.798927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d9964576-f823-4900-ba7d-ef72340a31bc service neutron] 10.222.0.37 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726453 Jul 27 22:00:41.988220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c2277e0c-b287-4e93-99b9-5658420910fc service neutron] 10.222.0.37 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866770 Jul 27 22:00:42.038962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9ed96-2e5b-455e-af7a-32719b1e1fd0 req-0503ac47-a40f-4bff-ace6-26bb67e34277 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.040824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30f9ed96-2e5b-455e-af7a-32719b1e1fd0 req-0503ac47-a40f-4bff-ace6-26bb67e34277 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 943 time: 0.1139030 Jul 27 22:00:42.163041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30f9ed96-2e5b-455e-af7a-32719b1e1fd0 req-73a6af0c-7d07-48e9-b07a-13d4c2554cc6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127806 Jul 27 22:00:42.176669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-263163f1-4397-43d0-917a-5880f15f759d service neutron] 10.222.0.37 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813197 Jul 27 22:00:42.275155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9615c744-8499-409a-bd21-9e782c332f67 req-927546b9-b203-451b-bb39-989a6b1821e7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 210 time: 0.0392008 Jul 27 22:00:42.319464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-ca7d4e64-a2b8-492a-965b-a6b0c6935827 service neutron] 10.222.0.37 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368098 Jul 27 22:00:42.393213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5b98480-d106-40c7-8aaa-7e6a14a9c612 req-d387ba06-e51c-4387-9231-e241fea551be tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0516486 Jul 27 22:00:42.454835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9a1aa9d8-1ed4-4f87-9c6a-2d8f3b022a21 service neutron] 10.222.0.37 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283295 Jul 27 22:00:42.645739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:42.783297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cac7-60cf-44f5-9325-8dfb63f6d8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.904995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cac7-60cf-44f5-9325-8dfb63f6d8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.978360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4e6cac7-60cf-44f5-9325-8dfb63f6d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.025917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a4e6cac7-60cf-44f5-9325-8dfb63f6d8f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb34601954b1411d80411f622a836f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786967 Jul 27 22:00:43.029472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:43.037706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6cac7-60cf-44f5-9325-8dfb63f6d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e0c32-03e7-41d9-a18e-9ac0e12030a0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:43.050197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:43.125376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.235716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.298020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,segment=NetworkSegment(26bcb2c4-c82f-4fe2-ab38-27ea24c89da3),segment_id=26bcb2c4-c82f-4fe2-ab38-27ea24c89da3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:43.321435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf', 'network_id': 'ea719ea9-b605-4cac-94ff-1c915de0baeb', 'port_id': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf', 'mac_address': 'fa:16:3e:94:03:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72572e4-69b6-46e2-81b8-be9d9440bcc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:43.327253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-6d433638-d8e7-418d-aee4-f81720ef7ec2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:43.328930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-6d433638-d8e7-418d-aee4-f81720ef7ec2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.2048328 Jul 27 22:00:43.356572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Request body: {'port': {'device_id': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'admin_state_up': True, 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:43.382628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.397781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:43.441683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,segment=NetworkSegment(26bcb2c4-c82f-4fe2-ab38-27ea24c89da3),segment_id=26bcb2c4-c82f-4fe2-ab38-27ea24c89da3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:43.504511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.504511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.504937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/682e0c32-03e7-41d9-a18e-9ac0e12030a0 HTTP/1.1" status: 204 len: 168 time: 0.4739859 Jul 27 22:00:43.521363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.573850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225dcc6-275b-46c3-bf51-c5052c3878ac req-4fd73587-649b-42d4-9f9e-97b25a448313 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:43.587643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8225dcc6-275b-46c3-bf51-c5052c3878ac req-4fd73587-649b-42d4-9f9e-97b25a448313 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 943 time: 0.2494133 Jul 27 22:00:43.589904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c6d7-7894-4faa-9df2-0e4bdbe530b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e0c32-03e7-41d9-a18e-9ac0e12030a0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:43.610473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:43.694889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8225dcc6-275b-46c3-bf51-c5052c3878ac req-4c0f89a4-6c7e-47b8-a540-bde42a952d8b tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060414 Jul 27 22:00:43.755682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['1d2c0a3e-ce40-4195-95e0-6a7a7da047bf'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:43.797172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abe9e010-4a22-4e55-abec-6c60e6dee971 req-f934d486-ccb9-4d2b-a139-e585de9a76e1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 210 time: 0.0366592 Jul 27 22:00:43.798241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:43.802022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.098686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c01893e3-fb24-4d64-b5a6-1b3cf4a16560 req-cb30b165-d9e4-4947-a218-ed3f078de00e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1355231 Jul 27 22:00:44.179141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Allocated IP 172.20.0.5 (5102eb96-e4c1-4376-a041-34daaac62b1a/1c00757f-9ecc-4ce6-ba34-671c1176daff/afcdc249-5113-47a0-9d9e-d4085d64db28) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:44.467118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.575405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:44.594730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3eb88e7e-40c6-4d78-b287-2b57ca957e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.637666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.698730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:44.706349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:44.709004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:44.783469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event updated for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:44.841674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:44.842154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.916462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3eb88e7e-40c6-4d78-b287-2b57ca957e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:44.970857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde00277-95b6-488c-ab5d-31209fbb82a9 req-7ebf9dea-57e3-433c-bf6d-23886413eba2 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:44.982776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bde00277-95b6-488c-ab5d-31209fbb82a9 req-7ebf9dea-57e3-433c-bf6d-23886413eba2 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 944 time: 0.1795487 Jul 27 22:00:45.068313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3eb88e7e-40c6-4d78-b287-2b57ca957e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.079570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:45.190319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3eb88e7e-40c6-4d78-b287-2b57ca957e67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a4bea41312e4cd49a2c515f305304c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136162 Jul 27 22:00:45.195050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49644) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:45.208864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb88e7e-40c6-4d78-b287-2b57ca957e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe03f18-8390-4482-abc7-ea4755ccf23d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:45.233201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bde00277-95b6-488c-ab5d-31209fbb82a9 req-b00bb40b-2e9b-4cfd-bdac-632d1b7f869c tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461059 Jul 27 22:00:45.236722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-792864a1-6794-48d1-a730-ba06a87dd4f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8851476 Jul 27 22:00:45.241228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:45.247405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:45.253914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Request body: {'port': {'device_id': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:45.262121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.272802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298782d6-8d0b-4fc8-a223-afbbed4cae7e req-ccbfe5f4-70db-445d-a5b0-f7fc0cabce43 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:45.276872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-298782d6-8d0b-4fc8-a223-afbbed4cae7e req-ccbfe5f4-70db-445d-a5b0-f7fc0cabce43 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 931 time: 0.1470459 Jul 27 22:00:45.343135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d206c703-916c-4ea2-97f2-cf02a542f656 req-14952b4e-98f5-4ce0-bd03-6721f7c24594 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0434837 Jul 27 22:00:45.425612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.459942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.474871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-298782d6-8d0b-4fc8-a223-afbbed4cae7e req-60b4c687-8885-4318-ae5e-426bb99ac802 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617637 Jul 27 22:00:45.495034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.523103 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.565638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-474ed955-df3e-4884-aa47-c46a2f372759 req-808300a4-bd43-4c6a-b4b0-f6866b68dac6 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0553737 Jul 27 22:00:45.596247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:45.598878 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad683cf-ae36-4424-8ac5-6c25b69066c4" -d '{"events": [{"server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:45.629175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,segment=NetworkSegment(26bcb2c4-c82f-4fe2-ab38-27ea24c89da3),segment_id=26bcb2c4-c82f-4fe2-ab38-27ea24c89da3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:45.644619 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdbf388-80d0-4228-be56-9b74697438cf x-openstack-request-id: req-ebdbf388-80d0-4228-be56-9b74697438cf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:45.644871 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "name": "network-vif-plugged", "status": "completed", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:45.645241 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebdbf388-80d0-4228-be56-9b74697438cf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:45.645660 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf', 'code': 200} Jul 27 22:00:45.692360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.695376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.696802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbe03f18-8390-4482-abc7-ea4755ccf23d HTTP/1.1" status: 204 len: 168 time: 0.4961874 Jul 27 22:00:45.717088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.733488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3bf47-6b57-492d-8205-08437fb61a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe03f18-8390-4482-abc7-ea4755ccf23d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:45.865765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:45.875676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a21b7-5144-49f8-a9a1-231f01be3d79 req-3ec0f420-1774-462d-a57b-05705f2d9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:45.877565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-068a21b7-5144-49f8-a9a1-231f01be3d79 req-3ec0f420-1774-462d-a57b-05705f2d9259 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 1096 time: 0.1370277 Jul 27 22:00:45.942599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-068a21b7-5144-49f8-a9a1-231f01be3d79 req-c81ec852-6209-40d3-9c68-f94afffc8b31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570376 Jul 27 22:00:46.463480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dc35831-c23d-4530-9b06-844ab0b77163 req-779390dd-2ee4-4362-b5c9-8dffe8b13abe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Jul 27 22:00:46.489534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcdc249-5113-47a0-9d9e-d4085d64db28 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:46.490133 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.513582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Transition to ACTIVE for port object afcdc249-5113-47a0-9d9e-d4085d64db28 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:46.536077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c4455-44a9-4307-b353-91267bf10c37 req-12a790c3-dbaa-475d-83c1-c290b85b0076 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:46.538336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d05c4455-44a9-4307-b353-91267bf10c37 req-12a790c3-dbaa-475d-83c1-c290b85b0076 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.1558902 Jul 27 22:00:46.604095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d05c4455-44a9-4307-b353-91267bf10c37 req-5056b50d-7018-4e8e-8a6a-256d19aa59c6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Jul 27 22:00:46.612454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.802350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73726b62-8788-46a3-99bb-5ceb362c39f9 req-8852834b-0052-4ace-a203-ad2c6a1e9a1c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:46.805315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73726b62-8788-46a3-99bb-5ceb362c39f9 req-8852834b-0052-4ace-a203-ad2c6a1e9a1c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 931 time: 0.2381940 Jul 27 22:00:46.835724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cbf6a1b9-a960-4f00-8160-75f2a5c25979 req-21cec910-fa70-433b-9382-a91fe2562176 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1334023 Jul 27 22:00:46.898749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73726b62-8788-46a3-99bb-5ceb362c39f9 req-dae1da1c-cf31-4dd7-81a0-e67808f5b792 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829015 Jul 27 22:00:46.972811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:46.994065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Attempting to bind port afcdc249-5113-47a0-9d9e-d4085d64db28 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:46.994915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Attempting to bind port afcdc249-5113-47a0-9d9e-d4085d64db28 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:46.995431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Attempting to bind port afcdc249-5113-47a0-9d9e-d4085d64db28 on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:47.002329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Port afcdc249-5113-47a0-9d9e-d4085d64db28 on network 5102eb96-e4c1-4376-a041-34daaac62b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:47.002844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Attempting to bind port afcdc249-5113-47a0-9d9e-d4085d64db28 on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:47.025493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:47.028252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:47.033419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Bound using segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:47.037946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Bound port: afcdc249-5113-47a0-9d9e-d4085d64db28, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:47.037946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.116498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:47.119716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=afcdc249-5113-47a0-9d9e-d4085d64db28,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:47.186193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.264994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:47.299626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.301870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.303385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-3635b320-5881-44a3-b6aa-8a0ff3125914 service neutron] 10.222.0.76 "PUT /v2.0/ports/afcdc249-5113-47a0-9d9e-d4085d64db28 HTTP/1.1" status: 200 len: 1091 time: 2.0575891 Jul 27 22:00:47.313155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:47.323807 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864f08e-b8db-495c-8470-18d7871e630a" -d '{"events": [{"name": "network-changed", "server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:47.437239 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc77282c-3f63-4f1a-a9a7-f170d7acc87f x-openstack-request-id: req-fc77282c-3f63-4f1a-a9a7-f170d7acc87f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:47.437538 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:47.437796 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc77282c-3f63-4f1a-a9a7-f170d7acc87f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:47.438208 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28', 'status': 'completed', 'code': 200} Jul 27 22:00:47.586029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f08e-b8db-495c-8470-18d7871e630a req-43a5a52e-ce90-4fb8-ab02-a5901b07858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.587969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c864f08e-b8db-495c-8470-18d7871e630a req-43a5a52e-ce90-4fb8-ab02-a5901b07858a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 1094 time: 0.1322987 Jul 27 22:00:47.639729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49708) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:47.786748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a0fbd75a-9573-45aa-97d8-1e5e5543b86e req-e1579855-e767-4565-a6ae-ec013509befe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0970993 Jul 27 22:00:47.872666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f08e-b8db-495c-8470-18d7871e630a req-732c00f5-0af4-4956-89b9-af9e17987076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.876306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c864f08e-b8db-495c-8470-18d7871e630a req-732c00f5-0af4-4956-89b9-af9e17987076 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2610960 Jul 27 22:00:47.911637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3e46-0730-439f-bb75-b60acea11d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.978117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d66c696-5703-4c0c-bfd6-87ff4192dbd2 req-fea4d4e5-5568-46c8-bec5-837922564431 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0415208 Jul 27 22:00:48.070092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d86d80-be15-40d0-8f45-85cbd32f0f8c req-2185fefb-b8a4-4abf-b6a6-eda059db63e6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.071726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51d86d80-be15-40d0-8f45-85cbd32f0f8c req-2185fefb-b8a4-4abf-b6a6-eda059db63e6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.2787385 Jul 27 22:00:48.092177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f08e-b8db-495c-8470-18d7871e630a req-f1b4c8da-c4be-47e0-a0f0-2907ad7b11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.094056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c864f08e-b8db-495c-8470-18d7871e630a req-f1b4c8da-c4be-47e0-a0f0-2907ad7b11c7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702974 Jul 27 22:00:48.131852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51d86d80-be15-40d0-8f45-85cbd32f0f8c req-bf909cfe-0489-400a-bb7a-f1855ac4906c tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Jul 27 22:00:48.135856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3e46-0730-439f-bb75-b60acea11d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.225543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59eb09-337f-48de-a64d-3672533f1050 req-2f344a02-3a4a-471c-a704-1ac6d95f3842 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.230249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a59eb09-337f-48de-a64d-3672533f1050 req-2f344a02-3a4a-471c-a704-1ac6d95f3842 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 943 time: 0.1614923 Jul 27 22:00:48.231867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3e46-0730-439f-bb75-b60acea11d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.298266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-6b5e91d5-d387-45b8-9798-ca5c28b6617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.300297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-6b5e91d5-d387-45b8-9798-ca5c28b6617a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 1094 time: 0.1576738 Jul 27 22:00:48.304578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fa1a3e46-0730-439f-bb75-b60acea11d6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2e59f13cd5f427ea789aea9609c71e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635721 Jul 27 22:00:48.311402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:48.322824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3e46-0730-439f-bb75-b60acea11d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9892e-e43f-49c7-b03a-df0d18d09cee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:48.350495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a59eb09-337f-48de-a64d-3672533f1050 req-3e9b49a2-132e-4842-b075-e7acb373fb37 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087008 Jul 27 22:00:48.367912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bbf293bc-be8a-4f8e-a1ef-74e764fdb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.369634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bbf293bc-be8a-4f8e-a1ef-74e764fdb7c3 service neutron] 10.222.0.50 "GET /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 1028 time: 0.0637453 Jul 27 22:00:48.371756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-527134e6-3f86-4e71-ba46-0c6e2dbe3366 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afcdc249-5113-47a0-9d9e-d4085d64db28 HTTP/1.1" status: 200 len: 217 time: 0.0581717 Jul 27 22:00:48.412013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168425f6-3850-4509-9675-04e07288509e req-24775cfb-6139-4eb2-a982-8bf1324ce11c tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.413591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-168425f6-3850-4509-9675-04e07288509e req-24775cfb-6139-4eb2-a982-8bf1324ce11c tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.1795273 Jul 27 22:00:48.438004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-dcdc920f-99c1-4a9f-a1b3-33fd39fb0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.439509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-dcdc920f-99c1-4a9f-a1b3-33fd39fb0845 service neutron] 10.222.0.50 "GET /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 1027 time: 0.0629079 Jul 27 22:00:48.499438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-9fd00d43-b46d-418d-be92-84fade9e6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.501035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-9fd00d43-b46d-418d-be92-84fade9e6880 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.1156447 Jul 27 22:00:48.529532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49732) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:48.547647 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.551907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-a141cda0-ea65-4e97-8333-d0cb568c6699 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413313 Jul 27 22:00:48.562155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-168425f6-3850-4509-9675-04e07288509e req-d1ebe3b8-a99f-4a09-ac66-54a42a366fd6 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185384 Jul 27 22:00:48.577875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4df3b1f7-41ce-4aa2-b40a-81c8efd2b1b4 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.589396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4df3b1f7-41ce-4aa2-b40a-81c8efd2b1b4 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.597450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4df3b1f7-41ce-4aa2-b40a-81c8efd2b1b4 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.599870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4df3b1f7-41ce-4aa2-b40a-81c8efd2b1b4 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 1990 time: 0.1532536 Jul 27 22:00:48.634761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.671763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-dad1a5e2-8bbc-4470-a2de-75861fa4dfdc tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cd21f66ec104eb98b8d7188140e6c43 HTTP/1.1" status: 200 len: 379 time: 0.0625243 Jul 27 22:00:48.683027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'admin_state_up': True, 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'security_groups': ['19f13302-52d6-4db2-9c2c-58c4e20b683e']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:48.689485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3025e5a7-e8a9-4865-9bfa-ce40e874bb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.729382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-5ca56727-f2f9-48cb-849c-ea7ea8ffd626 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662333 Jul 27 22:00:48.850435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4366257-1c3e-453b-aae3-fd3f53cfc512 req-f0a7127e-3e94-43ea-be29-3954b13f2276 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129789 Jul 27 22:00:48.884777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.888236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.889387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2d9892e-e43f-49c7-b03a-df0d18d09cee HTTP/1.1" status: 204 len: 168 time: 0.5749376 Jul 27 22:00:48.933673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7a19b7c-66f7-46ab-ba55-41d16b762e10 req-3ea84c77-7acd-4b09-9c9e-a598cd50ff0a tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0569327 Jul 27 22:00:48.937724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4cace-c2cb-452e-a735-f37ab73e894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9892e-e43f-49c7-b03a-df0d18d09cee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:49.054393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3025e5a7-e8a9-4865-9bfa-ce40e874bb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.066200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752245b6-1f19-4dcf-985c-b6e0780b7b81 req-a16fbdb9-78ab-44ef-a6d1-ad8a43c2f2bc tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:49.066787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-752245b6-1f19-4dcf-985c-b6e0780b7b81 req-a16fbdb9-78ab-44ef-a6d1-ad8a43c2f2bc tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.1211150 Jul 27 22:00:49.135313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f57e908f-7ef6-4876-9093-6ba9608476f7 req-a5120602-5a84-4efb-abc9-278eee5ad178 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0782309 Jul 27 22:00:49.145132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3025e5a7-e8a9-4865-9bfa-ce40e874bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.176580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-752245b6-1f19-4dcf-985c-b6e0780b7b81 req-af3d2ede-29a0-471c-862a-38cd22739c52 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034179 Jul 27 22:00:49.189834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3025e5a7-e8a9-4865-9bfa-ce40e874bb0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91054a4155db40ffbab30f0542f01266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564548 Jul 27 22:00:49.190397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:49.225985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025e5a7-e8a9-4865-9bfa-ce40e874bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f394ae-4e47-4554-9e30-21b5bafed4b2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:49.229620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:49.248462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.269048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.303652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.469567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 172.20.0.8 (8c40856c-c3ec-462e-adcb-946fc9c2ff55/1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc/f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:49.471961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-7b147b16-e4a3-4591-af08-826af6f92e6f tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:49.473943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-7b147b16-e4a3-4591-af08-826af6f92e6f tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.1583045 Jul 27 22:00:49.475586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.479564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.481655 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95f394ae-4e47-4554-9e30-21b5bafed4b2 HTTP/1.1" status: 204 len: 168 time: 0.2897248 Jul 27 22:00:49.500141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313baf6-c083-483d-8d3a-faf0db4e1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f394ae-4e47-4554-9e30-21b5bafed4b2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:49.508486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-6465bf1c-1a96-494a-bbbc-421e4921d36d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/quotas/5a395c23e6e146d7b1878e7b4c5121a8 HTTP/1.1" status: 200 len: 375 time: 0.0254567 Jul 27 22:00:49.624335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-c7de20d0-1939-4427-a19b-1810cccc2c3b tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075222 Jul 27 22:00:49.709430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.732778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:49.767592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-446370e7-b58d-4cda-8ff7-c4d53296773e service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337955 Jul 27 22:00:49.896422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.932235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-2b0961d9-c142-48a0-aaea-a3e3ef0d6d43 service neutron] 10.222.0.37 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459603 Jul 27 22:00:50.000745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:50.010711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:50.015304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:50.092406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:50.126026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a55d3-a6ab-4359-8847-b4566777cb21 req-dc16345b-4f3d-43e1-bb15-4e595db05dbb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.128302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958a55d3-a6ab-4359-8847-b4566777cb21 req-dc16345b-4f3d-43e1-bb15-4e595db05dbb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 943 time: 0.2905169 Jul 27 22:00:50.153041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.154202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.207032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-958a55d3-a6ab-4359-8847-b4566777cb21 req-95e786f3-b24b-4128-b9f0-6f36e7dea348 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Jul 27 22:00:50.299521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4d473654-9485-430a-8cca-990086d4166d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6208475 Jul 27 22:00:50.368951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'admin_state_up': True, 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'security_groups': ['19f13302-52d6-4db2-9c2c-58c4e20b683e']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:50.537945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c803a28c-1874-4014-8532-1882993b1cc8 None None] Provisioning for port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:50.543547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c803a28c-1874-4014-8532-1882993b1cc8 None None] Provisioning complete for port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:50.543935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c803a28c-1874-4014-8532-1882993b1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.592798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1ba50-5bd7-49bf-bd1e-ac99f246b80e req-9639d273-1cd7-4fa5-938b-028ad4e385c3 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.601423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7fb1ba50-5bd7-49bf-bd1e-ac99f246b80e req-9639d273-1cd7-4fa5-938b-028ad4e385c3 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.2985830 Jul 27 22:00:50.607963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c803a28c-1874-4014-8532-1882993b1cc8 None None] Port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:50.653689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763fb4-a26e-4ca9-8923-e020b004d8e8 req-fc3566ec-1496-42ff-94b9-f6606130222e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.658550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b763fb4-a26e-4ca9-8923-e020b004d8e8 req-fc3566ec-1496-42ff-94b9-f6606130222e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 931 time: 0.2257736 Jul 27 22:00:50.720995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7fb1ba50-5bd7-49bf-bd1e-ac99f246b80e req-dc604b90-32cc-4c4d-95f4-09ac4a2a7109 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177280 Jul 27 22:00:50.745007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b763fb4-a26e-4ca9-8923-e020b004d8e8 req-91e238db-a165-4ea3-83a8-35934586fa0e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801253 Jul 27 22:00:50.772244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:50.775124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.936404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1f935df-b3a9-4df8-80a5-8b04121ffa7c req-21ad4f9f-097e-4a96-8e8f-38922cb47d08 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 210 time: 0.0950761 Jul 27 22:00:50.966808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a236841-76cc-49c3-931a-91cb6e24ad36 req-214d8be5-b4f6-4dde-b93f-283c3ff6c1ce tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1435411 Jul 27 22:00:51.118540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.1.1.169 (51585b90-44e4-405b-875b-29ef69b52fc5/928f92ae-9227-4061-99f9-14e8d7ca3450/b5cc1d69-3baa-4207-a1ca-15b5702a200a) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:51.275392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-041a25b8-7362-44b7-9e27-8f35c2e5689a tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.277706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-041a25b8-7362-44b7-9e27-8f35c2e5689a tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.1982088 Jul 27 22:00:51.396800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d908-26a0-425f-9027-3de8417c6403 req-399a976d-8e21-4639-b956-46cb85385e73 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.398438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f64d908-26a0-425f-9027-3de8417c6403 req-399a976d-8e21-4639-b956-46cb85385e73 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 943 time: 0.0952096 Jul 27 22:00:51.442507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.471572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object b5cc1d69-3baa-4207-a1ca-15b5702a200a will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:51.473906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f64d908-26a0-425f-9027-3de8417c6403 req-6fabcbab-8f58-47a4-9266-50f377475864 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Jul 27 22:00:51.530893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Deleting port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:51.530893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.667868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] For port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,segment=NetworkSegment(26bcb2c4-c82f-4fe2-ab38-27ea24c89da3),segment_id=26bcb2c4-c82f-4fe2-ab38-27ea24c89da3)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:51.672269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.680252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.726997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:51.735353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:51.776190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:51.842081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.843404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.848509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Calling delete_port for 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:51.915974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:52.234191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fb7b2-e827-49cf-bb9f-65b71635ee34 req-f9210de6-20e4-496e-a5f3-60deb5a4d42f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:52.242276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fb7b2-e827-49cf-bb9f-65b71635ee34 req-f9210de6-20e4-496e-a5f3-60deb5a4d42f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:52.253462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc8fb7b2-e827-49cf-bb9f-65b71635ee34 req-f9210de6-20e4-496e-a5f3-60deb5a4d42f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 1653 time: 0.2334459 Jul 27 22:00:52.334410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc8fb7b2-e827-49cf-bb9f-65b71635ee34 req-a85b7b2c-faaf-44b8-9b82-d0952378beba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674844 Jul 27 22:00:52.468830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b56791e9-0d43-45ce-84da-ad430c0e45ea req-1c5f1bf0-78ee-487c-bc09-8300dd46f9e6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 210 time: 0.0429976 Jul 27 22:00:52.482187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cea062ad-6719-4b1a-8e68-c1a747d651b5 None None] Provisioning for port b5cc1d69-3baa-4207-a1ca-15b5702a200a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:52.487956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cea062ad-6719-4b1a-8e68-c1a747d651b5 None None] Provisioning complete for port b5cc1d69-3baa-4207-a1ca-15b5702a200a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:52.488604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cea062ad-6719-4b1a-8e68-c1a747d651b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.552115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-85eed322-2639-436c-917a-db429f160e9c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2312274 Jul 27 22:00:52.568202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'admin_state_up': True, 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'security_groups': ['19f13302-52d6-4db2-9c2c-58c4e20b683e']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:52.596771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cea062ad-6719-4b1a-8e68-c1a747d651b5 None None] Port b5cc1d69-3baa-4207-a1ca-15b5702a200a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:52.598902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4346a8d-8906-4e0a-953a-b34893d5b9b8 req-8ee6090f-e78e-4218-91ba-6478c989e324 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0650690 Jul 27 22:00:52.667959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device afcdc249-5113-47a0-9d9e-d4085d64db28 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:52.806190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b143c-3626-4be8-bca4-6308c35f5628 req-27378cbc-7aa4-4fa3-b7b4-41a726b53eaf tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:52.807777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-986b143c-3626-4be8-bca4-6308c35f5628 req-27378cbc-7aa4-4fa3-b7b4-41a726b53eaf tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 945 time: 0.2603359 Jul 27 22:00:52.812657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa4aec-f6cb-4359-849c-c7c398af54e9 req-d3cd658f-1988-4435-8a4f-23a235d983d8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:52.814321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbfa4aec-f6cb-4359-849c-c7c398af54e9 req-d3cd658f-1988-4435-8a4f-23a235d983d8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 943 time: 0.1279399 Jul 27 22:00:52.867703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=afcdc249-5113-47a0-9d9e-d4085d64db28,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:52.892855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-986b143c-3626-4be8-bca4-6308c35f5628 req-b1549053-ceeb-4c65-979d-9fbdf1ded66e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/security-groups?id=4397d896-93a5-46ea-826b-5b411a014df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Jul 27 22:00:52.893828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbfa4aec-f6cb-4359-849c-c7c398af54e9 req-4b19b241-51d8-4475-9734-5b92e6323947 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Jul 27 22:00:52.904992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'afcdc249-5113-47a0-9d9e-d4085d64db28', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': 'afcdc249-5113-47a0-9d9e-d4085d64db28', 'mac_address': 'fa:16:3e:75:6d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:52.941502 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.956327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcdc249-5113-47a0-9d9e-d4085d64db28 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:52.982898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=afcdc249-5113-47a0-9d9e-d4085d64db28,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:53.304318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.305148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.306456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:53.310490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.372726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Pushing event deleted for resources: {'Port': ['ID=1d2c0a3e-ce40-4195-95e0-6a7a7da047bf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:53.462965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:53.486578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] No DVR routers for this DVR port 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:53.535984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.535984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-140ed367-5a9e-46ab-953a-1d18d18492fa req-c61ce5da-dca8-4948-afcc-d5379256f14e tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.50 "DELETE /v2.0/ports/1d2c0a3e-ce40-4195-95e0-6a7a7da047bf HTTP/1.1" status: 204 len: 173 time: 2.2083783 Jul 27 22:00:53.535984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'name': 'network-vif-deleted', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:53.535984 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a55db15-129b-47d2-90b4-639d405c445d" -d '{"events": [{"server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "name": "network-vif-deleted", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:53.547576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['afcdc249-5113-47a0-9d9e-d4085d64db28'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:53.594845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ec5651b-3e1f-46ba-b51f-bf12a06640c9 req-92570611-43dc-4b88-9303-ad576677fcf5 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 210 time: 0.0424459 Jul 27 22:00:53.605086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.1.1.67 (51585b90-44e4-405b-875b-29ef69b52fc5/928f92ae-9227-4061-99f9-14e8d7ca3450/2313f54c-daeb-46bb-921b-8ae2ac2a2c05) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:53.675472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839abd-d4f7-4631-8116-981513086953 req-027d10db-ae8d-4ef1-b824-e0cc0a0db80e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.685509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839abd-d4f7-4631-8116-981513086953 req-027d10db-ae8d-4ef1-b824-e0cc0a0db80e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.703993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10839abd-d4f7-4631-8116-981513086953 req-027d10db-ae8d-4ef1-b824-e0cc0a0db80e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 1653 time: 0.2430661 Jul 27 22:00:53.753758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-cc1f26d3-7247-4a8d-84cb-0a51f7f5427c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.755334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-cc1f26d3-7247-4a8d-84cb-0a51f7f5427c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 815 time: 0.2402561 Jul 27 22:00:53.781454 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6715a254-f220-4519-a232-715d93a2e890 x-openstack-request-id: req-6715a254-f220-4519-a232-715d93a2e890 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:53.794643 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0", "name": "network-vif-deleted", "tag": "1d2c0a3e-ce40-4195-95e0-6a7a7da047bf", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:53.794643 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6715a254-f220-4519-a232-715d93a2e890 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:53.794643 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0', 'name': 'network-vif-deleted', 'tag': '1d2c0a3e-ce40-4195-95e0-6a7a7da047bf', 'status': 'completed', 'code': 200} Jul 27 22:00:53.795280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Request body: {'port': {'device_id': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'admin_state_up': True, 'tenant_id': '5a395c23e6e146d7b1878e7b4c5121a8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:53.838000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1369cc8-90b4-4c43-a3ff-5b970da1169a req-b4b73eef-98a5-40a2-a435-8843cc5ddd49 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0584865 Jul 27 22:00:53.918149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.957684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:54.013429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10839abd-d4f7-4631-8116-981513086953 req-dd5cdfee-4e82-4d27-b59f-c822599fdbd3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070464 Jul 27 22:00:54.107877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72fd9-15b5-46a9-8da2-ea444144d61e req-2088827e-e20a-496c-9201-63decbfdcec8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.109738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72fd9-15b5-46a9-8da2-ea444144d61e req-2088827e-e20a-496c-9201-63decbfdcec8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 944 time: 0.1080570 Jul 27 22:00:54.138327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24988195-4d33-4684-bc78-ab7f180ec3fa req-735737e1-deaf-4076-84f1-48d29fb4970c tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0326521 Jul 27 22:00:54.150944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72fd9-15b5-46a9-8da2-ea444144d61e req-c8600278-d0b6-48b0-8af1-bc2c70e32e55 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 Jul 27 22:00:54.230997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.236597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Made reservation on behalf of 5a395c23e6e146d7b1878e7b4c5121a8 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:54.243985 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.304675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network 51585b90-44e4-405b-875b-29ef69b52fc5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:54.311561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:54.313634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:54.322886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:54.383600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.385420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.431410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Allocated IP 172.20.0.3 (6a29d313-6e23-4785-8992-45def9108398/d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd/ba3df85d-b8e3-404b-b107-e184f6dafea4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:54.641838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-d0eb52e3-969d-46ac-927b-94b8043912da tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0786767 Jul 27 22:00:54.655825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'admin_state_up': True, 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'security_groups': ['19f13302-52d6-4db2-9c2c-58c4e20b683e']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:54.683498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device afcdc249-5113-47a0-9d9e-d4085d64db28 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:54.691673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.788135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d14d11b3-65b8-45f8-bd33-1c2df4850e6b None None] Provisioning for port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:54.795271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d14d11b3-65b8-45f8-bd33-1c2df4850e6b None None] Provisioning complete for port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:54.795652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d14d11b3-65b8-45f8-bd33-1c2df4850e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.843835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d14d11b3-65b8-45f8-bd33-1c2df4850e6b None None] Port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:54.845233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc0e4f00-b38e-4635-bfde-cd5cbf7f93b0 req-207b5b0a-c8bf-4059-a30f-7a268d60d9dc tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 210 time: 0.0752640 Jul 27 22:00:54.921351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.935542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69d9a822-7772-4497-8eaf-fb19bdab6f20 req-bb7dfae5-961f-4e50-9f26-13b5016d067d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0349624 Jul 27 22:00:54.936146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:54.938169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67', 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:54.975515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Network 6a29d313-6e23-4785-8992-45def9108398 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:54.979031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:54.985996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:54.988333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:55.018297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event updated for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:55.025537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port afcdc249-5113-47a0-9d9e-d4085d64db28 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:55.034964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port afcdc249-5113-47a0-9d9e-d4085d64db28 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:55.035344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.093305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.093979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.129332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:55.156848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:55.157533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1d2c0a3e-ce40-4195-95e0-6a7a7da047bf not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:55.248949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-ff148ce8-75a7-409b-800e-5c882a6b67c6 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4774449 Jul 27 22:00:55.262944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.266205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Request body: {'port': {'device_id': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:55.388518 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f325a088-a55f-4d64-a283-b5cd5216d857 req-00d8a9a6-12ca-4973-9d98-8b0abafc62b4 tempest-ServersNegativeTestMultiTenantJSON-1843391755 tempest-ServersNegativeTestMultiTenantJSON-1843391755-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aeec5cb-3d49-4a3a-ba0a-f947c2e539b0 HTTP/1.1" status: 200 len: 210 time: 0.0830841 Jul 27 22:00:55.431728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82ab0-59d8-4e12-8e05-2a02645f6a55 req-83338ee2-baed-4fb9-8ebb-e0cb5cc5269b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.453784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82ab0-59d8-4e12-8e05-2a02645f6a55 req-83338ee2-baed-4fb9-8ebb-e0cb5cc5269b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.464840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82ab0-59d8-4e12-8e05-2a02645f6a55 req-83338ee2-baed-4fb9-8ebb-e0cb5cc5269b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.466601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20b82ab0-59d8-4e12-8e05-2a02645f6a55 req-83338ee2-baed-4fb9-8ebb-e0cb5cc5269b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 2373 time: 0.3058558 Jul 27 22:00:55.492062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.550722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.585789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20b82ab0-59d8-4e12-8e05-2a02645f6a55 req-78804ee4-e2c0-43b4-9bc7-c62a2d11ae17 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095271 Jul 27 22:00:55.737586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:55.739911 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1016ec-6c76-4bf1-a380-b0fed100c256" -d '{"events": [{"server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "name": "network-vif-plugged", "status": "completed", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:55.799931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=afcdc249-5113-47a0-9d9e-d4085d64db28,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:55.826997 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4c351-5b66-4996-a316-e3c11d4467ac x-openstack-request-id: req-86f4c351-5b66-4996-a316-e3c11d4467ac {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:55.827518 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "name": "network-vif-plugged", "status": "completed", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:55.827948 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f4c351-5b66-4996-a316-e3c11d4467ac {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:55.828530 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28', 'code': 200} Jul 27 22:00:55.921898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794113d1-7fb1-40f6-8ec9-1879f52e7b86 req-125a497a-4900-4a08-ad17-04c240f6a736 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.949153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-794113d1-7fb1-40f6-8ec9-1879f52e7b86 req-125a497a-4900-4a08-ad17-04c240f6a736 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 944 time: 0.4067953 Jul 27 22:00:56.022874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.2.2.100 (ba0e8506-8933-4c5c-b3f7-03d3da590ed2/7a2c193e-5de1-4ca6-9631-85835335782f/86810d91-b32e-4f57-8188-24ebbd06855f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:56.048590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.085981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-794113d1-7fb1-40f6-8ec9-1879f52e7b86 req-60a6b0e9-8d4b-46c5-9b87-013f844c85cb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358082 Jul 27 22:00:56.201804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.223428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390c2b-9dd2-4fd3-818b-df4e614ecb1e req-2b1d2f3a-1ed9-41d8-aeed-0d1e2eb41399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.225215 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04390c2b-9dd2-4fd3-818b-df4e614ecb1e req-2b1d2f3a-1ed9-41d8-aeed-0d1e2eb41399 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 1095 time: 0.3183839 Jul 27 22:00:56.282442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83a5c-7245-4314-9544-ea3853d1ee0b req-16150899-0bd0-4631-91fa-aaa8cf706a4c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.284350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85e83a5c-7245-4314-9544-ea3853d1ee0b req-16150899-0bd0-4631-91fa-aaa8cf706a4c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 931 time: 0.2614834 Jul 27 22:00:56.297665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d440179e-eeb6-441f-9c4a-ce4a354f4573 req-25242803-8644-43aa-b554-0c15378626a3 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0980339 Jul 27 22:00:56.311273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3df85d-b8e3-404b-b107-e184f6dafea4 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:56.331192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.354080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04390c2b-9dd2-4fd3-818b-df4e614ecb1e req-8d7b81f1-d4da-4018-90c7-ff44f3a5dac9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889037 Jul 27 22:00:56.360904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Transition to ACTIVE for port object ba3df85d-b8e3-404b-b107-e184f6dafea4 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:56.371070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85e83a5c-7245-4314-9544-ea3853d1ee0b req-52112632-b701-472e-b0d9-207c0cb569fe tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Jul 27 22:00:56.435117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.477399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.477661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object 86810d91-b32e-4f57-8188-24ebbd06855f will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:56.490502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:56.624880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.722563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.743266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Deleting subnet e72572e4-69b6-46e2-81b8-be9d9440bcc8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:56.757629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.791022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:56.800115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:56.805070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:56.814590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.879543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.928303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.929120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.946731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Attempting to bind port ba3df85d-b8e3-404b-b107-e184f6dafea4 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:56.947069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Attempting to bind port ba3df85d-b8e3-404b-b107-e184f6dafea4 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:56.947401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Attempting to bind port ba3df85d-b8e3-404b-b107-e184f6dafea4 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:56.962488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Port ba3df85d-b8e3-404b-b107-e184f6dafea4 on network 6a29d313-6e23-4785-8992-45def9108398 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:56.962488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Attempting to bind port ba3df85d-b8e3-404b-b107-e184f6dafea4 on network 6a29d313-6e23-4785-8992-45def9108398 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:56.986899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:56.987293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Checking segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:56.987682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Bound using segment: {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:56.988143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Bound port: ba3df85d-b8e3-404b-b107-e184f6dafea4, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93483537-45c2-43ec-b834-2756ef07d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '6a29d313-6e23-4785-8992-45def9108398'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:56.988528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.008123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.059040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-b46d27fd-006c-4aa2-b89e-3f524817d63c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.065696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-b46d27fd-006c-4aa2-b89e-3f524817d63c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.072208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-b46d27fd-006c-4aa2-b89e-3f524817d63c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.083666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-b46d27fd-006c-4aa2-b89e-3f524817d63c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.097026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-23dd933c-240b-438c-bafd-ed7296c13589 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4469302 Jul 27 22:00:57.102916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-b46d27fd-006c-4aa2-b89e-3f524817d63c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3094 time: 0.3317964 Jul 27 22:00:57.112804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'admin_state_up': True, 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'security_groups': ['19f13302-52d6-4db2-9c2c-58c4e20b683e']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:57.262237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a1fc271-b466-407a-aeb8-78265933cee4 req-cb78cf2b-37d1-43a5-ab04-8e60f08f29f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584210 Jul 27 22:00:57.296890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:57.297554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69f046c7-6a31-4e92-a396-2fa46e95ba28 None None] Provisioning for port 86810d91-b32e-4f57-8188-24ebbd06855f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:57.298521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:57.302749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69f046c7-6a31-4e92-a396-2fa46e95ba28 None None] Provisioning complete for port 86810d91-b32e-4f57-8188-24ebbd06855f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:57.303130 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f046c7-6a31-4e92-a396-2fa46e95ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.366923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.393969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.396432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e72572e4-69b6-46e2-81b8-be9d9440bcc8 HTTP/1.1" status: 204 len: 168 time: 0.9126170 Jul 27 22:00:57.423407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-69f046c7-6a31-4e92-a396-2fa46e95ba28 None None] Port 86810d91-b32e-4f57-8188-24ebbd06855f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:57.424646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:57.460302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-b7813181-7570-45ee-866f-563aa9f7f5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4192607 Jul 27 22:00:57.516963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.524030 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.534012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5a50e-995c-41eb-8511-1126fcbebe93 req-22a6f53f-4091-4221-a0f9-d5b8962906a2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.535969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7fe5a50e-995c-41eb-8511-1126fcbebe93 req-22a6f53f-4091-4221-a0f9-d5b8962906a2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.2329800 Jul 27 22:00:57.545083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72572e4-69b6-46e2-81b8-be9d9440bcc8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:57.623317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74d033a0-a5cc-4500-a08f-e599c61bb832 req-ec0f8555-e41c-49c6-95aa-04ae50b426a7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.1996896 Jul 27 22:00:57.653978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7fe5a50e-995c-41eb-8511-1126fcbebe93 req-eb0a7d1b-1d42-4755-9da4-4511f55241e3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007438 Jul 27 22:00:57.678464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Made reservation on behalf of 3cd21f66ec104eb98b8d7188140e6c43 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:57.679466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.691684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.691684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] 10.222.0.76 "PUT /v2.0/ports/ba3df85d-b8e3-404b-b107-e184f6dafea4 HTTP/1.1" status: 200 len: 1091 time: 2.4273107 Jul 27 22:00:57.691684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:57.692812 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:57.699371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.729565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-28caf538-363f-485d-a6d2-53ab7bfd5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.732457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-28caf538-363f-485d-a6d2-53ab7bfd5652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 1097 time: 0.1928568 Jul 27 22:00:57.805561 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d575348c-6de6-4283-aefb-e1e995177d82 x-openstack-request-id: req-d575348c-6de6-4283-aefb-e1e995177d82 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:57.805833 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:57.806086 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d575348c-6de6-4283-aefb-e1e995177d82 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:57.808521 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4', 'status': 'completed', 'code': 200} Jul 27 22:00:57.810162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.822650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.823418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.823827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.824499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.825829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.826189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.826833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.827410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.827759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.828107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:57.828502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac954cfd-3791-4315-8baf-3f384ec0d9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:58.100130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78810-7bd4-4b52-9069-71c9727ed508 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:58.122303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.204137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-04b87ab1-404c-4958-b006-b125ae9d2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.209099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea719ea9-b605-4cac-94ff-1c915de0baeb']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:58.211108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-04b87ab1-404c-4958-b006-b125ae9d2ea6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 916 time: 0.4504988 Jul 27 22:00:58.256563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Allocated IP 10.2.2.200 (ba0e8506-8933-4c5c-b3f7-03d3da590ed2/7a2c193e-5de1-4ca6-9631-85835335782f/3366330d-168c-4e68-b7b2-d81a99bd77e6) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:58.257376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:58.257687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bcb2c4-c82f-4fe2-ab38-27ea24c89da3') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:58.291939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec506ef-6ac6-4f7d-84b2-77c03e0eaafc req-99d959e5-eefc-4212-b7ab-339edb64815d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.294804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ec506ef-6ac6-4f7d-84b2-77c03e0eaafc req-99d959e5-eefc-4212-b7ab-339edb64815d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 943 time: 0.5021713 Jul 27 22:00:58.305104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.334852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-ae8564f9-23ca-4808-a44b-5d9d6c484cc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb HTTP/1.1" status: 200 len: 217 time: 0.0960925 Jul 27 22:00:58.357160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-ffaa9f65-c4b4-4cc1-afc5-65c1fbd77189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.358897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-ffaa9f65-c4b4-4cc1-afc5-65c1fbd77189 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 1094 time: 0.5030491 Jul 27 22:00:58.362401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.391986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:00:58.392627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:00:58.394392 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:00:58.478507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-fe8278c0-e35e-4fae-ac22-0356d83d5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.480950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-fe8278c0-e35e-4fae-ac22-0356d83d5bdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.1464133 Jul 27 22:00:58.549031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ec506ef-6ac6-4f7d-84b2-77c03e0eaafc req-cab5aa65-1330-467b-85cc-81a547badb70 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107019 Jul 27 22:00:58.581717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-08ed12dc-c0d7-4483-8b3b-2828e1239693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.583337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-08ed12dc-c0d7-4483-8b3b-2828e1239693 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2058208 Jul 27 22:00:58.596523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-6c34ffde-2522-4bd3-8a7c-d3f6c5cb24aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025784 Jul 27 22:00:58.677027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.689386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.694743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-9ecc6cb4-79f2-4ddd-817d-b770afac841b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.703659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-9ecc6cb4-79f2-4ddd-817d-b770afac841b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.706306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.711583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea719ea9-b605-4cac-94ff-1c915de0baeb HTTP/1.1" status: 204 len: 168 time: 1.2823212 Jul 27 22:00:58.713867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-9ecc6cb4-79f2-4ddd-817d-b770afac841b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.720848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-9ecc6cb4-79f2-4ddd-817d-b770afac841b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.728735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-9ecc6cb4-79f2-4ddd-817d-b770afac841b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3094 time: 0.3422952 Jul 27 22:00:58.731744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:58.762225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Transition to ACTIVE for port object 3366330d-168c-4e68-b7b2-d81a99bd77e6 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:58.786630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8775362-1b69-4222-a765-3393c7335b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea719ea9-b605-4cac-94ff-1c915de0baeb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:58.813534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f9bc33f-ed95-4b85-a301-bf8090740c0d req-dc8513f4-2c02-471a-8394-9d3891c7e571 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835278 Jul 27 22:00:58.828695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-cdf919b9-265e-41a4-9a69-fb74138e2dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199922 Jul 27 22:00:59.072991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.157398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:59.159910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5b7955a-8ab8-4ebd-8cbe-8d973f5bad71 req-665694fb-ddf7-4ef1-a7fd-bff8f296228c service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111448 Jul 27 22:00:59.165544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:59.173666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:59.178647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:59.257236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.257936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.257936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.258207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.258582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.258928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.259265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.259643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.259932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.260263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.260597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.261078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.315134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b074fc-8626-4d61-9985-cb9acf339a77 req-6afecf3a-3103-4995-93ab-9a3be9c3c905 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.334846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3b074fc-8626-4d61-9985-cb9acf339a77 req-6afecf3a-3103-4995-93ab-9a3be9c3c905 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.3390620 Jul 27 22:00:59.353418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.356939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.459892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3b074fc-8626-4d61-9985-cb9acf339a77 req-0a27f2bc-9af3-4e1d-97e0-0705d2331655 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242135 Jul 27 22:00:59.497471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-27c33e98-7e3d-41ed-963e-8c9b00f01ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.502022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55f8a8fb-087a-46c1-b21e-da9c5b56bba8 req-27c33e98-7e3d-41ed-963e-8c9b00f01ff1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9097922 Jul 27 22:00:59.515035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f0026c7e-ed73-4adb-86de-c4dffc5410ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4087667 Jul 27 22:00:59.528927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:59.593381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bf49a74c-3d6f-4527-bf24-e1c0e13088f3 req-43cc44d9-56c0-41e5-80a4-0fdf6fa5d926 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.8175862 Jul 27 22:00:59.623730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4b52ee7c-b714-4650-9ef1-abb41aff9e49 None None] Provisioning for port 3366330d-168c-4e68-b7b2-d81a99bd77e6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:59.628382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4b52ee7c-b714-4650-9ef1-abb41aff9e49 None None] Provisioning complete for port 3366330d-168c-4e68-b7b2-d81a99bd77e6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:59.628824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b52ee7c-b714-4650-9ef1-abb41aff9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.680662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.713106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Deleting subnet 2e0f67ac-64e8-4418-a663-1174b5444107 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:59.725320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.768817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b52ee7c-b714-4650-9ef1-abb41aff9e49 None None] Port 3366330d-168c-4e68-b7b2-d81a99bd77e6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:59.877263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.950253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:59.986699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-267a021b-c49d-4cb7-8544-b6eaa2c661db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.988484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-267a021b-c49d-4cb7-8544-b6eaa2c661db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 1094 time: 0.4319315 Jul 27 22:01:00.086062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.091726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-0da5afc3-a80b-4280-9baf-930482c4644a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4 HTTP/1.1" status: 200 len: 217 time: 0.0733716 Jul 27 22:01:00.175419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6ef9-b593-4ea6-8a9a-87aebf30ae00 req-8dcb8c8b-bd3e-4a95-8076-cb5cd2f3b283 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.185976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bfc6ef9-b593-4ea6-8a9a-87aebf30ae00 req-8dcb8c8b-bd3e-4a95-8076-cb5cd2f3b283 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 943 time: 0.4045649 Jul 27 22:01:00.284576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b77e01-add5-432f-8377-40c645459d7c req-95fc494b-9a5a-4874-822d-a926ac6519b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.286069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-95fc494b-9a5a-4874-822d-a926ac6519b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.1675162 Jul 27 22:01:00.298843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bfc6ef9-b593-4ea6-8a9a-87aebf30ae00 req-60484ff9-d91e-4eca-87b1-3fbadc0d5391 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119192 Jul 27 22:01:00.331434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95115410-39a4-4c04-be36-300179479c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.404964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-0cda8cf3-ce82-459c-b874-409c350be6a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938945 Jul 27 22:01:00.505466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.590723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0f67ac-64e8-4418-a663-1174b5444107,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:00.611017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.613256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-397ef2a9-3b8e-47cd-8f3a-526713f33ed7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2e0f67ac-64e8-4418-a663-1174b5444107 HTTP/1.1" status: 204 len: 168 time: 1.8804953 Jul 27 22:01:00.621984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50058) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:00.773113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99010c33-a319-4d90-ab82-f7d612bb5e2f req-5fb476a7-1f04-4594-bb8e-0099675ca7f8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.785051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99010c33-a319-4d90-ab82-f7d612bb5e2f req-5fb476a7-1f04-4594-bb8e-0099675ca7f8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.1505258 Jul 27 22:01:00.804265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:00.822550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.834070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.844851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-5ae5c0f7-b07c-4a82-b5a7-35825690d555 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248176 Jul 27 22:01:00.861772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99010c33-a319-4d90-ab82-f7d612bb5e2f req-80b6269b-30b7-4f58-9ff6-be31470bfd0b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Jul 27 22:01:00.880700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Transition to ACTIVE for port object f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:00.967394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bb2f5e9-81c7-4c53-be5e-eb5a8e19df06 req-ae60450d-eedb-4d6b-a7ea-7e16063663c2 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0378397 Jul 27 22:01:00.978049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.023974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.032517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.039245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.045720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.047066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:01.052920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.056617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-869e120a-5b18-40b7-90a3-b264e05a0d4b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3815 time: 0.5993509 Jul 27 22:01:01.099019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95115410-39a4-4c04-be36-300179479c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.191660 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95115410-39a4-4c04-be36-300179479c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.253501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Attempting to bind port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:01.254540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Attempting to bind port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:01.254885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Attempting to bind port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a on network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:01.268817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a on network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:01.269185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Attempting to bind port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a on network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:01.281525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:01.281869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Checking segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:01.282924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Bound using segment: {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:01.283431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Bound port: f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca421af-00fb-4cfb-8243-39f6fff9b6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:01.283799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.301244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab5d3ccc-0458-4366-b220-ef225adab171 req-137749db-0d1f-41e4-b42b-5556e0629ff7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258110 Jul 27 22:01:01.353703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.410888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58b77e01-add5-432f-8377-40c645459d7c req-fb31bac9-1d54-4ff4-bb67-46a6dd6b352b service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046182 Jul 27 22:01:01.413737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5933062-1921-47f4-bcc1-708f177b6ca3']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:01.425452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115410-39a4-4c04-be36-300179479c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a43ade-0c3a-442b-a199-81b0b0a28dd3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:01.444686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95115410-39a4-4c04-be36-300179479c61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=624bb7132aaa46b99c25ca9bb596bf21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4904609 Jul 27 22:01:01.447697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:01.460970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da1f966-cda9-4339-ad2c-88c292429db0') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:01.461276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da1f966-cda9-4339-ad2c-88c292429db0') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:01.482273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:01.490186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.518026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:01.530231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.541127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:01.541512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:01.543852 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:01.554187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf356788-c452-4370-895a-21631e061a48 req-97c72979-551e-4b74-a3ed-6b8229895e3d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.556117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf356788-c452-4370-895a-21631e061a48 req-97c72979-551e-4b74-a3ed-6b8229895e3d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 943 time: 0.1356976 Jul 27 22:01:01.616125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.647416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.688012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.700096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.700734 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.702212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] 10.222.0.50 "PUT /v2.0/ports/f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 1091 time: 2.1789179 Jul 27 22:01:01.702688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:01.711168 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba70841-ebae-469a-b5fa-f0021b4de833" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:01.721624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf356788-c452-4370-895a-21631e061a48 req-654396b3-c005-42d0-bc42-3d78623794cf tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584809 Jul 27 22:01:01.753497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03307b51-8ea3-463d-87d3-4eb016d3bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:01.765198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.799654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.801668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5933062-1921-47f4-bcc1-708f177b6ca3 HTTP/1.1" status: 204 len: 168 time: 1.1740220 Jul 27 22:01:01.804462 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c3813-6102-4c0e-b2c8-584f770d217c x-openstack-request-id: req-e90c3813-6102-4c0e-b2c8-584f770d217c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:01.804995 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:01.804995 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e90c3813-6102-4c0e-b2c8-584f770d217c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:01.805404 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'status': 'completed', 'code': 200} Jul 27 22:01:01.806174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55258ab0-ce0c-48c2-a43f-722b1ceeecbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c5933062-1921-47f4-bcc1-708f177b6ca3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:01.812542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:01.899537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.905863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.912531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48a43ade-0c3a-442b-a199-81b0b0a28dd3 HTTP/1.1" status: 204 len: 168 time: 0.4622681 Jul 27 22:01:01.920390 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6421b5bc-2ee6-459c-872d-7ec5c564790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.943579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d40e4-b39e-4eaf-b07f-6854e919e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a43ade-0c3a-442b-a199-81b0b0a28dd3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:02.165312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc933bb8-ce85-4aef-ad30-6e006f30936e req-fec2cb9e-1341-4173-9518-8da5985c7d13 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0815871 Jul 27 22:01:02.246577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.247411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.248410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.249123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.249829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.253009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-51404fc7-f115-4fdb-99f0-4d96bf06f057 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 4362 time: 0.3975728 Jul 27 22:01:02.259889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.395907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:02.597920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7344f84b-18ee-4db5-9619-2f992498ed56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c896f52a822649c2b1c9806351892c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002983 Jul 27 22:01:02.601538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:02.667025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.674342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.681091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.687419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.696079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.704498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-0afc2302-6539-4953-a5b1-e4c75d5cd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.704765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-26db6606-eb2b-411b-935b-7773eb5053cd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3827 time: 0.2526453 Jul 27 22:01:02.705202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-0afc2302-6539-4953-a5b1-e4c75d5cd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.705700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-0afc2302-6539-4953-a5b1-e4c75d5cd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.707509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-0afc2302-6539-4953-a5b1-e4c75d5cd6a0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4341090 Jul 27 22:01:02.724116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b17bc-3a7c-40d2-9d7f-7f4de951a48f req-917104a3-2655-4a1b-ab30-ed01fbba9ead tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.726087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa8b17bc-3a7c-40d2-9d7f-7f4de951a48f req-917104a3-2655-4a1b-ab30-ed01fbba9ead tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.6553745 Jul 27 22:01:02.779175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7af147f1-a866-41d5-8cd3-5e6ed008bdac req-a80653aa-e32b-40e5-af3e-6ceb67c5c9af tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731776 Jul 27 22:01:02.782883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.818867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.907755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa8b17bc-3a7c-40d2-9d7f-7f4de951a48f req-a78fa9d4-ece4-4998-9d8f-fe91fbab44fa tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661551 Jul 27 22:01:03.006850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.009887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.017000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-3bd312e3-53f5-42ba-9914-756f9e68380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:03.017000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ba70841-ebae-469a-b5fa-f0021b4de833 req-3bd312e3-53f5-42ba-9914-756f9e68380d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860086 Jul 27 22:01:03.017288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4397d896-93a5-46ea-826b-5b411a014df3 HTTP/1.1" status: 204 len: 168 time: 0.4119616 Jul 27 22:01:03.051852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94ca3d-211b-4eed-b856-f61ff6fae68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4397d896-93a5-46ea-826b-5b411a014df3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.146999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900610-cc4a-40d9-b525-ca716172fe74 req-aa26f1d3-50c2-432e-a5a1-0455f0b2e046 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:03.154497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4900610-cc4a-40d9-b525-ca716172fe74 req-aa26f1d3-50c2-432e-a5a1-0455f0b2e046 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 943 time: 0.2128561 Jul 27 22:01:03.197268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:03.216252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.252636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Transition to ACTIVE for port object 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:03.269865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4900610-cc4a-40d9-b525-ca716172fe74 req-40a4acc8-a6db-406f-bceb-c6dc4abfdfef tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086199 Jul 27 22:01:03.366727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.389029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a0b1c7d-c7b0-4fe0-a135-fab0e292997a req-54b24c3a-9d95-4975-a4d3-ce1a0b704ee7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.0563142 Jul 27 22:01:03.496942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.686736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Attempting to bind port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:03.687601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Attempting to bind port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:03.688520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Attempting to bind port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:03.695501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on network 51585b90-44e4-405b-875b-29ef69b52fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:03.699400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Attempting to bind port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:03.721941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:03.721941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:03.721941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Bound using segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:03.721941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Bound port: 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:03.721941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.916498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:03.929612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:03.996345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7660a-8767-4e0e-ad1d-4b920fd1c6fe req-c26724cb-3e2c-4014-bf83-7be852da8ba3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.005212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4fa7660a-8767-4e0e-ad1d-4b920fd1c6fe req-c26724cb-3e2c-4014-bf83-7be852da8ba3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.3638179 Jul 27 22:01:04.058876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.084237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50132) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:04.089440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-709bfcab-0082-4d08-9825-a383b7cccad7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3229842 Jul 27 22:01:04.108254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.108920 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.110944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] 10.222.0.50 "PUT /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 1131 time: 2.3032432 Jul 27 22:01:04.113124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4fa7660a-8767-4e0e-ad1d-4b920fd1c6fe req-781b5238-eb40-4beb-a271-c473788acd64 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069043 Jul 27 22:01:04.140101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:04.143714 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fca46-d576-4e1b-8c40-2089b159bad7" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "7688b228-d3d5-4453-8de3-3cb2e9bc05f6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:04.345848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a76a5-e9f0-4585-95d7-b2c9e700e026 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:04.361729 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f9de52-e51c-47a0-afd1-73e47bf8436e x-openstack-request-id: req-61f9de52-e51c-47a0-afd1-73e47bf8436e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:04.362162 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "7688b228-d3d5-4453-8de3-3cb2e9bc05f6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:04.363183 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f9de52-e51c-47a0-afd1-73e47bf8436e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:04.364392 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6', 'status': 'completed', 'code': 200} Jul 27 22:01:04.383295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7760ec47-4c7a-44c4-b77c-a4981fe8c097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.403144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-96ab8601-2b05-443d-9a89-caeeed70eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.410267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:04.413051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-96ab8601-2b05-443d-9a89-caeeed70eeae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 1096 time: 0.2167962 Jul 27 22:01:04.706641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.713033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ba3df85d-b8e3-404b-b107-e184f6dafea4 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:04.732447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.742582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.764539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-66fec254-fab6-4f7a-8efe-2150d579f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.764950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.769624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-66fec254-fab6-4f7a-8efe-2150d579f047 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 916 time: 0.3288729 Jul 27 22:01:04.788580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.805497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.819773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7510e3-9bfe-4317-be4b-da0503bcc7ee req-82dfdb3a-803a-4901-9df6-70f285be3360 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.821671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-a590cf3e-88a9-47db-b301-8bff4a0f888b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 4600 time: 0.8814452 Jul 27 22:01:04.842295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e4193f4-1358-4687-8fdc-ac3efe5d3207 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ead0a9939c485395d992e7be5d54a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7498405 Jul 27 22:01:04.848440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7510e3-9bfe-4317-be4b-da0503bcc7ee req-82dfdb3a-803a-4901-9df6-70f285be3360 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 943 time: 0.3486252 Jul 27 22:01:04.852480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50142) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:05.020306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-6a0b3ca5-0eaf-48f3-8f1d-ae072e6eb910 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c39586e6-10ee-4413-a3dc-75929b224b67 HTTP/1.1" status: 200 len: 217 time: 0.2377899 Jul 27 22:01:05.023845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.024399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.024824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.025683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.029648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:05.030463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.032918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.035334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-41c9be82-0bb9-484d-936c-0bf48a778467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5286 time: 0.6416619 Jul 27 22:01:05.059689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ba3df85d-b8e3-404b-b107-e184f6dafea4', 'network_id': '6a29d313-6e23-4785-8992-45def9108398', 'port_id': 'ba3df85d-b8e3-404b-b107-e184f6dafea4', 'mac_address': 'fa:16:3e:ff:4d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f4e795-b6a3-4f20-91c2-9010aa0e6ddd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:05.153781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-5416db57-b512-4e64-b8b3-38ec158441e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.166362 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.169259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.173425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-5416db57-b512-4e64-b8b3-38ec158441e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.1299760 Jul 27 22:01:05.202384 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:05.212354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3df85d-b8e3-404b-b107-e184f6dafea4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:05.212930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:05.267327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-81b8ca81-32e0-4b43-94a4-a464b88e5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.270658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-81b8ca81-32e0-4b43-94a4-a464b88e5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.270658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-81b8ca81-32e0-4b43-94a4-a464b88e5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.270962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:05.271081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-81b8ca81-32e0-4b43-94a4-a464b88e5a8a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2041864 Jul 27 22:01:05.306506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db7510e3-9bfe-4317-be4b-da0503bcc7ee req-798d2166-c00f-4ce7-924b-bcb704ce7a91 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426374 Jul 27 22:01:05.320927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-b9ecf971-6dd8-4132-a706-b3939db3e991 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382408 Jul 27 22:01:05.353649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.379379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d01ac085-a5f7-480d-b678-f245ccbdd553 req-0ebbcc8d-2551-4ca6-ab85-f37db2340a13 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5574794 Jul 27 22:01:05.492101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:05.535670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.537252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.609823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ba3df85d-b8e3-404b-b107-e184f6dafea4'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:05.678545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.730717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac1677dd-e295-431c-a183-1a6630026a6f req-887fe6a5-32cf-4f81-993f-017198d2f0f7 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddb955d9-19d4-4b17-a95f-0193d67761da HTTP/1.1" status: 200 len: 210 time: 0.2222326 Jul 27 22:01:05.828063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-356b45fb-546a-48c9-822b-a44171d58416 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973812 Jul 27 22:01:05.828819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90e0c190-c5c4-4114-ac75-2522f8c34239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.880679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-b6f9823b-0d4d-4308-adc7-404b38615486 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.883682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-b6f9823b-0d4d-4308-adc7-404b38615486 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.8269835 Jul 27 22:01:05.886324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-5c2833ba-4e47-49c9-ba46-0e83f45542e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.895565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-594fca46-d576-4e1b-8c40-2089b159bad7 req-5c2833ba-4e47-49c9-ba46-0e83f45542e9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6049979 Jul 27 22:01:05.968933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.984098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252d88e-7477-40fd-b539-d076e3d8b58b req-8c59a3d4-49be-42c5-82b6-bba1b9441443 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.991933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e252d88e-7477-40fd-b539-d076e3d8b58b req-8c59a3d4-49be-42c5-82b6-bba1b9441443 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.4276874 Jul 27 22:01:05.994204 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.999454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.001258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3dbb8cb-cf58-42ba-9b59-f89554b1e6d0 HTTP/1.1" status: 204 len: 168 time: 1.1393774 Jul 27 22:01:06.030664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821112d0-7694-4f59-b5ed-b107f231d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dbb8cb-cf58-42ba-9b59-f89554b1e6d0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:06.162601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ac7f2c-b232-4273-9b8f-0ed6297c7530 req-cbcd35b5-cde9-4750-956f-49e0882d4564 service neutron] 10.222.0.76 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060367 Jul 27 22:01:06.234543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e252d88e-7477-40fd-b539-d076e3d8b58b req-1e4ef25e-846e-4a99-b7d9-86f7e55fda98 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416918 Jul 27 22:01:06.247762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90e0c190-c5c4-4114-ac75-2522f8c34239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.297505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Deleting port afcdc249-5113-47a0-9d9e-d4085d64db28 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:06.297941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.335768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-90e0c190-c5c4-4114-ac75-2522f8c34239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.388644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0c190-c5c4-4114-ac75-2522f8c34239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d245e10-9cf0-46fb-828b-6d14715091e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:06.481039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-90e0c190-c5c4-4114-ac75-2522f8c34239 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64e23da54b98402e8bde9af92de9c758&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2598984 Jul 27 22:01:06.481208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:06.494340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2438f8-ee2a-499b-b862-9037f35d609a {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:06.534262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.603117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] For port afcdc249-5113-47a0-9d9e-d4085d64db28, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=afcdc249-5113-47a0-9d9e-d4085d64db28,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:06.604748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.605323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.610561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Transition to ACTIVE for port object ae2438f8-ee2a-499b-b862-9037f35d609a will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:06.657851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Calling delete_port for afcdc249-5113-47a0-9d9e-d4085d64db28 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:06.684806 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.699238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb704b-fed2-4d51-a92e-729f97937b04 req-75a45364-2c6a-437a-8e8b-ce6234fecf77 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.707409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6cb704b-fed2-4d51-a92e-729f97937b04 req-75a45364-2c6a-437a-8e8b-ce6234fecf77 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 944 time: 0.2282953 Jul 27 22:01:06.718842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ba3df85d-b8e3-404b-b107-e184f6dafea4 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:06.790045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.878677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:06.912969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6cb704b-fed2-4d51-a92e-729f97937b04 req-2adfd772-ae48-4d43-9001-668e62d0904e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034214 Jul 27 22:01:06.953264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.969640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.979768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.986963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.996839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.015927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.034843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-0de8bc2b-5d88-4ece-bf90-45d61185f62e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 4600 time: 0.4256153 Jul 27 22:01:07.080847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.110178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.117838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port ba3df85d-b8e3-404b-b107-e184f6dafea4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:07.118067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.122336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d245e10-9cf0-46fb-828b-6d14715091e0 HTTP/1.1" status: 204 len: 168 time: 0.6368823 Jul 27 22:01:07.124145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ba3df85d-b8e3-404b-b107-e184f6dafea4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:07.124145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.169550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271e044-901e-49bd-a21f-35a5c6dc7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d245e10-9cf0-46fb-828b-6d14715091e0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:07.297236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0052bbb9-c10b-4eb4-a11c-ed71e828216c req-dc12c8d7-2ae7-4b3b-be3c-012f872ece15 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2612810 Jul 27 22:01:07.580784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df274-38ae-4f20-83c8-4f12a61d0bd0 req-397fec4b-a75d-4753-9d82-f333f8d5048a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.592356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Attempting to bind port ae2438f8-ee2a-499b-b862-9037f35d609a on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:07.592971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Attempting to bind port ae2438f8-ee2a-499b-b862-9037f35d609a by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:07.593416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Attempting to bind port ae2438f8-ee2a-499b-b862-9037f35d609a on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:07.599554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-263df274-38ae-4f20-83c8-4f12a61d0bd0 req-397fec4b-a75d-4753-9d82-f333f8d5048a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 945 time: 0.1516285 Jul 27 22:01:07.608339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.615290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Port ae2438f8-ee2a-499b-b862-9037f35d609a on network 51585b90-44e4-405b-875b-29ef69b52fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:07.615290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Attempting to bind port ae2438f8-ee2a-499b-b862-9037f35d609a on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:07.621441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:07.622071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:07.622744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Bound using segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:07.623525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Bound port: ae2438f8-ee2a-499b-b862-9037f35d609a, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:07.639781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.660647 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.669926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:07.672308 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345387e-41e6-4be1-99ea-4391417daa7e" -d '{"events": [{"server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:07.720477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:07.744005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.758356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-263df274-38ae-4f20-83c8-4f12a61d0bd0 req-40106e20-b0d2-46d2-8606-e83b88a1ffbb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424868 Jul 27 22:01:07.829331 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a26826-059b-48a1-b32a-a2a1ad5f31b7 x-openstack-request-id: req-28a26826-059b-48a1-b32a-a2a1ad5f31b7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:07.829656 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "name": "network-vif-plugged", "status": "completed", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:07.829986 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28a26826-059b-48a1-b32a-a2a1ad5f31b7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:07.830625 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4', 'code': 200} Jul 27 22:01:07.832208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.833094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device afcdc249-5113-47a0-9d9e-d4085d64db28 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:07.944001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event deleted for resources: {'Port': ['ID=afcdc249-5113-47a0-9d9e-d4085d64db28,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:07.962150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] No DVR routers for this DVR port afcdc249-5113-47a0-9d9e-d4085d64db28 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:07.985972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.988097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa62a57a-6acf-425d-9bd5-cfdfb15e4257 req-55736627-9842-43a3-81ad-8955b59482b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "DELETE /v2.0/ports/afcdc249-5113-47a0-9d9e-d4085d64db28 HTTP/1.1" status: 204 len: 173 time: 2.0818915 Jul 27 22:01:07.988570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'name': 'network-vif-deleted', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:07.990903 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5678f4f1-b200-449b-a0a5-66b1280508c0" -d '{"events": [{"server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "name": "network-vif-deleted", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:08.055324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:08.061610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ae2438f8-ee2a-499b-b862-9037f35d609a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:08.093060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: afcdc249-5113-47a0-9d9e-d4085d64db28 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:08.093804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device afcdc249-5113-47a0-9d9e-d4085d64db28 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:08.187018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:08.198956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.236083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50246) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:08.236909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49951a0e-6bfb-4e24-97d4-a3a0728ccf54 req-d4314c8c-23fd-47aa-99bc-7be244ff1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.242847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49951a0e-6bfb-4e24-97d4-a3a0728ccf54 req-d4314c8c-23fd-47aa-99bc-7be244ff1f03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 1096 time: 0.3131089 Jul 27 22:01:08.257660 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.301548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.303718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.305573 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49951a0e-6bfb-4e24-97d4-a3a0728ccf54 req-4784a6b6-c75e-4019-a5f1-32565acba8f6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Jul 27 22:01:08.308444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] 10.222.0.50 "PUT /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 1130 time: 3.9416981 Jul 27 22:01:08.473970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e2c71-a008-4a61-a926-b4d4c4b28a04 req-1668e92d-d5de-46be-a0cf-db6483cb8b14 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.476799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c11e2c71-a008-4a61-a926-b4d4c4b28a04 req-1668e92d-d5de-46be-a0cf-db6483cb8b14 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.3883657 Jul 27 22:01:08.478075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f8030-6172-40cb-b7d4-f31c1d98b94b service neutron] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:08.569644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-947483970-network', 'tenant_id': '58c39fda650b40a8913da92a4be78c55'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:08.578964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:08.592334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c11e2c71-a008-4a61-a926-b4d4c4b28a04 req-15d87a60-a9e1-4b21-bfce-39de72100675 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917101 Jul 27 22:01:08.659714 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e8852c-3035-47f7-9bda-73e44e716db0 x-openstack-request-id: req-b1e8852c-3035-47f7-9bda-73e44e716db0 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:08.661822 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03bde98-ff3a-43c3-b8bc-6c72a37caf7e", "name": "network-vif-deleted", "tag": "afcdc249-5113-47a0-9d9e-d4085d64db28", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:08.663614 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1e8852c-3035-47f7-9bda-73e44e716db0 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:08.665828 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03bde98-ff3a-43c3-b8bc-6c72a37caf7e', 'name': 'network-vif-deleted', 'tag': 'afcdc249-5113-47a0-9d9e-d4085d64db28', 'status': 'completed', 'code': 200} Jul 27 22:01:08.800059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.804808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4b74b-8e2a-426c-bae1-94e22d287884 req-691721a5-df0a-468a-a8a6-dd4ad9cf179b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.822911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ce4b74b-8e2a-426c-bae1-94e22d287884 req-691721a5-df0a-468a-a8a6-dd4ad9cf179b tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.1090562 Jul 27 22:01:08.830543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Made reservation on behalf of 58c39fda650b40a8913da92a4be78c55 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:08.842919 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.894721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.922629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ce4b74b-8e2a-426c-bae1-94e22d287884 req-0ac7610d-6b8a-4114-a3b8-e12a6b301745 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Jul 27 22:01:08.970094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50262) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:09.006021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08ba8cbc-5349-43db-bab8-e24c71bd346a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.084898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.132946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.145745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.154224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.166316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.178204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.185941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.189124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-571ad4b7-4a91-466e-b63a-a1da2b509d99 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5372 time: 0.4840424 Jul 27 22:01:09.236510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bd368e1-7ea3-4d93-8e8e-7e69864e7308 req-11b9a371-09dc-4e33-a01d-78bfba031874 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=b03bde98-ff3a-43c3-b8bc-6c72a37caf7e HTTP/1.1" status: 200 len: 210 time: 0.0614636 Jul 27 22:01:09.301321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08ba8cbc-5349-43db-bab8-e24c71bd346a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.377590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-08ba8cbc-5349-43db-bab8-e24c71bd346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.387712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d4371b2-6b5f-46d6-9ded-df258006e0d2 req-72a64b5a-0213-4b14-9b4f-b8606d54412f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1840012 Jul 27 22:01:09.500144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-08ba8cbc-5349-43db-bab8-e24c71bd346a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ab0b5d1151d4b23a5124143e2a143d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288360 Jul 27 22:01:09.502838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:09.506980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-e7eedbd2-de43-4ffc-913e-a6c23324dc3e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.509115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba8cbc-5349-43db-bab8-e24c71bd346a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230f919-a25e-490b-ae94-b524a9bd957f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:09.512194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-e7eedbd2-de43-4ffc-913e-a6c23324dc3e tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.50 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.6112950 Jul 27 22:01:09.624639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.679745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.806031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7ceb9-be6c-4a4f-8e4b-ae7e95aeb36c req-3ae1c8f8-7762-4936-88de-afc288cd631c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.810140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfc7ceb9-be6c-4a4f-8e4b-ae7e95aeb36c req-3ae1c8f8-7762-4936-88de-afc288cd631c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.1227806 Jul 27 22:01:09.853609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.857224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.858957 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5230f919-a25e-490b-ae94-b524a9bd957f HTTP/1.1" status: 204 len: 168 time: 0.3551836 Jul 27 22:01:09.880001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c07401-e939-40dc-adf1-37bb27df3772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230f919-a25e-490b-ae94-b524a9bd957f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:09.910972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfc7ceb9-be6c-4a4f-8e4b-ae7e95aeb36c req-4944a937-32f1-4f83-b315-83a01a5656ca tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936208 Jul 27 22:01:10.171531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.334638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.415449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:10.462839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.467999 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Added segment f347f6c9-fdb1-4aaf-8afb-15e4473a535b of type vlan for network c487c408-7668-4de1-8784-86e8e5b41669 Jul 27 22:01:10.497132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f7b65-c55c-4d78-a196-1d40570f9245,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:10.543841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Deleting port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:10.544195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.669905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'ae2438f8-ee2a-499b-b862-9037f35d609a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:10.672545 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "ae2438f8-ee2a-499b-b862-9037f35d609a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:10.699827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53792254-3444-45f6-9068-81495137b67f req-90effcfa-101c-4053-b489-5e214a01c114 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.701722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53792254-3444-45f6-9068-81495137b67f req-90effcfa-101c-4053-b489-5e214a01c114 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/ports?device_id=76162f55-ab74-47d5-84f1-13afe37ba7e6 HTTP/1.1" status: 200 len: 945 time: 0.6209955 Jul 27 22:01:10.730581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.762361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.774594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.797408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.823152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.838598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cc1d69-3baa-4207-a1ca-15b5702a200a {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:10.842113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.859196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.878986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.913961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e663a050-e50a-4aef-a2d2-adf07130408d req-4c2579a4-47e9-4659-b269-b355c27b74ac tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5372 time: 0.3028316 Jul 27 22:01:10.983499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.082743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e663a050-e50a-4aef-a2d2-adf07130408d req-dd479a8a-6858-440d-81aa-d60320d81e32 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676185 Jul 27 22:01:11.094539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53792254-3444-45f6-9068-81495137b67f req-3cd79471-7a52-4006-be56-ab95c0ad0b0d tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e0f9031-bbc7-4940-a57f-bb92984bcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728945 Jul 27 22:01:11.096427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] For port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,segment=NetworkSegment(28e900d4-e5e8-461c-8823-8634f8243121),segment_id=28e900d4-e5e8-461c-8823-8634f8243121)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:11.096821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.099838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Transition to ACTIVE for port object b5cc1d69-3baa-4207-a1ca-15b5702a200a will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:11.132323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Calling delete_port for d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:11.319066 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c01ee0-bb73-4fcc-ad91-4506e9cc56fc x-openstack-request-id: req-61c01ee0-bb73-4fcc-ad91-4506e9cc56fc {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:11.319653 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "ae2438f8-ee2a-499b-b862-9037f35d609a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:11.319805 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61c01ee0-bb73-4fcc-ad91-4506e9cc56fc {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:11.320301 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'ae2438f8-ee2a-499b-b862-9037f35d609a', 'status': 'completed', 'code': 200} Jul 27 22:01:11.321994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.323302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.324392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.336451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.409928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c487c408-7668-4de1-8784-86e8e5b41669,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.412536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.425841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c487c408-7668-4de1-8784-86e8e5b41669 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:11.444781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5de0b8f6-b1d4-4db5-816b-b602750c42c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2041361 Jul 27 22:01:11.451693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:11.493959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Request body: {'subnet': {'network_id': 'c487c408-7668-4de1-8784-86e8e5b41669', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-947483970-subnet', 'tenant_id': '58c39fda650b40a8913da92a4be78c55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:11.532089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.532602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.534489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.536799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.537771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.538462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.543706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.550722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-2eee31bb-e82a-40cc-a546-960a973b9f94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6234 time: 0.3188267 Jul 27 22:01:11.592150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-c51c10c1-bd03-4662-a40c-eced87ff0361 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.596363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] No DVR routers for this DVR port d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:11.601928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-c51c10c1-bd03-4662-a40c-eced87ff0361 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.4050736 Jul 27 22:01:11.608139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.611721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.622107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43de87ab-5738-4159-aabe-67f3ffd54401 req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] 10.222.0.50 "DELETE /v2.0/ports/d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c HTTP/1.1" status: 204 len: 173 time: 2.0928664 Jul 27 22:01:11.690383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70bc89-079b-4b69-9989-659eaa364bf4 tempest-ServersTestJSON-50309887 tempest-ServersTestJSON-50309887-project] Pushing event deleted for resources: {'Port': ['ID=d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.702934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-d6842dc9-18cb-4f1a-a73c-dd9dd69130b0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0992448 Jul 27 22:01:11.808457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:11.909635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-368efb5f-dd54-4252-9648-cba39dd41169 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2045662 Jul 27 22:01:11.935592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Attempting to bind port b5cc1d69-3baa-4207-a1ca-15b5702a200a on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:11.938081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Attempting to bind port b5cc1d69-3baa-4207-a1ca-15b5702a200a by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:11.938635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Attempting to bind port b5cc1d69-3baa-4207-a1ca-15b5702a200a on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:11.948861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Port b5cc1d69-3baa-4207-a1ca-15b5702a200a on network 51585b90-44e4-405b-875b-29ef69b52fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:11.949200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Attempting to bind port b5cc1d69-3baa-4207-a1ca-15b5702a200a on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:11.963190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:11.964186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:11.964734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Bound using segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:11.965364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Bound port: b5cc1d69-3baa-4207-a1ca-15b5702a200a, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:11.965744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.975760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-8dea5432-2a92-4846-a5ab-d13d036f3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.976314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-8dea5432-2a92-4846-a5ab-d13d036f3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.976905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-8dea5432-2a92-4846-a5ab-d13d036f3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.979288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-8dea5432-2a92-4846-a5ab-d13d036f3f0c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4153502 Jul 27 22:01:11.983855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Made reservation on behalf of 58c39fda650b40a8913da92a4be78c55 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:11.986380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.081295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:12.084738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:12.091403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285900363-network', 'tenant_id': '9458ebd6a4c24ff3b897a4cea0d673cb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:12.185853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.239971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Made reservation on behalf of 9458ebd6a4c24ff3b897a4cea0d673cb for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:12.252470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.252907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-e5ee4e05-c909-4375-9088-5257ed69eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.254986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4acc5dd9-b8c2-405e-ade7-b61af6b0228d req-e5ee4e05-c909-4375-9088-5257ed69eb40 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634010 Jul 27 22:01:12.291338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.292371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-6b0d395e-8bd9-4587-b352-29f9972b5f83 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806899 Jul 27 22:01:12.364502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.365237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.366946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] 10.222.0.50 "PUT /v2.0/ports/b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 200 len: 1091 time: 3.8198574 Jul 27 22:01:12.498819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:12.502244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28fdc-8413-4825-80a9-dc7264c1db75 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.544602 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-462f1c41-46c2-4b03-ae2f-a175de5af2c4 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512631 Jul 27 22:01:12.594590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.644141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.669313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.685731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.706117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.725951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83780c8-4b25-40b4-bb6d-4207b3bed2c0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.736612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.744163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Checking segment: {'id': 'f347f6c9-fdb1-4aaf-8afb-15e4473a535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c487c408-7668-4de1-8784-86e8e5b41669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:12.744590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Network hostable DHCP agents. Network: c487c408-7668-4de1-8784-86e8e5b41669, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:12.755770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.763541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.765658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-077accdf-fdbb-4e0d-ac25-e1ab0c5486cb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5384 time: 0.5951574 Jul 27 22:01:12.863192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Network c487c408-7668-4de1-8784-86e8e5b41669 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:12.918387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aed6374f-9ece-4738-bf70-13755e1b88c4 req-f48acd4e-c2b7-40ab-b3cc-4844e6c27544 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398973 Jul 27 22:01:12.948772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:12.966127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c487c408-7668-4de1-8784-86e8e5b41669) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:12.968025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.974384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.974384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.980914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b36d5-d638-4eba-a560-11f05f62deeb None None] Network c487c408-7668-4de1-8784-86e8e5b41669 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:13.037479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.112324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3cd54b2-ac3c-4e81-aaaa-f2269ce4b07f req-70f14737-7695-4057-a804-72b1efd8ce33 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 210 time: 0.0558734 Jul 27 22:01:13.214921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Deleting subnet dacc692b-0398-4698-9144-925a9d814992 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:13.229494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.245970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.308733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3d2c55bc-e399-4583-83c0-23a1461d3464 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8456881 Jul 27 22:01:13.308733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.327573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'name': 'network-vif-deleted', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c'}, {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:13.330957 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf" -d '{"events": [{"server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "name": "network-vif-deleted", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c"}, {"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:13.353061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:13.372738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:13.402466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:13.422040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.425549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.425903 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Added segment fae866cc-211f-44e1-8cdc-afbf69dd7a9f of type vlan for network 60f132b2-7333-4b8d-8bd1-717567b683fd Jul 27 22:01:13.528635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.535978 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38565a4b-37e1-453e-915c-f397280efa4c x-openstack-request-id: req-38565a4b-37e1-453e-915c-f397280efa4c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:13.536202 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76162f55-ab74-47d5-84f1-13afe37ba7e6", "name": "network-vif-deleted", "tag": "d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:13.536763 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38565a4b-37e1-453e-915c-f397280efa4c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:13.536916 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76162f55-ab74-47d5-84f1-13afe37ba7e6', 'name': 'network-vif-deleted', 'tag': 'd3ad6e5d-a63a-441a-a0db-5bd10fe5f51c', 'status': 'completed', 'code': 200} Jul 27 22:01:13.537083 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'status': 'completed', 'code': 200} Jul 27 22:01:13.573397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50366) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:13.588941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:13.591864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d3ad6e5d-a63a-441a-a0db-5bd10fe5f51c not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:13.650562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.659034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2182aa-ed5d-43b1-b35a-c18e8ee71f7b None None] Network c487c408-7668-4de1-8784-86e8e5b41669 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:13.694812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacc692b-0398-4698-9144-925a9d814992,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:13.702128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.704749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-29ead978-ae9d-4dc4-9299-301474936258 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dacc692b-0398-4698-9144-925a9d814992 HTTP/1.1" status: 204 len: 168 time: 0.7538130 Jul 27 22:01:13.708393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50374) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:13.711471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Deleting subnet f83780c8-4b25-40b4-bb6d-4207b3bed2c0 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:13.788024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:13.802939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.835746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Transition to ACTIVE for port object 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:13.868609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.870511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.871942 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.993244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1824801 Jul 27 22:01:14.016213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.019274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50380) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:14.044912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Request body: {'subnet': {'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285900363-subnet', 'tenant_id': '9458ebd6a4c24ff3b897a4cea0d673cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:14.183802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065201a8-1944-4678-958d-634b5841a5f3 admin admin] Pushing event updated for resources: {'Network': ['ID=60f132b2-7333-4b8d-8bd1-717567b683fd,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.200302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 60f132b2-7333-4b8d-8bd1-717567b683fd details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:14.239787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.352049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.359888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.367352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.374921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.381136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.394421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.396174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.398242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-f1514cb3-6b49-4559-ba80-3f05c81fd7d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5396 time: 0.2627447 Jul 27 22:01:14.402591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Made reservation on behalf of 9458ebd6a4c24ff3b897a4cea0d673cb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:14.405036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.453031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.545388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Attempting to bind port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:14.545802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Attempting to bind port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:14.546173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Attempting to bind port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.681816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c600c04-0cab-48ca-9a53-4d03cc35c7df req-76b0dd2c-5fd2-4dc7-ae2d-d52f151b1ec4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 210 time: 0.0587616 Jul 27 22:01:14.694052 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.751329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.752202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.752874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.753537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.754387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.755318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.756421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.759956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-226bfc11-db79-48b8-b670-3d43aa46add6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6276 time: 1.1962166 Jul 27 22:01:14.774314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.925319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5319c15b-7ecf-4d53-bfaf-693c030f490a req-2392b4a4-a655-4032-8598-0bfd7f35463c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4968820 Jul 27 22:01:14.926414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 on network 51585b90-44e4-405b-875b-29ef69b52fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:14.926757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Attempting to bind port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.943454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:14.943794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Checking segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:14.945776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Bound using segment: {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:14.946249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Bound port: 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3241e1ca-6b0a-44ae-9911-0b426497457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:14.946965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.040810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:15.046398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:15.047938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.075684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.135848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd255ac-7187-4f04-8547-52afdbb1990b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.159342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Checking segment: {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:15.159631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Network hostable DHCP agents. Network: 60f132b2-7333-4b8d-8bd1-717567b683fd, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:15.162889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.220447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.221127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.222774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] 10.222.0.50 "PUT /v2.0/ports/2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 200 len: 1090 time: 2.7287507 Jul 27 22:01:15.255108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110e9ad-fecd-4f44-b8eb-235b1bd97e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.308704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Network 60f132b2-7333-4b8d-8bd1-717567b683fd is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:15.317922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.323596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-e9b9eaf8-fd12-40ab-9d5a-781e588b41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.324214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-e9b9eaf8-fd12-40ab-9d5a-781e588b41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.324809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-e9b9eaf8-fd12-40ab-9d5a-781e588b41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.326567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-e9b9eaf8-fd12-40ab-9d5a-781e588b41db service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5035532 Jul 27 22:01:15.357201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd0d95a-23fd-4b09-9e82-d13b44c542d7']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:15.407721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:15.422223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e900d4-e5e8-461c-8823-8634f8243121') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:15.422486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e900d4-e5e8-461c-8823-8634f8243121') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:15.438824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.442667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.453261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 60f132b2-7333-4b8d-8bd1-717567b683fd) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:15.466210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796390f-b42d-4135-b8db-7ef003c37a14 None None] Network 60f132b2-7333-4b8d-8bd1-717567b683fd requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:15.474227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.474867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.489431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.492202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83780c8-4b25-40b4-bb6d-4207b3bed2c0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.522767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.531961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1444e549-0e6f-42c6-93bb-20e28443e157 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f83780c8-4b25-40b4-bb6d-4207b3bed2c0 HTTP/1.1" status: 204 len: 168 time: 1.9568164 Jul 27 22:01:15.536133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:15.536794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.538977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:15.539686 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:15.545893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:15.554030 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefcb504-f0db-4948-99af-49bcc6badb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:15.606332 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba23c503-5d95-4c28-9596-c2457c5af113 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5740578 Jul 27 22:01:15.630712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.664918 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6dfb9-d4fd-419c-a33a-fecd00f533d6 x-openstack-request-id: req-2ec6dfb9-d4fd-419c-a33a-fecd00f533d6 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:15.673149 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:15.673149 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ec6dfb9-d4fd-419c-a33a-fecd00f533d6 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:15.673149 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'status': 'completed', 'code': 200} Jul 27 22:01:15.737558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b004e-2baa-4c14-97d9-04fe3b9af1b3 None None] Network 60f132b2-7333-4b8d-8bd1-717567b683fd requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:15.783118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-930608ca-61b2-4346-a873-93aa17013aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.784643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dacea29f-e3d1-4bd4-8890-0500e3ff89cf req-930608ca-61b2-4346-a873-93aa17013aa6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4495106 Jul 27 22:01:15.845662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.858421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.908000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.910624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] 10.222.0.37 "DELETE /v2.0/networks/2bd0d95a-23fd-4b09-9e82-d13b44c542d7 HTTP/1.1" status: 204 len: 168 time: 2.1963644 Jul 27 22:01:15.986946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e576678a-b567-49d8-ac54-135e7db8e50c req-9dfd1b26-e325-40da-8532-925fc243b03b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 210 time: 0.0793235 Jul 27 22:01:16.000980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f068ca-6af1-45da-a427-0e68aa93f5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd0d95a-23fd-4b09-9e82-d13b44c542d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.164836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86810d91-b32e-4f57-8188-24ebbd06855f {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:16.178464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.183534 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.194612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Transition to ACTIVE for port object 86810d91-b32e-4f57-8188-24ebbd06855f will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:16.198597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c487c408-7668-4de1-8784-86e8e5b41669']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:16.220329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.220945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.221315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.221793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.222275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.222880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.223361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.225675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-d33b4ae0-c7c5-4ef3-a057-19036a473880 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6343 time: 0.3653007 Jul 27 22:01:16.230465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f347f6c9-fdb1-4aaf-8afb-15e4473a535b') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:16.235535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f347f6c9-fdb1-4aaf-8afb-15e4473a535b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:16.251402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.284509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.328463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.356694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:16.357558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:16.359586 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:16.398331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.451232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50412) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:16.552981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.562839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.574210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.584044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.593352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.602841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.611472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.613857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3a14073-943e-471f-959d-64a8546b1bbe req-27bf4d40-9884-4521-a0d4-87aec9d62f54 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5396 time: 0.5018616 Jul 27 22:01:16.618670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-ccc207b3-11ad-44c8-a72d-976c06fb24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.625478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-ccc207b3-11ad-44c8-a72d-976c06fb24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.625478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-ccc207b3-11ad-44c8-a72d-976c06fb24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.628768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-ccc207b3-11ad-44c8-a72d-976c06fb24cd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3903964 Jul 27 22:01:16.637444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.651091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.653788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c487c408-7668-4de1-8784-86e8e5b41669 HTTP/1.1" status: 204 len: 168 time: 1.1129661 Jul 27 22:01:16.662813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7051bb93-cfbf-42f9-af26-4d5fd0428b08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=232237d5031947ffa7e4c247a4a56e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048087 Jul 27 22:01:16.666069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50416) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:16.741388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e64ee2-7628-46d3-9a9d-9cd580e75504 admin admin] Pushing event deleted for resources: {'Network': ['ID=c487c408-7668-4de1-8784-86e8e5b41669,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.785682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Attempting to bind port 86810d91-b32e-4f57-8188-24ebbd06855f on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:16.786029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Attempting to bind port 86810d91-b32e-4f57-8188-24ebbd06855f by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:16.786391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Attempting to bind port 86810d91-b32e-4f57-8188-24ebbd06855f on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:16.826620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Port 86810d91-b32e-4f57-8188-24ebbd06855f on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:16.826945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Attempting to bind port 86810d91-b32e-4f57-8188-24ebbd06855f on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:16.836848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:16.837216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Checking segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:16.837575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Bound using segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:16.838061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Bound port: 86810d91-b32e-4f57-8188-24ebbd06855f, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:16.838498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.929827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3a14073-943e-471f-959d-64a8546b1bbe req-af2a641d-657d-4c9c-8f7c-0bae274f58d2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2963400 Jul 27 22:01:16.945998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-f989d971-088e-4be6-8b25-a57126423541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.948884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eefcb504-f0db-4948-99af-49bcc6badb4f req-f989d971-088e-4be6-8b25-a57126423541 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899702 Jul 27 22:01:16.993266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-bd2e182a-a6fd-453c-87f1-e88487fb0744 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.004416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-bd2e182a-a6fd-453c-87f1-e88487fb0744 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.50 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.3683362 Jul 27 22:01:17.036853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Request body: {'port': {'device_id': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'admin_state_up': True, 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:17.065689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.093409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.156967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:17.212086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-65ae4e75-5a33-46b2-b70b-48055b6f20b5 req-92c041a5-6574-4694-9c5e-dfbced4203db tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 210 time: 0.0757668 Jul 27 22:01:17.230664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:17.334447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.356068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:17.408746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:17.410090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-221d2b7c-4844-48da-93fd-76d160180cde admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58c39fda650b40a8913da92a4be78c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521195 Jul 27 22:01:17.412820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:17.417975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:17.421773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.424335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.429884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.431101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e0f9031-bbc7-4940-a57f-bb92984bcfa4 HTTP/1.1" status: 204 len: 168 time: 0.7570302 Jul 27 22:01:17.457959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e571-5ff9-4323-9cdc-6043449c6f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f9031-bbc7-4940-a57f-bb92984bcfa4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:17.460703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.461372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.462876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-8b8d1a6d-0bf4-46ea-9230-e5c5a25b7dfb service neutron] 10.222.0.50 "PUT /v2.0/ports/86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 200 len: 1091 time: 2.0605333 Jul 27 22:01:17.563688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.609080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.616048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Request body: {'port': {'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:17.761263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:17.764485 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4bc83-1348-4c90-bdcf-849c656c729b" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:17.784754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Allocated IP 172.20.0.3 (5102eb96-e4c1-4376-a041-34daaac62b1a/1c00757f-9ecc-4ce6-ba34-671c1176daff/2369ab9e-ca3e-4121-86e5-96de2c15539f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:17.789102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.795886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.797968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c1f7b65-c55c-4d78-a196-1d40570f9245 HTTP/1.1" status: 204 len: 168 time: 0.3840184 Jul 27 22:01:17.818723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf2582-e87f-4a29-847b-033a3bd3cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f7b65-c55c-4d78-a196-1d40570f9245,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:17.876235 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1cf4a8-2485-4a2a-a580-c426fc78c308 x-openstack-request-id: req-5d1cf4a8-2485-4a2a-a580-c426fc78c308 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:17.876533 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:17.876789 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d1cf4a8-2485-4a2a-a580-c426fc78c308 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:17.877184 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f', 'status': 'completed', 'code': 200} Jul 27 22:01:18.061297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.061853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.062422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.062910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.063448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.063919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.065263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.067776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-058a7233-6f84-48a8-9705-e354f2c9cd4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6410 time: 0.1895123 Jul 27 22:01:18.107244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.315443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-9d6788c6-956d-47b5-aa7d-d167c7909e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.316043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-9d6788c6-956d-47b5-aa7d-d167c7909e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.316662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-9d6788c6-956d-47b5-aa7d-d167c7909e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.318865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-9d6788c6-956d-47b5-aa7d-d167c7909e1a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2379067 Jul 27 22:01:18.404128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.445391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0245fcf-93b0-41fe-b524-b3299f4c98d3 req-e1d84bcb-e305-40d0-a46a-ef95abece41e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 210 time: 0.1037679 Jul 27 22:01:18.598656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-65b0daa0-4833-48ed-a0f2-178e7f8fdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.603380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-65b0daa0-4833-48ed-a0f2-178e7f8fdd15 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2763896 Jul 27 22:01:18.626820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.642511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.657177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.670237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.676879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.700003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.710763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.714320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-cda2f913-9768-4329-b9ed-0d08cb10e8f2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5408 time: 0.5399940 Jul 27 22:01:18.884426 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aec8d3e3-312d-4125-8ce4-b4b4bc0690ef req-5cabde30-d278-4cf4-a7dc-3e1395e5dc56 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618695 Jul 27 22:01:18.890120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.058347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3366330d-168c-4e68-b7b2-d81a99bd77e6 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:19.066381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.089805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:19.091571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Transition to ACTIVE for port object 3366330d-168c-4e68-b7b2-d81a99bd77e6 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:19.095034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:19.097768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:19.181311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:19.205718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.354842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:19.360503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.380179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:19.567638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-b671961e-f1ee-4965-a992-c4e4e3000bcc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5409544 Jul 27 22:01:19.597705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Request body: {'port': {'device_id': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:19.762657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc4df-2ff2-4561-8608-afabad76b70c req-0031e598-6620-45cd-940d-301dbf86f4f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:19.765369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43fdc4df-2ff2-4561-8608-afabad76b70c req-0031e598-6620-45cd-940d-301dbf86f4f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 931 time: 0.1633244 Jul 27 22:01:19.805291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Attempting to bind port 3366330d-168c-4e68-b7b2-d81a99bd77e6 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:19.805291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Attempting to bind port 3366330d-168c-4e68-b7b2-d81a99bd77e6 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:19.820588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Attempting to bind port 3366330d-168c-4e68-b7b2-d81a99bd77e6 on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:19.850355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43fdc4df-2ff2-4561-8608-afabad76b70c req-4cf1045d-31f9-4151-9f3a-0f1d9b2cf378 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767725 Jul 27 22:01:19.892532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Port 3366330d-168c-4e68-b7b2-d81a99bd77e6 on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:19.892532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Attempting to bind port 3366330d-168c-4e68-b7b2-d81a99bd77e6 on network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:19.911037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:19.919544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Checking segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:19.921714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Bound using segment: {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:19.921714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Bound port: 3366330d-168c-4e68-b7b2-d81a99bd77e6, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:19.921714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.968960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.162094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.178149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.204068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.219374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.241017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.253412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.267788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.273003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-e6274f58-fafa-49d0-8cb9-7df159a2ca76 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2857761 Jul 27 22:01:20.276026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:20.383865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d30cf10-c782-476e-8eac-7bb67f567707 req-6611af9d-dbd5-43a0-873b-a492d7c6a4c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941629 Jul 27 22:01:20.599083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea0f5dde-8a6f-49c7-809b-21213a492ff0 req-57226fd1-e972-4166-9e06-7cea43811492 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0789697 Jul 27 22:01:20.602876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-network', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:20.740584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:20.760554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:21.002133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2369ab9e-ca3e-4121-86e5-96de2c15539f {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:21.012588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.031609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Transition to ACTIVE for port object 2369ab9e-ca3e-4121-86e5-96de2c15539f will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:21.055068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94e178-c989-4668-91d1-b3d8557257c1 req-a654941b-7c3c-4206-9e1a-fb5ceb663f41 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.056726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c94e178-c989-4668-91d1-b3d8557257c1 req-a654941b-7c3c-4206-9e1a-fb5ceb663f41 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 931 time: 0.1028483 Jul 27 22:01:21.102069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c94e178-c989-4668-91d1-b3d8557257c1 req-54290eb9-d68d-433b-8cb4-94276417e0a1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Jul 27 22:01:21.143824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Made reservation on behalf of 2d170c3de555429a9f1d5ba5f21b3060 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-1bb4ac00-8fb5-495e-9d99-4345cbac1cf9 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-1bb4ac00-8fb5-495e-9d99-4345cbac1cf9 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 809 time: 0.1314583 Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-68c4b5f8-7ab8-4f82-98d1-d85b74a45920 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/quotas/9458ebd6a4c24ff3b897a4cea0d673cb HTTP/1.1" status: 200 len: 375 time: 0.0141451 Jul 27 22:01:21.294917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-282988fa-1378-4922-92ac-8b9901d2e77c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368602 Jul 27 22:01:21.380382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.383315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-a23be6e9-f66e-46a6-b114-85146248ce25 service neutron] 10.222.0.37 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268284 Jul 27 22:01:21.480837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-f9d086e8-6717-469b-ae2b-a2e18991b847 service neutron] 10.222.0.37 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903876 Jul 27 22:01:21.592859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.599232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.606635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.612860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.620532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.627244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.633491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.642161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-76b5a7b9-87a3-4de9-833e-35d316f9d6e5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.1677270 Jul 27 22:01:21.693187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d8b8e8a-845d-48d1-9a48-fce68544329a req-240d79e0-a56c-4050-8d4c-5aea5799c746 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500438 Jul 27 22:01:21.772551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f409d1c1-ca9b-4d91-b055-49206335b5df req-a322d77a-76ab-4582-84e0-1aaa3b27cf3a tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0332503 Jul 27 22:01:21.875340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.931914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.968840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.999313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.001095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.021192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] 10.222.0.50 "PUT /v2.0/ports/3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 1091 time: 4.4020102 Jul 27 22:01:22.046965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:22.157138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:22.167996 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8d658-87cc-4ea3-ab64-568924ca5de3" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:22.196235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d60ebe-d88a-4b19-a9dc-dfbb3d37b0e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.224065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.224462 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Added segment a5499d9a-d7b0-40b7-8590-67be6fdbb288 of type vlan for network da20416a-5959-46b3-ab0e-edc3b4115d64 Jul 27 22:01:22.341472 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.427542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8498edd-4f7e-45e7-a373-51891657d429 req-c76f7b62-915b-43ad-9cdb-66aae9ba6866 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.429103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8498edd-4f7e-45e7-a373-51891657d429 req-c76f7b62-915b-43ad-9cdb-66aae9ba6866 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.1411116 Jul 27 22:01:22.456164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a317c913-4d65-427a-813a-909aa62125a0 req-ecfb809c-903a-4c51-b26d-9c344e2af79b tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.2327015 Jul 27 22:01:22.488562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.489570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.490169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.492316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4f2a-a6e4-46d1-a83b-573625891e05 service neutron] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.524824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8498edd-4f7e-45e7-a373-51891657d429 req-fa259fa5-7639-4d44-a582-eb132b4bacbf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873241 Jul 27 22:01:22.603155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=da20416a-5959-46b3-ab0e-edc3b4115d64,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.613435 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500be03-e5e8-4345-a2bd-a336f77e8bfa x-openstack-request-id: req-d500be03-e5e8-4345-a2bd-a336f77e8bfa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:22.613868 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:22.614180 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d500be03-e5e8-4345-a2bd-a336f77e8bfa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:22.618477 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'status': 'completed', 'code': 200} Jul 27 22:01:22.619114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network da20416a-5959-46b3-ab0e-edc3b4115d64 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:22.686676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dbe3f35e-7d74-4d18-9853-9abb9070a8c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4092844 Jul 27 22:01:22.695736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50580) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:22.702952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Request body: {'subnet': {'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-subnet', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:22.733148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.779603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Attempting to bind port 2369ab9e-ca3e-4121-86e5-96de2c15539f on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:22.779975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Attempting to bind port 2369ab9e-ca3e-4121-86e5-96de2c15539f by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:22.780279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Attempting to bind port 2369ab9e-ca3e-4121-86e5-96de2c15539f on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:22.788777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.789288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.789810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.790339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.790813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.791771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.791918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.793972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a0ab9978-eded-4dbb-a653-a47a53e45bc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6477 time: 0.5764253 Jul 27 22:01:22.797534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Port 2369ab9e-ca3e-4121-86e5-96de2c15539f on network 5102eb96-e4c1-4376-a041-34daaac62b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:22.797876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Attempting to bind port 2369ab9e-ca3e-4121-86e5-96de2c15539f on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:22.803477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:22.803822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:22.804212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Bound using segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:22.804704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Bound port: 2369ab9e-ca3e-4121-86e5-96de2c15539f, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:22.805102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.854186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-82d76bd4-7784-4c52-a990-8b4049b52552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 217 time: 0.0456269 Jul 27 22:01:22.877307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Made reservation on behalf of 2d170c3de555429a9f1d5ba5f21b3060 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:22.887802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.967979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-beee4927-6aa2-48ec-bd96-2ebfe6d43eeb req-718335f7-5efc-478f-897f-278c80dcd62f tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0682926 Jul 27 22:01:23.005705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.014962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.019587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5f3a5c8b-ccfb-4abb-8790-747e94ed41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.021593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5f3a5c8b-ccfb-4abb-8790-747e94ed41a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 200 len: 850 time: 0.1604097 Jul 27 22:01:23.023390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.031790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.039034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.058600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:23.064892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.068826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.069007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:23.079768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-0bff4df9-9216-499b-b957-49c323b21d38 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2729928 Jul 27 22:01:23.173419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.186947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2707f2a-c91d-4b1b-93d1-8a0c2a21c1a0 req-41a92918-7476-439d-b4ab-de5586525d94 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061766 Jul 27 22:01:23.187453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-86381c71-dc3d-40d4-9ac0-3b8b330cd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.188787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-86381c71-dc3d-40d4-9ac0-3b8b330cd153 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606863 Jul 27 22:01:23.291004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:23.373916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.374747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.376601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-74a64d59-9ec8-4175-a85d-f38c4441f3f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/2369ab9e-ca3e-4121-86e5-96de2c15539f HTTP/1.1" status: 200 len: 1091 time: 3.7972012 Jul 27 22:01:23.423644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.433586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-29b103db-9cfc-468c-b0aa-ba7412c90789 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225266 Jul 27 22:01:23.492822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde0a5f7-9f6b-4534-93fd-5101d3c8a525,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:23.551152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Checking segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:23.551504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Network hostable DHCP agents. Network: da20416a-5959-46b3-ab0e-edc3b4115d64, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:23.654732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ad6a979-8b3f-41f0-a943-7a252519b1ed req-58c2d6c7-36a6-485f-a780-623d22f2ab55 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.0840518 Jul 27 22:01:23.666298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c6820cac-43df-406f-8011-5e6ef7d14926 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255476 Jul 27 22:01:23.740429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-6984fcc4-ac56-4b7e-a8ad-ff2acb5d87d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 217 time: 0.0644231 Jul 27 22:01:23.744349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:23.744896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-c5ba5126-d281-41af-ad37-522117afef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.746605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-c5ba5126-d281-41af-ad37-522117afef70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 1094 time: 0.2162251 Jul 27 22:01:23.820236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b027d2b-3c3c-46cd-828c-77082014284f req-4e44a7d6-3039-4e14-ac24-b8756f65ea9a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.822024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b027d2b-3c3c-46cd-828c-77082014284f req-4e44a7d6-3039-4e14-ac24-b8756f65ea9a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.1934445 Jul 27 22:01:23.834732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-ef9ff4c9-a0b4-443b-a866-dafc4a9f91b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f HTTP/1.1" status: 200 len: 217 time: 0.0754609 Jul 27 22:01:23.876127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-005bfe55-a932-47bc-964e-df578438c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.877638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-005bfe55-a932-47bc-964e-df578438c805 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1301582 Jul 27 22:01:23.881058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, da20416a-5959-46b3-ab0e-edc3b4115d64) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:23.893636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ee211-0c2d-4d43-8341-f685ea775880 None None] Network da20416a-5959-46b3-ab0e-edc3b4115d64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:23.906071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b027d2b-3c3c-46cd-828c-77082014284f req-245a959e-d651-4c50-b9b5-4c634eddcc9b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Jul 27 22:01:23.909645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.911347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.993469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-0cea1f9d-9cf2-49c9-aba1-f09b26980c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.996015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-0cea1f9d-9cf2-49c9-aba1-f09b26980c0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.1538465 Jul 27 22:01:24.033552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-47a21d99-c882-44f1-b7e8-f634132c3d67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3377337 Jul 27 22:01:24.039680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:24.045292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-aea6e2f0-c610-4833-8a9c-f4fc1eae7f52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417280 Jul 27 22:01:24.050486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:24.137656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-af402218-5acd-4ceb-b073-7f01b71a332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.139290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-af402218-5acd-4ceb-b073-7f01b71a332f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2451439 Jul 27 22:01:24.188854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.189911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.317912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.339781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4396cf7d-8adb-4f2a-afb6-51832dc32588 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825297 Jul 27 22:01:24.342326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-15251766-d3d4-4b24-9805-e8ceb7523bc2 service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846982 Jul 27 22:01:24.352632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-181864be-2eef-4d6b-bd28-7bc223dfa06c req-ddaa096f-f381-4448-a370-19b1b680daf7 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.2103624 Jul 27 22:01:24.424876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.439134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-da20416a-5959-46b3-ab0e-edc3b4115d64', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:24.440262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.449513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.463917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.472244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.481653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.488815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.497140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.499794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-818cfe6e-3633-455c-8bd3-b558671f411c req-2c55175a-9123-487d-9309-7e9004fa093d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.1795864 Jul 27 22:01:24.562913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1c52fca-8152-47a5-8b2e-d04809cc3483 req-abcca089-b3f7-4723-bd32-78250e77cc22 service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061107 Jul 27 22:01:24.612127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Allocated IP 172.20.0.2 (da20416a-5959-46b3-ab0e-edc3b4115d64/cde0a5f7-9f6b-4534-93fd-5101d3c8a525/4d59d872-0f81-4b83-bb6a-c64bd44f9390) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:24.615852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:24.618702 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0957a162-b434-45b5-9faf-8863e7d503e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:24.655196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e3901369-7392-40a1-9e64-a6361dccd294 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971947 Jul 27 22:01:24.720055 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba99c2-ca83-4db0-b88f-aa146f50ab08 x-openstack-request-id: req-a2ba99c2-ca83-4db0-b88f-aa146f50ab08 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:24.720404 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:24.720662 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2ba99c2-ca83-4db0-b88f-aa146f50ab08 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:24.721964 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'status': 'completed', 'code': 200} Jul 27 22:01:24.739396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-3b2af71e-595e-47a3-aa86-c0aff0e4083b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 217 time: 0.0753770 Jul 27 22:01:24.795541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-818cfe6e-3633-455c-8bd3-b558671f411c req-aec2902b-7a34-4113-a510-e786440fa0b9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496736 Jul 27 22:01:24.811272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.877030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb3fc028-cd38-4e57-9be0-d83bc54a45e0 req-67a9fcde-20df-400d-aecc-c22927346dde tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.1067302 Jul 27 22:01:24.922868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-d1899a18-7b9c-4628-93ee-a1174a435dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.924641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-d1899a18-7b9c-4628-93ee-a1174a435dfa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 1094 time: 0.2028482 Jul 27 22:01:24.926919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a9420498-8134-4030-8747-75e653ce4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.929185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a9420498-8134-4030-8747-75e653ce4e2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1619594 Jul 27 22:01:25.158755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-b552da18-909b-4e47-8b9e-2fe8c71a5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.161108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-b552da18-909b-4e47-8b9e-2fe8c71a5a79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2148364 Jul 27 22:01:25.191222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-f9e9cbef-d064-4178-bac9-5d0b85673574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.193001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-f9e9cbef-d064-4178-bac9-5d0b85673574 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 913 time: 0.2483578 Jul 27 22:01:25.260336 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.342646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-cdb8b94e-69d5-44a6-8994-be9c9595f59b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f HTTP/1.1" status: 200 len: 217 time: 0.1387434 Jul 27 22:01:25.367766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Transition to ACTIVE for port object 4d59d872-0f81-4b83-bb6a-c64bd44f9390 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:25.410306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Transition to ACTIVE for port object 4d59d872-0f81-4b83-bb6a-c64bd44f9390 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:25.440266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-dc236b4f-fe34-4be3-b5dc-c20e99c3a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.442041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-dc236b4f-fe34-4be3-b5dc-c20e99c3a2b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.0907085 Jul 27 22:01:25.443824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40526-818e-474c-ad21-ad98c1a4ecd5 req-d3cf1e9e-4ed3-44c6-ae64-e705454f5d4d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.446510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0e40526-818e-474c-ad21-ad98c1a4ecd5 req-d3cf1e9e-4ed3-44c6-ae64-e705454f5d4d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.3834510 Jul 27 22:01:25.517764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-c4d98143-5310-4686-be80-ceefb5835b1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533578 Jul 27 22:01:25.543677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.554056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba538f22-e246-4320-aa35-6e9beea65d91 req-9a7c97ee-fc91-47b4-80fd-23bf334b7a6c tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0334265 Jul 27 22:01:25.558854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-cd1876ff-504b-41cf-b87f-d116cbefa0c6 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809626 Jul 27 22:01:25.595671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0e40526-818e-474c-ad21-ad98c1a4ecd5 req-c05e66f7-6599-432b-b691-7c167f255fee tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396191 Jul 27 22:01:25.609432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Pushing event updated for resources: {'Port': ['ID=4d59d872-0f81-4b83-bb6a-c64bd44f9390,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.618491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:25.626478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:25.631510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:25.639406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.639914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.640269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.640621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.640964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.641309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.641644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.642194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.642763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.644020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.644713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.645375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:25.669901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.698151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.768646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Attempting to bind port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:25.772487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Attempting to bind port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:25.773488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Attempting to bind port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:25.782833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:25.783574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Checking segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:25.785661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.786273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Bound using segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:25.787075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Bound port: 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:25.787673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.859500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Allocated IP 172.25.3.89 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6857e588-ecc3-48fb-99de-0fe09821e1c1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:25.869499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-d2e715fe-87e4-4a51-b166-11892fe3a253 service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132405 Jul 27 22:01:25.874439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-ea2023ea-1c67-4a79-9e87-af963f5c29c3 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077824 Jul 27 22:01:25.928386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] For port 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:25.934253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] For port 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d59d872-0f81-4b83-bb6a-c64bd44f9390,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:26.001393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-4eaf6efe-5a82-4d94-8043-fdfbeef3c3a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 200 len: 217 time: 0.1184754 Jul 27 22:01:26.058114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.177257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a7d64-e3d5-4829-90a4-3cea9cf55079 None None] Pushing event updated for resources: {'Port': ['ID=4d59d872-0f81-4b83-bb6a-c64bd44f9390,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:26.253286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-603f364f-babe-4956-b635-66941241d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.264297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-603f364f-babe-4956-b635-66941241d138 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.2376761 Jul 27 22:01:26.329329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.335551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.342217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.348202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.355195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.361852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.367982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.370000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-cca397e6-76b6-481f-a8a0-2d1e84af69a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.4548485 Jul 27 22:01:26.614011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0957a162-b434-45b5-9faf-8863e7d503e8 req-fd92d5c1-4e4a-47c3-9e3a-b93ef0178b47 service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019352 Jul 27 22:01:26.614011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7673d8d-f26d-4ae2-bed8-732f93311ebd req-39d8581a-ca0a-497f-8af4-a7002b246dba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921080 Jul 27 22:01:26.614011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5884119b-4bc0-4c80-886e-cd95991e1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.614011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-5884119b-4bc0-4c80-886e-cd95991e1131 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175148 Jul 27 22:01:26.617699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2ebf399-7542-48b2-b98d-5f7b1ef0419a req-cb136c0d-4751-4974-825d-67e325df3b6d tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.5809696 Jul 27 22:01:26.649053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-b591d1d2-9bae-4523-8c2b-2b52ae66cbe7 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.651745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-b591d1d2-9bae-4523-8c2b-2b52ae66cbe7 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 809 time: 0.7861161 Jul 27 22:01:26.653239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-0f817b06-05e1-4cfb-8448-2ded264b114a service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468697 Jul 27 22:01:26.678685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Request body: {'port': {'device_id': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd', 'admin_state_up': True, 'tenant_id': '9458ebd6a4c24ff3b897a4cea0d673cb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:26.817620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6e23fd6-ab07-441d-8d76-e892855db299 req-868d7971-8b77-4a07-95f5-3eace9b15b55 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0553854 Jul 27 22:01:26.867167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27ebf074-12e5-47bb-a5af-0c64607c4994 req-5abd5f6e-861a-4f29-ae8a-8eab6781bcd0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0420737 Jul 27 22:01:26.899216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-45ff608c-be1f-4bfd-8aa8-8c01eed97a6d service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385473 Jul 27 22:01:26.933798 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.948940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-2f512c7c-4155-4927-ac3b-f1a454144e5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 200 len: 217 time: 0.0422544 Jul 27 22:01:26.994912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e23e1-85e3-497b-b8b6-351e3b6a4a64 req-6be5c911-8a24-43ba-938f-97098dd54547 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.996715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f2e23e1-85e3-497b-b8b6-351e3b6a4a64 req-6be5c911-8a24-43ba-938f-97098dd54547 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.1814158 Jul 27 22:01:27.021500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-0a2ceefa-a888-438b-8d07-8a81fba4030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.023626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-0a2ceefa-a888-438b-8d07-8a81fba4030c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.0682375 Jul 27 22:01:27.075286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f2e23e1-85e3-497b-b8b6-351e3b6a4a64 req-5823a481-84f6-4a18-ab59-e46843e75514 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704849 Jul 27 22:01:27.137046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-b996ea21-fc53-4f51-96bb-78d252ce5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.139598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-b996ea21-fc53-4f51-96bb-78d252ce5ecc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089790 Jul 27 22:01:27.165226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Made reservation on behalf of 9458ebd6a4c24ff3b897a4cea0d673cb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:27.169755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.191142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.281115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-3f60c974-6248-4fad-bc4b-40b8cccaf62b service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339791 Jul 27 22:01:27.298881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:27.299395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2369ab9e-ca3e-4121-86e5-96de2c15539f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:27.308604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:27.311250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:27.366090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Pushing event updated for resources: {'Port': ['ID=6857e588-ecc3-48fb-99de-0fe09821e1c1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:27.427902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-1a6c0812-fbb7-462b-a166-03571303ec21 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393547 Jul 27 22:01:27.493168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Allocated IP 172.20.0.3 (60f132b2-7333-4b8d-8bd1-717567b683fd/efd255ac-7187-4f04-8547-52afdbb1990b/77181f4d-5367-4e79-93a4-cc7e2a3ca9f0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:27.508981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:27.519684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-3857e263-76c5-49d7-8270-9bd72acad443 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 200 len: 217 time: 0.0797219 Jul 27 22:01:27.549424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'mac_address': 'fa:16:3e:0c:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:27.634987 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.689963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2369ab9e-ca3e-4121-86e5-96de2c15539f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:27.718340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c3182db4-02e7-409b-9e43-3caa3677d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.720093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-c3182db4-02e7-409b-9e43-3caa3677d2b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.1933932 Jul 27 22:01:27.739531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.760105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:27.817930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6290d7c-6534-45a2-98f7-7ea7b3c25c7e None None] Network da20416a-5959-46b3-ab0e-edc3b4115d64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:27.902968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d59d872-0f81-4b83-bb6a-c64bd44f9390 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:27.951821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.952735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef9264bb-b5a8-4b04-9730-4945e45ce37f req-325d3830-c2b9-499a-b42c-b4c5f307d89a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.2166734 Jul 27 22:01:27.958067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.965794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.972319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.978817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.986509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.993417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.001021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.010926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-0ce0a5c9-08ca-4378-89f2-49795807c0a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.3892415 Jul 27 22:01:28.035862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-395f6b7c-c160-465f-9874-23ed1b1cccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.037215 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-395f6b7c-c160-465f-9874-23ed1b1cccad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2850137 Jul 27 22:01:28.115218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ae9ffb7-2ae4-4429-b468-b51b6e7dbea9 req-9720fb64-30cf-4e38-bc2a-c6305f5ab1ec tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0394511 Jul 27 22:01:28.139134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.141249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a57da1ed-23cb-4d57-ae0d-1e63aeb7e69a req-35cfe1ac-f691-4c48-ab32-0e0923f45483 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288655 Jul 27 22:01:28.225083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-26b7e640-1b8a-4d9b-8137-0026341d5396 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768410 Jul 27 22:01:28.229353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['2369ab9e-ca3e-4121-86e5-96de2c15539f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:28.237137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6815a80a-4d9f-4a46-832c-74df96452026 None None] Provisioning for port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:28.307550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:28.328733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:28.329435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.332012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.338189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.413732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-a85a95d1-1b54-4865-83dc-13883fd81b8d service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803718 Jul 27 22:01:28.452670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Network 60f132b2-7333-4b8d-8bd1-717567b683fd is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:28.482693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Pushing event updated for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.488883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:28.496755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:28.509135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.532611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-e2714fdb-5efe-461f-917c-81d11a6016b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 217 time: 0.1121659 Jul 27 22:01:28.571014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d59d872-0f81-4b83-bb6a-c64bd44f9390,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:28.592458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fa5f1-c3bd-4574-a0e4-9b766e2ae241 req-259b3e1c-859e-479a-951c-435e4ac21359 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.594105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad6fa5f1-c3bd-4574-a0e4-9b766e2ae241 req-259b3e1c-859e-479a-951c-435e4ac21359 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 944 time: 0.2990420 Jul 27 22:01:28.629582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9390f4bb-13e8-48e0-9f63-a6dcbe5fead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.631130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-9390f4bb-13e8-48e0-9f63-a6dcbe5fead0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.0906065 Jul 27 22:01:28.669877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.670615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.705928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-93d53110-87d7-4786-a6af-1f5bca4efcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.707614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-93d53110-87d7-4786-a6af-1f5bca4efcdf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685267 Jul 27 22:01:28.741360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad6fa5f1-c3bd-4574-a0e4-9b766e2ae241 req-b7408f9f-fc96-4e9e-ad89-6d54863f4cc3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389711 Jul 27 22:01:28.743618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.770460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.821295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4d59d872-0f81-4b83-bb6a-c64bd44f9390,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.828655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-20f0d8c3-34f0-43c6-aaae-cba981711db7 None None] Provisioning complete for port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:28.829572 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20f0d8c3-34f0-43c6-aaae-cba981711db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.983561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-51b9459e-7de3-4e54-b371-cad1275bb35c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3123353 Jul 27 22:01:29.007284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Request body: {'port': {'device_id': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:29.051023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:01:29.161673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.251607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-231be743-95a6-439c-9a9f-7a6e4ff015ef service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358677 Jul 27 22:01:29.265752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae474cda-63e9-425a-b03d-ef8f7325d267 req-811cb173-9c2f-460c-8446-453f88f9c538 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.267384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae474cda-63e9-425a-b03d-ef8f7325d267 req-811cb173-9c2f-460c-8446-453f88f9c538 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 931 time: 0.1071322 Jul 27 22:01:29.274850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:29.297491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:29.312118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:29.314524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:29.377755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-568c3b30-afc1-4769-8de8-46eb93622d86 req-f180349a-7a2a-4311-82ea-40eb95752b92 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093333 Jul 27 22:01:29.400649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2369ab9e-ca3e-4121-86e5-96de2c15539f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:29.424029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae474cda-63e9-425a-b03d-ef8f7325d267 req-47e2dd44-d66c-4a78-a4f5-4ce996c5eb30 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Jul 27 22:01:29.491550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-537a7aee-bf1c-43c9-9b2a-033a674b7ed6 req-891ede1d-be03-44d8-888e-1eb793d8042e tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1027014 Jul 27 22:01:29.491636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:29.506919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.509360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-092c209e-36d3-483c-9ccf-91f4eb4af25d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4682081 Jul 27 22:01:29.512651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50722) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:29.790263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 2369ab9e-ca3e-4121-86e5-96de2c15539f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:29.793066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d59d872-0f81-4b83-bb6a-c64bd44f9390 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:29.801210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:29.810763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.828015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Transition to ACTIVE for port object 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:29.836595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 2369ab9e-ca3e-4121-86e5-96de2c15539f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:29.836986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.878802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.885952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.893455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.901340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.910554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.914608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.921545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.923683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-d9821ef2-2baf-482b-8847-36d259e1df86 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.3349273 Jul 27 22:01:29.936058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.936532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.937027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.937584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.938135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.938729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.939347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.941405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-31257308-7d15-4bc8-abf7-52b6f9bf6888 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6477 time: 0.3508492 Jul 27 22:01:29.941635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.997947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:29.999098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.061948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.132024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:30.141215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:30.144045 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92ff37-da8e-45cc-86c2-ff796b5654d1" -d '{"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-plugged", "status": "completed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:30.156864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:30.170118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:28Z', 'revision_number': 3, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:30.183796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Attempting to bind port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:30.184483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Attempting to bind port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:30.185111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Attempting to bind port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 on network 60f132b2-7333-4b8d-8bd1-717567b683fd {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:30.193447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 on network 60f132b2-7333-4b8d-8bd1-717567b683fd not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:30.194169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Attempting to bind port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 on network 60f132b2-7333-4b8d-8bd1-717567b683fd {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:30.208039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:30.208888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Checking segment: {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:30.209722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Bound using segment: {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:30.209923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:30.210545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Updating router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 port 6857e588-ecc3-48fb-99de-0fe09821e1c1 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:30.210646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Bound port: 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:30.211226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.252449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e46ed1a-fc25-49f4-9fe1-57b9d5feee86 req-f42951f5-1671-4736-a103-2bb05b58cd70 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3076730 Jul 27 22:01:30.295519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.308301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-7fe1bd6e-3b66-468f-81b3-375ea242c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.309721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-7fe1bd6e-3b66-468f-81b3-375ea242c125 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 903 time: 0.3470631 Jul 27 22:01:30.353352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:30.357672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:30.365224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.405002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-cf5d5b93-6561-443b-9f78-32c699c2e5ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 217 time: 0.0864670 Jul 27 22:01:30.468774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.531069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:30.573709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.574386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.575871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] 10.222.0.76 "PUT /v2.0/ports/77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 HTTP/1.1" status: 200 len: 1091 time: 1.5754333 Jul 27 22:01:30.576474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:30.580778 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b027b3-7218-4449-a664-dc4ab1247043" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:30.597084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-87616f04-07ab-4742-86f6-c0ab69606bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.599827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-87616f04-07ab-4742-86f6-c0ab69606bc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.1452250 Jul 27 22:01:30.642395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be1dd-c63c-4601-8860-105fc99783d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:30.710842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52838da0-0ca5-4170-aa12-03d2190b48eb req-0f9ce039-7bb8-4911-bbed-6a88e9fe07f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.713539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52838da0-0ca5-4170-aa12-03d2190b48eb req-0f9ce039-7bb8-4911-bbed-6a88e9fe07f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.3136206 Jul 27 22:01:30.879495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52838da0-0ca5-4170-aa12-03d2190b48eb req-8deb0e49-c0c6-48ee-9bdd-0940ced1bfa1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588759 Jul 27 22:01:30.905530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-c0bf6cf5-1629-4f2a-aef6-2a83bb20af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.909402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-c0bf6cf5-1629-4f2a-aef6-2a83bb20af96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2995121 Jul 27 22:01:30.931657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.959626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Transition to ACTIVE for port object 6857e588-ecc3-48fb-99de-0fe09821e1c1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:30.997963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-48153f24-e2b6-40e9-ab07-61f1b4befe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.000139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-48153f24-e2b6-40e9-ab07-61f1b4befe57 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 1094 time: 0.1876547 Jul 27 22:01:31.008331 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82efd81-030d-4d99-8d71-d07ed50124c7 x-openstack-request-id: req-f82efd81-030d-4d99-8d71-d07ed50124c7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:31.008614 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-plugged", "status": "completed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:31.008940 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f82efd81-030d-4d99-8d71-d07ed50124c7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:31.009903 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'code': 200} Jul 27 22:01:31.056815 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.093041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-c64973a8-180d-4d45-9caa-c3298a209d14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 HTTP/1.1" status: 200 len: 217 time: 0.0819168 Jul 27 22:01:31.194195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d727-ba87-4163-b875-7007868c9c89 None None] Pushing event updated for resources: {'Port': ['ID=6857e588-ecc3-48fb-99de-0fe09821e1c1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:31.199459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Attempting to bind port 6857e588-ecc3-48fb-99de-0fe09821e1c1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:31.199923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Attempting to bind port 6857e588-ecc3-48fb-99de-0fe09821e1c1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:31.200373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Attempting to bind port 6857e588-ecc3-48fb-99de-0fe09821e1c1 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:31.200843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-9c6299f5-e674-4316-ba25-076db058691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.203113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-9c6299f5-e674-4316-ba25-076db058691d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efd255ac-7187-4f04-8547-52afdbb1990b HTTP/1.1" status: 200 len: 849 time: 0.0996835 Jul 27 22:01:31.206710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:31.207097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:31.207523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.207911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:31.208391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Bound port: 6857e588-ecc3-48fb-99de-0fe09821e1c1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:31.208783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.249636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.275058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-19fafa49-3f09-47a5-804a-31966b1f5e8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=60f132b2-7333-4b8d-8bd1-717567b683fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494292 Jul 27 22:01:31.285905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] For port 6857e588-ecc3-48fb-99de-0fe09821e1c1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:31.290095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] For port 6857e588-ecc3-48fb-99de-0fe09821e1c1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6857e588-ecc3-48fb-99de-0fe09821e1c1,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:31.321585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-91405a1a-0980-4251-a5f8-4215ba757585 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646140 Jul 27 22:01:31.387742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-d2bcdb7f-d4bc-4d7c-9cb4-547a99094e2f service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027143 Jul 27 22:01:31.441659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db246ee-cdd7-4de2-bb62-de0b108acb2c req-20a78e63-9b4b-4b08-a5cf-3ff511f961c1 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.443358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1db246ee-cdd7-4de2-bb62-de0b108acb2c req-20a78e63-9b4b-4b08-a5cf-3ff511f961c1 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 943 time: 0.2815375 Jul 27 22:01:31.457949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.483976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319b8b-5a2e-4d19-aa26-6ed7dc036ef2 req-299e49a8-88fb-42f5-ada0-08e8cc4635d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.487547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd319b8b-5a2e-4d19-aa26-6ed7dc036ef2 req-299e49a8-88fb-42f5-ada0-08e8cc4635d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 1096 time: 0.3140724 Jul 27 22:01:31.529607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:31.530640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:31.537197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40d727-ba87-4163-b875-7007868c9c89 None None] Pushing event updated for resources: {'Port': ['ID=6857e588-ecc3-48fb-99de-0fe09821e1c1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:31.562402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4aae7b7-c8c5-4e50-a883-c373b2cc7de9 req-d5353b48-04bd-43de-8a40-a63bee44ed2d service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662986 Jul 27 22:01:31.615980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1db246ee-cdd7-4de2-bb62-de0b108acb2c req-651a8199-d735-4257-9421-00c93fa3fa99 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615102 Jul 27 22:01:31.648660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ea8d658-87cc-4ea3-ab64-568924ca5de3 req-f54a1bb7-3b44-4d95-913e-9001d9d79028 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156197 Jul 27 22:01:31.666633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd319b8b-5a2e-4d19-aa26-6ed7dc036ef2 req-9e2d629c-cca9-4551-a19b-ac8311ac9217 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384745 Jul 27 22:01:31.699425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Allocated IP 172.20.0.1 (da20416a-5959-46b3-ab0e-edc3b4115d64/cde0a5f7-9f6b-4534-93fd-5101d3c8a525/e20eca5b-5e4a-4172-92da-539ab2e87dde) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:31.772214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:31.786649 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aa44dc-e417-43a3-8d92-a1a1de6b7704 x-openstack-request-id: req-89aa44dc-e417-43a3-8d92-a1a1de6b7704 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:31.787180 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:31.787648 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89aa44dc-e417-43a3-8d92-a1a1de6b7704 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:31.788379 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0', 'status': 'completed', 'code': 200} Jul 27 22:01:31.985025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7e14346-f1b1-48db-88f5-e9d23b47641f req-35231af0-6cec-4986-b417-7dcc143fe9c6 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0572391 Jul 27 22:01:31.993805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.036496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Transition to ACTIVE for port object e20eca5b-5e4a-4172-92da-539ab2e87dde will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:32.058757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.064914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.071407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.079495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.086086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.093618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.100166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.102392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-41ef6c5e-9b77-49fd-8b9b-96e0daaa73fe tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2159331 Jul 27 22:01:32.104730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b027b3-7218-4449-a664-dc4ab1247043 req-86aa18b0-3dc9-4b4d-bd25-98466636f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.106473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-86aa18b0-3dc9-4b4d-bd25-98466636f06c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 1094 time: 0.3035710 Jul 27 22:01:32.189667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3ad8-b94b-4608-970c-8e3eeee91227 req-0bdd5720-583b-415e-b6ce-22a1ac68967e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.200000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-453b3ad8-b94b-4608-970c-8e3eeee91227 req-0bdd5720-583b-415e-b6ce-22a1ac68967e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1087408 Jul 27 22:01:32.246167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f59a4ed-0a0a-428f-bb41-12266ee2e69a req-18543cd4-8044-41b3-8cd8-652ae6167187 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344814 Jul 27 22:01:32.273575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-453b3ad8-b94b-4608-970c-8e3eeee91227 req-49c440f3-6086-45f7-982a-940ce59e2f7f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Jul 27 22:01:32.273575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.273968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11eeb2eb-a0a8-4d6f-8b02-696b59f14aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.315683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b027b3-7218-4449-a664-dc4ab1247043 req-4ad3de33-c515-4748-9313-bed20c11b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.317316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-4ad3de33-c515-4748-9313-bed20c11b670 service neutron] 10.222.0.76 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 910 time: 0.1995175 Jul 27 22:01:32.334765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:32.343449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:32.347483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:32.378643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:32.404737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:28Z', 'revision_number': 3, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:32.413780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.444271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-82688864-67f6-4514-ae8e-6ec0fdd8771b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 HTTP/1.1" status: 200 len: 217 time: 0.1100681 Jul 27 22:01:32.452710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2cbcf-4196-43dd-8570-e23d81f4e258 None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:28Z', 'revision_number': 3, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:32.528097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b027b3-7218-4449-a664-dc4ab1247043 req-4c08a780-fd2a-40b8-88b6-713a57e1c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.530697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-4c08a780-fd2a-40b8-88b6-713a57e1c113 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efd255ac-7187-4f04-8547-52afdbb1990b HTTP/1.1" status: 200 len: 849 time: 0.0780296 Jul 27 22:01:32.576474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-1c879d33-ba9b-47fd-aaa6-8923d7e71377 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=60f132b2-7333-4b8d-8bd1-717567b683fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361059 Jul 27 22:01:32.730646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-bd100f03-ee61-4cb5-9201-48c0758e083f service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440527 Jul 27 22:01:32.766491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.874376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24b027b3-7218-4449-a664-dc4ab1247043 req-385562a9-717f-4cd8-9312-9d0d1f739b58 service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314769 Jul 27 22:01:32.916511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cf6e948-e4aa-4416-a51f-fe99ca58a1cb None None] Provisioning for port e20eca5b-5e4a-4172-92da-539ab2e87dde completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:32.921041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cf6e948-e4aa-4416-a51f-fe99ca58a1cb None None] Provisioning complete for port e20eca5b-5e4a-4172-92da-539ab2e87dde triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:32.921468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e948-e4aa-4416-a51f-fe99ca58a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.037484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6e948-e4aa-4416-a51f-fe99ca58a1cb None None] Port e20eca5b-5e4a-4172-92da-539ab2e87dde cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:33.055587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.059681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56da42-4c53-4b00-acb9-4baef1fff7ed req-bacade50-1bd6-4f93-9561-4a23c86dd134 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.067054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd56da42-4c53-4b00-acb9-4baef1fff7ed req-bacade50-1bd6-4f93-9561-4a23c86dd134 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 943 time: 0.2771842 Jul 27 22:01:33.128056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd56da42-4c53-4b00-acb9-4baef1fff7ed req-ce44c5d1-f9b7-4455-af95-5e2d7ea9c967 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598688 Jul 27 22:01:33.131419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.231442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8ab1b15a-625e-4f17-a270-c3d9c2c6162c req-adc5476c-6f34-45c0-8d13-089b826b4c83 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0593565 Jul 27 22:01:33.239337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.261579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:33.441891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:33.447286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:33.541326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.541879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405b1f9-2506-4d54-901e-25d02809d9fb req-e93caa85-2395-492a-84ab-dc9ee2a30a9a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.554824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d405b1f9-2506-4d54-901e-25d02809d9fb req-e93caa85-2395-492a-84ab-dc9ee2a30a9a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1891837 Jul 27 22:01:33.559553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.580257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.589456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.597720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.608018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.615039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.617380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92c8bf37-6e71-46c0-b567-142270809f78 req-697ab28e-5b69-4eb7-ba88-caa248719d8d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2279043 Jul 27 22:01:33.729343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d405b1f9-2506-4d54-901e-25d02809d9fb req-cd336286-5d63-4105-9ec0-a51c9e9707a4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731637 Jul 27 22:01:33.749486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92c8bf37-6e71-46c0-b567-142270809f78 req-cb486c59-36ea-48fc-8578-5c1850e2fed2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179066 Jul 27 22:01:33.809725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:33.878054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6857e588-ecc3-48fb-99de-0fe09821e1c1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:33.901596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a3139766-7b40-45c0-bf03-04714b1977b5 None None] Provisioning complete for port e20eca5b-5e4a-4172-92da-539ab2e87dde triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:33.904077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3139766-7b40-45c0-bf03-04714b1977b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.015192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:34.016727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3139766-7b40-45c0-bf03-04714b1977b5 None None] Port e20eca5b-5e4a-4172-92da-539ab2e87dde cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:34.046067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a6545be2-15e6-4efd-bc73-4755abc8aef7 admin admin] 10.222.0.37 "PUT /v2.0/routers/a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5322154 Jul 27 22:01:34.176886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6857e588-ecc3-48fb-99de-0fe09821e1c1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:34.183772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6857e588-ecc3-48fb-99de-0fe09821e1c1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:34.184302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.289022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1c578-6f23-4794-8faa-6ec29f603417 req-ae6783da-bef2-44de-97b8-cb42d10fe642 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.291932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24a1c578-6f23-4794-8faa-6ec29f603417 req-ae6783da-bef2-44de-97b8-cb42d10fe642 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 943 time: 0.0802450 Jul 27 22:01:34.325522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.347642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24a1c578-6f23-4794-8faa-6ec29f603417 req-5144961a-e75e-42b2-8713-2d829fddd5a8 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Jul 27 22:01:34.372999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6857e588-ecc3-48fb-99de-0fe09821e1c1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6857e588-ecc3-48fb-99de-0fe09821e1c1,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:34.452250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c712900-359f-49e4-8f67-1688372f99e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.485724 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.673025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6857e588-ecc3-48fb-99de-0fe09821e1c1,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:34.803641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.888679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:35.085939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28c96f3-31ee-4198-a5c7-783a93756d6c req-0d0ed9ae-b389-42be-97fa-ce19f5fea551 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0585842 Jul 27 22:01:35.188220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:35.207637 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:35.224631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0', 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd', 'port_id': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0', 'mac_address': 'fa:16:3e:67:8c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd255ac-7187-4f04-8547-52afdbb1990b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:35.226016 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:35.226559 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:35.307686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.328686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:35.357812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:35.363585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656921758', 'description': 'tempest-description--1621827463'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:35.404559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:35.432354 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:35.467293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.487259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.501572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.507850 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.508698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.516521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.523619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.531750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.532902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-34a99e84-6c36-4dc7-b906-3928d0c2cd69 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2825034 Jul 27 22:01:35.576399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.679953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8d863ef-2d15-4a67-beb4-ddbef777c3c1 req-2a1ec05d-b455-4c33-8a86-56d3d47dcc08 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404772 Jul 27 22:01:35.689550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.782560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61a957-416d-4e81-8045-bd3e116fdcb1 req-985ef96e-dc3d-43e6-ac46-5650742d00c6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.784319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae61a957-416d-4e81-8045-bd3e116fdcb1 req-985ef96e-dc3d-43e6-ac46-5650742d00c6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2821302 Jul 27 22:01:35.808305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6857e588-ecc3-48fb-99de-0fe09821e1c1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:35.829199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.850761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['77181f4d-5367-4e79-93a4-cc7e2a3ca9f0'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:35.860012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae61a957-416d-4e81-8045-bd3e116fdcb1 req-f2706bba-a63f-4f57-8cd3-bedc04b0c491 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573921 Jul 27 22:01:35.907247 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 2, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:35.925850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6857e588-ecc3-48fb-99de-0fe09821e1c1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:35.925850 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.936845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:35.937672 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Updating router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 port e20eca5b-5e4a-4172-92da-539ab2e87dde binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:35.950077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759630a5-5986-4171-9dfe-9cc115679b38 req-03b3eb99-9cc1-42e0-b499-59cc27947cea tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.957463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-759630a5-5986-4171-9dfe-9cc115679b38 req-03b3eb99-9cc1-42e0-b499-59cc27947cea tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 944 time: 0.1218874 Jul 27 22:01:35.970598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.005636 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.024942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0927476c-fa36-4ebf-b9c8-498d11981ef2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.037609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.052815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-759630a5-5986-4171-9dfe-9cc115679b38 req-aa3bba23-eca3-4b10-9b05-6af86c7f9be7 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Jul 27 22:01:36.126185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.127659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9a4d19e5-bb1d-4ec1-85d1-bed92b0da9e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7682028 Jul 27 22:01:36.130604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50838) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.137539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group_rule': {'security_group_id': '0927476c-fa36-4ebf-b9c8-498d11981ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:36.301928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.319015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79adfd4b-1b63-4c66-ac54-9dcca58e121f req-d46d1c06-e3c1-463f-a85a-64d754804b80 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0718334 Jul 27 22:01:36.361194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.412290 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.423237 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Transition to ACTIVE for port object e20eca5b-5e4a-4172-92da-539ab2e87dde will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:36.450895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.469108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5c2542-a0cb-442a-a8be-7802f0b51eaf,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.519702 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.551586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.555816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d47af728-f6a2-493c-a90d-e3ce5a4f5bc7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4208992 Jul 27 22:01:36.556451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.562141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group_rule': {'security_group_id': '0927476c-fa36-4ebf-b9c8-498d11981ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:36.583545 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Pushing event updated for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.598665 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.599020 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.599628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.599964 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.600301 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.600632 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.600982 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.601311 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.601638 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.601973 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.602393 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.602720 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:36.673893 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Attempting to bind port e20eca5b-5e4a-4172-92da-539ab2e87dde on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:36.674275 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Attempting to bind port e20eca5b-5e4a-4172-92da-539ab2e87dde by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:36.674681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Attempting to bind port e20eca5b-5e4a-4172-92da-539ab2e87dde on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:36.681827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:36.682207 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Checking segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:36.682663 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.683064 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Bound using segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:36.683600 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Bound port: e20eca5b-5e4a-4172-92da-539ab2e87dde, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:36.683991 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.768224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.814322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] For port e20eca5b-5e4a-4172-92da-539ab2e87dde, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:36.822938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] For port e20eca5b-5e4a-4172-92da-539ab2e87dde, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e20eca5b-5e4a-4172-92da-539ab2e87dde,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:36.887452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.895866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:36.938803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.943561 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.945309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.952604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.959165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.966888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.975794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.983546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.988049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.993917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-92ab1ca5-5720-43dd-81a1-c8271c79b1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.1945105 Jul 27 22:01:37.021229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.045020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3b16101-2860-4ffe-a424-f0ee15281de9 req-659cd0dc-5996-4c6d-ae9d-a62480b6d184 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499485 Jul 27 22:01:37.052168 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b327d0-9a82-4b84-ac06-269c5512a497 None None] Pushing event updated for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.059394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9ee1bc-f10c-473f-a846-29336daf36a0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.062611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:37.078594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:37.078594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.084939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:37.086133 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.114940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786aa5a-53c0-4460-b93f-b62ed314258f req-9bb4c997-88a0-49ce-aae8-110f362aa045 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.117050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d786aa5a-53c0-4460-b93f-b62ed314258f req-9bb4c997-88a0-49ce-aae8-110f362aa045 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1634927 Jul 27 22:01:37.174338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.176784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7583b1e-ad3f-4b77-ac92-f1b15c91dbad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187472 Jul 27 22:01:37.184079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:37.189633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:37.220280 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d786aa5a-53c0-4460-b93f-b62ed314258f req-34ce9305-1b44-4b64-8d56-8ce77c1fc96d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960569 Jul 27 22:01:37.266813 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.296595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:37.299116 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ce5807-e3cc-4e15-805b-7f6909d9fb44" -d '{"events": [{"server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "name": "network-vif-plugged", "status": "completed", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:37.319447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:37.347007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.379838 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f01198-196e-4385-9ab9-a8e4ec151848 x-openstack-request-id: req-06f01198-196e-4385-9ab9-a8e4ec151848 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:37.380126 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "name": "network-vif-plugged", "status": "completed", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:37.380387 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06f01198-196e-4385-9ab9-a8e4ec151848 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:37.381162 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0', 'code': 200} Jul 27 22:01:37.382071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821a58a-6f89-438d-a50b-4a944f43f4dc req-f9cdb58a-f2a0-46be-9d89-02b2d9357c56 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.384709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6821a58a-6f89-438d-a50b-4a944f43f4dc req-f9cdb58a-f2a0-46be-9d89-02b2d9357c56 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 944 time: 0.2207456 Jul 27 22:01:37.423952 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.448142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:37.503748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6821a58a-6f89-438d-a50b-4a944f43f4dc req-b0ec444f-8fca-4e14-81fd-04330fa5ec77 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125159 Jul 27 22:01:37.586188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:37.604168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.611961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.660872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33376df6-469a-45e4-a73d-9ee1be60a835 req-9a996599-d79b-4c7b-a0a6-0516b2f2f980 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1051881 Jul 27 22:01:37.738751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297fe68-b066-4589-9ee1-2bfdb97f4ce8 req-76b5014c-3b73-4a3f-8cc7-c5f08b4a4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.740269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1297fe68-b066-4589-9ee1-2bfdb97f4ce8 req-76b5014c-3b73-4a3f-8cc7-c5f08b4a4a84 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 1096 time: 0.2085595 Jul 27 22:01:37.792864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7080ee7e-00b3-45f2-9b53-7f86cc0607c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.794635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:36Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.794877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1297fe68-b066-4589-9ee1-2bfdb97f4ce8 req-e63d7197-d147-4bcb-a529-ac03ecc246fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 Jul 27 22:01:37.826971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.939300 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698e6a9-4198-4e17-8761-cdfefee1b660 None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:36Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:37.949376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7080ee7e-00b3-45f2-9b53-7f86cc0607c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.039494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7080ee7e-00b3-45f2-9b53-7f86cc0607c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.067740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080ee7e-00b3-45f2-9b53-7f86cc0607c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e897c27-b0c0-4c5d-a50e-7e55384e6859,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:38.083823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Allocated IP 172.25.3.250 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/e10db0f9-a99b-43eb-8186-2727f71757fa) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:38.123782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7080ee7e-00b3-45f2-9b53-7f86cc0607c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a91a330c30cd4ec188099504b3cd7b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359833 Jul 27 22:01:38.126243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:38.167169 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.233105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.269462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.302996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.393441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.406829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.414472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.422239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.428963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.436240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.448537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.455472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.457623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-2d625a6d-d7a4-41a8-b2ba-06522afcea28 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2382910 Jul 27 22:01:38.490956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a926-b539-48ed-9115-7aabf840f287 req-d8bf11a5-7f80-4675-9ddd-4d8bbd82f936 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.492768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eeb5a926-b539-48ed-9115-7aabf840f287 req-d8bf11a5-7f80-4675-9ddd-4d8bbd82f936 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1499586 Jul 27 22:01:38.495577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:38.499056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:38.501838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:38.573050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=e10db0f9-a99b-43eb-8186-2727f71757fa,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:38.591083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eeb5a926-b539-48ed-9115-7aabf840f287 req-215ac3f1-3cb4-40de-a2f1-81ffc5a90da8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850816 Jul 27 22:01:38.812323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006f9a2-4342-4494-8004-345bbeef732c req-f83f62af-e1fd-4a8a-9538-acf6fbed6756 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.823016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6006f9a2-4342-4494-8004-345bbeef732c req-f83f62af-e1fd-4a8a-9538-acf6fbed6756 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 945 time: 0.1360576 Jul 27 22:01:38.901867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6006f9a2-4342-4494-8004-345bbeef732c req-12610251-3647-4f51-808a-545ef952af6e tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Jul 27 22:01:39.041634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3ed04e2-426e-4764-af0c-e6de910385ae req-7e79fdda-8782-4cc2-a42b-4dd23acc6dd6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5758080 Jul 27 22:01:39.062396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cf93598-3558-4a76-8e76-8965036158c0 req-b91e1af1-9d2a-4fbb-8815-9433b7422ec5 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0491767 Jul 27 22:01:39.074213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.078322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.081489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e897c27-b0c0-4c5d-a50e-7e55384e6859 HTTP/1.1" status: 204 len: 168 time: 0.9538271 Jul 27 22:01:39.110098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08973d85-d382-4cab-ab2e-f9d3bbce862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e897c27-b0c0-4c5d-a50e-7e55384e6859,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:39.154668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.295681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.794979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e20eca5b-5e4a-4172-92da-539ab2e87dde up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:39.848679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a4d74-88ed-41b7-b14e-975536fb9059 req-f6d019fe-0b5e-400a-9e91-ecd994e03b41 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.864198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c8a4d74-88ed-41b7-b14e-975536fb9059 req-f6d019fe-0b5e-400a-9e91-ecd994e03b41 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1302326 Jul 27 22:01:39.942162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c8a4d74-88ed-41b7-b14e-975536fb9059 req-984ebfb8-19ce-456d-aa8d-9aeff6a7d157 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Jul 27 22:01:39.999174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e20eca5b-5e4a-4172-92da-539ab2e87dde completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:40.003582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e20eca5b-5e4a-4172-92da-539ab2e87dde triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:40.003969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.070955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.103918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f6780-7ef0-4583-b501-324b87211a90 req-9d6cb155-b61d-4615-aeac-6f1eac817251 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.105787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-291f6780-7ef0-4583-b501-324b87211a90 req-9d6cb155-b61d-4615-aeac-6f1eac817251 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 945 time: 0.1114371 Jul 27 22:01:40.108409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.181308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.201762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e20eca5b-5e4a-4172-92da-539ab2e87dde, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e20eca5b-5e4a-4172-92da-539ab2e87dde,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:40.276263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-291f6780-7ef0-4583-b501-324b87211a90 req-dcb4b10f-5fc0-46d3-82d7-b50228cf4b1e tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609051 Jul 27 22:01:40.283616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.319954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=e10db0f9-a99b-43eb-8186-2727f71757fa,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.331721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.371166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.379128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.388948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.395326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.404577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.410469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.412034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.417284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.435685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-415b60c5-31b1-4b48-8f96-f104b48ddf1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2333920 Jul 27 22:01:40.436280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.436280 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-386113fe-ff54-43e8-ba5b-f8c4d11ef5ff tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2261457 Jul 27 22:01:40.453820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d51db0bf-922b-4f83-a71b-9a980ddba9f5 req-fd7323db-920b-4364-813e-328ba7b25978 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0501115 Jul 27 22:01:40.489027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f03754e-d3c2-4822-b392-14192f4fc2c9 req-4b955d38-afdc-4e80-a6b2-aaa14c6cd588 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569730 Jul 27 22:01:40.562946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50934) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:40.701193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-900504054-network', 'tenant_id': '7835ee388c1c486c8ef6368c08170258'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:40.717045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-0b2e1477-0df2-459b-8613-99052a42e5ee tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--656921758&fields=id&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 267 time: 0.0551074 Jul 27 22:01:40.803755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Made reservation on behalf of 7835ee388c1c486c8ef6368c08170258 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:40.806415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.819470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.848545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-0e4ef419-762d-4d3c-94eb-13d721b57f86 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.850565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-0e4ef419-762d-4d3c-94eb-13d721b57f86 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 817 time: 0.1240706 Jul 27 22:01:40.869128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-c2f3f064-979e-4886-bc60-0cbb5aa8dfcf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/quotas/2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Jul 27 22:01:40.984294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.998361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d020b49f-feb6-46e9-b6f8-6583093fd034 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140261 Jul 27 22:01:41.119038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-1372493f-5398-49a2-8d80-9d0da79866e8 service neutron] 10.222.0.37 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128464 Jul 27 22:01:41.122476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750c18-aacb-45b3-9b42-0de0a0921109 req-519c1417-c6fc-49e4-b1e2-caa5042ba4a8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.124252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53750c18-aacb-45b3-9b42-0de0a0921109 req-519c1417-c6fc-49e4-b1e2-caa5042ba4a8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0847831 Jul 27 22:01:41.178703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53750c18-aacb-45b3-9b42-0de0a0921109 req-9a4b881e-6555-4de9-adb6-699f6368fb8d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471869 Jul 27 22:01:41.179735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.206263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:41.218459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d86a64-f073-49e4-b46c-2a2f55542082,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:41.221306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.221652 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Added segment 77bd5e49-5945-4928-9e45-1e32fc7e5d87 of type vlan for network ec76314c-4225-45e8-a861-bc40a0733801 Jul 27 22:01:41.229926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-af68f078-dc4d-46e3-ae4b-7da8b1dd9b7f service neutron] 10.222.0.37 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063981 Jul 27 22:01:41.272371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.411044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.412145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.412816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.514450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] Pushing event updated for resources: {'Network': ['ID=ec76314c-4225-45e8-a861-bc40a0733801,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:41.518475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b81ef608-b6c4-47f5-8585-05ff9b632640 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9535892 Jul 27 22:01:41.521083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 50970) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:41.528044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ec76314c-4225-45e8-a861-bc40a0733801 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:41.529237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Request body: {'subnet': {'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-900504054-subnet', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:41.553763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-305ede05-2368-40c5-9f4a-a74d077faa89 req-27b8ac5e-ca7c-4381-a17b-d3112c196a32 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0747998 Jul 27 22:01:41.675971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71d051e2-9782-47f9-9549-8dc43fec56dc req-55908703-ec1d-4175-929d-129842e5b374 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 27 22:01:41.769139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Made reservation on behalf of 7835ee388c1c486c8ef6368c08170258 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:41.771728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.773292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e20eca5b-5e4a-4172-92da-539ab2e87dde up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:41.853384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e20eca5b-5e4a-4172-92da-539ab2e87dde triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:41.853384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.861341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.870243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.877651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.886744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.918628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.932162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.948355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.957562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-be578405-dfed-462d-92aa-e55a910537c9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2008245 Jul 27 22:01:42.007747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67a2f57d-7e23-4580-91a8-388115039ec4 req-3bb59c96-d5dd-40fe-a69f-0d3ef45fd889 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488844 Jul 27 22:01:42.130110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.203346 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:42.222557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca93ac7-0ba4-489e-9816-36298f48f746,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:42.236029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e72fbf-37cf-44d7-983d-e9f916ee4924 req-086fece2-b9df-4a53-a11c-97a64c46dce8 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.241426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9e72fbf-37cf-44d7-983d-e9f916ee4924 req-086fece2-b9df-4a53-a11c-97a64c46dce8 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 945 time: 0.0998604 Jul 27 22:01:42.253519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Checking segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:42.253896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Network hostable DHCP agents. Network: ec76314c-4225-45e8-a861-bc40a0733801, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:42.311666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9e72fbf-37cf-44d7-983d-e9f916ee4924 req-82f47cfa-be2e-4d56-b5dc-8d3ff339c239 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Jul 27 22:01:42.365542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee8317-9533-4af4-a481-465f6b6a994b req-2b4dce24-6fb1-493e-a07e-9437c5488cca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.367661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ee8317-9533-4af4-a481-465f6b6a994b req-2b4dce24-6fb1-493e-a07e-9437c5488cca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0797338 Jul 27 22:01:42.438830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ee8317-9533-4af4-a481-465f6b6a994b req-5c47d605-895b-4325-9adb-fa56fb18c8c3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633347 Jul 27 22:01:42.439712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Network ec76314c-4225-45e8-a861-bc40a0733801 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:42.655809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-656ea079-c28d-47e2-95ae-0b1b1b8a545d req-0174ee8d-8385-4884-8769-c346465ccb3f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0393343 Jul 27 22:01:42.656711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ec76314c-4225-45e8-a861-bc40a0733801) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:42.664464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.666207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.670831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09180031-d1a7-4a71-80cd-ed092bd66293 None None] Network ec76314c-4225-45e8-a861-bc40a0733801 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:42.796544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 50998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:42.797485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3d7c12ae-3a9c-405d-96af-5ea9ee7c417d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2739196 Jul 27 22:01:42.800496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-214211e6-6f96-48c2-a193-5c44d3352ef8 req-485bc912-18fd-4177-b069-be8956d35462 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0401657 Jul 27 22:01:42.801999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:42.882214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ec76314c-4225-45e8-a861-bc40a0733801', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:42.883238 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.971011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.973571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.031170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Allocated IP 172.20.0.2 (ec76314c-4225-45e8-a861-bc40a0733801/2ca93ac7-0ba4-489e-9816-36298f48f746/22755c3f-3c66-4e7e-89b0-f149cb02d672) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:43.034827 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.112299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7963-f52d-4f82-87f3-799eeac498c2 req-004671b9-0c93-476d-8e48-aeb86ee890e1 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.113932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b2b7963-f52d-4f82-87f3-799eeac498c2 req-004671b9-0c93-476d-8e48-aeb86ee890e1 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.0794325 Jul 27 22:01:43.155861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b2b7963-f52d-4f82-87f3-799eeac498c2 req-e6422949-8064-4b5f-a522-f0ffa150f485 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353212 Jul 27 22:01:43.220456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.230016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Transition to ACTIVE for port object 22755c3f-3c66-4e7e-89b0-f149cb02d672 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:43.245918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Transition to ACTIVE for port object 22755c3f-3c66-4e7e-89b0-f149cb02d672 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:43.308932 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.327198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.333280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.339636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.341078 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.345482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.351911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.358541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.364591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.366544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-4f27677e-4e91-4d0b-b587-5724c59e04a7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2686899 Jul 27 22:01:43.389992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Network ec76314c-4225-45e8-a861-bc40a0733801 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:43.395429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:43.399012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:43.417982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2308c11-5429-4e39-a503-45f8608df6e1 req-ac953855-b05c-405d-99d3-1537900f78b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422065 Jul 27 22:01:43.418449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Pushing event updated for resources: {'Port': ['ID=22755c3f-3c66-4e7e-89b0-f149cb02d672,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.463990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a8a6e-8fff-4c91-923b-1053fee12922 req-58a3d6b4-b6bd-4eb3-b8b7-178d769c15f7 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.477103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c96a8a6e-8fff-4c91-923b-1053fee12922 req-58a3d6b4-b6bd-4eb3-b8b7-178d769c15f7 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 945 time: 0.0982194 Jul 27 22:01:43.505308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Attempting to bind port 22755c3f-3c66-4e7e-89b0-f149cb02d672 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:43.505839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Attempting to bind port 22755c3f-3c66-4e7e-89b0-f149cb02d672 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:43.506720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Attempting to bind port 22755c3f-3c66-4e7e-89b0-f149cb02d672 on network ec76314c-4225-45e8-a861-bc40a0733801 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:43.515446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:43.516000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Checking segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:43.516551 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.517224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Bound using segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:43.518108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Bound port: 22755c3f-3c66-4e7e-89b0-f149cb02d672, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:43.518662 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.551101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c96a8a6e-8fff-4c91-923b-1053fee12922 req-7586a0f1-f739-48fa-9eda-747f6e315f06 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Jul 27 22:01:43.628724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] For port 22755c3f-3c66-4e7e-89b0-f149cb02d672, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:43.632029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] For port 22755c3f-3c66-4e7e-89b0-f149cb02d672, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=22755c3f-3c66-4e7e-89b0-f149cb02d672,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:43.634644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750378d6-34e1-4a4f-88fa-9ff78d0daddb req-bf6c73ce-5e40-43f0-9dff-d34f6bf34c5f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.636094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-750378d6-34e1-4a4f-88fa-9ff78d0daddb req-bf6c73ce-5e40-43f0-9dff-d34f6bf34c5f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0964453 Jul 27 22:01:43.731778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.795116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4af6946-27a7-4527-a2ad-0507ba280b34 req-dd53a685-afa2-42f0-bec6-e8286e2e6cdb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0367694 Jul 27 22:01:43.810998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-750378d6-34e1-4a4f-88fa-9ff78d0daddb req-e772ab74-72b9-4be3-8b30-6ac6c62a5f09 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396189 Jul 27 22:01:43.822202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb246-ca99-4984-8624-868a9ba1b0b1 None None] Pushing event updated for resources: {'Port': ['ID=22755c3f-3c66-4e7e-89b0-f149cb02d672,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.822838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.845956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.917070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1cba391c-cef5-44c1-b827-929cc8126c9a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.918855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1cba391c-cef5-44c1-b827-929cc8126c9a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 945 time: 0.2124426 Jul 27 22:01:43.954373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fdc906e8-0bb3-421e-908f-98c3f6cbb8cb req-9ef9f1d3-9603-4907-8f0d-f1232cdd8443 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0440891 Jul 27 22:01:44.076332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Allocated IP 172.25.3.190 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/cf26650c-a266-4112-a359-cad94aa6d65c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:44.192420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Deleting port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:44.192773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.326737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.367098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] For port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:44.367478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.391422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Calling delete_port for 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:44.432997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530495d-d87a-4433-99f9-c5fe4bb86e4c req-56f23f54-408a-417e-8ed8-6556cb4b0694 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.434569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6530495d-d87a-4433-99f9-c5fe4bb86e4c req-56f23f54-408a-417e-8ed8-6556cb4b0694 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.1944702 Jul 27 22:01:44.525968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6530495d-d87a-4433-99f9-c5fe4bb86e4c req-9587e432-892c-496c-9df8-7dcba1ba4448 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606761 Jul 27 22:01:44.551367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.667707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.674998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:44.676976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.697653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.704181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.710750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.717253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:44.719416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:44.722313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.730501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.732814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-dec5728a-ca48-452e-a6b6-efd97477d36d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2146971 Jul 27 22:01:44.746994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Pushing event updated for resources: {'Port': ['ID=cf26650c-a266-4112-a359-cad94aa6d65c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:44.785598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9991a9f1-0329-415b-a102-bf5aa085c793 req-5539762b-e646-477c-8b0d-cca69d915546 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425293 Jul 27 22:01:44.938854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.951165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['77181f4d-5367-4e79-93a4-cc7e2a3ca9f0'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:45.015527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f289c-68dd-414a-836b-d9137c2d596e req-68576579-31e6-424d-b1c9-24607c36874a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.028081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f71f289c-68dd-414a-836b-d9137c2d596e req-68576579-31e6-424d-b1c9-24607c36874a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 867 time: 0.3550577 Jul 27 22:01:45.037415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558ccfe-eb1c-4672-b18d-95bcab1471fc None None] Network ec76314c-4225-45e8-a861-bc40a0733801 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:45.046337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Pushing event deleted for resources: {'Port': ['ID=77181f4d-5367-4e79-93a4-cc7e2a3ca9f0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:45.056693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ecfbb23-d4f7-440c-b75b-a9ab87541a5b req-00556af6-e914-468b-a690-f1017d24579a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0735800 Jul 27 22:01:45.127305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] No DVR routers for this DVR port 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:45.136033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.138455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a5204896-3b7a-49fd-b8fd-a89b2c1acbb5 req-1b401905-b9fe-4981-846f-0250cfe25047 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "DELETE /v2.0/ports/77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 HTTP/1.1" status: 204 len: 173 time: 1.2121315 Jul 27 22:01:45.139139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'name': 'network-vif-deleted', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:45.141790 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc3bb5b-a822-46b2-9971-cfe2b75e5000" -d '{"events": [{"server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "name": "network-vif-deleted", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:45.142356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-5ebdd24e-80e3-429a-bea0-6a2a6b52d601 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.143930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-5ebdd24e-80e3-429a-bea0-6a2a6b52d601 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 817 time: 0.3284352 Jul 27 22:01:45.163858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-623d28f5-8389-4630-8996-fdd91a43e5a3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.166529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f71f289c-68dd-414a-836b-d9137c2d596e req-b5303187-636e-47ab-9155-29c6908e8708 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324766 Jul 27 22:01:45.175900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-623d28f5-8389-4630-8996-fdd91a43e5a3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.3336792 Jul 27 22:01:45.316503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ec1d4eac-c13c-44c4-96f3-ad0385af5a58 None None] Provisioning for port 22755c3f-3c66-4e7e-89b0-f149cb02d672 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:45.336564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-ca162c8e-3468-4d86-a17c-9aa533f20ccc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 379 time: 0.1578219 Jul 27 22:01:45.366609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'port': {'device_id': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'admin_state_up': True, 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'security_groups': ['0927476c-fa36-4ebf-b9c8-498d11981ef2']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:45.369435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6a6755e-28a5-4da1-a07e-016b4972595b req-39c7be26-a1e1-42b7-b200-80198b5c0420 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0515609 Jul 27 22:01:45.440143 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54221b-24fe-401b-97f3-fc3252dfdc16 x-openstack-request-id: req-1b54221b-24fe-401b-97f3-fc3252dfdc16 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:45.440451 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5578b2-6537-47fa-8755-6fb6268d8da7", "name": "network-vif-deleted", "tag": "77181f4d-5367-4e79-93a4-cc7e2a3ca9f0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:45.440715 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b54221b-24fe-401b-97f3-fc3252dfdc16 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:45.441574 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5578b2-6537-47fa-8755-6fb6268d8da7', 'name': 'network-vif-deleted', 'tag': '77181f4d-5367-4e79-93a4-cc7e2a3ca9f0', 'status': 'completed', 'code': 200} Jul 27 22:01:45.467448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.571870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c3ac-6fc3-4c08-9f44-b3e60e614be3 req-624ad8d7-5892-4f5b-b73d-f2d888b27b97 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.573565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9071c3ac-6fc3-4c08-9f44-b3e60e614be3 req-624ad8d7-5892-4f5b-b73d-f2d888b27b97 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2724128 Jul 27 22:01:45.603933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Deleting port ba3df85d-b8e3-404b-b107-e184f6dafea4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:45.604302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.772570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9071c3ac-6fc3-4c08-9f44-b3e60e614be3 req-13f2d149-f5d9-4de3-b71a-3fa572b37f1d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861823 Jul 27 22:01:45.860373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] For port ba3df85d-b8e3-404b-b107-e184f6dafea4, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ba3df85d-b8e3-404b-b107-e184f6dafea4,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:45.864908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.905345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Calling delete_port for ba3df85d-b8e3-404b-b107-e184f6dafea4 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:45.909559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 22755c3f-3c66-4e7e-89b0-f149cb02d672 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:46.000073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Made reservation on behalf of 2d170c3de555429a9f1d5ba5f21b3060 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:46.001788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e178baa-1151-4969-b7f8-d1f0e6142376 req-46549e12-dc45-412b-96de-f0fcaf5a72df tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.005301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.005815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e178baa-1151-4969-b7f8-d1f0e6142376 req-46549e12-dc45-412b-96de-f0fcaf5a72df tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 945 time: 0.3329041 Jul 27 22:01:46.007961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.067860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 22755c3f-3c66-4e7e-89b0-f149cb02d672 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:46.074970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 22755c3f-3c66-4e7e-89b0-f149cb02d672 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:46.075825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.176907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e178baa-1151-4969-b7f8-d1f0e6142376 req-dd3062cc-adc5-4188-829b-3593adb7b121 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641459 Jul 27 22:01:46.206139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.253631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.261833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.268781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.272898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 22755c3f-3c66-4e7e-89b0-f149cb02d672, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=22755c3f-3c66-4e7e-89b0-f149cb02d672,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:46.279374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.286489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.293050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.298012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e896f199-d833-4dd3-be52-75fdd233e677 req-624269ef-602d-4119-8248-a76e1a563314 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0394099 Jul 27 22:01:46.301637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.301637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-bac0cc52-3e7c-4c7e-ad5e-cd3b90d39f1b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.3046961 Jul 27 22:01:46.331258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Router a319f575-17d2-4f57-b631-b35800529939 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:01:46.383064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.401451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Allocated IP 172.20.0.5 (da20416a-5959-46b3-ab0e-edc3b4115d64/cde0a5f7-9f6b-4534-93fd-5101d3c8a525/c2ff83de-aa52-46b6-8f62-864a86e93824) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:46.422341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-91c1a053-0c60-4108-9d0b-cede3d475975 req-ca173d8e-d095-42b0-839e-fdeb040f4bd5 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108921 Jul 27 22:01:46.450376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=22755c3f-3c66-4e7e-89b0-f149cb02d672,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:46.451485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33d89085-8c6c-402b-9b74-fd3f06711d4a req-ce9e8795-7c04-43d8-beb6-548f76b80a62 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd5578b2-6537-47fa-8755-6fb6268d8da7 HTTP/1.1" status: 200 len: 210 time: 0.0527608 Jul 27 22:01:46.530682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:46.539645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:46.545913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5df0a45d-ffcc-4c54-80e6-882619bf100f req-54f4b9a1-2fb5-4204-a392-02231abb63ee tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0384009 Jul 27 22:01:46.548426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.550193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:46.550986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:46.587489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event deleted for resources: {'Port': ['ID=ba3df85d-b8e3-404b-b107-e184f6dafea4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:46.591030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:46.593856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67', 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'ba3df85d-b8e3-404b-b107-e184f6dafea4'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:46.639836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.648841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-62499bc3-e197-4ec8-bfc7-3a2b908b2bfe admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8489773 Jul 27 22:01:46.651488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:46.676406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] No DVR routers for this DVR port ba3df85d-b8e3-404b-b107-e184f6dafea4 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:46.713171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.715668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7297c5d7-5f26-4aa1-a82c-24bcd2ba5a01 req-96250ab4-06b6-4984-8507-a62b6a6b3640 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "DELETE /v2.0/ports/ba3df85d-b8e3-404b-b107-e184f6dafea4 HTTP/1.1" status: 204 len: 173 time: 1.5213752 Jul 27 22:01:46.716151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'name': 'network-vif-deleted', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:46.719297 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada89c5-89f6-41c8-b9ac-e21efaa25cce" -d '{"events": [{"server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "name": "network-vif-deleted", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:46.866399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.898399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Transition to ACTIVE for port object c2ff83de-aa52-46b6-8f62-864a86e93824 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:46.925437 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2358bab-6c55-4cf9-8804-7ad28fcda92c x-openstack-request-id: req-e2358bab-6c55-4cf9-8804-7ad28fcda92c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:46.925759 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef00e3ff-3357-4782-92e5-362e3d103ad3", "name": "network-vif-deleted", "tag": "ba3df85d-b8e3-404b-b107-e184f6dafea4", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:46.926060 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2358bab-6c55-4cf9-8804-7ad28fcda92c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:46.926530 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef00e3ff-3357-4782-92e5-362e3d103ad3', 'name': 'network-vif-deleted', 'tag': 'ba3df85d-b8e3-404b-b107-e184f6dafea4', 'status': 'completed', 'code': 200} Jul 27 22:01:46.935549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:47.080856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206d054-f439-479d-861f-beea1f0eafec req-961a693f-eb0c-4489-be08-61669965c916 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.082640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8206d054-f439-479d-861f-beea1f0eafec req-961a693f-eb0c-4489-be08-61669965c916 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1550953 Jul 27 22:01:47.143892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.161460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8206d054-f439-479d-861f-beea1f0eafec req-fe28cef8-65f7-4f75-be7d-5fc6decc5195 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722227 Jul 27 22:01:47.221622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:47.245277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:47.251653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:47.254811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:47.375262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.376040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.424900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b5cc1d69-3baa-4207-a1ca-15b5702a200a details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:47.514065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-42a3a4df-feac-40bc-91ca-6703802d5f38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1544089 Jul 27 22:01:47.537156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Request body: {'port': {'device_id': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:47.653482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bcd63d8-ef4b-4315-ab04-4352163a5909 req-783a4e91-c7b7-42e2-8d3f-731be075b986 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef00e3ff-3357-4782-92e5-362e3d103ad3 HTTP/1.1" status: 200 len: 210 time: 0.0635269 Jul 27 22:01:47.701969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862c141-1beb-4ce8-b4dc-650c5f0339c9 req-250fff88-c5a8-4836-b368-447f4b0db6b5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.715522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3862c141-1beb-4ce8-b4dc-650c5f0339c9 req-250fff88-c5a8-4836-b368-447f4b0db6b5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 931 time: 0.2832692 Jul 27 22:01:47.841410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3862c141-1beb-4ce8-b4dc-650c5f0339c9 req-f23944d6-bd1b-442d-9913-d2a2eeb24e80 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020241 Jul 27 22:01:47.854109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.925153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 22755c3f-3c66-4e7e-89b0-f149cb02d672 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:47.949255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2eb99656-fb5c-457a-b0a8-caf1b8c06139 None None] Provisioning for port c2ff83de-aa52-46b6-8f62-864a86e93824 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:48.019557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2eb99656-fb5c-457a-b0a8-caf1b8c06139 None None] Provisioning complete for port c2ff83de-aa52-46b6-8f62-864a86e93824 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:48.019949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2eb99656-fb5c-457a-b0a8-caf1b8c06139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.062976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:48.084801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:48.143712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'port_id': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'mac_address': 'fa:16:3e:33:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:48.146829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:48.147429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Updating router a319f575-17d2-4f57-b631-b35800529939 port cf26650c-a266-4112-a359-cad94aa6d65c binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:48.153651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2eb99656-fb5c-457a-b0a8-caf1b8c06139 None None] Port c2ff83de-aa52-46b6-8f62-864a86e93824 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:48.189234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.196603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.206149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.214074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.221222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.228707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.237165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.239701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-d50e5e88-fb09-40dc-b896-450937ccdb0f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5420 time: 0.2897656 Jul 27 22:01:48.265868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7738150c-62ba-4e5b-baf3-0d24f4d018c2 req-967f5853-fd84-4b28-a683-668587e3f9b0 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0532107 Jul 27 22:01:48.278697 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.282445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 22755c3f-3c66-4e7e-89b0-f149cb02d672 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:48.282832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.339583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.375454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cc1d69-3baa-4207-a1ca-15b5702a200a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:48.392366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33bbe7e-1f8d-44e6-9649-86222ebb51f2 req-69acccf3-8508-480a-a748-c69590c3f4d6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866382 Jul 27 22:01:48.415087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.467135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:48.575181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:48.577017 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.577863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:48.583660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.597730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Transition to ACTIVE for port object c2ff83de-aa52-46b6-8f62-864a86e93824 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:48.649507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b769a-a5f1-46e3-a158-7daec608db9d req-669dc8e0-3c75-4b6f-bc03-82ca99852a2e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.665945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-420b769a-a5f1-46e3-a158-7daec608db9d req-669dc8e0-3c75-4b6f-bc03-82ca99852a2e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.3015976 Jul 27 22:01:48.706580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:48.717432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:48.726839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Allocated IP 172.20.0.1 (ec76314c-4225-45e8-a861-bc40a0733801/2ca93ac7-0ba4-489e-9816-36298f48f746/9d6e5190-68df-49ac-b29a-9d5d83c4d9ff) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:48.734111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.746958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'port_id': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6', 'mac_address': 'fa:16:3e:21:d6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:48.775722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-d16412d6-a8c4-42e2-92fb-8cecb6511129 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.777439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-d16412d6-a8c4-42e2-92fb-8cecb6511129 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 809 time: 0.1702127 Jul 27 22:01:48.810962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-420b769a-a5f1-46e3-a158-7daec608db9d req-c2518cc2-21a3-488b-8339-9205ebb5085f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438293 Jul 27 22:01:48.858352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-ae4d3194-4124-4b02-8b99-edfec7916fac tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/quotas/9458ebd6a4c24ff3b897a4cea0d673cb HTTP/1.1" status: 200 len: 375 time: 0.0614030 Jul 27 22:01:48.858553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:48.879202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.908738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Transition to ACTIVE for port object cf26650c-a266-4112-a359-cad94aa6d65c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:48.924035 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.927601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ba3df85d-b8e3-404b-b107-e184f6dafea4 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:48.959142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-5e7332c1-3b0b-4580-a16f-607502454512 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938189 Jul 27 22:01:48.999462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: ba3df85d-b8e3-404b-b107-e184f6dafea4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:49.000062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ba3df85d-b8e3-404b-b107-e184f6dafea4 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:49.000648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:49.031032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:49.037523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:49.038012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 77181f4d-5367-4e79-93a4-cc7e2a3ca9f0 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:49.052572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Attempting to bind port c2ff83de-aa52-46b6-8f62-864a86e93824 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:49.052986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Attempting to bind port c2ff83de-aa52-46b6-8f62-864a86e93824 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:49.053408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Attempting to bind port c2ff83de-aa52-46b6-8f62-864a86e93824 on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:49.064865 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.065543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Port c2ff83de-aa52-46b6-8f62-864a86e93824 on network da20416a-5959-46b3-ab0e-edc3b4115d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:49.065878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Attempting to bind port c2ff83de-aa52-46b6-8f62-864a86e93824 on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:49.073937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:49.074302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Checking segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:49.074705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Bound using segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:49.075158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Bound port: c2ff83de-aa52-46b6-8f62-864a86e93824, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:49.075645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.129909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:49.176303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d63fa-4ee8-4b2b-8408-93463210c69f req-965c3523-7b77-4dda-aeaa-20f6492e7b48 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.191515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa5d63fa-4ee8-4b2b-8408-93463210c69f req-965c3523-7b77-4dda-aeaa-20f6492e7b48 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.1884031 Jul 27 22:01:49.207908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.215420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ae2438f8-ee2a-499b-b862-9037f35d609a details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:49.236653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890d87c-0186-4b74-a673-cb77cc5bce46 None None] Pushing event updated for resources: {'Port': ['ID=cf26650c-a266-4112-a359-cad94aa6d65c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.243565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Attempting to bind port cf26650c-a266-4112-a359-cad94aa6d65c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:49.244062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Attempting to bind port cf26650c-a266-4112-a359-cad94aa6d65c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:49.244504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Attempting to bind port cf26650c-a266-4112-a359-cad94aa6d65c on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:49.269339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.292064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa5d63fa-4ee8-4b2b-8408-93463210c69f req-d3fae583-739e-4375-9203-01e18dc62580 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992510 Jul 27 22:01:49.325351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.331496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:49.331848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Transition to ACTIVE for port object 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:49.331955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:49.332389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:49.333454 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.334026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:49.334898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Bound port: cf26650c-a266-4112-a359-cad94aa6d65c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:49.339007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.342767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:49.354891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-a9d6af26-a238-4804-a436-330653f47c7d service neutron] 10.222.0.37 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945861 Jul 27 22:01:49.363161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ae2438f8-ee2a-499b-b862-9037f35d609a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:49.380658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'ae2438f8-ee2a-499b-b862-9037f35d609a', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'port_id': 'ae2438f8-ee2a-499b-b862-9037f35d609a', 'mac_address': 'fa:16:3e:8a:60:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:49.442860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b30a019f-7b01-48cb-bdba-8a69e0f5b242 req-79f8a4aa-fb7c-43d6-9a34-4434d30d5266 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0442772 Jul 27 22:01:49.454255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.515149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.533352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-6ccfcd67-67a6-4586-8c0b-2683c314e2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761250 Jul 27 22:01:49.549060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.549985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.552381 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 1091 time: 2.0252733 Jul 27 22:01:49.552977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:49.553093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2438f8-ee2a-499b-b862-9037f35d609a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:49.558545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.565918 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbac9908-ec1b-49ca-ab97-b6d6d4297699" -d '{"events": [{"name": "network-changed", "server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:49.595126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] For port cf26650c-a266-4112-a359-cad94aa6d65c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:49.622350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ae2438f8-ee2a-499b-b862-9037f35d609a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:49.627298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] For port cf26650c-a266-4112-a359-cad94aa6d65c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=cf26650c-a266-4112-a359-cad94aa6d65c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:49.654299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Network ec76314c-4225-45e8-a861-bc40a0733801 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:49.672722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc1ba-be32-458e-8edd-cab1c736d8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.698642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:49.701128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:49.703378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.733305 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.734022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:49.736796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.766187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.777978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.788166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.792495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.815166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.821890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.829730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.845049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.862664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-c2225229-7761-47b7-8bf3-2c1ea8662f96 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5422 time: 0.2829869 Jul 27 22:01:49.926802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:49.927823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:50.005409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e469d0-09ce-4157-b59f-74a4d42fee89 req-540e4ed9-6d43-49ce-842f-3f4de2a7c06b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1416740 Jul 27 22:01:50.009688 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cc6c49-8b82-473b-829e-49ed1ba02254 x-openstack-request-id: req-e0cc6c49-8b82-473b-829e-49ed1ba02254 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:50.016572 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:50.016936 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0cc6c49-8b82-473b-829e-49ed1ba02254 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:50.018023 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'status': 'completed', 'code': 200} Jul 27 22:01:50.062855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d87d6272-9d4a-4b52-b661-a770e3e2ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.066938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d87d6272-9d4a-4b52-b661-a770e3e2ce38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1094 time: 0.3684511 Jul 27 22:01:50.208997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-4004bd14-3720-42c9-a025-95fb2b941c14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 217 time: 0.1331639 Jul 27 22:01:50.233301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.250958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4b4c6b8-1fd0-404a-aa03-0e1f8586b46f req-55dabe01-23c2-4dbc-9c53-b562dd0f1d86 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 210 time: 0.1608307 Jul 27 22:01:50.323866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-265a2828-f711-4977-bb1a-7be7cabfcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.329195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-265a2828-f711-4977-bb1a-7be7cabfcf03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0888367 Jul 27 22:01:50.355113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.379987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:50.393582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4701d-87da-4fe3-b83e-88fced9a1965 req-0902a61a-d2fa-441b-8183-985dbdc7a90f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.400812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81b4701d-87da-4fe3-b83e-88fced9a1965 req-0902a61a-d2fa-441b-8183-985dbdc7a90f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.3286009 Jul 27 22:01:50.510017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81b4701d-87da-4fe3-b83e-88fced9a1965 req-b0c08c06-8c80-492a-a3c3-0455217a0559 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963044 Jul 27 22:01:50.550096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d45cc6dc-58bd-44dc-857e-d9d942d0749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.551910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-d45cc6dc-58bd-44dc-857e-d9d942d0749e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168324 Jul 27 22:01:50.583260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:50.635720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1ef5-8b7b-4072-9459-7d92c08fa496 req-1d5fa363-b107-40c0-822e-56035c0ee7f3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.637534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c8c1ef5-8b7b-4072-9459-7d92c08fa496 req-1d5fa363-b107-40c0-822e-56035c0ee7f3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2273700 Jul 27 22:01:50.651411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'port_id': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'mac_address': 'fa:16:3e:12:83:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:50.813017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c8c1ef5-8b7b-4072-9459-7d92c08fa496 req-abac1d3a-38df-435c-ac18-c303b42c3189 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663625 Jul 27 22:01:50.839843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890d87c-0186-4b74-a673-cb77cc5bce46 None None] Pushing event updated for resources: {'Port': ['ID=cf26650c-a266-4112-a359-cad94aa6d65c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.865499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-faa242f4-be52-4f9e-969d-30af8b44838f service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042476 Jul 27 22:01:50.917629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.951096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3e76f647-e88c-44f1-8d49-c05d6ecab71d req-9d48480a-0598-4d95-a3d7-47d3a9055326 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1624517 Jul 27 22:01:50.953596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.986489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:51.012849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:51.017451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-434aaf9e-a949-41b6-b224-e9032a61b5b2 None None] Provisioning for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:51.023510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-434aaf9e-a949-41b6-b224-e9032a61b5b2 None None] Provisioning complete for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:51.024499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434aaf9e-a949-41b6-b224-e9032a61b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.052822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1352b4f0-51b5-4ea0-93a6-b6e59a6ca8ce req-47fb9221-6459-4420-8faf-f2875e4b0f87 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730232 Jul 27 22:01:51.089715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.093847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-434aaf9e-a949-41b6-b224-e9032a61b5b2 None None] Port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:51.120586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.162347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Pushing event updated for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:51.172742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:51.186560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.293395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.300614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.308887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.318264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.326039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.332865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.344401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.347702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-00b6e697-64ae-4acb-b3c2-120f76257f58 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5424 time: 0.1985421 Jul 27 22:01:51.419380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-518f0fba-0a14-4726-aa26-7e490eaa626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.421141 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-518f0fba-0a14-4726-aa26-7e490eaa626b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1094 time: 0.1982801 Jul 27 22:01:51.429590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0108299a-3ef2-4caa-bd3c-a0296474ece8 req-c8b01846-24d0-469b-8d75-fcdfcfe1a3cf tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750449 Jul 27 22:01:51.441114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb388676-21e6-44b1-b325-4d107cf432e4 req-de3df630-0d7b-4e8d-a652-81cb37c6131c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 210 time: 0.0484641 Jul 27 22:01:51.483793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Network ec76314c-4225-45e8-a861-bc40a0733801 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:51.485583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:51.486569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:51.547035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e55cef-2e5b-4141-9762-988961a44977 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:51.582778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:51.602212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ae2438f8-ee2a-499b-b862-9037f35d609a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:51.622899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-40e3af69-ac17-4aaa-b147-bf10e31b12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.627351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-40e3af69-ac17-4aaa-b147-bf10e31b12a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1947479 Jul 27 22:01:51.685036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b5cc1d69-3baa-4207-a1ca-15b5702a200a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:51.702902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-02cda60c-e224-4173-ac01-944f3c82b26d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 217 time: 0.0574155 Jul 27 22:01:51.715441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:51.800650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-05d7633c-c49b-45e2-b37e-a45ad5b39b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.802610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-05d7633c-c49b-45e2-b37e-a45ad5b39b40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0918851 Jul 27 22:01:51.814417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:51.857001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'network_id': '51585b90-44e4-405b-875b-29ef69b52fc5', 'port_id': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'mac_address': 'fa:16:3e:6e:6a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928f92ae-9227-4061-99f9-14e8d7ca3450', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:51.868173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Router a319f575-17d2-4f57-b631-b35800529939 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:51.928662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f458-03cf-4f5b-b1c6-494915fa6e63 req-f226223d-7a14-4de2-988d-6025ab89c511 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.936688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eee6f458-03cf-4f5b-b1c6-494915fa6e63 req-f226223d-7a14-4de2-988d-6025ab89c511 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2480752 Jul 27 22:01:51.941202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-7d673068-969b-4fe3-b0f5-9a8bdef69742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.942863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-7d673068-969b-4fe3-b0f5-9a8bdef69742 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327429 Jul 27 22:01:52.048010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1625f1cf-80bc-415e-9d32-15946efcb905 None None] Provisioning complete for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:52.048907 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625f1cf-80bc-415e-9d32-15946efcb905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.106805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1625f1cf-80bc-415e-9d32-15946efcb905 None None] Port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:52.118792 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.132030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eee6f458-03cf-4f5b-b1c6-494915fa6e63 req-a359bc08-30c8-46fd-96c7-964bd9196480 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940944 Jul 27 22:01:52.176001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-b129251f-6da0-4c79-9a7b-235700252c55 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241960 Jul 27 22:01:52.183725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:52.198847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1288-03db-4c17-8578-0c2b8c6b70e7 req-2426cde2-c94e-4828-9ce1-7dcd125ade5d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.206586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c0a1288-03db-4c17-8578-0c2b8c6b70e7 req-2426cde2-c94e-4828-9ce1-7dcd125ade5d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2085638 Jul 27 22:01:52.238303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:52.293643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:52.300044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5838cd1c-fe70-41de-a72c-c8e076a73d97 admin admin] 10.222.0.37 "PUT /v2.0/routers/a319f575-17d2-4f57-b631-b35800529939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6388302 Jul 27 22:01:52.344785 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-775e1d9a-e912-4663-8c95-6423073b48b0 req-7e6d1ed9-40fa-4b53-b1e3-d4f8d4a438d4 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0790865 Jul 27 22:01:52.378684 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.378900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c0a1288-03db-4c17-8578-0c2b8c6b70e7 req-66b9ed5b-72e5-4b74-bdae-8a59f5c92f78 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700170 Jul 27 22:01:52.379755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 86810d91-b32e-4f57-8188-24ebbd06855f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:52.490380 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbac9908-ec1b-49ca-ab97-b6d6d4297699 req-06a6469f-fe5f-44e1-8a09-43f417ad66e3 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797930 Jul 27 22:01:52.697780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b8ce99a-0316-4a3a-b67d-529f13cd1989 req-37ac5db7-ce78-425f-8008-c7293eadd750 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 210 time: 0.0704620 Jul 27 22:01:52.736109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7688b228-d3d5-4453-8de3-3cb2e9bc05f6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:52.740746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:01:52.805300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:53.020284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:53.034953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '86810d91-b32e-4f57-8188-24ebbd06855f', 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'port_id': '86810d91-b32e-4f57-8188-24ebbd06855f', 'mac_address': 'fa:16:3e:01:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c193e-5de1-4ca6-9631-85835335782f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:53.237322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.271541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86810d91-b32e-4f57-8188-24ebbd06855f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:53.308150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:53.366163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d73365-94fe-43b8-9836-6f26fc614ec6 req-99ee933c-b5eb-4a5b-be09-b80ff3549827 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.368817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5d73365-94fe-43b8-9836-6f26fc614ec6 req-99ee933c-b5eb-4a5b-be09-b80ff3549827 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0979369 Jul 27 22:01:53.422420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5d73365-94fe-43b8-9836-6f26fc614ec6 req-0cac47e2-2d12-401f-bc70-da91097601a4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458384 Jul 27 22:01:53.454377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.455688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3366330d-168c-4e68-b7b2-d81a99bd77e6 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:53.479591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.490619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.498400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.507141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.514447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.534104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.541122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.543541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7257073-7c89-433d-b34f-da0284f49846 req-372ab057-ed32-472b-8e96-fe63df0df269 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5425 time: 0.9204626 Jul 27 22:01:53.553354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-2efd8b78-1d14-4f2e-b5b5-84b186e32006 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.555617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-2efd8b78-1d14-4f2e-b5b5-84b186e32006 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 809 time: 0.2896605 Jul 27 22:01:53.578922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Request body: {'port': {'device_id': '64315f36-4d09-4376-8455-8090a32fc612', 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd', 'admin_state_up': True, 'tenant_id': '9458ebd6a4c24ff3b897a4cea0d673cb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:53.606263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:53.609334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:53.618432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:53.627343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'network_id': 'ba0e8506-8933-4c5c-b3f7-03d3da590ed2', 'port_id': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'mac_address': 'fa:16:3e:a4:44:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c193e-5de1-4ca6-9631-85835335782f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:53.636493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1123278945-network', 'tenant_id': '78ee4059bb814596893f4173a9130d81'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:53.666047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7257073-7c89-433d-b34f-da0284f49846 req-0a4d63ca-589d-4715-98cf-29d61ac36bc9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093216 Jul 27 22:01:53.673090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad30f168-b9be-4434-9767-fe83fe510fb1 req-df6e02df-4766-4724-aba9-c0cb1cbdc091 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0642049 Jul 27 22:01:53.700759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.721882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3366330d-168c-4e68-b7b2-d81a99bd77e6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:53.784159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:53.868617 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.897423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Made reservation on behalf of 78ee4059bb814596893f4173a9130d81 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:53.904780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.918786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.948831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-961f20a2-9789-4c42-baf0-3fe7d3b262e7 req-703ab14e-6e38-46cd-958e-ad7f48461f01 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 210 time: 0.1028762 Jul 27 22:01:53.956586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:53.964995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501153c-916b-4dbf-9019-465930573b00 req-1bac2698-bc38-4624-b85e-ee0df8fbf535 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.967870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d501153c-916b-4dbf-9019-465930573b00 req-1bac2698-bc38-4624-b85e-ee0df8fbf535 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.1685381 Jul 27 22:01:53.980825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b5cc1d69-3baa-4207-a1ca-15b5702a200a up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:53.983194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device cf26650c-a266-4112-a359-cad94aa6d65c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:54.016294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Made reservation on behalf of 9458ebd6a4c24ff3b897a4cea0d673cb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:54.019612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.040354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d501153c-916b-4dbf-9019-465930573b00 req-9827fb5e-1c64-4b73-bd09-5c2170e6ec7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654752 Jul 27 22:01:54.156438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.194145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.239990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Allocated IP 172.20.0.8 (60f132b2-7333-4b8d-8bd1-717567b683fd/efd255ac-7187-4f04-8547-52afdbb1990b/61dc8270-6bc7-487d-a3ad-7acd42c79eee) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:54.261842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:54.271615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port cf26650c-a266-4112-a359-cad94aa6d65c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:54.271888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.282545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:54.285402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port cf26650c-a266-4112-a359-cad94aa6d65c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:54.285778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.290369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:54.302928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.303317 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Added segment 322df72f-1b4a-4e20-b0c8-08a4316d632d of type vlan for network d64c177f-45cc-4e6f-becd-9661f2acee7e Jul 27 22:01:54.368654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['86810d91-b32e-4f57-8188-24ebbd06855f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:54.374411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.400054 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:54.416658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['2313f54c-daeb-46bb-921b-8ae2ac2a2c05'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:54.430974 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:54.431609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:54.449736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae8648-251f-4608-a34d-1d0c367ae31f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.477188 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.479454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port b5cc1d69-3baa-4207-a1ca-15b5702a200a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:54.496553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3366330d-168c-4e68-b7b2-d81a99bd77e6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:54.512832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.541753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.543502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:54.544072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.604976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port b5cc1d69-3baa-4207-a1ca-15b5702a200a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:54.605421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.644586 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:54.670236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81036e-0db8-4218-96c3-0289d0c2f453 req-062d6211-6076-469d-86d7-791bbc38fbe8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:54.682682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e81036e-0db8-4218-96c3-0289d0c2f453 req-062d6211-6076-469d-86d7-791bbc38fbe8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1190059 Jul 27 22:01:54.705061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d64c177f-45cc-4e6f-becd-9661f2acee7e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.720404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d64c177f-45cc-4e6f-becd-9661f2acee7e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:54.731432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.791512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5966cc6b-8259-4ce4-822b-ad79fa62e7f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1838307 Jul 27 22:01:54.797158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:54.802884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Request body: {'subnet': {'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1123278945-subnet', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:54.817476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e81036e-0db8-4218-96c3-0289d0c2f453 req-c64929e0-ff84-4717-8f05-069b86e0e996 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332655 Jul 27 22:01:54.823957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:54.876122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Network 60f132b2-7333-4b8d-8bd1-717567b683fd is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:54.906839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:54.908688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-745994a2-5f5c-4e7c-930c-d49b8fc9e426 req-791de37c-f947-4514-9ee5-530eb03a224e tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0510941 Jul 27 22:01:54.931002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:54.951495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Made reservation on behalf of 78ee4059bb814596893f4173a9130d81 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:54.954366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.029853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Pushing event updated for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.063954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:55.072683 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 2, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:55.104204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.105240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.136283 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:55.136926 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Updating router a319f575-17d2-4f57-b631-b35800529939 port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:55.149168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.153966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.161106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.170206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.177591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.188516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.195014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.220086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.223246 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.234740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-af2f6f12-7d44-4cfa-a9b7-6c758261e9b2 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5427 time: 0.2185287 Jul 27 22:01:55.250647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-f31c2eab-7440-4476-b4e4-96e47ab767a3 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6779895 Jul 27 22:01:55.267509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Request body: {'port': {'device_id': '64315f36-4d09-4376-8455-8090a32fc612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:55.310914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.313975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:55.327439 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e62ac-ac91-44ac-88f8-9477bd608e54" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:55.328394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f00aee7b-ddd8-4db2-ac3a-f66ff23b7e15 req-be20b6e8-13b7-4b59-948f-df36bbf8c324 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925412 Jul 27 22:01:55.401998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:55.422216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.490339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.509404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.510001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ae2438f8-ee2a-499b-b862-9037f35d609a up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:55.526568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=41bcb198-7040-4c35-a216-62805bb69afd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.550427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Checking segment: {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:55.551562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Network hostable DHCP agents. Network: d64c177f-45cc-4e6f-becd-9661f2acee7e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:55.576134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.601304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port cf26650c-a266-4112-a359-cad94aa6d65c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=cf26650c-a266-4112-a359-cad94aa6d65c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:55.648338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c2ff83de-aa52-46b6-8f62-864a86e93824'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:55.691052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.705328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Network d64c177f-45cc-4e6f-becd-9661f2acee7e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:55.705788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.764128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d6feb-fd73-4dd5-bb94-9551d5f51f53 req-7a3b4d41-811b-4e50-8e73-e356a52669eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.783576 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.791462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-844d6feb-fd73-4dd5-bb94-9551d5f51f53 req-7a3b4d41-811b-4e50-8e73-e356a52669eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.1576540 Jul 27 22:01:55.796019 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Transition to ACTIVE for port object 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:55.816484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.849531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-844d6feb-fd73-4dd5-bb94-9551d5f51f53 req-d190b079-0607-4b70-acfb-fe80ad8d5ea4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568857 Jul 27 22:01:55.850753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d64c177f-45cc-4e6f-becd-9661f2acee7e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:55.857019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.857642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.892057 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.894898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940234-15d4-4c8b-9879-4de92275ecc2 req-115ee275-a067-4ea8-bfa0-4c9e26e4413d tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.896967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd940234-15d4-4c8b-9879-4de92275ecc2 req-115ee275-a067-4ea8-bfa0-4c9e26e4413d tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 931 time: 0.3983669 Jul 27 22:01:55.956368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c24df-8647-4a76-9c39-9d3de59fd5d6 None None] Network d64c177f-45cc-4e6f-becd-9661f2acee7e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:55.963016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd940234-15d4-4c8b-9879-4de92275ecc2 req-e90c8cee-a2d3-4cce-a5d5-d44a45a7c8b6 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578401 Jul 27 22:01:55.979789 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d10810-c12f-4e95-9d6a-38c112f9a740 x-openstack-request-id: req-c7d10810-c12f-4e95-9d6a-38c112f9a740 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:55.992095 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:55.992095 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7d10810-c12f-4e95-9d6a-38c112f9a740 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:55.993680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e95d254-b338-48cf-8227-6756f5ca60ff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1820714 Jul 27 22:01:55.993680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:55.993680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:55.993993 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'code': 200} Jul 27 22:01:55.996942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port ae2438f8-ee2a-499b-b862-9037f35d609a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:56.043463 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51985cf3-ea82-40eb-945a-a2922db6fb42 None None] Pushing event updated for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:56.131636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port ae2438f8-ee2a-499b-b862-9037f35d609a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:56.132218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.132369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.133442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.167441 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Attempting to bind port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:56.168086 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Attempting to bind port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:56.168837 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Attempting to bind port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff on network ec76314c-4225-45e8-a861-bc40a0733801 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:56.183095 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:56.184554 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Checking segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:56.185612 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.195672 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Bound using segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:56.195672 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Bound port: 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:56.195672 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.216569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=cf26650c-a266-4112-a359-cad94aa6d65c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:56.303067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474195e-b02e-42ae-89a3-cf9326d15448 req-4f6cce76-b78c-4982-980a-c1b417319bae tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:56.304840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6474195e-b02e-42ae-89a3-cf9326d15448 req-4f6cce76-b78c-4982-980a-c1b417319bae tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 945 time: 0.2466631 Jul 27 22:01:56.374050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.395226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] For port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:56.399449 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] For port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:56.418060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6474195e-b02e-42ae-89a3-cf9326d15448 req-431ecce9-d44c-45ea-9017-0278fbd93335 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717888 Jul 27 22:01:56.471770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc8270-6bc7-487d-a3ad-7acd42c79eee {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:56.499994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.514166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d64c177f-45cc-4e6f-becd-9661f2acee7e', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:56.515971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.526509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df9a48-f86c-4eb5-873c-9fd5712b9a85 req-bacc8925-30ea-4ed5-8138-37fe577980c5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:56.531889 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.539613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24df9a48-f86c-4eb5-873c-9fd5712b9a85 req-bacc8925-30ea-4ed5-8138-37fe577980c5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.4148858 Jul 27 22:01:56.541949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.641267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Transition to ACTIVE for port object 61dc8270-6bc7-487d-a3ad-7acd42c79eee will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:56.685032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-24df9a48-f86c-4eb5-873c-9fd5712b9a85 req-7cee08e8-39e7-4224-ae6f-17b80d6767ae tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323972 Jul 27 22:01:56.728538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2ce9e59-fe89-4cdc-b22f-0e208c5e1cdf req-5759e7e6-4c80-40a1-9f73-eb47ebe914ce tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1275885 Jul 27 22:01:56.738050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51985cf3-ea82-40eb-945a-a2922db6fb42 None None] Pushing event updated for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:56.742026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.771274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:56.773403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:56.878187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ae2438f8-ee2a-499b-b862-9037f35d609a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:56.936621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.982017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Pushing event updated for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:57.035927 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:57.043174 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.046505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:57.074659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.081638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.092460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.099097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.106595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.113482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.121237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.130223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-8a43995e-cbe6-45b9-aa08-4f371ae6c84c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5428 time: 0.2677832 Jul 27 22:01:57.254485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d4ab418-79cc-4f11-9190-114bf7ce6434 req-1a59f2ed-fb80-404b-8e36-7b4bc33002fd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198144 Jul 27 22:01:57.263731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Attempting to bind port 61dc8270-6bc7-487d-a3ad-7acd42c79eee on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:57.264255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Attempting to bind port 61dc8270-6bc7-487d-a3ad-7acd42c79eee by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:57.267444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Attempting to bind port 61dc8270-6bc7-487d-a3ad-7acd42c79eee on network 60f132b2-7333-4b8d-8bd1-717567b683fd {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:57.277715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Port 61dc8270-6bc7-487d-a3ad-7acd42c79eee on network 60f132b2-7333-4b8d-8bd1-717567b683fd not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:57.286692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Attempting to bind port 61dc8270-6bc7-487d-a3ad-7acd42c79eee on network 60f132b2-7333-4b8d-8bd1-717567b683fd {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:57.301360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-3f067ce3-dbe3-4fc2-8029-b3d1da61db32 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509701 Jul 27 22:01:57.317096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:57.317734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Checking segment: {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:57.318320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Bound using segment: {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:57.318947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Bound port: 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:57.322133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.323903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:57.328410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-05cf5947-a69d-4654-90af-5666be95e478 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.332391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-05cf5947-a69d-4654-90af-5666be95e478 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 945 time: 0.2104981 Jul 27 22:01:57.354699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Allocated IP 172.20.0.2 (d64c177f-45cc-4e6f-becd-9661f2acee7e/41bcb198-7040-4c35-a216-62805bb69afd/44d6d58f-1ed7-46ab-9d5a-6d6651925d61) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:57.355952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da498a8-50c1-434e-aa8b-f1c322f96ad4 req-33eb7ca9-21f5-4a7e-9afc-7ffa3edcef6d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.366720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6da498a8-50c1-434e-aa8b-f1c322f96ad4 req-33eb7ca9-21f5-4a7e-9afc-7ffa3edcef6d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.3604763 Jul 27 22:01:57.399628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:56Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:57.485557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6da498a8-50c1-434e-aa8b-f1c322f96ad4 req-bdd17047-4747-4340-95aa-1b6c24eb1c4f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171658 Jul 27 22:01:57.494950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc80b2-9086-4250-bdcc-fc9e2a06ccd4 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:56Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:57.532234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:57.542868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:57.543539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.690440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:57.697808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-889b5b28-5c22-448e-ac84-aeed223c731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.711700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-889b5b28-5c22-448e-ac84-aeed223c731e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 1097 time: 0.3412402 Jul 27 22:01:57.716126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:57.799837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Deleting port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:57.799837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.809499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.819328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.868642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Transition to ACTIVE for port object 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:57.873967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.912451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:57.919566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Transition to ACTIVE for port object 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:57.959133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6630d-a523-4aa9-8ab7-b185977b8508 req-014197d2-60be-4a99-b9ed-da9f969d786f tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.960794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57d6630d-a523-4aa9-8ab7-b185977b8508 req-014197d2-60be-4a99-b9ed-da9f969d786f tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 943 time: 0.4531145 Jul 27 22:01:57.988909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device cf26650c-a266-4112-a359-cad94aa6d65c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:57.999452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2438f8-ee2a-499b-b862-9037f35d609a'}, {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:58.003201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.004160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.004275 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1bf900-97c3-4223-a057-9e9a1d035fc0" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "ae2438f8-ee2a-499b-b862-9037f35d609a"}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:58.005709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] 10.222.0.76 "PUT /v2.0/ports/61dc8270-6bc7-487d-a3ad-7acd42c79eee HTTP/1.1" status: 200 len: 1091 time: 2.7434487 Jul 27 22:01:58.006193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:58.008836 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a78965-a03f-4c9a-aa8f-f46b66134bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:58.033412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-2314c4a5-da17-456c-963c-d31ca78debb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.035236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-2314c4a5-da17-456c-963c-d31ca78debb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 200 len: 916 time: 0.3065543 Jul 27 22:01:58.042568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19648ba-ad2e-4e94-89ae-9d4ec5bede0c service neutron] Pushing event updated for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.068333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.076923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.115266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.124103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] For port db0843bc-c04d-47a1-ab22-ccc90a5e4e29, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:58.124717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.138478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-c42b8121-9216-440a-97e4-3f4d0343abfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb HTTP/1.1" status: 200 len: 217 time: 0.0870669 Jul 27 22:01:58.147206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:58.147761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57d6630d-a523-4aa9-8ab7-b185977b8508 req-4e449bab-f021-479f-92e6-ffe548863688 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784718 Jul 27 22:01:58.157301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.159441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608403-a09c-496c-8082-acc5fd154c47 req-cfa0e38f-f58b-4eb2-af75-079af8e1dcde tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.176956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a608403-a09c-496c-8082-acc5fd154c47 req-cfa0e38f-f58b-4eb2-af75-079af8e1dcde tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 945 time: 0.5094070 Jul 27 22:01:58.191734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Calling delete_port for db0843bc-c04d-47a1-ab22-ccc90a5e4e29 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:58.232590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.306727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port cf26650c-a266-4112-a359-cad94aa6d65c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:58.307330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.348762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a608403-a09c-496c-8082-acc5fd154c47 req-01d89501-0d08-48c8-9454-ea2cf428ac2f tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700785 Jul 27 22:01:58.375831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-af1948b4-ee7f-4eb7-8520-3b73c5175409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.377477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-af1948b4-ee7f-4eb7-8520-3b73c5175409 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 200 len: 855 time: 0.2286754 Jul 27 22:01:58.389502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Network d64c177f-45cc-4e6f-becd-9661f2acee7e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:58.402655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:58.405223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:58.450791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Pushing event updated for resources: {'Port': ['ID=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.481624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-02bd8836-c2cc-44f3-be59-d9c2ebcfb333 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6a29d313-6e23-4785-8992-45def9108398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956082 Jul 27 22:01:58.512371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Attempting to bind port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:58.512750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Attempting to bind port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:58.513121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Attempting to bind port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 on network d64c177f-45cc-4e6f-becd-9661f2acee7e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:58.572129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-7c6b8204-00af-42ed-a41c-1fa5a20b9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.573863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-7c6b8204-00af-42ed-a41c-1fa5a20b9a4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 1094 time: 0.3456903 Jul 27 22:01:58.579774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:58.582538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:58.654384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:58.654776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.656730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:58.657145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Checking segment: {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:58.657627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.658032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Bound using segment: {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:58.658568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Bound port: 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:58.658958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.691421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-db053dbf-4dd8-429b-be51-450c6bdad1db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee HTTP/1.1" status: 200 len: 217 time: 0.1061027 Jul 27 22:01:58.766666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-3717fc01-9d07-4dcf-a37c-872435113495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.768395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-3717fc01-9d07-4dcf-a37c-872435113495 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efd255ac-7187-4f04-8547-52afdbb1990b HTTP/1.1" status: 200 len: 849 time: 0.0671980 Jul 27 22:01:58.822529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] For port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:58.828747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d73c26-4610-4789-800b-ee216dd7040e req-441e1302-e830-492a-b3f4-ccfbd0cab085 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.830005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] For port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:58.830938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18d73c26-4610-4789-800b-ee216dd7040e req-441e1302-e830-492a-b3f4-ccfbd0cab085 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.5191894 Jul 27 22:01:58.832881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-fb0bba70-007d-4d0e-99c5-4bb9fbad6121 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=60f132b2-7333-4b8d-8bd1-717567b683fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547693 Jul 27 22:01:58.881035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:58.892939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.909199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:58.909702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.946623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:58.962653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-80d1b942-3cc2-49a4-a397-39087e96f437 service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715953 Jul 27 22:01:58.983196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18d73c26-4610-4789-800b-ee216dd7040e req-ce06627d-e58a-4031-b22d-5e2735814f2b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438582 Jul 27 22:01:59.055648 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.091277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.105894 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.106735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:59.125627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7e815b0-7bed-41e2-b4b9-d4d07026d587 req-ccd42962-e284-4f60-a8b7-e0e751f4454c tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.6341808 Jul 27 22:01:59.145940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Allocated IP 172.25.3.117 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/992a5161-3523-4c6c-a8d7-e4a84a837b91) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:59.214589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-546b4dce-3279-4383-86b3-61d2636b4049 service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476024 Jul 27 22:01:59.223015 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3fc7a-90a9-433c-a7ec-c149127918be x-openstack-request-id: req-04a3fc7a-90a9-433c-a7ec-c149127918be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:59.223935 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "ae2438f8-ee2a-499b-b862-9037f35d609a", "code": 200}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:59.224224 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04a3fc7a-90a9-433c-a7ec-c149127918be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:59.224884 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2438f8-ee2a-499b-b862-9037f35d609a', 'code': 200} Jul 27 22:01:59.225056 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'code': 200} Jul 27 22:01:59.240048 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9365a-2f5f-4361-975e-57e10c1e013b x-openstack-request-id: req-40d9365a-2f5f-4361-975e-57e10c1e013b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:59.240498 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:59.240968 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40d9365a-2f5f-4361-975e-57e10c1e013b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:59.241527 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee', 'status': 'completed', 'code': 200} Jul 27 22:01:59.323308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c17a2-48f3-41db-a827-e065b86dd434 None None] Pushing event updated for resources: {'Port': ['ID=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:59.428601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f79e80f8-203f-4a8f-8e34-60597d200a3d req-f569c59d-7d0a-4f33-ac9a-9c0867069a9a service neutron] 10.222.0.50 "GET /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104218 Jul 27 22:01:59.433668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:59.485754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:59.541801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ddf0819-222b-4bdc-bc10-4c24c401ac43 req-1f61a7a6-9671-410b-bdea-fb5af326ca09 service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696366 Jul 27 22:01:59.564449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:59.567229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90443b-0d34-4bd1-b694-24b7e14cb502 req-89fe1b10-31d7-4a1b-bb74-343e44c116d0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.571558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:59.571773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.573657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac90443b-0d34-4bd1-b694-24b7e14cb502 req-89fe1b10-31d7-4a1b-bb74-343e44c116d0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.1587520 Jul 27 22:01:59.625838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.632511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.645589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.655034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.670878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.671268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac90443b-0d34-4bd1-b694-24b7e14cb502 req-6b1bb644-8059-4a02-8989-dc41d89ff519 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877399 Jul 27 22:01:59.679443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.689923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.697871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.720477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-0cbe0e4a-a7c2-49dd-9bc6-562bbe85d1f7 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5431 time: 0.3306072 Jul 27 22:01:59.775694 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.799130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:59.801536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:59.843201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.854320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event deleted for resources: {'Port': ['ID=db0843bc-c04d-47a1-ab22-ccc90a5e4e29,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:59.920037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e77cff3-acc3-4880-86ad-d9bfc1057de5 req-d8b46c83-17d3-4951-a756-1276939c14f0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983910 Jul 27 22:01:59.922326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-309a54ed-0045-430f-bdad-c98e37e129f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.923354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:59.923960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-309a54ed-0045-430f-bdad-c98e37e129f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 1094 time: 0.1643834 Jul 27 22:01:59.926091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.926674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.927187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.927721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.928377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.928871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.930073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.930784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.931437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.931957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.932446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.932927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:59.933418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f11f-4f31-4406-ac8c-beed54333bb3 req-7f5be6ec-8a59-4d50-93cc-be999838b329 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.959639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c78f11f-4f31-4406-ac8c-beed54333bb3 req-7f5be6ec-8a59-4d50-93cc-be999838b329 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 943 time: 0.1845670 Jul 27 22:01:59.965292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:00.029032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] No DVR routers for this DVR port db0843bc-c04d-47a1-ab22-ccc90a5e4e29 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:00.033294 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.035427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.037522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72ca3c54-4349-4e10-a216-8a6ec6ea43c8 req-b2d54e6e-191e-4870-b8c8-ea0044254224 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "DELETE /v2.0/ports/db0843bc-c04d-47a1-ab22-ccc90a5e4e29 HTTP/1.1" status: 204 len: 173 time: 2.6668079 Jul 27 22:02:00.037976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'name': 'network-vif-deleted', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:00.040425 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610b0a8-86c6-4c33-b8f7-bf98fe422aed" -d '{"events": [{"server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "name": "network-vif-deleted", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:00.135466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2763f112-13d2-4e7f-a43f-c175993dfc1b req-f15bbe1c-cc3b-4637-a07a-eafdd1e1eb0c tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b819a75-6474-469b-afc4-c6605dcd67b3 HTTP/1.1" status: 200 len: 210 time: 0.0744421 Jul 27 22:02:00.136956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c78f11f-4f31-4406-ac8c-beed54333bb3 req-1e8916f1-c490-41ef-bcb4-8fcb18ece3eb tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884825 Jul 27 22:02:00.200116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-44ef1596-3703-4ada-9ca6-3b4d338c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.200116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-44ef1596-3703-4ada-9ca6-3b4d338c9549 service neutron] 10.222.0.76 "GET /v2.0/networks?id=60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 200 len: 910 time: 0.2544823 Jul 27 22:02:00.238840 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54434f90-e09f-4507-b58c-fe8bc65cd3c9 x-openstack-request-id: req-54434f90-e09f-4507-b58c-fe8bc65cd3c9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:00.239222 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b819a75-6474-469b-afc4-c6605dcd67b3", "name": "network-vif-deleted", "tag": "db0843bc-c04d-47a1-ab22-ccc90a5e4e29", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:00.239538 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54434f90-e09f-4507-b58c-fe8bc65cd3c9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:00.240016 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b819a75-6474-469b-afc4-c6605dcd67b3', 'name': 'network-vif-deleted', 'tag': 'db0843bc-c04d-47a1-ab22-ccc90a5e4e29', 'status': 'completed', 'code': 200} Jul 27 22:02:00.254503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.347794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:00.354535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:00.369744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-02054bd4-5b7e-4713-8410-298f7afa3479 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee HTTP/1.1" status: 200 len: 217 time: 0.1560197 Jul 27 22:02:00.371167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:00.395444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:00.460554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-1fca18a1-39f7-4441-9292-81f3f78ce2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.463651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-1fca18a1-39f7-4441-9292-81f3f78ce2ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=efd255ac-7187-4f04-8547-52afdbb1990b HTTP/1.1" status: 200 len: 849 time: 0.0898919 Jul 27 22:02:00.465428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:00.465998 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.466893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:00.470880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ca21690-b01f-4c71-bacd-ec1393d46798 req-088cd6b5-6d5f-4f50-9d4d-46c7aca6de8f tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1262522 Jul 27 22:02:00.472920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Pushing event updated for resources: {'Port': ['ID=992a5161-3523-4c6c-a8d7-e4a84a837b91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:00.551372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-710f5cfe-3880-4319-af51-3f59b1bf3660 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=60f132b2-7333-4b8d-8bd1-717567b683fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665076 Jul 27 22:02:00.563434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95156c-b1fa-49a1-8941-8757cd078c2d req-23d5267d-9c84-4c5e-ba75-510adcc13a32 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.573636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab95156c-b1fa-49a1-8941-8757cd078c2d req-23d5267d-9c84-4c5e-ba75-510adcc13a32 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.3538651 Jul 27 22:02:00.673700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:00.738406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab95156c-b1fa-49a1-8941-8757cd078c2d req-e0ef5142-02cf-4972-a68b-99d7639f672c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629126 Jul 27 22:02:00.781010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5169b994-1801-407e-8e79-e8a512c0568a req-e667844b-7da5-4b3b-b7da-1b7a569b994d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0495434 Jul 27 22:02:00.824886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-987bb15e-aef2-43ed-aa58-2aa3dd5d1362 service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413585 Jul 27 22:02:00.826870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port c2ff83de-aa52-46b6-8f62-864a86e93824 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:00.831862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c2ff83de-aa52-46b6-8f62-864a86e93824 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:00.832255 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.960007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device db0843bc-c04d-47a1-ab22-ccc90a5e4e29 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:00.989447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: db0843bc-c04d-47a1-ab22-ccc90a5e4e29 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:00.989891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device db0843bc-c04d-47a1-ab22-ccc90a5e4e29 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:01.001755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9a806-70dc-4e63-b889-483e619ca6bc None None] Network d64c177f-45cc-4e6f-becd-9661f2acee7e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:01.041847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34a78965-a03f-4c9a-aa8f-f46b66134bdc req-efabdc30-4eb5-41a8-bfc8-3c9030b300a0 service neutron] 10.222.0.76 "GET /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060926 Jul 27 22:02:01.071338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.075134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a2f01-340b-444a-8237-dd1a4e97acf3 req-cc4e3034-27ca-4c75-ac12-6b3ed852908e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.076885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a58a2f01-340b-444a-8237-dd1a4e97acf3 req-cc4e3034-27ca-4c75-ac12-6b3ed852908e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.2560010 Jul 27 22:02:01.163727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:01.240248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a58a2f01-340b-444a-8237-dd1a4e97acf3 req-ba027eff-a623-4805-8c93-59aa49b7ca54 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560888 Jul 27 22:02:01.290586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.301440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.312180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05'}, {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6'}, {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:01.314731 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacacad4-e294-4d43-89c7-ae38d0988518" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05"}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "7688b228-d3d5-4453-8de3-3cb2e9bc05f6"}, {"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:01.317373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.331365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.332199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3366330d-168c-4e68-b7b2-d81a99bd77e6 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:01.333983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Provisioning for port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:01.343038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.350097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.357004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.370774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.387627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.392098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-49adfc51-ab45-432a-b9bb-4ee9987bbac9 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5432 time: 0.2950368 Jul 27 22:02:01.422008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Provisioning complete for port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.423141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.455193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8a3e57b-59e8-4e89-b6b5-0fe07df1aea6 req-4998c87d-781c-42de-8098-9039f6197079 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553756 Jul 27 22:02:01.524862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f15c7-217a-429a-8c39-a93b44e60b8c req-d13dde91-4f0e-4e0a-8bbe-d9a40066f77f tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.526524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a39f15c7-217a-429a-8c39-a93b44e60b8c req-d13dde91-4f0e-4e0a-8bbe-d9a40066f77f tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 943 time: 0.1653779 Jul 27 22:02:01.607062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:01.668106 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca4a097-1e58-4b28-a3d4-688aaa76e101 x-openstack-request-id: req-cca4a097-1e58-4b28-a3d4-688aaa76e101 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:01.668426 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05", "code": 200}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "7688b228-d3d5-4453-8de3-3cb2e9bc05f6", "code": 200}, {"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:01.668699 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cca4a097-1e58-4b28-a3d4-688aaa76e101 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:01.669122 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'code': 200} Jul 27 22:02:01.670358 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b228-d3d5-4453-8de3-3cb2e9bc05f6', 'code': 200} Jul 27 22:02:01.670358 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'code': 200} Jul 27 22:02:01.683936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 3366330d-168c-4e68-b7b2-d81a99bd77e6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:01.698511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3366330d-168c-4e68-b7b2-d81a99bd77e6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.698903 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.742954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a39f15c7-217a-429a-8c39-a93b44e60b8c req-e9381406-88e1-4375-a3f2-09080e47c565 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687777 Jul 27 22:02:01.764317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.768392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.814082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] For port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:01.865139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a66dca4-f6f2-4db5-88ee-3d27b9053007 req-1eb2332a-78e8-42f7-ac61-861b48ffff3f tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1075201 Jul 27 22:02:01.898223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2633bb-69c7-408d-b0bf-1edf40d7c23b req-aff6702d-a679-4baa-81cd-a0fa62dc268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.899894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf2633bb-69c7-408d-b0bf-1edf40d7c23b req-aff6702d-a679-4baa-81cd-a0fa62dc268c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1096 time: 0.1948907 Jul 27 22:02:01.903711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:01.909468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.934148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2369ab9e-ca3e-4121-86e5-96de2c15539f details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:01.982843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf2633bb-69c7-408d-b0bf-1edf40d7c23b req-b9b6e0ac-8298-4391-9a0f-059fd99c4acb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741251 Jul 27 22:02:02.068161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da171d-2a47-464c-9d92-000e05896708 None None] Pushing event updated for resources: {'Port': ['ID=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:02.091154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be7b1b-b458-4515-a6d0-d2ac219249c8 req-c3152b57-5959-464b-9eab-3b0cf0a5d6a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.092790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15be7b1b-b458-4515-a6d0-d2ac219249c8 req-c3152b57-5959-464b-9eab-3b0cf0a5d6a0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1171312 Jul 27 22:02:02.118807 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.137870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15be7b1b-b458-4515-a6d0-d2ac219249c8 req-80a0387a-e59e-4aef-a71e-056ef4c91d55 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Jul 27 22:02:02.215595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Router efd45891-4436-49a3-90b2-1bca7df2a23d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:02:02.218049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-67bacff3-4cb4-43e4-9482-831b542b6eb9 None None] Provisioning complete for port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:02.218460 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67bacff3-4cb4-43e4-9482-831b542b6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.372744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:02.451689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:02.467256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e66fb-1ea3-484b-bc43-9d9b566d30eb req-df35a626-7cf7-433a-8bd5-67ae8bac24b2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.470732 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48696bc8-ae5a-4619-9ef3-26992702754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.472388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:02.472750 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.478939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e26e66fb-1ea3-484b-bc43-9d9b566d30eb req-df35a626-7cf7-433a-8bd5-67ae8bac24b2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1087382 Jul 27 22:02:02.479095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Sync routers for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:02.514924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e26e66fb-1ea3-484b-bc43-9d9b566d30eb req-ea512231-625b-44c8-8aab-80b2358dc39b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Jul 27 22:02:02.532089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:02.552083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.553399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e95b2615-59d1-487c-ac5c-0397e721d4ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5710852 Jul 27 22:02:02.557126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'mac_address': 'fa:16:3e:0c:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:02.557722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:02.579668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:02.580472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:02.676020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.685968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.691242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa91de-3634-40cb-8cf8-384a81578499 req-9fce4614-a244-411e-9127-959f46ec00f9 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.692747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccaa91de-3634-40cb-8cf8-384a81578499 req-9fce4614-a244-411e-9127-959f46ec00f9 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 945 time: 0.1785924 Jul 27 22:02:02.702312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.709560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.716633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.718677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.719440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 86810d91-b32e-4f57-8188-24ebbd06855f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:02.723900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.731319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.739760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-9f38d576-3ea4-4c74-aaf5-c639e82e1e5b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5432 time: 0.1526265 Jul 27 22:02:02.790600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8669646-6ada-40e1-b6b0-141362a2ea6e req-ce89f822-7a14-4227-9f0f-2194817cfd12 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474362 Jul 27 22:02:02.895352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccaa91de-3634-40cb-8cf8-384a81578499 req-714c9daa-7ca7-4120-a689-21b5560ba8f9 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906309 Jul 27 22:02:02.962654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:02.971496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eee83-837f-4c4f-83d3-df92099c688f req-aa333275-78d2-47a3-9593-4ffd7e78f6ad tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.981958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f26eee83-837f-4c4f-83d3-df92099c688f req-aa333275-78d2-47a3-9593-4ffd7e78f6ad tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 943 time: 0.1129375 Jul 27 22:02:03.045096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61dc8270-6bc7-487d-a3ad-7acd42c79eee details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:03.045297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f26eee83-837f-4c4f-83d3-df92099c688f req-31232810-967f-4e2e-906f-3cf584116fed tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593629 Jul 27 22:02:03.063388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e3116ba-1416-47f7-b6ee-62b47dac0048 req-d458b7c8-7722-4725-9f45-31ef38f0c21e tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0516944 Jul 27 22:02:03.123682 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.266621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.308415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2369ab9e-ca3e-4121-86e5-96de2c15539f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:03.365292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.406984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:03.510578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 86810d91-b32e-4f57-8188-24ebbd06855f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:03.525492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 86810d91-b32e-4f57-8188-24ebbd06855f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:03.525878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.527799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.551932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Allocated IP 172.20.0.1 (d64c177f-45cc-4e6f-becd-9661f2acee7e/41bcb198-7040-4c35-a216-62805bb69afd/00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:03.677504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.678099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.691382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:03.692873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Transition to ACTIVE for port object 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:03.693850 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520d6fa9-8ef7-4a23-a63b-081ee6e98866" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:03.753059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:00Z', 'revision_number': 3, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:03.760173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205326c-3058-49ce-9988-dc444d053556 req-6757a195-dd3c-4dbe-b14a-4dfaf81d1a37 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:03.772413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2205326c-3058-49ce-9988-dc444d053556 req-6757a195-dd3c-4dbe-b14a-4dfaf81d1a37 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.5264537 Jul 27 22:02:03.861720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:03.887973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '61dc8270-6bc7-487d-a3ad-7acd42c79eee', 'network_id': '60f132b2-7333-4b8d-8bd1-717567b683fd', 'port_id': '61dc8270-6bc7-487d-a3ad-7acd42c79eee', 'mac_address': 'fa:16:3e:78:f0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd255ac-7187-4f04-8547-52afdbb1990b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:03.900767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['2369ab9e-ca3e-4121-86e5-96de2c15539f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:03.907537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:03.907695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.912576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2ee7dc9-3d9d-4482-8825-01b41bbaec37 req-c33add2f-1f3b-40db-870b-21f7000f8c21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ff60d548744c4d8181dd333619304998&device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1134961 Jul 27 22:02:03.953226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-29c60501-1a78-4c8a-8d2b-d3ebbe068852 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:03.953226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-29c60501-1a78-4c8a-8d2b-d3ebbe068852 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 945 time: 0.1746881 Jul 27 22:02:03.974780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Checking router: efd45891-4436-49a3-90b2-1bca7df2a23d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:03.975209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Updating router efd45891-4436-49a3-90b2-1bca7df2a23d port 992a5161-3523-4c6c-a8d7-e4a84a837b91 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:02:04.024765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.027924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2205326c-3058-49ce-9988-dc444d053556 req-713211f7-e9c1-49eb-b15c-287e197347e5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589831 Jul 27 22:02:04.031778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2ee7dc9-3d9d-4482-8825-01b41bbaec37 req-4e1d3738-2921-48f4-b09f-50f62ee62f8f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ff60d548744c4d8181dd333619304998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966840 Jul 27 22:02:04.043275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Network d64c177f-45cc-4e6f-becd-9661f2acee7e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:04.059360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:04.192241 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac93b7f-f14b-4782-b997-ac1d816927fc x-openstack-request-id: req-bac93b7f-f14b-4782-b997-ac1d816927fc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:04.192533 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:04.192760 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bac93b7f-f14b-4782-b997-ac1d816927fc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:04.193171 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'code': 200} Jul 27 22:02:04.198903 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.212897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:04.353258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:04.359687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:04.368504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.502704 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.537621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc8270-6bc7-487d-a3ad-7acd42c79eee {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:04.557751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2f66c-f96e-463f-bb79-09b8aef26eae req-41f6cc90-ccc2-4996-9956-ad4d1dda69ec tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:04.571767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15a2f66c-f96e-463f-bb79-09b8aef26eae req-41f6cc90-ccc2-4996-9956-ad4d1dda69ec tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.6149905 Jul 27 22:02:04.576510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:04.620557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.651289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Deleting port c39586e6-10ee-4413-a3dc-75929b224b67 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:04.651555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.721978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:04.723318 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.732561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2857-17cd-4c38-808f-eb40fd925c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.827683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] For port c39586e6-10ee-4413-a3dc-75929b224b67, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c39586e6-10ee-4413-a3dc-75929b224b67,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:04.828089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.849255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Calling delete_port for c39586e6-10ee-4413-a3dc-75929b224b67 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:04.965046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:05.065244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-82e3d6f1-b1d8-4b14-b062-7cf4b5147f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.088157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a84b8903-d75a-42c8-b323-013786d55f44 None None] Provisioning for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:05.101434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.122106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15a2f66c-f96e-463f-bb79-09b8aef26eae req-bb6c1b53-cc9e-47d0-abe4-bd4524f95cf9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5493975 Jul 27 22:02:05.160316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a84b8903-d75a-42c8-b323-013786d55f44 None None] Provisioning complete for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:05.160905 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a84b8903-d75a-42c8-b323-013786d55f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.167427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.256080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a84b8903-d75a-42c8-b323-013786d55f44 None None] Port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:05.267468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.271587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c39586e6-10ee-4413-a3dc-75929b224b67'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:05.364447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.528675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['61dc8270-6bc7-487d-a3ad-7acd42c79eee'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:05.625258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.659652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee7dc9-3d9d-4482-8825-01b41bbaec37 req-01ea08d5-ae83-4360-881a-a9176270af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.662668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2ee7dc9-3d9d-4482-8825-01b41bbaec37 req-01ea08d5-ae83-4360-881a-a9176270af61 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6209691 Jul 27 22:02:05.744504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.754136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.761930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.774451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.781672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.789254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.795639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.805528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-28dc659a-d927-4198-aa2a-de6993a7ecfb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5433 time: 1.4709311 Jul 27 22:02:05.838055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event deleted for resources: {'Port': ['ID=c39586e6-10ee-4413-a3dc-75929b224b67,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.852784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.853395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.853920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.854622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.855121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.855632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.856115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.856598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.857091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.857589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.858082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.861076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:05.870458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] No DVR routers for this DVR port c39586e6-10ee-4413-a3dc-75929b224b67 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:05.876123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['7f717e13-5488-4cee-84fd-cb8d5f1c92cb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:05.881338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6d5eb883-0314-44d1-b8f6-878afe42b89e req-2196a999-2833-4e9f-af6e-0e9b12955c98 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746906 Jul 27 22:02:05.893360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.895844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5925de4-70c8-4690-a4ab-20212b1e7284 req-0d70159d-ab70-4a66-a9e2-0b233c9b3f27 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.76 "DELETE /v2.0/ports/c39586e6-10ee-4413-a3dc-75929b224b67 HTTP/1.1" status: 204 len: 173 time: 1.9311082 Jul 27 22:02:05.906267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d7f830d-08ed-43ea-a904-51dd5a87125b req-c49f4f11-ebf0-4bd9-8b71-fd50ad4c7528 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.6102905 Jul 27 22:02:05.911646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'name': 'network-vif-deleted', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:05.917277 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e938aafc-4560-47a4-832c-4f21ccb25a9e" -d '{"events": [{"server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "name": "network-vif-deleted", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:05.953105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2369ab9e-ca3e-4121-86e5-96de2c15539f up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:06.017218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.059078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-82e3d6f1-b1d8-4b14-b062-7cf4b5147f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.130588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-76dbe08e-47e1-4e5b-afd1-f89f10bca2cd req-34ee3158-b728-4e85-8c74-052350f612fd tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.0672097 Jul 27 22:02:06.141164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-82e3d6f1-b1d8-4b14-b062-7cf4b5147f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.166233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.174399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3d6f1-b1d8-4b14-b062-7cf4b5147f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7aa16-bb74-4b99-97b8-ccfacb4f3bed,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:06.200702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:06.211504 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834a3ebd-a941-4fc6-a2f2-9f9010b7d255" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:06.240392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-82e3d6f1-b1d8-4b14-b062-7cf4b5147f7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77520387a6d34bcbbe6ed19ff76632d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6618741 Jul 27 22:02:06.241306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51344) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:06.256654 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.295857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Transition to ACTIVE for port object 992a5161-3523-4c6c-a8d7-e4a84a837b91 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:06.304926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 2369ab9e-ca3e-4121-86e5-96de2c15539f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:06.306094 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.349957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.361227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d83ac-2b09-4a12-b0b2-c52309546971 req-e50b3572-a65c-49c2-9b6f-6b55ec773c3b tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.363724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b5d83ac-2b09-4a12-b0b2-c52309546971 req-e50b3572-a65c-49c2-9b6f-6b55ec773c3b tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 944 time: 0.2834299 Jul 27 22:02:06.381701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.418457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.428583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b5d83ac-2b09-4a12-b0b2-c52309546971 req-23cf7bdf-7ace-4c7b-8222-344b92f7d74e tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567689 Jul 27 22:02:06.440144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.455469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1a96a-8a96-449d-8085-f09ce56fa00b req-7922524c-3066-4245-be13-71fe2af6921f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.457066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ac1a96a-8a96-449d-8085-f09ce56fa00b req-7922524c-3066-4245-be13-71fe2af6921f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 944 time: 0.1972063 Jul 27 22:02:06.519383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2ac1a96a-8a96-449d-8085-f09ce56fa00b req-5641d8b2-3cd3-4f48-a163-fe7e54c1370a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Jul 27 22:02:06.534052 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.642073 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38fa9ae-d8fa-4a69-83d2-b7dc53b1dfeb x-openstack-request-id: req-e38fa9ae-d8fa-4a69-83d2-b7dc53b1dfeb {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:06.642416 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44867d30-f57c-4d0b-855c-70abfd8c5970", "name": "network-vif-deleted", "tag": "c39586e6-10ee-4413-a3dc-75929b224b67", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:06.649545 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e38fa9ae-d8fa-4a69-83d2-b7dc53b1dfeb {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:06.650407 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44867d30-f57c-4d0b-855c-70abfd8c5970', 'name': 'network-vif-deleted', 'tag': 'c39586e6-10ee-4413-a3dc-75929b224b67', 'status': 'completed', 'code': 200} Jul 27 22:02:06.654672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Attempting to bind port 992a5161-3523-4c6c-a8d7-e4a84a837b91 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:06.655190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Attempting to bind port 992a5161-3523-4c6c-a8d7-e4a84a837b91 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:06.655479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Attempting to bind port 992a5161-3523-4c6c-a8d7-e4a84a837b91 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:06.661013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.665924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.667223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95f7aa16-bb74-4b99-97b8-ccfacb4f3bed HTTP/1.1" status: 204 len: 168 time: 0.4240782 Jul 27 22:02:06.679131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274ef73-7844-40e3-b9d8-cf01675e0fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7aa16-bb74-4b99-97b8-ccfacb4f3bed,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:06.681672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.698660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Pushing event updated for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:06.715491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a51b3a-4f82-4fcb-ab88-d6058b1fc5e9 None None] Pushing event updated for resources: {'Port': ['ID=992a5161-3523-4c6c-a8d7-e4a84a837b91,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:06.752303 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251bb321-4bdd-4ae4-8194-350bfcdb0857 x-openstack-request-id: req-251bb321-4bdd-4ae4-8194-350bfcdb0857 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:06.752604 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-plugged", "status": "completed", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:06.752925 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-251bb321-4bdd-4ae4-8194-350bfcdb0857 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:06.753338 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f', 'code': 200} Jul 27 22:02:06.762951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:06.763360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:06.763762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.764172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:06.765625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Bound port: 992a5161-3523-4c6c-a8d7-e4a84a837b91, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:06.766047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.869836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.919994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee41b02-9d5b-4f94-8664-ad0768d57c21 req-85e626fe-aa8c-465f-90ee-f2cf1bf89243 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.938382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ee41b02-9d5b-4f94-8664-ad0768d57c21 req-85e626fe-aa8c-465f-90ee-f2cf1bf89243 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3980203 Jul 27 22:02:06.941097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:06.956872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'floatingip': {'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:06.967575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:07.036790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] For port 992a5161-3523-4c6c-a8d7-e4a84a837b91, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:07.067091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] For port 992a5161-3523-4c6c-a8d7-e4a84a837b91, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=992a5161-3523-4c6c-a8d7-e4a84a837b91,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:07.104068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.104724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.105225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.105720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.106544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.107049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.107556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.110580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-6801de8e-b3b2-4169-b049-a363c8cdf558 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.2523215 Jul 27 22:02:07.112996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2ee7dc9-3d9d-4482-8825-01b41bbaec37 req-d9acfe49-bcf2-46d0-947e-15531e58d73d tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.76 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1317072 Jul 27 22:02:07.122572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.174690 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.177621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.190651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-298ea71a-cca2-4473-a16f-d8f871ef89c6 req-eba3fe56-7a1c-484d-b602-36f422fdb3ae tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.1053691 Jul 27 22:02:07.214045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Network d64c177f-45cc-4e6f-becd-9661f2acee7e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:07.250372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:07.280090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97215c3a-a651-4967-8a4c-097c4e807ab8 req-f6dbd3ff-87bf-44be-a772-a459cdffe7f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&id=e8b77b67-8d24-43ef-9087-c41dad7b932a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482685 Jul 27 22:02:07.318807 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.395488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7ece211-874b-4e3f-b084-49ca9cd984c6 req-9912ca90-4c1a-44b6-8e07-b9dbb3e47457 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=44867d30-f57c-4d0b-855c-70abfd8c5970 HTTP/1.1" status: 200 len: 210 time: 0.0776141 Jul 27 22:02:07.430918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.504087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Router efd45891-4436-49a3-90b2-1bca7df2a23d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:07.536406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a51b3a-4f82-4fcb-ab88-d6058b1fc5e9 None None] Pushing event updated for resources: {'Port': ['ID=992a5161-3523-4c6c-a8d7-e4a84a837b91,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.631040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:07.634092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:07.760037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ec746-4d07-4645-b510-f9e34d6dd97a req-e9b96887-1c3d-4f67-b269-2f53b838af66 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.768519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f86ec746-4d07-4645-b510-f9e34d6dd97a req-e9b96887-1c3d-4f67-b269-2f53b838af66 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 944 time: 0.2287068 Jul 27 22:02:07.769844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.829250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f86ec746-4d07-4645-b510-f9e34d6dd97a req-13bc13d6-4a11-4136-b6ca-963242a97d07 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Jul 27 22:02:07.913229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6048fb3f-472e-4d2f-a5a6-62728aed1de6 None None] Provisioning complete for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:07.914404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6048fb3f-472e-4d2f-a5a6-62728aed1de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.014075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6048fb3f-472e-4d2f-a5a6-62728aed1de6 None None] Port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:08.057708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:08.063272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.078022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.091748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.100452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.103730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90ab71-a783-4c17-bc96-42395c751f70 req-469fa35c-d024-4d43-9c66-e413dd642cfb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.106471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd90ab71-a783-4c17-bc96-42395c751f70 req-469fa35c-d024-4d43-9c66-e413dd642cfb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1904416 Jul 27 22:02:08.115390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.123622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.130275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.133424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c295867-b493-4615-9f01-01747d74a6bc req-8126e677-6441-4a37-8f58-0ed76a9936bd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 1.0432336 Jul 27 22:02:08.214152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd90ab71-a783-4c17-bc96-42395c751f70 req-0e08981a-4eaf-4715-bc81-6bef700f98ce tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005337 Jul 27 22:02:08.327664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:02:08.347135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c295867-b493-4615-9f01-01747d74a6bc req-177870b4-11f8-405a-8179-138d799b4b16 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2043588 Jul 27 22:02:08.409126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae546438-43c5-435f-996c-6139fdc0169a req-206602b3-ee96-4f06-85bf-9b66c1490891 tempest-ServerShowV254Test-1876084466 tempest-ServerShowV254Test-1876084466-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeb35be0-9657-48a0-916f-bcb75e9e59e4 HTTP/1.1" status: 200 len: 210 time: 0.0928025 Jul 27 22:02:08.450545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.602765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.618139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:05Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef', 'name': '', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'mac_address': 'fa:16:3e:d0:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:03Z', 'updated_at': '2021-07-27T22:02:06Z', 'revision_number': 2, 'project_id': '78ee4059bb814596893f4173a9130d81', 'subnets': [{'id': '41bcb198-7040-4c35-a216-62805bb69afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:08.626414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:08.635862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c5fe086e-8e3a-4e92-a5e4-7a864821bae2 admin admin] 10.222.0.37 "PUT /v2.0/routers/efd45891-4436-49a3-90b2-1bca7df2a23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0732021 Jul 27 22:02:08.709420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfd88f-7d5e-42c1-84e1-019c58c9540a None None] The sync data for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 is: [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:05Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef', 'name': '', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'mac_address': 'fa:16:3e:d0:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:03Z', 'updated_at': '2021-07-27T22:02:06Z', 'revision_number': 2, 'project_id': '78ee4059bb814596893f4173a9130d81', 'subnets': [{'id': '41bcb198-7040-4c35-a216-62805bb69afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:08.716638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.758136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:08.761129 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf6582-f7d4-4357-969f-9c13d025472c" -d '{"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-plugged", "status": "completed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:08.902955 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf6231-95f5-435a-9ec3-ff55ba852d8b x-openstack-request-id: req-c2cf6231-95f5-435a-9ec3-ff55ba852d8b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:08.903867 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-plugged", "status": "completed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:08.903867 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2cf6231-95f5-435a-9ec3-ff55ba852d8b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:08.904495 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'code': 200} Jul 27 22:02:09.118112 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Floating IP 8000c848-a6a3-4982-8322-fb70bd4d0d61 associated. External IP: 172.25.3.250, port: c2ff83de-aa52-46b6-8f62-864a86e93824. Jul 27 22:02:09.287990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61dc8270-6bc7-487d-a3ad-7acd42c79eee up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:09.419218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e34229-5d9c-4934-beac-342254eff842 req-85929734-108d-4b93-acad-d5b1b199f01c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.421025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25e34229-5d9c-4934-beac-342254eff842 req-85929734-108d-4b93-acad-d5b1b199f01c tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 944 time: 0.4360843 Jul 27 22:02:09.538719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 61dc8270-6bc7-487d-a3ad-7acd42c79eee completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:09.543144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 61dc8270-6bc7-487d-a3ad-7acd42c79eee triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:09.543703 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.619839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7947a32-6098-4b6b-874a-90721f792976 req-e20527fa-168c-4057-acc8-a6a219fb4b8b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.630184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7947a32-6098-4b6b-874a-90721f792976 req-e20527fa-168c-4057-acc8-a6a219fb4b8b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2329326 Jul 27 22:02:09.711566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25e34229-5d9c-4934-beac-342254eff842 req-e671bb86-cf3d-4da9-a163-e1f7156a9bc0 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684429 Jul 27 22:02:09.739694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:09.809923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.815193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7947a32-6098-4b6b-874a-90721f792976 req-f95f5c20-912d-44c6-805f-be0782c3be43 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832302 Jul 27 22:02:09.937309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:10.157023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:10.162054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.171930 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:10.187722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.193186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c39586e6-10ee-4413-a3dc-75929b224b67 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:10.201071 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:10.206923 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:10.322861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-53036d63-b51e-4f4f-a112-e03a955c7f7f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "PUT /v2.0/floatingips/8000c848-a6a3-4982-8322-fb70bd4d0d61 HTTP/1.1" status: 200 len: 991 time: 3.3786051 Jul 27 22:02:10.323767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:10.345141 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b" -d '{"events": [{"name": "network-changed", "server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:10.366074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: c39586e6-10ee-4413-a3dc-75929b224b67 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:10.393527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c39586e6-10ee-4413-a3dc-75929b224b67 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:10.541773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:10.661764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.677955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.689807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.703004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.720412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.739329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.798200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.816526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-c9c72604-2e9a-49ff-855e-f82bf13354f6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.6604414 Jul 27 22:02:10.840718 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:10.916170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:10.916170 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa388ae8-1165-417d-a8c1-52085c427e4b" -d '{"events": [{"server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:10.926222 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08ff28-b57e-465b-b52f-38de288c6ff1 x-openstack-request-id: req-fc08ff28-b57e-465b-b52f-38de288c6ff1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:10.926758 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:10.927132 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc08ff28-b57e-465b-b52f-38de288c6ff1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:10.927779 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'status': 'completed', 'code': 200} Jul 27 22:02:11.026778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4ff6163-e233-40e7-9bd4-9389429910d7 req-d6ab010f-ed44-480d-bc1b-5a5bf0e8b820 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094436 Jul 27 22:02:11.209846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-419d4756-f9ce-4bfa-89e4-41e1a3bf7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.215798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-419d4756-f9ce-4bfa-89e4-41e1a3bf7c79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1096 time: 0.2653852 Jul 27 22:02:11.238795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:11.473201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df279b9-ccea-40b3-aec1-c6fdb9525c18 req-f973f67d-a2aa-4072-a54a-9af98e3303f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.478136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8df279b9-ccea-40b3-aec1-c6fdb9525c18 req-f973f67d-a2aa-4072-a54a-9af98e3303f9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2393861 Jul 27 22:02:11.602918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8df279b9-ccea-40b3-aec1-c6fdb9525c18 req-fa2af18d-76ef-43ea-acf0-72706cdd6087 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110263 Jul 27 22:02:11.629473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13b85e0f-42be-4e69-ac19-b90f4fcad55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.680123 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45dd893-01ab-453a-bd88-13951a65af5b x-openstack-request-id: req-e45dd893-01ab-453a-bd88-13951a65af5b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:11.683082 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "name": "network-vif-plugged", "status": "completed", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:11.683082 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e45dd893-01ab-453a-bd88-13951a65af5b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:11.683082 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee', 'code': 200} Jul 27 22:02:11.712142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-05797924-e103-42b9-b878-ea6a6925fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.713403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-05797924-e103-42b9-b878-ea6a6925fc93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.4879029 Jul 27 22:02:11.733476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5872-b08e-4927-9068-ea2589d32986 req-ace2f9a3-4424-4fe7-8e48-ee86772aa293 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.745903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f01f5872-b08e-4927-9068-ea2589d32986 req-ace2f9a3-4424-4fe7-8e48-ee86772aa293 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 0.4459927 Jul 27 22:02:12.009872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 992a5161-3523-4c6c-a8d7-e4a84a837b91 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:12.107302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f01f5872-b08e-4927-9068-ea2589d32986 req-9837a66c-3517-4e89-84ee-5e0d7d284051 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519573 Jul 27 22:02:12.110897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-bdd6d104-fbc6-4f6b-9e63-b0a40fb9657f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 999 time: 0.3620644 Jul 27 22:02:12.131438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13b85e0f-42be-4e69-ac19-b90f4fcad55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.138379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fac38-4bcb-4ec9-ad0c-2265d85ab064 req-847fc4c8-1a57-4ab6-b974-f468d4335677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.140190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-242fac38-4bcb-4ec9-ad0c-2265d85ab064 req-847fc4c8-1a57-4ab6-b974-f468d4335677 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 1096 time: 0.3018775 Jul 27 22:02:12.159583 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8000c848-a6a3-4982-8322-fb70bd4d0d61', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:01:38Z', 'updated_at': '2021-07-27T22:02:08Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:12.245021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:12.248446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.261257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.273144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.275346 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:12.275988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:12.276528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 992a5161-3523-4c6c-a8d7-e4a84a837b91 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:12.282475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 992a5161-3523-4c6c-a8d7-e4a84a837b91 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:12.286004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.297804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.299887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-242fac38-4bcb-4ec9-ad0c-2265d85ab064 req-7a9ab7a9-bee1-42a5-a308-2b61c2caff4c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367130 Jul 27 22:02:12.316419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.323025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.338854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-d1f5a784-be87-4553-b588-daabddb71167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.340696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-d1f5a784-be87-4553-b588-daabddb71167 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.2201300 Jul 27 22:02:12.344537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.346773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-299b85e1-a7e0-4c96-83a9-e3ba0a0aceff req-8217ee4e-da55-4f2d-b43c-8c2f288adaa0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.4752095 Jul 27 22:02:12.349059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13b85e0f-42be-4e69-ac19-b90f4fcad55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.371286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 51478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:12.415592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Request body: {'floatingip': {'port_id': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:12.514522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-5c0c59ea-6d5c-4e4d-9199-a25af3dbb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.516625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-5c0c59ea-6d5c-4e4d-9199-a25af3dbb26a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667931 Jul 27 22:02:12.540189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.579454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:12.624392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 992a5161-3523-4c6c-a8d7-e4a84a837b91, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=992a5161-3523-4c6c-a8d7-e4a84a837b91,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:12.684200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-13b85e0f-42be-4e69-ac19-b90f4fcad55b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff60d548744c4d8181dd333619304998&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4525723 Jul 27 22:02:12.691842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51496) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:12.697368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.824924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-7f3b567c-a711-48e3-b9ef-ef6eb41af79b service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760286 Jul 27 22:02:12.858260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85e0f-42be-4e69-ac19-b90f4fcad55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60fb18-3f7a-49e6-8bd5-1782bb43e7c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.898725 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.031128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.058739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf252-9173-4a13-a6cf-9b0244e4513c req-74cb0b4c-2262-4ace-9bcf-6084a895b3c8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.075003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38bbf252-9173-4a13-a6cf-9b0244e4513c req-74cb0b4c-2262-4ace-9bcf-6084a895b3c8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.3092029 Jul 27 22:02:13.193792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.236568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=992a5161-3523-4c6c-a8d7-e4a84a837b91,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:13.336616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Sync routers for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:13.381841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:13.394612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:13.408794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38bbf252-9173-4a13-a6cf-9b0244e4513c req-9c37b698-3cab-47c0-82d5-70cda33ace05 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323076 Jul 27 22:02:13.412672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-300f7a8c-7ba7-4dc6-80d4-0cea120e473b req-071cfba9-6b46-4ea1-86c6-94870269df77 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659344 Jul 27 22:02:13.598757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.601227 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8000c848-a6a3-4982-8322-fb70bd4d0d61', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:01:38Z', 'updated_at': '2021-07-27T22:02:08Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:13.602754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.603946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b60fb18-3f7a-49e6-8bd5-1782bb43e7c6 HTTP/1.1" status: 204 len: 168 time: 0.9045453 Jul 27 22:02:13.634691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a873cd-654e-43b8-9c53-1a902a243d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60fb18-3f7a-49e6-8bd5-1782bb43e7c6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:13.692229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:13.740920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80020574-ca18-4b23-883a-0b0871f4130b None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8000c848-a6a3-4982-8322-fb70bd4d0d61', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:01:38Z', 'updated_at': '2021-07-27T22:02:08Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:14.002019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 992a5161-3523-4c6c-a8d7-e4a84a837b91 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:14.302222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 992a5161-3523-4c6c-a8d7-e4a84a837b91 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:14.302635 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.326471 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb37ae4-8107-44e4-ae32-1ad79811f4e7 None None] New status for floating IP 8000c848-a6a3-4982-8322-fb70bd4d0d61: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:14.751384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afdfe5-e9ed-46e1-b69b-919bc23abc05 req-39a3a00b-d425-47a7-929e-f2b26db14cee tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.760868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52afdfe5-e9ed-46e1-b69b-919bc23abc05 req-39a3a00b-d425-47a7-929e-f2b26db14cee tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1529837 Jul 27 22:02:14.813758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:05Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef', 'name': '', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'mac_address': 'fa:16:3e:d0:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:03Z', 'updated_at': '2021-07-27T22:02:06Z', 'revision_number': 2, 'project_id': '78ee4059bb814596893f4173a9130d81', 'subnets': [{'id': '41bcb198-7040-4c35-a216-62805bb69afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:14.825981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52afdfe5-e9ed-46e1-b69b-919bc23abc05 req-ae2956f4-b269-487c-b4ba-feebca41fb85 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624380 Jul 27 22:02:14.927917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Checking router: efd45891-4436-49a3-90b2-1bca7df2a23d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:14.928331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Updating router efd45891-4436-49a3-90b2-1bca7df2a23d port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:02:14.995046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ad208-fa46-4dea-b1de-2ae2d4efe4b7 req-4c4b63b8-ca54-45ed-9893-c2039556d960 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.000525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.020278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d27ad208-fa46-4dea-b1de-2ae2d4efe4b7 req-4c4b63b8-ca54-45ed-9893-c2039556d960 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 1.6968527 Jul 27 22:02:15.130654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:02:15.160006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d27ad208-fa46-4dea-b1de-2ae2d4efe4b7 req-7fb06df8-6cd5-4c40-a544-4e12a1753046 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267161 Jul 27 22:02:15.245470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.368251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.564799 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Floating IP e4f805c3-8137-421f-816d-56f46c19fbb2 associated. External IP: 172.25.3.51, port: f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a. Jul 27 22:02:15.794539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.816493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Transition to ACTIVE for port object 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:15.952761 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.153863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a44eb-9456-4666-b69a-6751ddb432c6 req-07eb6be9-bf9b-42bc-a85d-b306c59b9f7b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.171510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a97a44eb-9456-4666-b69a-6751ddb432c6 req-07eb6be9-bf9b-42bc-a85d-b306c59b9f7b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2232623 Jul 27 22:02:16.263183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a97a44eb-9456-4666-b69a-6751ddb432c6 req-bbe21970-ff48-4ffd-9329-4bad98fd2487 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Jul 27 22:02:16.288779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:16.303622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a65bb-a760-4020-a5b9-f985fd0eabee None None] Pushing event updated for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:16.325260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Attempting to bind port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:16.325260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Attempting to bind port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:16.325260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Attempting to bind port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef on network d64c177f-45cc-4e6f-becd-9661f2acee7e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:16.339654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:16.340103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Checking segment: {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:16.343326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.344113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Bound using segment: {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:16.344695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Bound port: 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322df72f-1b4a-4e20-b0c8-08a4316d632d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:16.345175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.575870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:16.588062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] For port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:16.591533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.601944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] For port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:16.625959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Sync routers for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:16.668113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:16.668958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:16.686122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dfe3a536-028f-44ad-8d7d-269435445d8b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "PUT /v2.0/floatingips/e4f805c3-8137-421f-816d-56f46c19fbb2 HTTP/1.1" status: 200 len: 990 time: 4.3000803 Jul 27 22:02:16.686819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:16.696944 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d698d3-9463-44a2-b47d-adf88430f06f" -d '{"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:16.873561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:16.945841 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.025548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a65bb-a760-4020-a5b9-f985fd0eabee None None] Pushing event updated for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.071418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:17.072086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:17.334210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f752a-3c2b-4f86-97a1-2316c8ac8bba req-8c3df33a-a5aa-483b-a905-edc129c33b95 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.347653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-166f752a-3c2b-4f86-97a1-2316c8ac8bba req-8c3df33a-a5aa-483b-a905-edc129c33b95 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 0.1865385 Jul 27 22:02:17.456859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-166f752a-3c2b-4f86-97a1-2316c8ac8bba req-d3407f82-c28d-4ca0-8c37-f19f62ebd2ba tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Jul 27 22:02:17.615989 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2758e4-e25c-471d-a978-3d561cb8b664 x-openstack-request-id: req-8f2758e4-e25c-471d-a978-3d561cb8b664 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:17.617369 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:17.617904 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f2758e4-e25c-471d-a978-3d561cb8b664 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:17.618545 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'status': 'completed', 'code': 200} Jul 27 22:02:17.750231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:17.801145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.801801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.802431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.803098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.803954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.804955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.805723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.808630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-aee636d0-4d6c-4d0a-83cc-615289b870a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.1568322 Jul 27 22:02:18.004806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:18.160982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b7c26-a3ea-478d-8d49-2b281866d651 req-f0f8f2c1-0e08-4ca4-aab0-ccc049389c1d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.169280 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee8b7c26-a3ea-478d-8d49-2b281866d651 req-f0f8f2c1-0e08-4ca4-aab0-ccc049389c1d tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 946 time: 0.3595397 Jul 27 22:02:18.181902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-3a5d1f35-a05a-4d4f-b9e5-334a94cb59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.183839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-3a5d1f35-a05a-4d4f-b9e5-334a94cb59ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55 HTTP/1.1" status: 200 len: 912 time: 0.3597410 Jul 27 22:02:18.290762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee8b7c26-a3ea-478d-8d49-2b281866d651 req-14f47198-7708-480a-8a79-f512e93e022e tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169672 Jul 27 22:02:18.346508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:18.365331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:18.367102 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.378640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-9969c8e8-46fa-4484-9cea-2437e60cb8f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 998 time: 0.1797020 Jul 27 22:02:18.571763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-f52ebbed-b774-49b7-8a93-0c3733c93513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.573342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-f52ebbed-b774-49b7-8a93-0c3733c93513 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 200 len: 850 time: 0.1861143 Jul 27 22:02:18.579494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e4f805c3-8137-421f-816d-56f46c19fbb2', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'port_id': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'mac_address': 'fa:16:3e:12:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:36Z', 'updated_at': '2021-07-27T22:02:14Z', 'revision_number': 1, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:18.647025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96781-1e57-4b44-8141-dc8e07f99b8a req-38b47121-7e65-44d4-9c6e-97ee15974989 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.650561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Checking router: 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:18.655472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bae96781-1e57-4b44-8141-dc8e07f99b8a req-38b47121-7e65-44d4-9c6e-97ee15974989 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1914234 Jul 27 22:02:18.666871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:05Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef', 'name': '', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'mac_address': 'fa:16:3e:d0:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:03Z', 'updated_at': '2021-07-27T22:02:16Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'subnets': [{'id': '41bcb198-7040-4c35-a216-62805bb69afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:18.670542 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.712319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d698d3-9463-44a2-b47d-adf88430f06f req-292225d6-88a8-4d30-a2be-ab0f52679b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.713746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:18.714612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:02:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:18.715667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-292225d6-88a8-4d30-a2be-ab0f52679b04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288657 Jul 27 22:02:18.736936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bae96781-1e57-4b44-8141-dc8e07f99b8a req-bda4d566-02b3-4d27-989c-d23731bc22b4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Jul 27 22:02:18.865783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dacbe40-14cd-4f34-99b4-31cf2e79655e None None] The sync data for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 is: [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:05Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef', 'name': '', 'network_id': 'd64c177f-45cc-4e6f-becd-9661f2acee7e', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'mac_address': 'fa:16:3e:d0:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '41bcb198-7040-4c35-a216-62805bb69afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:02:03Z', 'updated_at': '2021-07-27T22:02:16Z', 'revision_number': 4, 'project_id': '78ee4059bb814596893f4173a9130d81', 'subnets': [{'id': '41bcb198-7040-4c35-a216-62805bb69afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:18.906418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:18.961068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:19.093994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.172684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-4d6354f5-464c-433b-96d3-ff5e029021a0 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334176 Jul 27 22:02:19.204922 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:19.205715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.393421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-3b8b803f-93db-49d1-b4ef-380cd4bb8aa0 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:19.394562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-3b8b803f-93db-49d1-b4ef-380cd4bb8aa0 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 946 time: 0.5255349 Jul 27 22:02:19.581150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d698d3-9463-44a2-b47d-adf88430f06f req-81202a27-cd56-4015-8b8a-4c523f6bcf43 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913703 Jul 27 22:02:19.641198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e4f805c3-8137-421f-816d-56f46c19fbb2', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'port_id': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'mac_address': 'fa:16:3e:12:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:36Z', 'updated_at': '2021-07-27T22:02:14Z', 'revision_number': 1, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:19.712486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d896c92-6ad5-49a7-aef7-026dc0ac2b9d None None] The sync data for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 is: [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e4f805c3-8137-421f-816d-56f46c19fbb2', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'port_id': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'mac_address': 'fa:16:3e:12:83:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942012f6-b2a4-4423-926f-d61c0fe93978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:36Z', 'updated_at': '2021-07-27T22:02:14Z', 'revision_number': 1, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:19.740785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Deleting port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:19.740785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.932083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:20.075943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:20.077433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.209282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] For port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,segment=NetworkSegment(93483537-45c2-43ec-b834-2756ef07d9ce),segment_id=93483537-45c2-43ec-b834-2756ef07d9ce)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:20.209753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.259042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Calling delete_port for 7f717e13-5488-4cee-84fd-cb8d5f1c92cb owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:20.361914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a839eb-e6ee-4e4e-a4dc-3e90c37697b7 req-33978ddb-19d4-46ce-b1e4-024f72b40ed3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.364798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a839eb-e6ee-4e4e-a4dc-3e90c37697b7 req-33978ddb-19d4-46ce-b1e4-024f72b40ed3 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 946 time: 0.3322494 Jul 27 22:02:20.494840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a839eb-e6ee-4e4e-a4dc-3e90c37697b7 req-c5d6f0a4-ab4c-4f65-a264-fc33f418fc81 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/security-groups?id=c358d7af-b54b-4bca-803c-5e85711821e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923436 Jul 27 22:02:20.506034 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db2cb8-999e-46d6-aaa3-5a6574e2caeb None None] New status for floating IP e4f805c3-8137-421f-816d-56f46c19fbb2: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:20.858363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b397312-c0bf-4127-aee4-281fc94e3bbf req-dd2c0fab-bbbb-4a46-817f-5c38f7467e07 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.865340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b397312-c0bf-4127-aee4-281fc94e3bbf req-dd2c0fab-bbbb-4a46-817f-5c38f7467e07 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0827854 Jul 27 22:02:20.913543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b397312-c0bf-4127-aee4-281fc94e3bbf req-5212a103-7841-4b17-ab77-d124b84e4c4c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Jul 27 22:02:21.062252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51850f-ccce-4b66-a66d-96fcff46e848 req-fc1944de-8a6b-404c-8d44-b24214f63195 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.063972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a51850f-ccce-4b66-a66d-96fcff46e848 req-fc1944de-8a6b-404c-8d44-b24214f63195 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 0.0867238 Jul 27 22:02:21.113031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a51850f-ccce-4b66-a66d-96fcff46e848 req-7a0b47c3-4ad2-432e-8937-9f8e6375d049 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Jul 27 22:02:21.190644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.291574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Pushing event deleted for resources: {'Port': ['ID=7f717e13-5488-4cee-84fd-cb8d5f1c92cb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:21.364764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] No DVR routers for this DVR port 7f717e13-5488-4cee-84fd-cb8d5f1c92cb on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:21.370635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.375535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3159f46-53ad-42b7-89b0-c2bb6fdd0dc6 req-e328e4e1-070b-49f9-891e-5b0505acd522 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.50 "DELETE /v2.0/ports/7f717e13-5488-4cee-84fd-cb8d5f1c92cb HTTP/1.1" status: 204 len: 173 time: 1.9707921 Jul 27 22:02:21.376295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'name': 'network-vif-deleted', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:21.379182 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f14338-e5d7-456d-8c77-a42242ebc5c7" -d '{"events": [{"server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "name": "network-vif-deleted", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:21.452854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-06b91241-d3c8-41c9-8d78-ad9c8e36b493 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.459160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-06b91241-d3c8-41c9-8d78-ad9c8e36b493 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 0.2517622 Jul 27 22:02:21.475259 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ef4082-fcf2-44b2-8cb3-a488846dea44 x-openstack-request-id: req-38ef4082-fcf2-44b2-8cb3-a488846dea44 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:21.478307 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f", "name": "network-vif-deleted", "tag": "7f717e13-5488-4cee-84fd-cb8d5f1c92cb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:21.479079 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38ef4082-fcf2-44b2-8cb3-a488846dea44 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:21.480004 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f', 'name': 'network-vif-deleted', 'tag': '7f717e13-5488-4cee-84fd-cb8d5f1c92cb', 'status': 'completed', 'code': 200} Jul 27 22:02:21.808372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bafc2620-270c-4d74-afb2-b740c1e3b33b req-909a3787-242b-423e-99f4-9a965c8ffbbb tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.1031497 Jul 27 22:02:21.816153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Deleting port 61dc8270-6bc7-487d-a3ad-7acd42c79eee {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:21.816802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.024296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f717e13-5488-4cee-84fd-cb8d5f1c92cb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:22.071876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 7f717e13-5488-4cee-84fd-cb8d5f1c92cb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:22.077919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7f717e13-5488-4cee-84fd-cb8d5f1c92cb not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:22.118789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] For port 61dc8270-6bc7-487d-a3ad-7acd42c79eee, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=61dc8270-6bc7-487d-a3ad-7acd42c79eee,segment=NetworkSegment(fae866cc-211f-44e1-8cdc-afbf69dd7a9f),segment_id=fae866cc-211f-44e1-8cdc-afbf69dd7a9f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:22.119464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.153283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Calling delete_port for 61dc8270-6bc7-487d-a3ad-7acd42c79eee owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:22.192688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b8d07-6367-400b-bfaf-7b8b995b09eb req-186170df-dcfb-49bf-aacb-6e4b1fc39d65 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.205012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d3b8d07-6367-400b-bfaf-7b8b995b09eb req-186170df-dcfb-49bf-aacb-6e4b1fc39d65 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1797297 Jul 27 22:02:22.332186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d3b8d07-6367-400b-bfaf-7b8b995b09eb req-7b43d8e7-adbc-4974-a7db-088e40bc3a47 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261930 Jul 27 22:02:22.590832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c9570-1cf5-472a-bce2-ba2146bbbe52 req-a530985d-784e-4f75-aa33-f6bae1b2010a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.599011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b48c9570-1cf5-472a-bce2-ba2146bbbe52 req-a530985d-784e-4f75-aa33-f6bae1b2010a tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 945 time: 0.0929768 Jul 27 22:02:22.652129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b48c9570-1cf5-472a-bce2-ba2146bbbe52 req-bd79120a-04ef-4296-89a1-01972c4c330d tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521011 Jul 27 22:02:22.700601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.714475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['61dc8270-6bc7-487d-a3ad-7acd42c79eee'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:22.759164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Pushing event deleted for resources: {'Port': ['ID=61dc8270-6bc7-487d-a3ad-7acd42c79eee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:22.849168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] No DVR routers for this DVR port 61dc8270-6bc7-487d-a3ad-7acd42c79eee on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:22.853201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.855471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca62cc0-9c64-4d95-95fa-857f62122d01 req-c5dedce1-bb45-442d-a0a2-5e039eba81d4 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.76 "DELETE /v2.0/ports/61dc8270-6bc7-487d-a3ad-7acd42c79eee HTTP/1.1" status: 204 len: 173 time: 1.3894610 Jul 27 22:02:23.040444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b245418-8092-477e-861d-1d10980fb427 req-e3ca6179-1e56-4c5c-b181-77a27d4b3131 tempest-AttachVolumeNegativeTest-239938123 tempest-AttachVolumeNegativeTest-239938123-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc2e46f1-ac6b-4069-97d0-b4d82f3dca4f HTTP/1.1" status: 200 len: 210 time: 0.0585015 Jul 27 22:02:23.492726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'name': 'network-vif-deleted', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:23.495391 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62257ca-f33d-4518-b1c3-ffe6410f09a0" -d '{"events": [{"server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "name": "network-vif-deleted", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:23.555929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c0a41-1504-437f-9f8f-4f4b29b6a7fd req-3466b27f-1324-46d6-b9d6-025c2028cdb4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:23.557814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b8c0a41-1504-437f-9f8f-4f4b29b6a7fd req-3466b27f-1324-46d6-b9d6-025c2028cdb4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1101563 Jul 27 22:02:23.607724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b8c0a41-1504-437f-9f8f-4f4b29b6a7fd req-ddab92c1-f29f-4c9d-9486-fd3cc0ab4ca6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Jul 27 22:02:23.672107 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc0e91c-2f90-47b2-bafa-74f6a3050c30 x-openstack-request-id: req-bfc0e91c-2f90-47b2-bafa-74f6a3050c30 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:23.672422 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64315f36-4d09-4376-8455-8090a32fc612", "name": "network-vif-deleted", "tag": "61dc8270-6bc7-487d-a3ad-7acd42c79eee", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:23.672673 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfc0e91c-2f90-47b2-bafa-74f6a3050c30 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:23.673092 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64315f36-4d09-4376-8455-8090a32fc612', 'name': 'network-vif-deleted', 'tag': '61dc8270-6bc7-487d-a3ad-7acd42c79eee', 'status': 'completed', 'code': 200} Jul 27 22:02:23.874964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b9fed73-d246-4523-b666-49cbf242aeff req-308429ce-c167-4e91-bf77-1678aff7a0b9 tempest-VolumesActionsTest-862561237 tempest-VolumesActionsTest-862561237-project] 10.222.0.37 "GET /v2.0/ports?device_id=64315f36-4d09-4376-8455-8090a32fc612 HTTP/1.1" status: 200 len: 210 time: 0.0473108 Jul 27 22:02:24.155070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51744) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:24.281398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Deleting subnet d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:24.281398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.289163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.365104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.821872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939c08-e3f7-4076-86db-77b2dfcf99ff req-5927c69e-0088-443e-8bef-ef74af8ebca6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.823849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8939c08-e3f7-4076-86db-77b2dfcf99ff req-5927c69e-0088-443e-8bef-ef74af8ebca6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1156747 Jul 27 22:02:24.907507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8939c08-e3f7-4076-86db-77b2dfcf99ff req-dacc0fa1-acac-42c2-829c-ddc00d564ae1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767844 Jul 27 22:02:25.364329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61dc8270-6bc7-487d-a3ad-7acd42c79eee no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:25.390192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 61dc8270-6bc7-487d-a3ad-7acd42c79eee {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:25.390860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 61dc8270-6bc7-487d-a3ad-7acd42c79eee not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:25.627851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.652937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:25.665644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.665644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69706f64-8ded-437f-9061-67665f89bba8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6f4e795-b6a3-4f20-91c2-9010aa0e6ddd HTTP/1.1" status: 204 len: 168 time: 1.5093403 Jul 27 22:02:25.668139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51774) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:25.749047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.873507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.889667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a29d313-6e23-4785-8992-45def9108398']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:25.903914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93483537-45c2-43ec-b834-2756ef07d9ce') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:25.906330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93483537-45c2-43ec-b834-2756ef07d9ce') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:25.918550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.938107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.948557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:25.949072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:25.951492 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:26.165907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add32bb-f9a9-491c-b7a7-60f087b2732f req-b3a51f9c-f7e5-4e45-ae59-27f54c383115 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:26.175352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1add32bb-f9a9-491c-b7a7-60f087b2732f req-b3a51f9c-f7e5-4e45-ae59-27f54c383115 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1335752 Jul 27 22:02:26.214860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.258356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.262784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] 10.222.0.37 "DELETE /v2.0/networks/6a29d313-6e23-4785-8992-45def9108398 HTTP/1.1" status: 204 len: 168 time: 0.5912626 Jul 27 22:02:26.275745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ceb48e-62f5-4fad-8c7b-b27ee380c71e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a29d313-6e23-4785-8992-45def9108398,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:26.301447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1add32bb-f9a9-491c-b7a7-60f087b2732f req-ee2aee96-2b22-469b-8e76-1ad205efeec7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223164 Jul 27 22:02:27.061006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:27.113349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1a5be7ca-b977-47a3-af84-9d76f160daee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a395c23e6e146d7b1878e7b4c5121a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509276 Jul 27 22:02:27.116416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 51818) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:27.183393 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.214363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.380576 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.384490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.388105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c358d7af-b54b-4bca-803c-5e85711821e5 HTTP/1.1" status: 204 len: 168 time: 0.2682321 Jul 27 22:02:27.400817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ae24a-17ce-40eb-90c9-ea145be0e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c358d7af-b54b-4bca-803c-5e85711821e5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:27.531011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b305353-dc6d-4405-8648-7a2a9d2ee4f3 req-07f7b57f-8a9a-44c1-8b46-500c0da3dda1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.554053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b305353-dc6d-4405-8648-7a2a9d2ee4f3 req-07f7b57f-8a9a-44c1-8b46-500c0da3dda1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1188183 Jul 27 22:02:27.600056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b305353-dc6d-4405-8648-7a2a9d2ee4f3 req-463a9fa6-d583-4474-91b1-5129e8e217e9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Jul 27 22:02:27.970185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8976a52-2025-4daa-a0c8-f490b6e69956 req-f40a5c74-d0d7-47fe-a6c4-04058abdf9a4 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0601161 Jul 27 22:02:28.122504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-8f34c776-fe25-42a9-9ed8-bd95ae5a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.124259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-8f34c776-fe25-42a9-9ed8-bd95ae5a141d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 1096 time: 0.0876560 Jul 27 22:02:28.246668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-2b9115bc-1c54-4904-b7e1-5bb95ded50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.248278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-2b9115bc-1c54-4904-b7e1-5bb95ded50d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 913 time: 0.1156526 Jul 27 22:02:28.303151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-2d67a7a6-78b7-4c74-afc9-5009295e090f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f HTTP/1.1" status: 200 len: 217 time: 0.0459483 Jul 27 22:02:28.360177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-fff14b72-7fa1-4110-9c83-4d8ea18185cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.362072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-fff14b72-7fa1-4110-9c83-4d8ea18185cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.0522115 Jul 27 22:02:28.409997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-b4c569a8-d0d6-4d81-8083-2251459bae1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397763 Jul 27 22:02:28.536102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-caec07a3-700e-4e42-82e4-f56e8910f5e2 service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175494 Jul 27 22:02:28.661271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f72e0a-8a64-4c5c-9815-3f958b5fbc13 req-c9d7f683-e822-42a5-9e8f-f6f39cad7a6d service neutron] 10.222.0.50 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179152 Jul 27 22:02:28.788676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531614c7-3fc9-47a1-adfa-7fe528ffb718 req-eefe3e82-885d-4805-8e22-8a18242eeb2f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.797031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-531614c7-3fc9-47a1-adfa-7fe528ffb718 req-eefe3e82-885d-4805-8e22-8a18242eeb2f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.0980456 Jul 27 22:02:28.865309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-531614c7-3fc9-47a1-adfa-7fe528ffb718 req-d91dca51-73ff-4c7a-bd48-3c57dad2ddb2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673597 Jul 27 22:02:29.131479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4e64280-6d97-4352-baca-723df12374d1 req-cea0398d-b628-4721-a653-b08ccd27d413 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0445654 Jul 27 22:02:30.220860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc704cd-a2cf-4663-b084-7660643061c7 req-5640ebb0-c22e-4f98-b33f-f7e0f4835229 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:30.220860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-afc704cd-a2cf-4663-b084-7660643061c7 req-5640ebb0-c22e-4f98-b33f-f7e0f4835229 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.1218529 Jul 27 22:02:30.220860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-afc704cd-a2cf-4663-b084-7660643061c7 req-9df588f3-f359-4f1f-8601-07ac56fd456e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548389 Jul 27 22:02:30.438205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b34121a-1e91-4431-b444-3d09828bf9c1 req-da620343-73cb-4831-ad80-8cd96515aef5 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0454047 Jul 27 22:02:31.523501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e26ef-5bd2-491a-8de1-4e670bb97127 req-4cd83740-ae24-4e8f-9522-9aae3ee05a9e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.542525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b92e26ef-5bd2-491a-8de1-4e670bb97127 req-4cd83740-ae24-4e8f-9522-9aae3ee05a9e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 945 time: 0.2071233 Jul 27 22:02:31.617959 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b92e26ef-5bd2-491a-8de1-4e670bb97127 req-8529c4d5-8dcc-40b8-9c2f-bd2d186c2cb6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744989 Jul 27 22:02:31.840791 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3cc4f1a-47a6-4bf2-bda1-3997c037af5a req-55629ef7-4066-4b6c-beff-c3ec904d0c0b tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0409212 Jul 27 22:02:32.026757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8fddd3-b1bc-4a62-9c5a-991796556d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.056409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2369ab9e-ca3e-4121-86e5-96de2c15539f no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:32.172875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.218725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:32.219947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:32.222752 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf849dfe-ab2e-4cc6-8113-8db690ab4c92" -d '{"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-unplugged", "status": "completed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:32.301028 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.354093 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150becf-ba91-4987-a832-d45adddb655c x-openstack-request-id: req-8150becf-ba91-4987-a832-d45adddb655c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:32.354470 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-unplugged", "status": "failed", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:32.354961 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8150becf-ba91-4987-a832-d45adddb655c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:32.355561 n-d-738018-6 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'code': 422} returned with failed status Jul 27 22:02:32.369715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.378569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.379514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.380165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.380510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.381719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.383035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.383035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.383346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.387776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.387776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.387776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.387776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:32.914093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f816055-3f33-4753-828c-5a8d1b8da637 req-be42816a-b511-4243-ba0c-6cc9ba399869 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.924140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f816055-3f33-4753-828c-5a8d1b8da637 req-be42816a-b511-4243-ba0c-6cc9ba399869 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.1916089 Jul 27 22:02:32.982923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f816055-3f33-4753-828c-5a8d1b8da637 req-73137222-bb7d-4409-9b86-87abed6c6b1b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Jul 27 22:02:33.112015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-059dc90e-1075-4ce3-a0ae-9120f1826aa4 req-7591659c-453b-46a7-8cd8-d6d4ca128600 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0762134 Jul 27 22:02:33.916237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-987201a7-f26c-4e5b-91da-0dc3c807fdc7 req-7e1e99aa-5b03-4c7a-ad02-646635aeef33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0856943 Jul 27 22:02:34.412161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48fff6fe-0d4e-480d-8de7-16fd2986fd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.577797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e51cda2-7253-4f92-8ba5-b80441f6af61 req-73fdb5d4-3269-4301-aa23-caf2cd89a723 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0564044 Jul 27 22:02:34.792284 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.726866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99c4a00d-200a-4b7c-9324-b60a8fa4988a req-447ac48e-02a8-47d6-9b8d-d9bc08768939 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0387430 Jul 27 22:02:35.822066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.979179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.152231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:37.336815 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f989a7fb-b32f-4160-b275-2e5aba453772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.473017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f989a7fb-b32f-4160-b275-2e5aba453772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.682482 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.682886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f989a7fb-b32f-4160-b275-2e5aba453772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.729495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989a7fb-b32f-4160-b275-2e5aba453772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fb427-fc6c-4460-ab0b-243ca0185182,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:37.744524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f989a7fb-b32f-4160-b275-2e5aba453772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7173d7c561c49e4a80becd24e4cc766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028829 Jul 27 22:02:37.749094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52094) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:37.826864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.850634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.074525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.079245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.079245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c8fb427-fc6c-4460-ab0b-243ca0185182 HTTP/1.1" status: 204 len: 168 time: 0.3287237 Jul 27 22:02:38.087216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb21e-0681-40e6-913d-c87ef0c4e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fb427-fc6c-4460-ab0b-243ca0185182,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:38.231867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.600924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:39.735909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-515658010-network', 'tenant_id': '4c93de719c2c45f7b5572b3e02d6146b'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:39.801848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-75d014bb-9a22-475d-8eb6-9cb6c0a1aee0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:39.805190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-75d014bb-9a22-475d-8eb6-9cb6c0a1aee0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=0359417c-676c-4d03-80cb-34fa21bf63b6 HTTP/1.1" status: 200 len: 943 time: 0.1356070 Jul 27 22:02:39.862434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Made reservation on behalf of 4c93de719c2c45f7b5572b3e02d6146b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:39.865964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.881266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.113086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Deleting port 2369ab9e-ca3e-4121-86e5-96de2c15539f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:40.113086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.173872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.234532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] For port 2369ab9e-ca3e-4121-86e5-96de2c15539f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2369ab9e-ca3e-4121-86e5-96de2c15539f,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:40.235287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.252536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Calling delete_port for 2369ab9e-ca3e-4121-86e5-96de2c15539f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:40.365859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa0cbe88-3af5-46bd-adff-0408ca27f608 req-237dcef2-fda7-4c3e-9d12-1d244b84f17c tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0494876 Jul 27 22:02:40.571781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.594214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:40.613368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b292fd7d-4f0e-4266-ad88-efb5d6db314b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:40.619922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.620276 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Added segment 14689bb3-3e68-4dad-80d7-d1b35de19720 of type vlan for network c64571da-f95c-40b1-af37-ac5aa2de3f86 Jul 27 22:02:40.657269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.691722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event deleted for resources: {'Port': ['ID=2369ab9e-ca3e-4121-86e5-96de2c15539f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:40.722192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.812115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] No DVR routers for this DVR port 2369ab9e-ca3e-4121-86e5-96de2c15539f on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:40.819947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.822855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed2cfdb9-5ecd-4c31-989d-55dfec7cf0fe req-33682a1a-963c-467e-bba0-cae453d92cef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "DELETE /v2.0/ports/2369ab9e-ca3e-4121-86e5-96de2c15539f HTTP/1.1" status: 204 len: 173 time: 1.0105648 Jul 27 22:02:40.823265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-deleted', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:40.826021 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4e55ba-2aa9-4768-b1ee-219528f21f45" -d '{"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-deleted", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:40.864251 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b9ff9-3859-4fd4-9fd7-f487e86717ba x-openstack-request-id: req-3e5b9ff9-3859-4fd4-9fd7-f487e86717ba {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:40.864657 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0359417c-676c-4d03-80cb-34fa21bf63b6", "name": "network-vif-deleted", "tag": "2369ab9e-ca3e-4121-86e5-96de2c15539f", "status": "failed", "code": 422}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:40.865030 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e5b9ff9-3859-4fd4-9fd7-f487e86717ba {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:40.865455 n-d-738018-6 neutron-server[94672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0359417c-676c-4d03-80cb-34fa21bf63b6', 'name': 'network-vif-deleted', 'tag': '2369ab9e-ca3e-4121-86e5-96de2c15539f', 'status': 'failed', 'code': 422} returned with failed status Jul 27 22:02:40.999920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.999920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:40.999920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.116192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:41.117161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] Pushing event updated for resources: {'Network': ['ID=c64571da-f95c-40b1-af37-ac5aa2de3f86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.137494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:41.249792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a4119342-020f-4203-9756-7ae3709e0977 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6445727 Jul 27 22:02:41.250027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:41.255216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Request body: {'subnet': {'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-515658010-subnet', 'tenant_id': '4c93de719c2c45f7b5572b3e02d6146b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:41.279618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab2bdad4-96d7-4f51-9f53-70402dcb17e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.429511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Made reservation on behalf of 4c93de719c2c45f7b5572b3e02d6146b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:41.433733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.601801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-38384c7f-8eea-4981-ab37-43a6af8a86e8 req-8737ff7f-8cfb-4fce-b6e1-1edb4d904f3d tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0725229 Jul 27 22:02:41.702327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab2bdad4-96d7-4f51-9f53-70402dcb17e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.781977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab2bdad4-96d7-4f51-9f53-70402dcb17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.838367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab2bdad4-96d7-4f51-9f53-70402dcb17e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89222ff87e6a454682fb03890d30be43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168391 Jul 27 22:02:41.838367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bdad4-96d7-4f51-9f53-70402dcb17e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a63cae3-1dd2-4173-b9ca-08c00e9a6d62,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.840826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52198) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:41.879076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.933295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.959510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:42.001221 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Checking segment: {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:42.001682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Network hostable DHCP agents. Network: c64571da-f95c-40b1-af37-ac5aa2de3f86, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:42.002146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.133683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:42.160608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.164738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.179146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a63cae3-1dd2-4173-b9ca-08c00e9a6d62 HTTP/1.1" status: 204 len: 168 time: 0.3242242 Jul 27 22:02:42.192452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4344d9-5945-4e42-92d8-098a110684db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a63cae3-1dd2-4173-b9ca-08c00e9a6d62,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:42.347735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c64571da-f95c-40b1-af37-ac5aa2de3f86) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:42.358992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a0804-00e1-4ef1-b82a-7b8ef59f684d None None] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:42.364442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:42.365619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.460660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-007aa1a3-ea3f-489f-8b7b-841917488d49 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:42.473128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-007aa1a3-ea3f-489f-8b7b-841917488d49 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.2260838 Jul 27 22:02:42.495073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-d2236584-235e-42ac-a7fe-21d65ebc80ca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0190156 Jul 27 22:02:42.550969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-2f24437a-c8a9-48a9-bb44-606d6b3f4433 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548680 Jul 27 22:02:42.565089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad04bef1-c464-469b-9648-324a85477165 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3138058 Jul 27 22:02:42.734101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-677f28d7-81ec-4fb5-8da8-23517f909a73 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673913 Jul 27 22:02:42.748714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91599c8-3625-4505-899f-f5abf17eaa2e None None] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:42.878473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2062f6e-e1e1-4e4e-8ba6-bd38b0d0bd40 req-230fe618-54d9-4169-afdf-31eec3030d56 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0974541 Jul 27 22:02:43.019097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-7fa0cd38-a252-46e2-83f9-969312565576 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799819 Jul 27 22:02:43.588468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe820a0f-5f49-4bdc-ad1a-e35bc9d062d7 req-5b5b8baf-dec8-4f52-83a3-9fb4f7606eb0 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.1269693 Jul 27 22:02:44.024118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f74b789-dd44-4294-8e81-d445c4e78e92 req-632c0d94-38aa-4f2b-bdee-3b3aef54fc59 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0532839 Jul 27 22:02:44.747899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c72f5127-cb3f-4364-9b8d-989b7f998b11 req-1a0e8640-8328-4d77-8d2d-e674ec5b9cb8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.0691855 Jul 27 22:02:45.163747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acda1c27-e7b7-4487-bc78-27beb97f1d49 req-a7f609e7-ee0a-4502-ab10-760824d6d123 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0349827 Jul 27 22:02:45.899317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0930ea45-c117-4764-83ab-342ef93c4797 req-6aaedbdd-149b-460f-bd3f-92bb55db4440 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.0368195 Jul 27 22:02:46.299287 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfc1230e-a8e7-422f-890f-f430856c7625 req-420c1b0e-95d9-4e08-80c8-6cacebc0147a tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0447536 Jul 27 22:02:47.020323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8d55722-4dbe-4b0b-ba95-8f45e8099a75 req-f641b7bd-8c3c-487b-950e-f4b99c366118 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.0343406 Jul 27 22:02:47.419266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-fd5a9ccc-7567-4d30-a5ed-3b81fbad7cd9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:47.421255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-fd5a9ccc-7567-4d30-a5ed-3b81fbad7cd9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.1198258 Jul 27 22:02:47.425508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b346fe8f-88ca-41ab-92b7-ebd5bd802f51 req-945aad37-6fdc-4db7-b172-b430a31c605b tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0337856 Jul 27 22:02:47.443279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Request body: {'port': {'device_id': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'admin_state_up': True, 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:47.723042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:47.726815 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.892031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Allocated IP 172.20.0.13 (5102eb96-e4c1-4376-a041-34daaac62b1a/1c00757f-9ecc-4ce6-ba34-671c1176daff/2a7635ff-b42a-48f1-890d-7bf6da6840fd) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:48.122223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.222959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a57b1db-2aa1-4786-92dd-d73e09f5e71c req-15296e10-284f-42ef-b9fd-ec747f02e887 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.0369275 Jul 27 22:02:48.357943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.494221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:48.500552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:48.504823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:48.663745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18a03dd2-8a6a-4d77-a75d-f82480313aa3 req-d0d99a6a-4186-460a-b2cc-a89b0cae7c00 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0778074 Jul 27 22:02:49.000274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event updated for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:49.073541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.074208 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.344688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-cf2c7dac-56a4-4139-83e3-e508a2faa6be tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9061780 Jul 27 22:02:49.359257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Request body: {'port': {'device_id': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:49.416410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b053-2642-485e-889e-5ba7f68fe4a1 req-bc3cce83-cf63-44c4-9ee2-1c28bb84c181 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.417937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bf0b053-2642-485e-889e-5ba7f68fe4a1 req-bc3cce83-cf63-44c4-9ee2-1c28bb84c181 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 932 time: 0.1140199 Jul 27 22:02:49.490883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.515295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bf0b053-2642-485e-889e-5ba7f68fe4a1 req-7faf61c0-6ac3-4a86-823f-53deaa7d8dc6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Jul 27 22:02:49.948084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee9e1d83-367f-4f20-b0c2-e9780634b2cf req-64b437c4-a6bd-47e8-9a2a-5892d51bfff4 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0516064 Jul 27 22:02:50.053366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7635ff-b42a-48f1-890d-7bf6da6840fd {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:50.064197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.081526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Transition to ACTIVE for port object 2a7635ff-b42a-48f1-890d-7bf6da6840fd will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:50.271558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.334532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:50.412216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Attempting to bind port 2a7635ff-b42a-48f1-890d-7bf6da6840fd on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:50.413135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Attempting to bind port 2a7635ff-b42a-48f1-890d-7bf6da6840fd by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:50.413282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Attempting to bind port 2a7635ff-b42a-48f1-890d-7bf6da6840fd on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:50.418015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Port 2a7635ff-b42a-48f1-890d-7bf6da6840fd on network 5102eb96-e4c1-4376-a041-34daaac62b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:50.418404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Attempting to bind port 2a7635ff-b42a-48f1-890d-7bf6da6840fd on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:50.423917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:50.424393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:50.424948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Bound using segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:50.425467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Bound port: 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:50.425970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.501702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:50.505764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:50.657333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc462-b053-4b27-a13b-0dd45178bf57 req-8b21dc7f-2b28-4304-9778-058d2832f200 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.658895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9cdc462-b053-4b27-a13b-0dd45178bf57 req-8b21dc7f-2b28-4304-9778-058d2832f200 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 944 time: 0.0714607 Jul 27 22:02:50.664373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.762541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.763316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.764738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] 10.222.0.76 "PUT /v2.0/ports/2a7635ff-b42a-48f1-890d-7bf6da6840fd HTTP/1.1" status: 200 len: 1092 time: 1.4099097 Jul 27 22:02:50.789953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d9cdc462-b053-4b27-a13b-0dd45178bf57 req-b90f55d8-850d-4457-a4e5-dd04535b6026 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173491 Jul 27 22:02:50.790548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:50.792976 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e274c-5929-4402-8599-4a173419a7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:50.839707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082fd8f-c439-4f8d-a667-29388d2db85b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:50.845069 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920db10d-78f3-48ba-880e-9911e4d047c1 x-openstack-request-id: req-920db10d-78f3-48ba-880e-9911e4d047c1 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:50.845378 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:50.845634 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-920db10d-78f3-48ba-880e-9911e4d047c1 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:50.846352 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd', 'status': 'completed', 'code': 200} Jul 27 22:02:50.948528 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e274c-5929-4402-8599-4a173419a7cc req-9bc1c838-d252-4177-bd1f-e90dce9695ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.950181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-512e274c-5929-4402-8599-4a173419a7cc req-9bc1c838-d252-4177-bd1f-e90dce9695ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 1095 time: 0.0732865 Jul 27 22:02:51.087045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e274c-5929-4402-8599-4a173419a7cc req-7e1c0a7d-9eb1-4b5f-9fd0-bf3abe1946a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.088563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-512e274c-5929-4402-8599-4a173419a7cc req-7e1c0a7d-9eb1-4b5f-9fd0-bf3abe1946a5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1251383 Jul 27 22:02:51.109723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-432674dd-8831-4fdd-bd6f-d21091ceaf6e req-cd86d180-d623-4061-be02-a7dbfdd851c9 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0430472 Jul 27 22:02:51.222921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e274c-5929-4402-8599-4a173419a7cc req-9d94d25a-b3e3-4478-b082-5b0b2dce458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.223480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-512e274c-5929-4402-8599-4a173419a7cc req-9d94d25a-b3e3-4478-b082-5b0b2dce458a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162271 Jul 27 22:02:51.355086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-fc29c2cc-c3ea-41c2-ad75-60a9b157e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.356672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-fc29c2cc-c3ea-41c2-ad75-60a9b157e079 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 1095 time: 0.0865736 Jul 27 22:02:51.400820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-6dd00944-e51b-4e33-992d-ae01333a20d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd HTTP/1.1" status: 200 len: 217 time: 0.0343757 Jul 27 22:02:51.463022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516215-15e6-4809-b663-8d74c8056704 req-0257e295-d9a7-4d73-abe4-cc8dea933eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.464443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-0257e295-d9a7-4d73-abe4-cc8dea933eae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.0563662 Jul 27 22:02:51.505429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-15d9cd8a-9d82-47db-92c7-bdfc72571be6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330153 Jul 27 22:02:51.610665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-a034b0d5-7e0b-41e6-8be8-d2b29852c76e service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976105 Jul 27 22:02:51.718056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30516215-15e6-4809-b663-8d74c8056704 req-039507e3-2970-4e49-a76a-8b0ca7985d42 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992782 Jul 27 22:02:51.950454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d0d7f-1fd9-423e-bc45-0f6f189289c2 req-64bcdf9c-fe8b-44a3-912f-8ae216a0996b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.958243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e73d0d7f-1fd9-423e-bc45-0f6f189289c2 req-64bcdf9c-fe8b-44a3-912f-8ae216a0996b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 944 time: 0.0912273 Jul 27 22:02:52.005517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e73d0d7f-1fd9-423e-bc45-0f6f189289c2 req-0b241075-5edc-4722-9c66-86499cb73f63 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Jul 27 22:02:52.257064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e46e5dde-1159-4388-a6fd-e7e50714f1a7 req-6a0f8f4e-aa87-4011-b1e4-186e92cb5e4c tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0486250 Jul 27 22:02:53.192619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef55-c14b-4deb-b766-90c1d67acf41 req-5447774d-97f1-4cae-8722-c30515ca0ba2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.200954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c20fef55-c14b-4deb-b766-90c1d67acf41 req-5447774d-97f1-4cae-8722-c30515ca0ba2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 944 time: 0.1050742 Jul 27 22:02:53.244524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c20fef55-c14b-4deb-b766-90c1d67acf41 req-5c86e53f-8b46-48f3-95dc-b2dbad9d9ea8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Jul 27 22:02:53.399012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ba4e4b0-903f-485f-a647-36db503c2f40 req-22482949-974f-4754-b922-466e9a6d9d9d tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0499084 Jul 27 22:02:53.674257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:53.812139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a910e604-98d6-41fa-8340-d40c01555230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.929824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a910e604-98d6-41fa-8340-d40c01555230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.041125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a910e604-98d6-41fa-8340-d40c01555230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.103405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a910e604-98d6-41fa-8340-d40c01555230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ece2b0e422f04f1280bbd283c268d83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254649 Jul 27 22:02:54.103405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e604-98d6-41fa-8340-d40c01555230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0cf43-9e27-4f3e-b2de-83b5797efdc6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:54.103768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:54.160675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.270221 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.434330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046485b-9e5e-4fb9-add0-c7f2754b537b req-6d548986-a9eb-4799-92e1-b6516b4bbb88 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:54.443042 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6046485b-9e5e-4fb9-add0-c7f2754b537b req-6d548986-a9eb-4799-92e1-b6516b4bbb88 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 944 time: 0.0946870 Jul 27 22:02:54.531096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6046485b-9e5e-4fb9-add0-c7f2754b537b req-568837c5-9521-4ec5-8a0b-91c9cdef7a69 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870361 Jul 27 22:02:54.596949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d07a7e60-a493-4ce2-a8d3-f5209cf46370 req-22a0dbf8-e75a-4a00-8f33-d1248080543d tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0747948 Jul 27 22:02:54.597578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.608717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.610191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6e0cf43-9e27-4f3e-b2de-83b5797efdc6 HTTP/1.1" status: 204 len: 168 time: 0.5052264 Jul 27 22:02:54.620283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42470f60-c9f2-42a2-a80d-1572613c7d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0cf43-9e27-4f3e-b2de-83b5797efdc6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:55.555105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2a7635ff-b42a-48f1-890d-7bf6da6840fd details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:55.679199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:55.692235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '2a7635ff-b42a-48f1-890d-7bf6da6840fd', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': '2a7635ff-b42a-48f1-890d-7bf6da6840fd', 'mac_address': 'fa:16:3e:07:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:55.701346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df225e27-fe19-498a-a5e3-63312374d0e2 req-da718edf-6ebd-45b1-bf3a-db996a4b3d61 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:55.706817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df225e27-fe19-498a-a5e3-63312374d0e2 req-da718edf-6ebd-45b1-bf3a-db996a4b3d61 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 944 time: 0.0948782 Jul 27 22:02:55.739423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.745654 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-001b319e-cb4f-4adf-88a7-07cb6cdfcbc7 req-8e243b8a-6bb9-4f2b-a526-c72c22bcb919 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0350633 Jul 27 22:02:55.751699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df225e27-fe19-498a-a5e3-63312374d0e2 req-f705b2f1-87bf-44a4-bafb-a6364b2a5e40 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jul 27 22:02:55.778565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7635ff-b42a-48f1-890d-7bf6da6840fd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:55.819346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:55.820381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:55.837591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29a17b04-3e14-4d4a-8afb-729a645a8a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.992034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29a17b04-3e14-4d4a-8afb-729a645a8a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.016429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.094704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:56.207419 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:56.231647 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-29a17b04-3e14-4d4a-8afb-729a645a8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.256695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2a7635ff-b42a-48f1-890d-7bf6da6840fd'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:56.309271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a17b04-3e14-4d4a-8afb-729a645a8a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3952cf5-b2fa-4bbb-9d92-f1b475a9a839,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:56.322723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-29a17b04-3e14-4d4a-8afb-729a645a8a28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5b36da1c6d34b82b5ca5f84c003ee8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981127 Jul 27 22:02:56.323756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:56.420324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.446413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.651919 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.655884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.657237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3952cf5-b2fa-4bbb-9d92-f1b475a9a839 HTTP/1.1" status: 204 len: 168 time: 0.3321724 Jul 27 22:02:56.667390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031ba6b-d7c9-44c7-a7a9-b8abcbe88abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3952cf5-b2fa-4bbb-9d92-f1b475a9a839,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:56.963207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e49a0684-30b3-4ee0-b3e1-feb57a699583 req-24775ce3-a719-40fe-9c1f-18675bf3658c tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0424471 Jul 27 22:02:56.972071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95027de-df94-4b78-a551-0ef3f7701ab5 req-46035dd7-b6dc-4269-adec-6c220ef04691 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.974478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f95027de-df94-4b78-a551-0ef3f7701ab5 req-46035dd7-b6dc-4269-adec-6c220ef04691 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 945 time: 0.1039739 Jul 27 22:02:57.108986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f95027de-df94-4b78-a551-0ef3f7701ab5 req-d0209acd-ab7f-499c-8470-63ab8c0ad880 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218932 Jul 27 22:02:57.571127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2a7635ff-b42a-48f1-890d-7bf6da6840fd up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:57.753775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 2a7635ff-b42a-48f1-890d-7bf6da6840fd completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:57.761258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 2a7635ff-b42a-48f1-890d-7bf6da6840fd triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:57.761729 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.876633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.902164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:57.904886 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4db3439-fdd0-496f-aaa5-340d86a5b29d" -d '{"events": [{"server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:57.919631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:57.945515 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44b8935-5447-475b-873f-23597c5ef53b x-openstack-request-id: req-b44b8935-5447-475b-873f-23597c5ef53b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:57.945817 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "name": "network-vif-plugged", "status": "completed", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:57.946096 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b44b8935-5447-475b-873f-23597c5ef53b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:57.946534 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd', 'code': 200} Jul 27 22:02:58.057312 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:58.151237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:58.190135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9088c633-d23a-4723-85bf-fa268412489f req-6a241866-696d-49c5-af70-e4f6a91d112c tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0671372 Jul 27 22:02:58.197222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bb817-fa98-47c5-bdab-64d0af8aff41 req-b0356e38-a870-4d1d-9820-3a27b50b9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.198888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b92bb817-fa98-47c5-bdab-64d0af8aff41 req-b0356e38-a870-4d1d-9820-3a27b50b9e22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 1096 time: 0.1889880 Jul 27 22:02:58.262912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b92bb817-fa98-47c5-bdab-64d0af8aff41 req-e830db1c-1553-440c-8d23-6e4828ee5d07 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Jul 27 22:02:58.326454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02e7e9-fb33-467b-9a5f-6a95bd93982c req-9ae7e26a-23c7-487b-aee7-4f23bef206e9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.328116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e02e7e9-fb33-467b-9a5f-6a95bd93982c req-9ae7e26a-23c7-487b-aee7-4f23bef206e9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0754817 Jul 27 22:02:58.385054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e02e7e9-fb33-467b-9a5f-6a95bd93982c req-b950e24b-7955-41bf-b338-31284e66273c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Jul 27 22:02:59.333679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc64ea55-d582-4fd1-9697-29718436ee1a req-28b66283-8c7f-4e5f-a28e-a728a62eac18 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0529189 Jul 27 22:02:59.615455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fef66-744f-409a-a1ae-544ad54784a6 req-d861ce19-0462-43f0-aaa9-c5d71865ef78 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:59.617082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea4fef66-744f-409a-a1ae-544ad54784a6 req-d861ce19-0462-43f0-aaa9-c5d71865ef78 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1069186 Jul 27 22:02:59.667885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea4fef66-744f-409a-a1ae-544ad54784a6 req-11526270-606e-4905-aab1-2bc6cdbcaa95 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Jul 27 22:03:00.448412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c844b622-e205-49b8-8928-16d54d325d44 req-f5299438-2a30-438a-9879-2ac8648400f5 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Jul 27 22:03:00.841559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d6edb-2446-4d4d-ac06-1dd4a7464855 req-1fb27ed8-9ccf-4b0e-bfdc-c52d9faf6c94 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.843142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c96d6edb-2446-4d4d-ac06-1dd4a7464855 req-1fb27ed8-9ccf-4b0e-bfdc-c52d9faf6c94 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Jul 27 22:03:00.885981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c96d6edb-2446-4d4d-ac06-1dd4a7464855 req-adb99b57-ee14-424e-a9b8-d083bc727ef8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jul 27 22:03:01.531244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ce830-ed83-4e84-a9f3-1d2b1fdc7ec7 req-24943a64-7f1a-4afe-b82a-49726e2c1aef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:01.533107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e06ce830-ed83-4e84-a9f3-1d2b1fdc7ec7 req-24943a64-7f1a-4afe-b82a-49726e2c1aef tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0741923 Jul 27 22:03:01.602603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e06ce830-ed83-4e84-a9f3-1d2b1fdc7ec7 req-acf3b870-fb59-4663-aeac-2f51d389301b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589015 Jul 27 22:03:01.723622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9da56f77-53f2-40cc-a89f-a4cb1eaeb1ca req-bd64122a-ffbf-4e2c-8d76-75203bf55fc6 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0434675 Jul 27 22:03:01.971859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dea7e87b-d46f-401d-b32e-42ff4a022933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.768128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476896-1f13-4767-bcbb-f4cd0a644f46 req-ad8e2b7b-9d9d-4402-80ed-6eb07073f90d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:02.772758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b476896-1f13-4767-bcbb-f4cd0a644f46 req-ad8e2b7b-9d9d-4402-80ed-6eb07073f90d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0872676 Jul 27 22:03:02.842321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b476896-1f13-4767-bcbb-f4cd0a644f46 req-2d884a17-5853-4511-9075-1427a222a7c4 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Jul 27 22:03:02.870681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52748) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:02.927679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c9f9e3a-5fa0-4d4c-9556-2bb212da25cd req-e7c4ef32-feda-40fa-bd6a-053d9e0eac53 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0583754 Jul 27 22:03:03.000380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.103637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.209242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.253405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa9232642bda4ab7bd3d1ecf1e06ab81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789749 Jul 27 22:03:03.253405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0228be-2272-44ca-8380-dbbb8e023097,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.255160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:03.261751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.262112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.262481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.263018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.263434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.263726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.264068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.264520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.265230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.265579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.265969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.266304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f099fe-816b-40fe-b036-049c11b13108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.326529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.364841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.573993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.576756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.588977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b0228be-2272-44ca-8380-dbbb8e023097 HTTP/1.1" status: 204 len: 168 time: 0.3216798 Jul 27 22:03:03.589499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96aa4c-23df-453d-be6e-8b1c2793aea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0228be-2272-44ca-8380-dbbb8e023097,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:04.035917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2ca4a-ca73-4f73-a49b-da5f2632749e req-8f2af301-7485-4cd4-a196-f01b41c0276b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.039131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bf2ca4a-ca73-4f73-a49b-da5f2632749e req-8f2af301-7485-4cd4-a196-f01b41c0276b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0906498 Jul 27 22:03:04.082114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bf2ca4a-ca73-4f73-a49b-da5f2632749e req-5f781a02-5db8-42bb-be2f-6193ac6dba11 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Jul 27 22:03:04.112332 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-387c6087-4ce5-46cd-b3b0-808b9346574d req-7b00cd9e-1a1e-47df-8dc2-013906ba9689 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0487406 Jul 27 22:03:04.695749 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fc4ac90-fd74-45a5-9973-fef98d8f0114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.846739 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.103449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52786) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:05.120230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42c9e36b-808b-4a64-9096-9dd16cf08551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.269179 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ea3e932-bffd-4d47-a9a4-2fdf5b2f00f2 req-50c661f3-d08a-4d32-b875-cc2ef5b4cd47 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0441599 Jul 27 22:03:05.282085 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42c9e36b-808b-4a64-9096-9dd16cf08551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.309154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04cb54-7c27-48b1-9de4-8aa11f8ac3ce req-c96ebc2a-010f-44fe-8be6-0c0fdb5d612b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.314311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f04cb54-7c27-48b1-9de4-8aa11f8ac3ce req-c96ebc2a-010f-44fe-8be6-0c0fdb5d612b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1189551 Jul 27 22:03:05.369821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f04cb54-7c27-48b1-9de4-8aa11f8ac3ce req-1b6eb663-32e4-453a-9a02-70a701cf11c6 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Jul 27 22:03:05.419225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42c9e36b-808b-4a64-9096-9dd16cf08551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.460313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42c9e36b-808b-4a64-9096-9dd16cf08551 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f66bdd6cdef44bad98d20a8e5bfaf243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557782 Jul 27 22:03:05.468393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9e36b-808b-4a64-9096-9dd16cf08551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cfa68-2e8b-4aea-85de-176f34772fdf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:05.472044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 52794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:05.563852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.593669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.784160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d057f55-eb35-4acb-a1a7-a1b1a8768c39 req-6a04a877-1abe-4364-96fc-812361c0ddef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b597cbb516b2476383a1217de5171d02&device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0372128 Jul 27 22:03:05.832374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d057f55-eb35-4acb-a1a7-a1b1a8768c39 req-43388a09-dc17-49c3-8589-d1d8402dc505 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b597cbb516b2476383a1217de5171d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212357 Jul 27 22:03:05.890532 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.893500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.894484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/828cfa68-2e8b-4aea-85de-176f34772fdf HTTP/1.1" status: 204 len: 168 time: 0.4202781 Jul 27 22:03:05.904181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72046b8c-5bf9-46ff-bf79-dd0b90273d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cfa68-2e8b-4aea-85de-176f34772fdf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:05.933715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.008058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057f55-eb35-4acb-a1a7-a1b1a8768c39 req-c5fc7b92-7ae4-41d5-af78-d0bfd00d0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.010930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d057f55-eb35-4acb-a1a7-a1b1a8768c39 req-c5fc7b92-7ae4-41d5-af78-d0bfd00d0b30 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718032 Jul 27 22:03:06.394190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4f94ef2-3c02-4544-9037-c335de48bfd0 req-3ada58a8-afbd-4323-8556-8da6775aa69b tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0317981 Jul 27 22:03:06.530876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7caf5c-3223-42db-95a6-25545011edc8 req-10773c01-e387-4902-ba9b-72b7b5a3456c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.534640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad7caf5c-3223-42db-95a6-25545011edc8 req-10773c01-e387-4902-ba9b-72b7b5a3456c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0809848 Jul 27 22:03:06.592285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad7caf5c-3223-42db-95a6-25545011edc8 req-a60ba781-bdae-426b-aa4a-22fe49e4d686 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504479 Jul 27 22:03:07.135929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.553303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.568346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ebaa153c-4293-4efe-8aac-fd02fe9856fc req-a902534c-7fb6-4293-b8a2-e0ba0fecb287 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0851088 Jul 27 22:03:07.889362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b538c-0e2e-4c06-9284-841a5afce7a8 req-0525b62c-ed2e-433b-85ab-efbe90910490 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.908348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a6b538c-0e2e-4c06-9284-841a5afce7a8 req-0525b62c-ed2e-433b-85ab-efbe90910490 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1932168 Jul 27 22:03:07.984851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a6b538c-0e2e-4c06-9284-841a5afce7a8 req-d7b59df5-aaed-41cd-bf3c-06208d0e6a33 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Jul 27 22:03:08.413830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.701776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe14fb63-c200-49d7-91ed-00a6f70e0424 req-b08e8d53-c17b-4cf2-a36f-45efce7c268d tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0411532 Jul 27 22:03:09.306410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c291d3-9e97-40fe-a356-69fa03c2c006 req-277260ad-8cd7-4055-82f3-dc7f627f28b1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.314796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c291d3-9e97-40fe-a356-69fa03c2c006 req-277260ad-8cd7-4055-82f3-dc7f627f28b1 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.2287664 Jul 27 22:03:09.397304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c291d3-9e97-40fe-a356-69fa03c2c006 req-b44c8d0c-39f5-44f9-9515-635dc0ef0cb5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813708 Jul 27 22:03:09.752315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1ef85683-1c6d-400b-a0cf-785c7d0071c5 req-5d8fdd2b-1244-4fa9-ae5d-c274b2e463fe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0329709 Jul 27 22:03:09.820065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6771fb48-b826-48ad-80f0-95eafdfd8606 req-f65103bb-7e86-4246-a77e-a5b3ddb451aa tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0312209 Jul 27 22:03:10.539988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8545f2-1d22-46de-8fc2-22663ccc6372 req-e20af474-3ce2-4eba-94eb-9ce5d2e2dd81 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:10.542000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a8545f2-1d22-46de-8fc2-22663ccc6372 req-e20af474-3ce2-4eba-94eb-9ce5d2e2dd81 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0743930 Jul 27 22:03:10.635224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a8545f2-1d22-46de-8fc2-22663ccc6372 req-974c105e-277b-4d8a-b1a5-b503f9ec870b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Jul 27 22:03:10.957107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d0c4c83-91b7-4879-8796-d2e0293501cf req-1bdacd54-38dc-4685-a95b-fa72f61675f4 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0421393 Jul 27 22:03:11.855770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc779b-eb0c-4943-aeda-d2f8d24448d6 req-380e1216-23f4-43e7-b1c1-45221c92d63a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:11.857409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1cc779b-eb0c-4943-aeda-d2f8d24448d6 req-380e1216-23f4-43e7-b1c1-45221c92d63a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0909870 Jul 27 22:03:11.901064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1cc779b-eb0c-4943-aeda-d2f8d24448d6 req-655edf5a-44ff-4f03-9511-dc9c3bc42230 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Jul 27 22:03:12.100856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e37f8109-1708-404e-b7a3-03fd3f7cc1bb req-3746349e-765d-4fdc-aed3-0d1f6751db8a tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0310106 Jul 27 22:03:13.002951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cfe9228-4aee-4beb-8ce4-1bfd7f40f3b3 req-0538e376-aa14-4382-8007-ae95624e743a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b597cbb516b2476383a1217de5171d02&device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0337589 Jul 27 22:03:13.033631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78cb1946-38a1-4ea1-8d8b-85032839efca req-40238b79-6959-4f89-baea-034f287a8de0 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0336244 Jul 27 22:03:13.061702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cfe9228-4aee-4beb-8ce4-1bfd7f40f3b3 req-ee8cf453-6070-4cd9-a60e-865915dbd049 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b597cbb516b2476383a1217de5171d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452802 Jul 27 22:03:13.153273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569cf0e-3e2d-47a2-ba9b-9fd6c978c00c req-2a528b3d-869b-4974-8dbe-601d5143df99 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:13.155047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e569cf0e-3e2d-47a2-ba9b-9fd6c978c00c req-2a528b3d-869b-4974-8dbe-601d5143df99 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1552765 Jul 27 22:03:13.209544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe9228-4aee-4beb-8ce4-1bfd7f40f3b3 req-6313fea2-d7a7-4548-aeef-189efb7299d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:13.211389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cfe9228-4aee-4beb-8ce4-1bfd7f40f3b3 req-6313fea2-d7a7-4548-aeef-189efb7299d7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422770 Jul 27 22:03:13.234860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e569cf0e-3e2d-47a2-ba9b-9fd6c978c00c req-61a1475f-02cf-4e4a-8284-dae3f817e378 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678613 Jul 27 22:03:13.546915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:13.676010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.812664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.956481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.005214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59cd46c53dc9415190e626165096cf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505386 Jul 27 22:03:14.005214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540d7605-37ae-4bbb-8878-fa41091c0be7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:14.005476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:14.017887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.018437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.018987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.019406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.020277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.020388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.021058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.021642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.022057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.022960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.023530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.023938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74658c-571d-424d-9bdc-69ea00f7599c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:14.059868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.086315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.146098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90a35be5-f8fc-4536-b887-c48d1908645e req-ed61ca93-14d5-4959-8ad0-176f3479626c tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0403342 Jul 27 22:03:14.372542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357bd44-9649-4613-b434-2d5d98397353 req-f74d082c-abfe-496a-a676-6e30f08a434b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.374092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6357bd44-9649-4613-b434-2d5d98397353 req-f74d082c-abfe-496a-a676-6e30f08a434b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0684328 Jul 27 22:03:14.379070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.383895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.385408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/540d7605-37ae-4bbb-8878-fa41091c0be7 HTTP/1.1" status: 204 len: 168 time: 0.3827772 Jul 27 22:03:14.395977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ca63-1e40-4e7b-9943-f46ad80827d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d7605-37ae-4bbb-8878-fa41091c0be7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:14.441232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6357bd44-9649-4613-b434-2d5d98397353 req-216770f9-6fac-4bc7-a73b-c693e149cafd tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Jul 27 22:03:14.673237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cfe9228-4aee-4beb-8ce4-1bfd7f40f3b3 req-491364a1-a357-4217-8cb3-fb1bdbc0c12f tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.76 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0386047 Jul 27 22:03:15.282265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab1a25ac-61c5-45b2-9019-06669fc930d7 req-9fcbced4-dca4-4024-9b4b-eaf3668b47b9 tempest-ServerShowV257Test-1891406809 tempest-ServerShowV257Test-1891406809-project] 10.222.0.37 "GET /v2.0/ports?device_id=e549b558-8eed-44d3-b4da-83c33209ea54 HTTP/1.1" status: 200 len: 210 time: 0.0373631 Jul 27 22:03:15.339575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:15.354278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98a2c0a3-e301-42a0-9ac7-f197c382e432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.446092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98a2c0a3-e301-42a0-9ac7-f197c382e432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.592475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe29ee-8f34-4c3e-b6b7-ceb58dce001b req-408e2faf-54f6-4f4f-bb58-8b8dfc5e7365 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.595702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98a2c0a3-e301-42a0-9ac7-f197c382e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.599316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcfe29ee-8f34-4c3e-b6b7-ceb58dce001b req-408e2faf-54f6-4f4f-bb58-8b8dfc5e7365 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0829265 Jul 27 22:03:15.642631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcfe29ee-8f34-4c3e-b6b7-ceb58dce001b req-97e8f3d5-8a15-474e-b0b7-b67d3efe8085 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Jul 27 22:03:15.649668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c0a3-e301-42a0-9ac7-f197c382e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b96d788-3fec-4c7a-be39-b495acd33302,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:15.655695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98a2c0a3-e301-42a0-9ac7-f197c382e432 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4254dcda48d64b49b82f18e09e9208f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149569 Jul 27 22:03:15.672719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:15.715297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.744024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.967856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.971451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.974306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b96d788-3fec-4c7a-be39-b495acd33302 HTTP/1.1" status: 204 len: 168 time: 0.3150339 Jul 27 22:03:15.984377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe084a3-5fff-406a-bea0-94117d0b7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b96d788-3fec-4c7a-be39-b495acd33302,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:16.800059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a807db1-d445-42fc-bbaf-4b99defa8031 req-12468dea-1e91-4cb5-9d8c-8b0cb319f15d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.808460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a807db1-d445-42fc-bbaf-4b99defa8031 req-12468dea-1e91-4cb5-9d8c-8b0cb319f15d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0915406 Jul 27 22:03:16.864031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a807db1-d445-42fc-bbaf-4b99defa8031 req-dc2f73c8-aa28-47fe-a452-4524b7fe092d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546587 Jul 27 22:03:17.097023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:17.223789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2decaaa8-bedc-4372-8cf1-78b2282b8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.331897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2decaaa8-bedc-4372-8cf1-78b2282b8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.459390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2decaaa8-bedc-4372-8cf1-78b2282b8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.500762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decaaa8-bedc-4372-8cf1-78b2282b8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a616cbc0-8eed-4a11-8f0d-d50cf25ebf98,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:17.509369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:17.509493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2decaaa8-bedc-4372-8cf1-78b2282b8199 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b597cbb516b2476383a1217de5171d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104164 Jul 27 22:03:17.578038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.603007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.867456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.870471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.871779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a616cbc0-8eed-4a11-8f0d-d50cf25ebf98 HTTP/1.1" status: 204 len: 168 time: 0.3620217 Jul 27 22:03:17.909843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f469b4-67a9-462f-bbbf-fcd5e05a23f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616cbc0-8eed-4a11-8f0d-d50cf25ebf98,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:18.083205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81209ace-e092-4b9b-bc91-d650d49ed5f7 req-a3760c0c-6513-4991-9ec5-1f5e426bb28b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:18.085028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81209ace-e092-4b9b-bc91-d650d49ed5f7 req-a3760c0c-6513-4991-9ec5-1f5e426bb28b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1035078 Jul 27 22:03:18.133458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81209ace-e092-4b9b-bc91-d650d49ed5f7 req-f34d0436-fd21-42d6-aaa9-bae724183fd9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Jul 27 22:03:19.324357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dfc9d-0d57-4c1a-b488-4a4286c3c0ba req-4ca20ebc-7232-4b6e-9fbd-41b208ae03fe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.326186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc2dfc9d-0d57-4c1a-b488-4a4286c3c0ba req-4ca20ebc-7232-4b6e-9fbd-41b208ae03fe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0811603 Jul 27 22:03:19.374076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc2dfc9d-0d57-4c1a-b488-4a4286c3c0ba req-b7b7413f-7889-420f-a72f-30e90bc0466c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396409 Jul 27 22:03:20.236115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:20.436962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b6c7d-6f12-4fba-bcbb-c6fc93d9b1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.601703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054f092-b0df-44a9-be94-2bf996390192 req-561192a3-8215-4467-96e9-d574b5199870 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:20.603348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f054f092-b0df-44a9-be94-2bf996390192 req-561192a3-8215-4467-96e9-d574b5199870 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1219137 Jul 27 22:03:20.620211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b6c7d-6f12-4fba-bcbb-c6fc93d9b1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.662986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f054f092-b0df-44a9-be94-2bf996390192 req-f0154266-68ba-48c7-874e-fe9ea89544f5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jul 27 22:03:20.750054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f03b6c7d-6f12-4fba-bcbb-c6fc93d9b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.778548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:20.850895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b6c7d-6f12-4fba-bcbb-c6fc93d9b1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7deee70-3252-4852-a403-68ee89dda152,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:20.884666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f03b6c7d-6f12-4fba-bcbb-c6fc93d9b1d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bea922e67099484a90e0e21fb1fc9241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6440320 Jul 27 22:03:20.886162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53270) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:20.942753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Deleting subnet efd255ac-7187-4f04-8547-52afdbb1990b {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:20.958065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.030053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.077480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.091646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.211741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.460364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.460364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.465477 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7deee70-3252-4852-a403-68ee89dda152 HTTP/1.1" status: 204 len: 168 time: 0.5775013 Jul 27 22:03:21.477249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598da58-256c-49d4-98fc-1bd2c7bc4f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7deee70-3252-4852-a403-68ee89dda152,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:21.511809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.580862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.586617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/efd255ac-7187-4f04-8547-52afdbb1990b HTTP/1.1" status: 204 len: 168 time: 0.8040595 Jul 27 22:03:21.586617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfaece-cf4f-4398-87b9-b7f04b073729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd255ac-7187-4f04-8547-52afdbb1990b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:21.586809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:21.658550 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.767269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.778537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f132b2-7333-4b8d-8bd1-717567b683fd']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.791812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.792114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae866cc-211f-44e1-8cdc-afbf69dd7a9f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.802912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.815043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52bdc3-9244-41cf-b1c2-d52484f2a5fa req-57282656-fde9-42ea-b31c-510f5ab9076f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:21.819063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f52bdc3-9244-41cf-b1c2-d52484f2a5fa req-57282656-fde9-42ea-b31c-510f5ab9076f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0686724 Jul 27 22:03:21.824147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.836088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:21.836889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:21.840507 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:21.884474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f52bdc3-9244-41cf-b1c2-d52484f2a5fa req-08941f56-1298-41d7-a615-94278157f02d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Jul 27 22:03:21.981215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.987526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.990394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] 10.222.0.37 "DELETE /v2.0/networks/60f132b2-7333-4b8d-8bd1-717567b683fd HTTP/1.1" status: 204 len: 168 time: 0.4024076 Jul 27 22:03:22.004066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc96969-1bf1-4578-9b11-6c4b54e08acc admin admin] Pushing event deleted for resources: {'Network': ['ID=60f132b2-7333-4b8d-8bd1-717567b683fd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.153814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:22.336141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd1b0-d447-4d88-9d74-99b1033e4cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.473721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd1b0-d447-4d88-9d74-99b1033e4cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.618843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd1b0-d447-4d88-9d74-99b1033e4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.642592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53320) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:22.681125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff5bd1b0-d447-4d88-9d74-99b1033e4cf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7329aebb69c14437a6c4a4b4d0198ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261357 Jul 27 22:03:22.683380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bd1b0-d447-4d88-9d74-99b1033e4cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad081b-4666-4776-9c4e-13d3d67948ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.686720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:22.705839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-830e6b9b-5128-404d-9745-abeb44cb4bfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9458ebd6a4c24ff3b897a4cea0d673cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616348 Jul 27 22:03:22.717329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53328) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:22.759461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.787259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.788061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.818994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.947294 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.947294 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.954094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1ad081b-4666-4776-9c4e-13d3d67948ae HTTP/1.1" status: 204 len: 168 time: 0.2658169 Jul 27 22:03:22.966850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07ecc9-bc73-4ba1-87ef-7947a3ae4724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad081b-4666-4776-9c4e-13d3d67948ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.992908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.995979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.999399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869 HTTP/1.1" status: 204 len: 168 time: 0.2783105 Jul 27 22:03:23.013449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa3821-50f5-4643-adaa-ffc4d91ab9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee2ae2-aace-4f40-bcf1-ee0ba3bc5869,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:23.069690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f264b1-284d-4d5a-ab1a-01e0efa2cc2a req-eb935a3d-65e6-4999-93e4-6ba714076830 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.071260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5f264b1-284d-4d5a-ab1a-01e0efa2cc2a req-eb935a3d-65e6-4999-93e4-6ba714076830 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0957789 Jul 27 22:03:23.110189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5f264b1-284d-4d5a-ab1a-01e0efa2cc2a req-542f2723-4528-4234-82e2-68f61d1a8c2f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Jul 27 22:03:24.286351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16895-80dc-41a5-86e0-154f8ad67fee req-5ba45744-7d8a-453f-95e1-44fef1873eca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:24.288001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6da16895-80dc-41a5-86e0-154f8ad67fee req-5ba45744-7d8a-453f-95e1-44fef1873eca tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0948889 Jul 27 22:03:24.346513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6da16895-80dc-41a5-86e0-154f8ad67fee req-2663dde6-e90e-4f4c-b563-e3b6f7a9854f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517793 Jul 27 22:03:25.022442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53466) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:25.252224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9b05177-3f0a-4c5b-be0f-a78012b249fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.375369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9b05177-3f0a-4c5b-be0f-a78012b249fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.509936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9b05177-3f0a-4c5b-be0f-a78012b249fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.569134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9b05177-3f0a-4c5b-be0f-a78012b249fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=402193f0de8e4cfc8942dc9cb1c6a231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399456 Jul 27 22:03:25.570103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:25.576344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b05177-3f0a-4c5b-be0f-a78012b249fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e7b1f-12ab-4c1f-a3ee-29e82033527c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.594740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf9810-a2ae-4d99-96af-0a3d4b2d36ba req-e2dee901-efc7-4462-a157-1246d5d68a49 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:25.604232 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-decf9810-a2ae-4d99-96af-0a3d4b2d36ba req-e2dee901-efc7-4462-a157-1246d5d68a49 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1649516 Jul 27 22:03:25.659162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-decf9810-a2ae-4d99-96af-0a3d4b2d36ba req-71a431db-16c0-47d3-aac3-88b21fdb669d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Jul 27 22:03:25.682522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.713181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.892255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.893121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.894369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d2e7b1f-12ab-4c1f-a3ee-29e82033527c HTTP/1.1" status: 204 len: 168 time: 0.3225338 Jul 27 22:03:25.903430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a62d5-d244-43b7-b095-68d7837db3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e7b1f-12ab-4c1f-a3ee-29e82033527c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.291541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53530) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:26.722323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-603ca2e2-5847-4f2e-a616-1feb71ddf00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.894188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-603ca2e2-5847-4f2e-a616-1feb71ddf00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.975137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-603ca2e2-5847-4f2e-a616-1feb71ddf00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.027353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ca2e2-5847-4f2e-a616-1feb71ddf00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3e3e8-ed91-449d-a4f8-969a7041750c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:27.056811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-603ca2e2-5847-4f2e-a616-1feb71ddf00d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0f5d7c2583440718885aeb56b7a2843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639480 Jul 27 22:03:27.059521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:27.114488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148f250-c0a3-4185-bbad-4e56d608f5ae req-3d830dc6-b03f-4224-82f9-ef098428071e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:27.123935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b148f250-c0a3-4185-bbad-4e56d608f5ae req-3d830dc6-b03f-4224-82f9-ef098428071e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.3398988 Jul 27 22:03:27.173483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.192730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b148f250-c0a3-4185-bbad-4e56d608f5ae req-2fbba134-41ff-41e3-bb8d-e5d3e9b57458 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675526 Jul 27 22:03:27.204757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.376940 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.380148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.381570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15d3e3e8-ed91-449d-a4f8-969a7041750c HTTP/1.1" status: 204 len: 168 time: 0.3206291 Jul 27 22:03:27.390912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774f4ae-e8c7-45c0-b714-2dd1ceb93a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3e3e8-ed91-449d-a4f8-969a7041750c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:28.288739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:28.382709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c863d9b-bc42-4496-9a50-64861ebb681f req-d9911c40-23a8-47c5-883d-8d6add1a7093 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.384984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c863d9b-bc42-4496-9a50-64861ebb681f req-d9911c40-23a8-47c5-883d-8d6add1a7093 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.0886681 Jul 27 22:03:28.451093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c863d9b-bc42-4496-9a50-64861ebb681f req-360ff302-af99-4624-a09b-78bc216f991c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587153 Jul 27 22:03:28.462648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-164ff13f-d215-463c-86bc-102da811e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.619121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-164ff13f-d215-463c-86bc-102da811e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.709366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-164ff13f-d215-463c-86bc-102da811e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.785529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-164ff13f-d215-463c-86bc-102da811e5d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3247ea2eb644e90aa94697a0c580aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922044 Jul 27 22:03:28.785529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ff13f-d215-463c-86bc-102da811e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b74936-0409-4792-acc1-cf22a254b7d5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:28.790596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:28.874673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.918964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.104136 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.107571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.111238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7b74936-0409-4792-acc1-cf22a254b7d5 HTTP/1.1" status: 204 len: 168 time: 0.3195074 Jul 27 22:03:29.130648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e975311-bccd-4056-b160-8285a5b79ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b74936-0409-4792-acc1-cf22a254b7d5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.189972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fb1a8-edc4-41a5-8551-c167b8821e4a req-8987ce65-f9cb-42ab-9166-d4015eacb512 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:29.199242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e74fb1a8-edc4-41a5-8551-c167b8821e4a req-8987ce65-f9cb-42ab-9166-d4015eacb512 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1250660 Jul 27 22:03:29.263195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e74fb1a8-edc4-41a5-8551-c167b8821e4a req-cc76447e-694e-4273-9453-7ce75d955c2f tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483186 Jul 27 22:03:29.589007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53716) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:29.986942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-395210247-network', 'tenant_id': 'f25ea0dceaea495ca1ee6bda2aef7882'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:30.112574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Made reservation on behalf of f25ea0dceaea495ca1ee6bda2aef7882 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:30.116280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.130512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.259750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.310341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-7d8b0abc-dce0-470e-8e8f-3b7a6f51666b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:30.315442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-7d8b0abc-dce0-470e-8e8f-3b7a6f51666b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.1288264 Jul 27 22:03:30.367465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:30.385157 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0c9848d-3e36-4987-98c9-6e689b3c15cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.400141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.415311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:30.426810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.427890 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Added segment d228cc36-2e5a-47a6-a9ed-25f56a8f5265 of type vlan for network 8cefd108-791d-4b8f-aee1-b68a4a7200dc Jul 27 22:03:30.476492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.527170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02506-01b4-447b-86b6-bd1744f61e5c req-3ffd0015-dff5-472b-b298-dacc19cf89ba tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:30.550033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cba02506-01b4-447b-86b6-bd1744f61e5c req-3ffd0015-dff5-472b-b298-dacc19cf89ba tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 946 time: 0.2084463 Jul 27 22:03:30.583020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.601721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Deleting port 2a7635ff-b42a-48f1-890d-7bf6da6840fd {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:30.601721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.662856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cba02506-01b4-447b-86b6-bd1744f61e5c req-8bc48346-f262-4840-9316-0cbe72a5c4bf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234405 Jul 27 22:03:30.682782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.683952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:30.684639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.734104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] For port 2a7635ff-b42a-48f1-890d-7bf6da6840fd, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=2a7635ff-b42a-48f1-890d-7bf6da6840fd,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:30.734515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.753269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Calling delete_port for 2a7635ff-b42a-48f1-890d-7bf6da6840fd owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:30.817029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] Pushing event updated for resources: {'Network': ['ID=8cefd108-791d-4b8f-aee1-b68a4a7200dc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.831245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8cefd108-791d-4b8f-aee1-b68a4a7200dc details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:30.854549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0c9848d-3e36-4987-98c9-6e689b3c15cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.022021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0c9848d-3e36-4987-98c9-6e689b3c15cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.055622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.070400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['2a7635ff-b42a-48f1-890d-7bf6da6840fd'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:31.085194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c0c9848d-3e36-4987-98c9-6e689b3c15cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c9f306da2f64cf1b203a454aa08f126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163370 Jul 27 22:03:31.098854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:31.118265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event deleted for resources: {'Port': ['ID=2a7635ff-b42a-48f1-890d-7bf6da6840fd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.130329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9848d-3e36-4987-98c9-6e689b3c15cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb41bf-a714-4534-8c86-14f1c3eae26f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.156306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b9304a87-0714-49ff-b7d4-498f1532999c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5649185 Jul 27 22:03:31.169522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:31.174471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Request body: {'subnet': {'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-395210247-subnet', 'tenant_id': 'f25ea0dceaea495ca1ee6bda2aef7882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:31.181016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] No DVR routers for this DVR port 2a7635ff-b42a-48f1-890d-7bf6da6840fd on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:31.183960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.186887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f165a5ee-1610-4c46-ae1d-dfea4684cfd5 req-6d13a231-0f31-485d-b01a-20904042c8bb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "DELETE /v2.0/ports/2a7635ff-b42a-48f1-890d-7bf6da6840fd HTTP/1.1" status: 204 len: 173 time: 0.8672469 Jul 27 22:03:31.187413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'name': 'network-vif-deleted', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:31.193826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.200015 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a29a5d3-db0d-414c-a11a-ece4afc05057" -d '{"events": [{"server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "name": "network-vif-deleted", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:31.235372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.296282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Made reservation on behalf of f25ea0dceaea495ca1ee6bda2aef7882 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:31.298991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.322570 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e6b87b-3e27-43fb-9a41-21931b12824d x-openstack-request-id: req-d2e6b87b-3e27-43fb-9a41-21931b12824d {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:31.324443 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a11fd4-fd14-4f02-a15d-6ab290f5fed8", "name": "network-vif-deleted", "tag": "2a7635ff-b42a-48f1-890d-7bf6da6840fd", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:31.324443 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2e6b87b-3e27-43fb-9a41-21931b12824d {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:31.324443 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a11fd4-fd14-4f02-a15d-6ab290f5fed8', 'name': 'network-vif-deleted', 'tag': '2a7635ff-b42a-48f1-890d-7bf6da6840fd', 'status': 'completed', 'code': 200} Jul 27 22:03:31.464989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.467601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.468817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bfb41bf-a714-4534-8c86-14f1c3eae26f HTTP/1.1" status: 204 len: 168 time: 0.3689458 Jul 27 22:03:31.489293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9bcec-39f9-4fbc-9d7c-a5ef7c817914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb41bf-a714-4534-8c86-14f1c3eae26f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.782685 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-993f3bb3-5ed1-44f9-8549-4d76cb8b1b8f req-49f09183-67dc-41b3-b522-3e54ff30b477 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2a11fd4-fd14-4f02-a15d-6ab290f5fed8 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Jul 27 22:03:31.815400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.919239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e2e505-39f2-4354-b936-d0806bb89995,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.941856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Checking segment: {'id': 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:31.942244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Network hostable DHCP agents. Network: 8cefd108-791d-4b8f-aee1-b68a4a7200dc, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:32.041083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2e0959a-ea92-49cd-b7f1-b7a5a0de6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.217747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Network 8cefd108-791d-4b8f-aee1-b68a4a7200dc is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:32.315814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8cefd108-791d-4b8f-aee1-b68a4a7200dc) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:32.321682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.322549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.327594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda078c-058e-4762-80df-3d10f0a0b765 None None] Network 8cefd108-791d-4b8f-aee1-b68a4a7200dc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:32.499499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-94bb114f-4c34-4114-9538-27c546914e38 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3284783 Jul 27 22:03:32.692602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957323f1-0af3-48fa-bef9-433b52f67a15 None None] Network 8cefd108-791d-4b8f-aee1-b68a4a7200dc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:33.208062 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:33.401874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-d800c46a-b404-4dfc-a726-efd4d9ee0dd3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.411463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-d800c46a-b404-4dfc-a726-efd4d9ee0dd3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.1806004 Jul 27 22:03:33.427490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-45c11b58-1382-4640-9c14-93e34adbdff9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/quotas/4a0c31fd1457411db6b2f7b3e433dd90 HTTP/1.1" status: 200 len: 375 time: 0.0148861 Jul 27 22:03:33.469830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-b88ceb3e-0720-4032-ae67-db90561e0e61 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361626 Jul 27 22:03:33.597063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-972e0cb7-cc03-4691-8eb4-69fb315d7c32 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188514 Jul 27 22:03:33.729456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-1c7b8fea-2afd-48fe-82af-abb0c006e129 service neutron] 10.222.0.37 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Jul 27 22:03:33.795927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2a7635ff-b42a-48f1-890d-7bf6da6840fd no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:33.823097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 2a7635ff-b42a-48f1-890d-7bf6da6840fd {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:33.823758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 2a7635ff-b42a-48f1-890d-7bf6da6840fd not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:34.093503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c052cff-b418-4cfa-bd4f-db43709471a7 req-01928117-03e9-4c33-baf4-b31fa085191d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0762546 Jul 27 22:03:34.386154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a46e-d826-4ab5-a30a-495590628e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.387617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:34.393522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1022537266-network', 'tenant_id': '70ffcfbd0ea147ed806332c57756b0ec'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:34.490084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Made reservation on behalf of 70ffcfbd0ea147ed806332c57756b0ec for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:34.504218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.519622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.645912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.740265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.773313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:34.788894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299cf1a9-f3a0-4a57-a81b-0602442f28ef,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:34.791851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.792203 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Added segment 4c09766c-f45a-415f-b996-71a7351f8833 of type vlan for network 8e662b58-48dd-448b-bf7b-358ccc85d23a Jul 27 22:03:34.831878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.834607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.990238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.991294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:34.994065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.053917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e662b58-48dd-448b-bf7b-358ccc85d23a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.064074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8e662b58-48dd-448b-bf7b-358ccc85d23a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:35.154005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53976) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:35.159349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3141181-88f1-42e9-aa46-37184edf22d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7701855 Jul 27 22:03:35.162684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Request body: {'subnet': {'network_id': '8e662b58-48dd-448b-bf7b-358ccc85d23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1022537266-subnet', 'tenant_id': '70ffcfbd0ea147ed806332c57756b0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:35.210344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-924f6e5c-4ec2-4f11-84e0-7c42fe712e61 req-117199ce-8e9f-4b20-aec8-95a7ac939f2b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0483835 Jul 27 22:03:35.272019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Made reservation on behalf of 70ffcfbd0ea147ed806332c57756b0ec for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:35.275315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.616411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.761029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Checking segment: {'id': '4c09766c-f45a-415f-b996-71a7351f8833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '8e662b58-48dd-448b-bf7b-358ccc85d23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:35.761402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Network hostable DHCP agents. Network: 8e662b58-48dd-448b-bf7b-358ccc85d23a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:35.767646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8181f15c-4892-49c9-a006-342dd9a716f9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.886825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.974548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Network 8e662b58-48dd-448b-bf7b-358ccc85d23a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:36.140214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8e662b58-48dd-448b-bf7b-358ccc85d23a) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:36.151829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:36.152468 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.153643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd9203-0c3b-4a10-9402-bb5e61d04f96 None None] Network 8e662b58-48dd-448b-bf7b-358ccc85d23a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:36.335193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d4fc0-0425-41a1-b3db-2f9292dfc112 None None] Network 8e662b58-48dd-448b-bf7b-358ccc85d23a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:36.356789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-27ce00db-636e-4d0c-ac5a-c928ffc002bb req-68164f86-ca2e-4025-a679-eb6f1934d5e2 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0521550 Jul 27 22:03:36.370181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7db3ac71-d190-4d3f-a3e3-2b97c32d4b54 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2122679 Jul 27 22:03:37.074065 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.300979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-fc58d9c1-87ff-4441-9b43-66b4bd910064 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.309975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-fc58d9c1-87ff-4441-9b43-66b4bd910064 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/networks?id=8cefd108-791d-4b8f-aee1-b68a4a7200dc HTTP/1.1" status: 200 len: 811 time: 0.2885230 Jul 27 22:03:37.359364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-fd3f1224-6dfd-407b-ac52-72e3a380f82b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.365569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-fd3f1224-6dfd-407b-ac52-72e3a380f82b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/networks?id=5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 200 len: 812 time: 0.2248235 Jul 27 22:03:37.371972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-a5ee65c2-850b-4314-8acc-631f15b96168 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/quotas/f25ea0dceaea495ca1ee6bda2aef7882 HTTP/1.1" status: 200 len: 375 time: 0.0586646 Jul 27 22:03:37.433072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Request body: {'port': {'device_id': '584ce59e-7676-4707-80b1-9084c0626185', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'admin_state_up': True, 'tenant_id': '4a0c31fd1457411db6b2f7b3e433dd90'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:37.465273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-0f5b64e1-b75f-4967-9bf8-182a7a3e818d tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914552 Jul 27 22:03:37.517665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.562368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f673e5da-8e52-47e7-847f-e998ae79c849 req-a1dc99c7-c70e-41b6-9a4d-82843be8aabb tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0565870 Jul 27 22:03:37.675926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-dc06ae43-a0ea-4fd3-a3e3-aea890f294a9 service neutron] 10.222.0.37 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904693 Jul 27 22:03:37.801484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Made reservation on behalf of 4a0c31fd1457411db6b2f7b3e433dd90 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:37.806262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.832091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-5d24b6c0-2d98-4631-bf5d-978a7f6cd756 service neutron] 10.222.0.37 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432881 Jul 27 22:03:38.042745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Allocated IP 172.20.0.4 (5102eb96-e4c1-4376-a041-34daaac62b1a/1c00757f-9ecc-4ce6-ba34-671c1176daff/65b82743-795d-487e-aa45-766df6ee168e) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:38.180046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.243434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.282341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3ade54af-190b-4010-9f30-4f8df88ebc2d req-7dc811b9-797b-4f25-8052-aac34623e299 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 210 time: 0.0493999 Jul 27 22:03:38.409229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.455078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Network 5102eb96-e4c1-4376-a041-34daaac62b1a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:38.459982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:38.465597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:38.543012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.543833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.556675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event updated for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:38.707667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-074c1352-8d0f-4acb-8adb-3f0d079d3b8e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289387 Jul 27 22:03:38.735918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Request body: {'port': {'device_id': '584ce59e-7676-4707-80b1-9084c0626185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:38.867404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:39.010922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a58b1678-a89e-48be-b7d6-099ad70c6eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.135215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a58b1678-a89e-48be-b7d6-099ad70c6eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.144481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08813f48-2998-4af4-89cf-db01df29be6e req-4038281d-11e9-4b63-92fe-bb37e15ad9db tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.146762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08813f48-2998-4af4-89cf-db01df29be6e req-4038281d-11e9-4b63-92fe-bb37e15ad9db tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 931 time: 0.4891980 Jul 27 22:03:39.212751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.230062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08813f48-2998-4af4-89cf-db01df29be6e req-fe5fc9ac-0fed-4245-86d4-095dfc43af15 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 Jul 27 22:03:39.292342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a58b1678-a89e-48be-b7d6-099ad70c6eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.358988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b1678-a89e-48be-b7d6-099ad70c6eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db704144-77ff-412b-80ec-eccce6162630,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:39.367455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a58b1678-a89e-48be-b7d6-099ad70c6eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc86b8e58d7f4de3ba1df9ff39c0cd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983528 Jul 27 22:03:39.368087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54264) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:39.420707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68a4603d-e88c-414f-ba44-f2afdbe85dbc req-40c5b5ec-1956-4c44-bdcc-64e8f9faf9e0 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 210 time: 0.0513000 Jul 27 22:03:39.492412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54270) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:39.498946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.531032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.671153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c2bc-a430-43d1-842e-969e6779e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.687212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b82743-795d-487e-aa45-766df6ee168e {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:39.698109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.770800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.772066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Transition to ACTIVE for port object 65b82743-795d-487e-aa45-766df6ee168e will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:39.787070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.788663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db704144-77ff-412b-80ec-eccce6162630 HTTP/1.1" status: 204 len: 168 time: 0.4182150 Jul 27 22:03:39.798722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb6e2-0bd2-45f1-a054-2576d74ea081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db704144-77ff-412b-80ec-eccce6162630,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:39.922202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c2bc-a430-43d1-842e-969e6779e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.923375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.029079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Pushing event updated for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.043318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1f7c2bc-a430-43d1-842e-969e6779e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.110605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Attempting to bind port 65b82743-795d-487e-aa45-766df6ee168e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:40.110763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Attempting to bind port 65b82743-795d-487e-aa45-766df6ee168e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:40.111134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Attempting to bind port 65b82743-795d-487e-aa45-766df6ee168e on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:40.138756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Port 65b82743-795d-487e-aa45-766df6ee168e on network 5102eb96-e4c1-4376-a041-34daaac62b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:40.139089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Attempting to bind port 65b82743-795d-487e-aa45-766df6ee168e on network 5102eb96-e4c1-4376-a041-34daaac62b1a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:40.144803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1f7c2bc-a430-43d1-842e-969e6779e076 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebccc4a304494037a01929c7a76017b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512585 Jul 27 22:03:40.147214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7c2bc-a430-43d1-842e-969e6779e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c05477-4b67-4090-b521-92359f9b38ca,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.148297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:40.150559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:40.154032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Checking segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:40.154032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Bound using segment: {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:40.154032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Bound port: 65b82743-795d-487e-aa45-766df6ee168e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30f71d2-b669-459a-8856-5a2da0219ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:40.154032 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.202057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.221809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:40.225071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.225204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=65b82743-795d-487e-aa45-766df6ee168e,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:40.335634 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.399967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.400705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.402274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] 10.222.0.76 "PUT /v2.0/ports/65b82743-795d-487e-aa45-766df6ee168e HTTP/1.1" status: 200 len: 1091 time: 1.6880009 Jul 27 22:03:40.403543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.403902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'tag': '65b82743-795d-487e-aa45-766df6ee168e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:40.406459 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862618e2-963a-495c-85cb-22dd21d14ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "tag": "65b82743-795d-487e-aa45-766df6ee168e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:40.406639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.417581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7c05477-4b67-4090-b521-92359f9b38ca HTTP/1.1" status: 204 len: 168 time: 0.2669685 Jul 27 22:03:40.434335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba75ac2-b0fa-472c-bda5-4594b00ecca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c05477-4b67-4090-b521-92359f9b38ca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.461087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093c8bc-5803-41da-b751-bb7926ee3ebe service neutron] Pushing event updated for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.471422 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd6e33-9b39-4acb-b499-907573eb6f7b x-openstack-request-id: req-abdd6e33-9b39-4acb-b499-907573eb6f7b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:40.471422 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "tag": "65b82743-795d-487e-aa45-766df6ee168e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:40.471422 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abdd6e33-9b39-4acb-b499-907573eb6f7b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:40.471422 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'tag': '65b82743-795d-487e-aa45-766df6ee168e', 'status': 'completed', 'code': 200} Jul 27 22:03:40.501211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c533a32-1033-4805-9c3a-fb7556798fa9 req-52d736b2-4438-4968-a4e5-fce9fbe677c7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.506831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c533a32-1033-4805-9c3a-fb7556798fa9 req-52d736b2-4438-4968-a4e5-fce9fbe677c7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 943 time: 0.1914170 Jul 27 22:03:40.599422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c533a32-1033-4805-9c3a-fb7556798fa9 req-65ee0b09-a615-481a-b384-d8646e2a05fc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863574 Jul 27 22:03:40.671626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a05e650-9c0f-4005-be4f-60dd4d0c6fb0 req-a4c536c9-9783-4ac9-931b-7971d92b2620 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 210 time: 0.0496154 Jul 27 22:03:40.696650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862618e2-963a-495c-85cb-22dd21d14ecd req-d667c43b-938f-4121-adc9-4a214cb3b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.698252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-862618e2-963a-495c-85cb-22dd21d14ecd req-d667c43b-938f-4121-adc9-4a214cb3b605 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 1094 time: 0.0780809 Jul 27 22:03:40.823813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862618e2-963a-495c-85cb-22dd21d14ecd req-eca46789-7c5a-4a2a-b31f-3f93670fe124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.825491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-862618e2-963a-495c-85cb-22dd21d14ecd req-eca46789-7c5a-4a2a-b31f-3f93670fe124 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1187127 Jul 27 22:03:40.870392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:40.895161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e45283f7-b4d2-4a20-831e-d86f06bc672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.938833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862618e2-963a-495c-85cb-22dd21d14ecd req-e5615559-a641-4181-9a45-6001e27ac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.940522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-862618e2-963a-495c-85cb-22dd21d14ecd req-e5615559-a641-4181-9a45-6001e27ac5a9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076725 Jul 27 22:03:41.079045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e45283f7-b4d2-4a20-831e-d86f06bc672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.095795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-dc90d9fd-57e9-4346-8b63-1312770840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.098406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-dc90d9fd-57e9-4346-8b63-1312770840ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 1094 time: 0.0994554 Jul 27 22:03:41.153327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-f3b19b20-ed64-44d7-9a71-818a22c49f00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65b82743-795d-487e-aa45-766df6ee168e HTTP/1.1" status: 200 len: 217 time: 0.0457287 Jul 27 22:03:41.207986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-57635d5e-5108-4706-9c77-09d3a62f43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.209553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-57635d5e-5108-4706-9c77-09d3a62f43e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 200 len: 852 time: 0.0481985 Jul 27 22:03:41.220295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e45283f7-b4d2-4a20-831e-d86f06bc672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.261052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-723838d8-8fda-4f08-9056-a6b9eaa8d05a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5102eb96-e4c1-4376-a041-34daaac62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438995 Jul 27 22:03:41.271854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e45283f7-b4d2-4a20-831e-d86f06bc672c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abccc99b8d6143b9a75f2852993b7260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999445 Jul 27 22:03:41.273489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45283f7-b4d2-4a20-831e-d86f06bc672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74112b67-e62d-440d-b237-731b1779d24b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:41.277532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:41.354127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.380688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.408415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-98bbbe85-63ed-4024-a7ab-a1649b2fbf9b service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382148 Jul 27 22:03:41.727932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f243d01-5ff1-4851-8d36-71e2f095e0b3 req-1d89ca23-7ef0-483d-8c38-b43b4f053e96 service neutron] 10.222.0.76 "GET /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579070 Jul 27 22:03:41.727932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-7eed8b45-2e7f-404d-bca0-88e7a4c5e65b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.727932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-7eed8b45-2e7f-404d-bca0-88e7a4c5e65b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.50 "GET /v2.0/networks?id=8cefd108-791d-4b8f-aee1-b68a4a7200dc HTTP/1.1" status: 200 len: 811 time: 0.1308029 Jul 27 22:03:41.727932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Request body: {'port': {'device_id': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc', 'admin_state_up': True, 'tenant_id': 'f25ea0dceaea495ca1ee6bda2aef7882'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:41.821717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34d5f94a-63a3-48f1-9898-9cab4e2319d2 req-1f9a89bc-3929-4737-b900-9c8752bc76b0 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 210 time: 0.0548089 Jul 27 22:03:41.833439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f13e1-831f-493d-8d2d-052a57ff9877 req-c783bc35-6807-4b73-8851-b858f51e5792 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.837384 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef0f13e1-831f-493d-8d2d-052a57ff9877 req-c783bc35-6807-4b73-8851-b858f51e5792 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 943 time: 0.1331923 Jul 27 22:03:41.883706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef0f13e1-831f-493d-8d2d-052a57ff9877 req-84f63070-0f64-467b-8731-14efc08e97c7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Jul 27 22:03:41.997177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.999629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.000968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74112b67-e62d-440d-b237-731b1779d24b HTTP/1.1" status: 204 len: 168 time: 0.7220190 Jul 27 22:03:42.009896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c040b8-d54b-45ca-9d85-27901debd1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74112b67-e62d-440d-b237-731b1779d24b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.026050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Made reservation on behalf of f25ea0dceaea495ca1ee6bda2aef7882 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:42.030851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.062981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.083619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f1451a3-a733-4d69-a27b-d3969cf8364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.247342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f1451a3-a733-4d69-a27b-d3969cf8364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.249570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Allocated IP 172.20.0.13 (8cefd108-791d-4b8f-aee1-b68a4a7200dc/e5e2e505-39f2-4354-b936-d0806bb89995/dad6b1f6-f279-4f07-ab9d-8a2d8a660c30) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:42.424389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.437160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f1451a3-a733-4d69-a27b-d3969cf8364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.507939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3f1451a3-a733-4d69-a27b-d3969cf8364b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=976a96c441254446a4ec9e3e485c8028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427352 Jul 27 22:03:42.510182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.541956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1451a3-a733-4d69-a27b-d3969cf8364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071221ee-e560-4716-93a1-7d49a4c92ebe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.563934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.627621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Network 8cefd108-791d-4b8f-aee1-b68a4a7200dc is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:42.639997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:42.648444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:42.650969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.692189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Pushing event updated for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.731443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.740117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:42.741060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.900956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-8a62607c-279d-4ef5-8a56-eac41dc06701 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2586987 Jul 27 22:03:42.915094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Request body: {'port': {'device_id': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:43.022872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.044858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620db3a-10f0-4efb-8d07-f467f6e92340 req-4694a6c8-1daf-4cdc-b83c-fdb9f2676996 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.046589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1620db3a-10f0-4efb-8d07-f467f6e92340 req-4694a6c8-1daf-4cdc-b83c-fdb9f2676996 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 932 time: 0.1363692 Jul 27 22:03:43.067636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.073052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.075805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/071221ee-e560-4716-93a1-7d49a4c92ebe HTTP/1.1" status: 204 len: 168 time: 0.5641675 Jul 27 22:03:43.102203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1620db3a-10f0-4efb-8d07-f467f6e92340 req-4297e0f3-014d-4a4c-8361-cb1dc3e5a825 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Jul 27 22:03:43.165301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c25a7-39b6-4242-bb0b-ee5c905baea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071221ee-e560-4716-93a1-7d49a4c92ebe,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.333150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4098bb-7715-48e2-bc7e-cd6a140b2602 req-44255861-4e04-462f-a7c4-20f38be88231 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.334625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a4098bb-7715-48e2-bc7e-cd6a140b2602 req-44255861-4e04-462f-a7c4-20f38be88231 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 943 time: 0.3128924 Jul 27 22:03:43.398455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a4098bb-7715-48e2-bc7e-cd6a140b2602 req-7e5776dd-17be-44f8-a13b-d4790b94bdbc tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539691 Jul 27 22:03:43.515954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:43.525800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.541569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Transition to ACTIVE for port object dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:43.640913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.753413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.880641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Attempting to bind port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:43.880989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Attempting to bind port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:43.881390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Attempting to bind port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 on network 8cefd108-791d-4b8f-aee1-b68a4a7200dc {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:43.887027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 on network 8cefd108-791d-4b8f-aee1-b68a4a7200dc not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:43.887361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Attempting to bind port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 on network 8cefd108-791d-4b8f-aee1-b68a4a7200dc {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:43.893775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:43.894195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Checking segment: {'id': 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:43.894693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Bound using segment: {'id': 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:43.895116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Bound port: dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:43.895484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.974604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:43.980956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,segment=NetworkSegment(d228cc36-2e5a-47a6-a9ed-25f56a8f5265),segment_id=d228cc36-2e5a-47a6-a9ed-25f56a8f5265)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:44.083698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.124455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.125114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.126738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] 10.222.0.50 "PUT /v2.0/ports/dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 HTTP/1.1" status: 200 len: 1092 time: 1.2169509 Jul 27 22:03:44.127221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:44.130099 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f7a63c-3c1d-44df-812c-b7978c20561d" -d '{"events": [{"name": "network-changed", "server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:44.165444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e89046-f674-4cb8-a447-f06694c45f0c service neutron] Pushing event updated for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.186590 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee6958-51e7-4425-a7d2-e5497fd57490 x-openstack-request-id: req-3dee6958-51e7-4425-a7d2-e5497fd57490 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:44.187062 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:44.187556 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dee6958-51e7-4425-a7d2-e5497fd57490 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:44.189906 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30', 'status': 'completed', 'code': 200} Jul 27 22:03:44.363720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-6fe506cc-3698-4fe1-838f-7ed8e86dcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.365728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-6fe506cc-3698-4fe1-838f-7ed8e86dcfe6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 1095 time: 0.1393130 Jul 27 22:03:44.380945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caebef-ffa2-4dc4-9ff7-1fb4bd07c5e9 req-7bdc2f45-f09f-4ec0-82ee-84ddb24f0267 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.383243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0caebef-ffa2-4dc4-9ff7-1fb4bd07c5e9 req-7bdc2f45-f09f-4ec0-82ee-84ddb24f0267 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 944 time: 0.1912458 Jul 27 22:03:44.521312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0caebef-ffa2-4dc4-9ff7-1fb4bd07c5e9 req-df7cf43d-380c-48cc-aaaf-86df0c24c5ab tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232662 Jul 27 22:03:44.587667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-53083b57-e80c-4c75-b137-9c80d4ba6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.591837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-53083b57-e80c-4c75-b137-9c80d4ba6b80 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2075195 Jul 27 22:03:44.662377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0e71a-6143-438a-8e67-f81b2ac23e76 req-df15c8c6-c502-4f92-87b2-5bae98cc2919 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.670393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08d0e71a-6143-438a-8e67-f81b2ac23e76 req-df15c8c6-c502-4f92-87b2-5bae98cc2919 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 943 time: 0.1460450 Jul 27 22:03:44.773102 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08d0e71a-6143-438a-8e67-f81b2ac23e76 req-c670a549-91aa-4315-b065-429a9d000024 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937033 Jul 27 22:03:44.882268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-d3eb367c-dcde-4026-a097-e6062680e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.886104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67f7a63c-3c1d-44df-812c-b7978c20561d req-d3eb367c-dcde-4026-a097-e6062680e291 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2846117 Jul 27 22:03:44.993152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-6c98bf9d-a00c-4d49-b04c-06952ed18868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.995511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-6c98bf9d-a00c-4d49-b04c-06952ed18868 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 1095 time: 0.0669026 Jul 27 22:03:45.044675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-db6b477b-df52-4b31-ac8e-d51533011a07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 HTTP/1.1" status: 200 len: 217 time: 0.0400984 Jul 27 22:03:45.108813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-4424a290-d1bc-4df9-af86-ac39eae921e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.110430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-4424a290-d1bc-4df9-af86-ac39eae921e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e2e505-39f2-4354-b936-d0806bb89995 HTTP/1.1" status: 200 len: 851 time: 0.0578451 Jul 27 22:03:45.148443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-38b5ee52-0acc-4260-82b3-10871ae6034f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8cefd108-791d-4b8f-aee1-b68a4a7200dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301099 Jul 27 22:03:45.254366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-5b734184-f019-4bf1-9866-0861dd827348 service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972335 Jul 27 22:03:45.382576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ff1e049-b851-47a8-ba32-6643162aa2b7 req-46f8bd43-adf4-49ce-b63d-526a34376d1e service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212852 Jul 27 22:03:45.494672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54500) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:45.669285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5043b0ba-52be-4e30-a1a8-3b0aec31187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.724196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb1854-959c-497c-8967-30728c32bb5b req-04c86f7b-e2d9-4700-a809-1f496323eff3 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.725844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6eb1854-959c-497c-8967-30728c32bb5b req-04c86f7b-e2d9-4700-a809-1f496323eff3 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 944 time: 0.1166272 Jul 27 22:03:45.799688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6eb1854-959c-497c-8967-30728c32bb5b req-1d7556c5-05b6-43f0-b943-e72f3ed807cc tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655589 Jul 27 22:03:45.890804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 65b82743-795d-487e-aa45-766df6ee168e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:03:45.921562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5043b0ba-52be-4e30-a1a8-3b0aec31187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.983174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b262a0-2e47-4286-bd26-8c2d688bc8ce req-447c8f57-d31e-4d89-bdd6-fe88ccb2d57e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.986232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45b262a0-2e47-4286-bd26-8c2d688bc8ce req-447c8f57-d31e-4d89-bdd6-fe88ccb2d57e tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 943 time: 0.1186790 Jul 27 22:03:46.001978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5043b0ba-52be-4e30-a1a8-3b0aec31187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.064482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45b262a0-2e47-4286-bd26-8c2d688bc8ce req-b64898b3-1bc1-4c73-9d3d-309b26ea8132 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660567 Jul 27 22:03:46.070243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5043b0ba-52be-4e30-a1a8-3b0aec31187b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58fb9bfbed6a47adab8d330ee887c349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744104 Jul 27 22:03:46.072297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043b0ba-52be-4e30-a1a8-3b0aec31187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb4cf0-1341-4c14-9ef9-8bd94bd0902f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:46.074410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.136305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=65b82743-795d-487e-aa45-766df6ee168e,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:46.164018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '65b82743-795d-487e-aa45-766df6ee168e', 'network_id': '5102eb96-e4c1-4376-a041-34daaac62b1a', 'port_id': '65b82743-795d-487e-aa45-766df6ee168e', 'mac_address': 'fa:16:3e:4a:fc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c00757f-9ecc-4ce6-ba34-671c1176daff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:03:46.166834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.213380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.250748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.282043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b82743-795d-487e-aa45-766df6ee168e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:46.323853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=65b82743-795d-487e-aa45-766df6ee168e,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:46.366766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.376183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.376183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5afb4cf0-1341-4c14-9ef9-8bd94bd0902f HTTP/1.1" status: 204 len: 168 time: 0.2990348 Jul 27 22:03:46.395637 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.404393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41392d-54ae-4503-b6b0-d788d5ada58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb4cf0-1341-4c14-9ef9-8bd94bd0902f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:46.511999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:46.536998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.537849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.538477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.539039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.539608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.540166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.540720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.541261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.541812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.542423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.542965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.543500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:46.601052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['65b82743-795d-487e-aa45-766df6ee168e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:47.003977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1937d7-742e-4380-affb-2a5455d5b5ef req-68832867-9202-4e04-b1bc-50cfa008329c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.006076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b1937d7-742e-4380-affb-2a5455d5b5ef req-68832867-9202-4e04-b1bc-50cfa008329c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 944 time: 0.0830214 Jul 27 22:03:47.055792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b1937d7-742e-4380-affb-2a5455d5b5ef req-2c72753a-431d-43e2-a152-038ac94c43e0 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Jul 27 22:03:47.311327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d47661-41c1-4a7c-b327-e4d22c268260 req-ca156d2a-5e6e-42a0-8217-09ba59c1a108 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.313416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d47661-41c1-4a7c-b327-e4d22c268260 req-ca156d2a-5e6e-42a0-8217-09ba59c1a108 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 944 time: 0.1244934 Jul 27 22:03:47.367724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2d47661-41c1-4a7c-b327-e4d22c268260 req-be483140-dadb-4f53-a54e-32559e2f9055 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Jul 27 22:03:47.894660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 65b82743-795d-487e-aa45-766df6ee168e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:48.036078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 65b82743-795d-487e-aa45-766df6ee168e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:48.041826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 65b82743-795d-487e-aa45-766df6ee168e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:48.042856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.045041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:48.126585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:48.167049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.204255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'networks': [{'name': 'tempest-network--126137978'}, {'name': 'tempest-network--286445178'}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:48.204691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b82743-795d-487e-aa45-766df6ee168e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:48.205335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-network--126137978'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:48.206391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-network--286445178'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:48.217100 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f19fc8-10cc-4020-b658-99c3d81f71b1" -d '{"events": [{"server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "name": "network-vif-plugged", "status": "completed", "tag": "65b82743-795d-487e-aa45-766df6ee168e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:48.232002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=65b82743-795d-487e-aa45-766df6ee168e,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:48.242849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b1087f3-7776-42d4-90b9-3b7fb588db77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.260808 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b8334b-296a-4499-85bf-72d907fe6a43 x-openstack-request-id: req-21b8334b-296a-4499-85bf-72d907fe6a43 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:48.261411 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "name": "network-vif-plugged", "status": "completed", "tag": "65b82743-795d-487e-aa45-766df6ee168e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:48.261672 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21b8334b-296a-4499-85bf-72d907fe6a43 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:48.262122 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b82743-795d-487e-aa45-766df6ee168e', 'code': 200} Jul 27 22:03:48.305692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f8df-0bff-4738-83e9-2c1a452b68be req-d0c3c18c-16a9-4f7f-8f6f-16b0a1c187f9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.307413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8209f8df-0bff-4738-83e9-2c1a452b68be req-d0c3c18c-16a9-4f7f-8f6f-16b0a1c187f9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 944 time: 0.1217034 Jul 27 22:03:48.361352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:03:48.379872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8209f8df-0bff-4738-83e9-2c1a452b68be req-cef80d26-4ccc-4ecc-8d7d-d08f743fd1c3 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659292 Jul 27 22:03:48.430096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b361d-312d-436b-aeb7-0f86ec03df0e req-18348da8-16c0-4a0b-8546-55cf273e0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.430096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-881b361d-312d-436b-aeb7-0f86ec03df0e req-18348da8-16c0-4a0b-8546-55cf273e0bb3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 1095 time: 0.1075990 Jul 27 22:03:48.432010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'network': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:48.436995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.448669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.467782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.528690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.543190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,segment=NetworkSegment(d228cc36-2e5a-47a6-a9ed-25f56a8f5265),segment_id=d228cc36-2e5a-47a6-a9ed-25f56a8f5265)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:48.552652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30', 'network_id': '8cefd108-791d-4b8f-aee1-b68a4a7200dc', 'port_id': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30', 'mac_address': 'fa:16:3e:d2:49:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e2e505-39f2-4354-b936-d0806bb89995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:03:48.557747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-881b361d-312d-436b-aeb7-0f86ec03df0e req-e347964d-d36e-409b-9535-6601b3af0747 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131463 Jul 27 22:03:48.616688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.633368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:48.658041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,segment=NetworkSegment(d228cc36-2e5a-47a6-a9ed-25f56a8f5265),segment_id=d228cc36-2e5a-47a6-a9ed-25f56a8f5265)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:48.676421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b1087f3-7776-42d4-90b9-3b7fb588db77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.769611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.826362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b1087f3-7776-42d4-90b9-3b7fb588db77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.901954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.927754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b1087f3-7776-42d4-90b9-3b7fb588db77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fae357a8c2a8428895a5b8fe95674cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8813002 Jul 27 22:03:48.929197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1087f3-7776-42d4-90b9-3b7fb588db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d480519d-d662-46ff-bdb9-6e984a5b6eee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.932536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:49.065933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['dad6b1f6-f279-4f07-ab9d-8a2d8a660c30'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:49.098964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.153700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.267167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75174f0-5988-4de6-bdd6-914719880f5e req-90088632-762d-4d80-8e46-a6eda627597a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.276807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b75174f0-5988-4de6-bdd6-914719880f5e req-90088632-762d-4d80-8e46-a6eda627597a tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.7382071 Jul 27 22:03:49.378554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b75174f0-5988-4de6-bdd6-914719880f5e req-9a510ef2-0493-486c-9788-4cff4eabdf07 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780156 Jul 27 22:03:49.402359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.419841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.423751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.425516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d480519d-d662-46ff-bdb9-6e984a5b6eee HTTP/1.1" status: 204 len: 168 time: 0.4916327 Jul 27 22:03:49.438338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137cadf-7042-4044-925d-43c6223aad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d480519d-d662-46ff-bdb9-6e984a5b6eee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.513701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.513701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.575257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8276e744-8592-43d1-8414-2f74dfe23190,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.638230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:49.689058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d953-4d8a-4ea8-b391-de9146e5b368 req-e6a65a72-5f12-405a-a29e-9bee080c71b9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.692256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc16d953-4d8a-4ea8-b391-de9146e5b368 req-e6a65a72-5f12-405a-a29e-9bee080c71b9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 945 time: 0.1140118 Jul 27 22:03:49.698230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859648cb-2cb9-47f5-b446-af9a1c88c61d req-8bdf533a-d8a2-44a3-9686-229129f8d043 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.710974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-859648cb-2cb9-47f5-b446-af9a1c88c61d req-8bdf533a-d8a2-44a3-9686-229129f8d043 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1098232 Jul 27 22:03:49.778158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc16d953-4d8a-4ea8-b391-de9146e5b368 req-c5f29f0e-a9e6-417a-a6de-06faddb848dd tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Jul 27 22:03:49.782579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-859648cb-2cb9-47f5-b446-af9a1c88c61d req-0d1f96e5-6a24-40a8-81f5-91bd00a05c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690067 Jul 27 22:03:49.925892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.927199 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment 6cd92016-39b7-4577-bd37-6836606299ef of type vlan for network 6e749530-f2d3-403f-b97b-08dfcd72d94c Jul 27 22:03:49.972831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.057537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:50.071172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.071516 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment 6a993bbb-fd3c-430c-a5d4-8e65c0a04a3c of type vlan for network 69743d96-c3a4-4e72-b08a-005d8918b1f0 Jul 27 22:03:50.118076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.258112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.258710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.265233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.271149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.271785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.340378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=6e749530-f2d3-403f-b97b-08dfcd72d94c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.355147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6e749530-f2d3-403f-b97b-08dfcd72d94c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:50.373951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54692) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.374789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:50.398408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f40a99-9be8-4fe1-8f09-3f0dffb3f35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.412551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=69743d96-c3a4-4e72-b08a-005d8918b1f0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.429220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 69743d96-c3a4-4e72-b08a-005d8918b1f0 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:50.436528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b5619ff9-fa46-460b-8ef8-8e3534b97b65 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3041437 Jul 27 22:03:50.436528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.650190 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f40a99-9be8-4fe1-8f09-3f0dffb3f35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.665101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:50.669182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:50.669569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.675839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaf6d3-51f0-406c-9634-26385bfac1a9 req-28cdb0d0-0972-440d-acb7-c3d4f17e84a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.677827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddcaf6d3-51f0-406c-9634-26385bfac1a9 req-28cdb0d0-0972-440d-acb7-c3d4f17e84a7 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1603851 Jul 27 22:03:50.728439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03401efe-a651-4e12-8b8d-6da1dc825a01 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.734585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03401efe-a651-4e12-8b8d-6da1dc825a01 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.737117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ddcaf6d3-51f0-406c-9634-26385bfac1a9 req-4995e5b7-2fbd-4391-ab3a-986ca2bbb63b tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jul 27 22:03:50.771879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03401efe-a651-4e12-8b8d-6da1dc825a01 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.779147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03401efe-a651-4e12-8b8d-6da1dc825a01 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.785150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-03401efe-a651-4e12-8b8d-6da1dc825a01 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3447249 Jul 27 22:03:50.785780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.819240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f40a99-9be8-4fe1-8f09-3f0dffb3f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.828276 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.894810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:50.898753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e4f40a99-9be8-4fe1-8f09-3f0dffb3f35c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ac8161f8b1f42b39d6e078a2875587c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203657 Jul 27 22:03:50.898753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f40a99-9be8-4fe1-8f09-3f0dffb3f35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba8ead-2f89-43f0-ad44-b02f1a2531b3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.901197 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd0de5-208e-460d-b09c-15d808239c17" -d '{"events": [{"server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "name": "network-vif-plugged", "status": "completed", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:50.903586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.915530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.942084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,segment=NetworkSegment(d228cc36-2e5a-47a6-a9ed-25f56a8f5265),segment_id=d228cc36-2e5a-47a6-a9ed-25f56a8f5265)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:51.003211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.037570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.039224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.048218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8365d8-e7b8-4224-9463-bd280ff9aa3f req-0c8626e9-95f5-4424-903c-035c202a0a68 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.048809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e749530-f2d3-403f-b97b-08dfcd72d94c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.050141 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a8365d8-e7b8-4224-9463-bd280ff9aa3f req-0c8626e9-95f5-4424-903c-035c202a0a68 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 945 time: 0.1162648 Jul 27 22:03:51.077283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd92016-39b7-4577-bd37-6836606299ef') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.077673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd92016-39b7-4577-bd37-6836606299ef') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.082864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.097873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.121819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.129031 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a8365d8-e7b8-4224-9463-bd280ff9aa3f req-5dbb29e7-5250-4311-8914-3ac9b7f73d1a tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Jul 27 22:03:51.129611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:51.130033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:51.133403 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:51.216781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:51.245892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e69cd-34ce-49b7-b578-df26f7f73018 x-openstack-request-id: req-322e69cd-34ce-49b7-b578-df26f7f73018 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:51.246193 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "name": "network-vif-plugged", "status": "completed", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:51.246489 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-322e69cd-34ce-49b7-b578-df26f7f73018 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:51.246896 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30', 'code': 200} Jul 27 22:03:51.306883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.309467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.313254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20ba8ead-2f89-43f0-ad44-b02f1a2531b3 HTTP/1.1" status: 204 len: 168 time: 0.4061129 Jul 27 22:03:51.339216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a15222-9410-485a-af26-be4a5e4216f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba8ead-2f89-43f0-ad44-b02f1a2531b3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:51.383049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.386092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.389093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/6e749530-f2d3-403f-b97b-08dfcd72d94c HTTP/1.1" status: 204 len: 168 time: 0.5999496 Jul 27 22:03:51.391598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.426730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbda99-e049-4c45-bdce-a7a89242f88b req-d97b1f9f-5891-4707-98c8-70c917344469 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.434468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2bbda99-e049-4c45-bdce-a7a89242f88b req-d97b1f9f-5891-4707-98c8-70c917344469 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1892297 Jul 27 22:03:51.466189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec296-ef19-4331-927e-459c03e2081f req-a23fb75a-b791-4fb2-997d-4bdd22ff6d18 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.467597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3ec296-ef19-4331-927e-459c03e2081f req-a23fb75a-b791-4fb2-997d-4bdd22ff6d18 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1660910 Jul 27 22:03:51.472066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa44acf-aef5-42aa-b90f-63977b12cfb7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=6e749530-f2d3-403f-b97b-08dfcd72d94c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:51.492681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d2bbda99-e049-4c45-bdce-a7a89242f88b req-690a5375-d63b-4832-b86a-07db1689fcfe tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513754 Jul 27 22:03:51.525668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc851ff-e710-4d7c-bbef-6de68367cab6 req-2ccf8761-cb8f-47b5-a1ef-27b3b16198a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.527266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7dc851ff-e710-4d7c-bbef-6de68367cab6 req-2ccf8761-cb8f-47b5-a1ef-27b3b16198a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 1097 time: 0.1893370 Jul 27 22:03:51.537724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.545093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b3ec296-ef19-4331-927e-459c03e2081f req-fea76072-5aac-419b-9024-acd194ecd8f5 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625138 Jul 27 22:03:51.578247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7dc851ff-e710-4d7c-bbef-6de68367cab6 req-532475ac-336b-439a-af85-6436367c6f93 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Jul 27 22:03:51.640815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.652196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69743d96-c3a4-4e72-b08a-005d8918b1f0']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.663951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a993bbb-fd3c-430c-a5d4-8e65c0a04a3c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.664293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a993bbb-fd3c-430c-a5d4-8e65c0a04a3c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:51.675828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.690744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.696872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:51.697339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:51.700673 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:51.840593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.846254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.851277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/69743d96-c3a4-4e72-b08a-005d8918b1f0 HTTP/1.1" status: 204 len: 168 time: 0.4509046 Jul 27 22:03:51.851709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.887044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3577aa-73ae-4f9f-9e72-bbd6572ac561 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=69743d96-c3a4-4e72-b08a-005d8918b1f0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:52.070045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65feda-9847-41ee-814c-903110e7e50f tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.076330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65feda-9847-41ee-814c-903110e7e50f tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.078346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fd65feda-9847-41ee-814c-903110e7e50f tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2252595 Jul 27 22:03:52.082246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.089523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-395439315'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:52.239314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:52.242786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.285131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:52.306361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.306361 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment 75833a32-c317-4ae7-aff6-a89a79136c42 of type vlan for network 876d5002-154f-4652-9011-c69b94dfcee4 Jul 27 22:03:52.322522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d057d2-363c-47b6-a938-2690d6089b2f req-cee55667-3be4-4593-9442-efac1cd695e9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.330746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9d057d2-363c-47b6-a938-2690d6089b2f req-cee55667-3be4-4593-9442-efac1cd695e9 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1235433 Jul 27 22:03:52.400504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.442587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9d057d2-363c-47b6-a938-2690d6089b2f req-16944060-35ea-4514-9e00-f5dc6ca412d7 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006694 Jul 27 22:03:52.556522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.562442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.563175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.668365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f12d0-4cb3-45ab-8878-e5b57fbf60db req-0569d0f3-3ffb-483b-bbfc-3ebb365b1280 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.670864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-052f12d0-4cb3-45ab-8878-e5b57fbf60db req-0569d0f3-3ffb-483b-bbfc-3ebb365b1280 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.0853126 Jul 27 22:03:52.703261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6193357 Jul 27 22:03:52.704114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d22cd-b520-462c-8935-8508c5cef041 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=876d5002-154f-4652-9011-c69b94dfcee4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:52.713621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.719086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 876d5002-154f-4652-9011-c69b94dfcee4 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:52.726073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1345237250'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:52.779508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-052f12d0-4cb3-45ab-8878-e5b57fbf60db req-9747a74d-b1e7-47cf-869f-85dc7ced5556 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959766 Jul 27 22:03:52.789933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c442b-8f51-4258-8154-eab1389f8957 req-d03a4a81-1610-4cb3-8b32-e5a57bb9e7f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:52.793915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c3c442b-8f51-4258-8154-eab1389f8957 req-d03a4a81-1610-4cb3-8b32-e5a57bb9e7f3 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1507893 Jul 27 22:03:52.863846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:52.867864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.888847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c3c442b-8f51-4258-8154-eab1389f8957 req-99bee0fd-fde5-4c8e-aabc-b2266cbb1e03 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826087 Jul 27 22:03:52.929508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:52.950999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.951559 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment 65558d62-91f0-450f-869b-d09e366c7d42 of type vlan for network 15d55123-de1f-4462-aea1-1436edda3e59 Jul 27 22:03:53.017201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.125467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.131865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.132479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.232454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=15d55123-de1f-4462-aea1-1436edda3e59,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.243874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 15d55123-de1f-4462-aea1-1436edda3e59 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:53.284288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f0649c12-37a0-4749-8cbf-373b37498d43 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5681868 Jul 27 22:03:53.288623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54802) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.295836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'ports': [{'network_id': '876d5002-154f-4652-9011-c69b94dfcee4', 'name': 'tempest-port--1703997323', 'admin_state_up': True}, {'network_id': '15d55123-de1f-4462-aea1-1436edda3e59', 'admin_state_up': False}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.295930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'port': {'network_id': '876d5002-154f-4652-9011-c69b94dfcee4', 'name': 'tempest-port--1703997323', 'admin_state_up': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.296435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'port': {'network_id': '15d55123-de1f-4462-aea1-1436edda3e59', 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.579628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396482-3f7f-48ee-968f-4f84d29fff65 req-42f3f288-d96b-4393-86a9-cb2a40ad8ed8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.581648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49396482-3f7f-48ee-968f-4f84d29fff65 req-42f3f288-d96b-4393-86a9-cb2a40ad8ed8 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1273010 Jul 27 22:03:53.603482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e72282-1ce6-4130-b2b6-426790fc6da3 req-93a5c548-c59f-4b7b-a55c-40035826a14b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.605509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8e72282-1ce6-4130-b2b6-426790fc6da3 req-93a5c548-c59f-4b7b-a55c-40035826a14b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.0933144 Jul 27 22:03:53.630902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49396482-3f7f-48ee-968f-4f84d29fff65 req-cd806bd6-90ac-42dc-b254-fea64c65babf tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Jul 27 22:03:53.680567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'port': 2} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:53.687866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.710812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8e72282-1ce6-4130-b2b6-426790fc6da3 req-72883239-83f2-4ef5-89b0-f4e5b91ea046 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674748 Jul 27 22:03:53.995949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc98fa-a3e8-4988-86b6-632151e8d936 req-b6e93e3b-571b-4fd6-bd54-46186cd261b7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.998035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2dc98fa-a3e8-4988-86b6-632151e8d936 req-b6e93e3b-571b-4fd6-bd54-46186cd261b7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.0985763 Jul 27 22:03:54.056000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2dc98fa-a3e8-4988-86b6-632151e8d936 req-863fde7b-d67b-4970-a3ff-709cb5450d08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496972 Jul 27 22:03:54.164243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.274343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] device_id is not set on port 00a24e72-2d8c-4cc8-b77e-8b88677b955c yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:03:54.291168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45a5a8-873e-4481-93b6-67a0273c035c req-d2fd4eec-eaa6-4fe0-a9c6-da257451ef0c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.298891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b45a5a8-873e-4481-93b6-67a0273c035c req-d2fd4eec-eaa6-4fe0-a9c6-da257451ef0c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1737273 Jul 27 22:03:54.389123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b45a5a8-873e-4481-93b6-67a0273c035c req-fdc5fff5-33c3-483c-8df3-ef2d1c2ef6ca tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881276 Jul 27 22:03:54.502218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.581903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] device_id is not set on port badd058d-fcbf-47df-9fb7-c0a89b2f0cb3 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:03:54.732499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.830437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0db473-7a93-4bcc-82f1-94a103019367 req-f97de9a3-5f56-4ecf-b304-8f0b86b8c774 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.832347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b0db473-7a93-4bcc-82f1-94a103019367 req-f97de9a3-5f56-4ecf-b304-8f0b86b8c774 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1139913 Jul 27 22:03:54.927220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b0db473-7a93-4bcc-82f1-94a103019367 req-ad74b561-bcf0-405e-87bc-cfe4a100be00 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f14c50-0d1c-48bc-a1e9-acf54f607638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841458 Jul 27 22:03:54.928802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.036988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Port': ['ID=00a24e72-2d8c-4cc8-b77e-8b88677b955c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:55.070317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Checking segment: {'id': '75833a32-c317-4ae7-aff6-a89a79136c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '876d5002-154f-4652-9011-c69b94dfcee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:55.070717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network hostable DHCP agents. Network: 876d5002-154f-4652-9011-c69b94dfcee4, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:55.071881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c23f5-b958-42f8-ba20-8d61c6bf86ad req-d2c75263-6ce1-4d41-b95f-d3bbd36b2d66 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.074931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a4c23f5-b958-42f8-ba20-8d61c6bf86ad req-d2c75263-6ce1-4d41-b95f-d3bbd36b2d66 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1226280 Jul 27 22:03:55.111361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-d0661624-2ef7-4adc-b841-7129cfbd3d4c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.113257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-d0661624-2ef7-4adc-b841-7129cfbd3d4c tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 945 time: 0.1757798 Jul 27 22:03:55.146532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a4c23f5-b958-42f8-ba20-8d61c6bf86ad req-a4a2d4d2-44af-4e67-a522-0a20882ae8c4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642366 Jul 27 22:03:55.254176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network 876d5002-154f-4652-9011-c69b94dfcee4 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:55.257881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-e51a8bd9-c2e2-42ff-9828-beb6d7ee368e req-9b23e99d-179e-46b5-8b80-560705dbacdb service neutron] (94672) timed out ('10.222.0.76', 63896) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:03:55.295233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fbfb0-6117-4a8b-8982-8a72c8da1cc5 req-b55fa513-326b-4f29-b42a-0008bb9046ea tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.297576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab6fbfb0-6117-4a8b-8982-8a72c8da1cc5 req-b55fa513-326b-4f29-b42a-0008bb9046ea tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1366010 Jul 27 22:03:55.391081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab6fbfb0-6117-4a8b-8982-8a72c8da1cc5 req-a61787f6-6893-46d4-9bf8-4e7da19b4be3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858579 Jul 27 22:03:55.394808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 876d5002-154f-4652-9011-c69b94dfcee4) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:55.403958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Deleting port 65b82743-795d-487e-aa45-766df6ee168e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:55.405904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc27d07-a6f3-409a-9da5-a73290399fea None None] Network 876d5002-154f-4652-9011-c69b94dfcee4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:55.406428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.412398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:55.414059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.521868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Port': ['ID=badd058d-fcbf-47df-9fb7-c0a89b2f0cb3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:55.633910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Checking segment: {'id': '65558d62-91f0-450f-869b-d09e366c7d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '15d55123-de1f-4462-aea1-1436edda3e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:55.634383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network hostable DHCP agents. Network: 15d55123-de1f-4462-aea1-1436edda3e59, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:55.645071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] For port 65b82743-795d-487e-aa45-766df6ee168e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=65b82743-795d-487e-aa45-766df6ee168e,segment=NetworkSegment(b30f71d2-b669-459a-8856-5a2da0219ac9),segment_id=b30f71d2-b669-459a-8856-5a2da0219ac9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:55.645531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.667114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Calling delete_port for 65b82743-795d-487e-aa45-766df6ee168e owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:55.813814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network 15d55123-de1f-4462-aea1-1436edda3e59 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:55.932091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.945270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['65b82743-795d-487e-aa45-766df6ee168e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:55.981371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 15d55123-de1f-4462-aea1-1436edda3e59) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:55.986056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:55.992780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c725c2-376e-42da-9118-57a8482b8409 None None] Network 15d55123-de1f-4462-aea1-1436edda3e59 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:55.993118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.009770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.010806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.036113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Pushing event deleted for resources: {'Port': ['ID=65b82743-795d-487e-aa45-766df6ee168e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.073013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d466b297-5be5-45d2-bff4-604ab320463f req-2eb47a95-0b35-48e2-885b-785d2209de3d tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0443244 Jul 27 22:03:56.111770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] No DVR routers for this DVR port 65b82743-795d-487e-aa45-766df6ee168e on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:56.114470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.116679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4abb21f8-eaba-4bcf-85fc-1663a8652455 req-971203c9-0f48-4771-9052-8db1b58aacbe tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.76 "DELETE /v2.0/ports/65b82743-795d-487e-aa45-766df6ee168e HTTP/1.1" status: 204 len: 173 time: 0.9966464 Jul 27 22:03:56.117148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'name': 'network-vif-deleted', 'tag': '65b82743-795d-487e-aa45-766df6ee168e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:56.119483 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c82c1-1bf0-4610-a74c-354ca1b02b16" -d '{"events": [{"server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "name": "network-vif-deleted", "tag": "65b82743-795d-487e-aa45-766df6ee168e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:56.153841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc5547f7-9dcc-4e50-93a5-f977b74863a8 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8616624 Jul 27 22:03:56.156947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.220893 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc2145-fa05-4a32-a9b1-dd25e141ebb3 x-openstack-request-id: req-0bbc2145-fa05-4a32-a9b1-dd25e141ebb3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:56.222352 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ce59e-7676-4707-80b1-9084c0626185", "name": "network-vif-deleted", "tag": "65b82743-795d-487e-aa45-766df6ee168e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:56.223687 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bbc2145-fa05-4a32-a9b1-dd25e141ebb3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:56.223955 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584ce59e-7676-4707-80b1-9084c0626185', 'name': 'network-vif-deleted', 'tag': '65b82743-795d-487e-aa45-766df6ee168e', 'status': 'completed', 'code': 200} Jul 27 22:03:56.319805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e8b78-e1b3-4068-ae71-dd2fb163ceeb tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.343709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e8b78-e1b3-4068-ae71-dd2fb163ceeb tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.349708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a16e8b78-e1b3-4068-ae71-dd2fb163ceeb tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1946118 Jul 27 22:03:56.350412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.408155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1729db0-3cbc-4a4c-aa37-75bd0a32ccba req-74596688-4ade-4227-a748-1f633e1b2cde tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.411423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1729db0-3cbc-4a4c-aa37-75bd0a32ccba req-74596688-4ade-4227-a748-1f633e1b2cde tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.0896013 Jul 27 22:03:56.516273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1729db0-3cbc-4a4c-aa37-75bd0a32ccba req-b70c939d-ebd0-4d39-a9ef-cfb59a5e344e tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946877 Jul 27 22:03:56.562886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Deleting port 00a24e72-2d8c-4cc8-b77e-8b88677b955c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:56.563250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.671790 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.690064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Calling delete_port for 00a24e72-2d8c-4cc8-b77e-8b88677b955c owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:56.719064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d62b4-9105-49f2-b8f5-0e85e6990a51 req-4f6f861e-772f-47db-9b3d-146351212653 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:56.719844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a11d62b4-9105-49f2-b8f5-0e85e6990a51 req-4f6f861e-772f-47db-9b3d-146351212653 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1700189 Jul 27 22:03:56.812790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a11d62b4-9105-49f2-b8f5-0e85e6990a51 req-19e644e6-5848-43fb-9a7c-3c4d8a36fc58 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642078 Jul 27 22:03:56.990358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.030883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Port': ['ID=00a24e72-2d8c-4cc8-b77e-8b88677b955c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.050893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af54036-6ffe-4e84-95af-2a71f74d2a6f req-411d38ff-f4ab-48d3-aaac-d91a76c7247c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.052888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0af54036-6ffe-4e84-95af-2a71f74d2a6f req-411d38ff-f4ab-48d3-aaac-d91a76c7247c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1207945 Jul 27 22:03:57.053843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.057832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e4cb1002-4f42-4821-a89a-d64bb38d3fe7 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/ports/00a24e72-2d8c-4cc8-b77e-8b88677b955c HTTP/1.1" status: 204 len: 168 time: 0.7044938 Jul 27 22:03:57.059633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54926) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.112436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0af54036-6ffe-4e84-95af-2a71f74d2a6f req-9a3d0deb-3900-467b-84e9-3179a9469703 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537148 Jul 27 22:03:57.251711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.317964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-151b0a0f-6df4-481f-9c2d-d8208aed2339 req-a436b3c4-314f-460a-8bb6-aefdce7518b9 tempest-DeleteServersTestJSON-2033804659 tempest-DeleteServersTestJSON-2033804659-project] 10.222.0.37 "GET /v2.0/ports?device_id=584ce59e-7676-4707-80b1-9084c0626185 HTTP/1.1" status: 200 len: 210 time: 0.0943334 Jul 27 22:03:57.352016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Deleting port badd058d-fcbf-47df-9fb7-c0a89b2f0cb3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:57.352720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.383901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b2b71f6-9c3d-42fd-8ee2-1e6011dc224f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.448282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.466797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-3dfad915-4a0c-4609-a380-7fe313a1cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.468695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-3dfad915-4a0c-4609-a380-7fe313a1cf0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 1097 time: 0.3893771 Jul 27 22:03:57.481811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Calling delete_port for badd058d-fcbf-47df-9fb7-c0a89b2f0cb3 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:57.601703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-6db6b08c-5964-4768-ad86-3cc725a70e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.603235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-6db6b08c-5964-4768-ad86-3cc725a70e64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8cefd108-791d-4b8f-aee1-b68a4a7200dc HTTP/1.1" status: 200 len: 912 time: 0.1256590 Jul 27 22:03:57.623546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b2b71f6-9c3d-42fd-8ee2-1e6011dc224f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.651372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-da075979-7f4a-43f1-9cd5-ff2325777014 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 HTTP/1.1" status: 200 len: 217 time: 0.0389843 Jul 27 22:03:57.660889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.693203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b2b71f6-9c3d-42fd-8ee2-1e6011dc224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.693481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Port': ['ID=badd058d-fcbf-47df-9fb7-c0a89b2f0cb3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.701058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.704740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ab429cc8-cad6-4c39-8ce5-2542cd49ae7d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/ports/badd058d-fcbf-47df-9fb7-c0a89b2f0cb3 HTTP/1.1" status: 204 len: 168 time: 0.6430931 Jul 27 22:03:57.707617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.771884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b71f6-9c3d-42fd-8ee2-1e6011dc224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ede0e2-7727-447b-95bb-61b09f10627b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.772220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b6cd399-ffef-429a-bea5-86775098d515 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0631919 Jul 27 22:03:57.777096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.781649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-4c2b182a-f8c8-41e3-8d81-1fad0c7134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.783630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-4c2b182a-f8c8-41e3-8d81-1fad0c7134e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e2e505-39f2-4354-b936-d0806bb89995 HTTP/1.1" status: 200 len: 851 time: 0.1252596 Jul 27 22:03:57.791326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1274524959'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:57.798135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b2b71f6-9c3d-42fd-8ee2-1e6011dc224f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f73edc1500a468abfa40ae02b1defc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437536 Jul 27 22:03:57.807987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.863739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-f53328a9-a96f-4b87-8f47-a3c688b6aee2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8cefd108-791d-4b8f-aee1-b68a4a7200dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620875 Jul 27 22:03:57.922539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.946155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:57.949692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.989916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.017388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:58.021058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-c6d4f0bb-df61-4a42-ae9c-c7fc8ae906a6 service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493776 Jul 27 22:03:58.032615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.033148 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment d743cced-2f9a-4f98-81d0-ef5d6f060f9a of type vlan for network 357b2b13-de9c-4e66-a955-664dfd21aa45 Jul 27 22:03:58.053077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705e5a2-d0a7-47eb-93a4-ff458e9f156b req-675112b5-a034-4839-b22c-a543e8379d67 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:58.068607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e705e5a2-d0a7-47eb-93a4-ff458e9f156b req-675112b5-a034-4839-b22c-a543e8379d67 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1476007 Jul 27 22:03:58.125441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e705e5a2-d0a7-47eb-93a4-ff458e9f156b req-add98f1a-eb9a-4757-894c-4c958440cd90 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556312 Jul 27 22:03:58.138322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0155f0f-878d-4049-a859-1923f7aa18cb req-f94bc906-48e2-4296-b5a2-df9883dda558 service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078947 Jul 27 22:03:58.213903 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.221644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.223372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ede0e2-7727-447b-95bb-61b09f10627b HTTP/1.1" status: 204 len: 168 time: 0.4139910 Jul 27 22:03:58.242566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.246360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c863ab-a8a8-4987-a32c-a91dd8feaef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ede0e2-7727-447b-95bb-61b09f10627b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.359248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dd1f-2a21-4047-ab09-a3f3cfd19096 req-a6114ff0-c807-4344-9018-d0e7ee0cbbc5 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:58.361492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1073dd1f-2a21-4047-ab09-a3f3cfd19096 req-a6114ff0-c807-4344-9018-d0e7ee0cbbc5 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1285577 Jul 27 22:03:58.416831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1073dd1f-2a21-4047-ab09-a3f3cfd19096 req-f5e07df3-7c06-4e37-84a8-0c8a5601feb8 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Jul 27 22:03:58.421975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.427316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:58.427982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.548977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7691875 Jul 27 22:03:58.556119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:58.562475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5687d-00fe-49ab-af1a-9971df90b1ab tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=357b2b13-de9c-4e66-a955-664dfd21aa45,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.564199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-117977402'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:58.579307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 357b2b13-de9c-4e66-a955-664dfd21aa45 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:58.733902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:58.738588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.797839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:58.827887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.829056 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Added segment b27442b1-063b-4dc8-8c4e-41d80a110891 of type vlan for network 5e21d600-6cde-47ab-8c34-7f1a1e99b848 Jul 27 22:03:58.900508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.997229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.003728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.004378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.044187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55010) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:59.084715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Network': ['ID=5e21d600-6cde-47ab-8c34-7f1a1e99b848,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.099640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5e21d600-6cde-47ab-8c34-7f1a1e99b848 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:59.141454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a93c30a9-df5f-445c-859e-3026d7d7bb58 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5834284 Jul 27 22:03:59.242845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:59.261197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93bffa3d-5292-4382-85bb-35482abcb730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.372527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Deleting subnet 1c00757f-9ecc-4ce6-ba34-671c1176daff {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:59.380371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.422616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.424431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:59.450504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'subnets': [{'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2047639219', 'ip_version': 4}, {'network_id': '5e21d600-6cde-47ab-8c34-7f1a1e99b848', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:59.452795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'subnet': {'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2047639219', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:59.452795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Request body: {'subnet': {'network_id': '5e21d600-6cde-47ab-8c34-7f1a1e99b848', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:59.472496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93bffa3d-5292-4382-85bb-35482abcb730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.500571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26e65-47f3-4202-a6ae-b58c16d45646 req-b32fef0e-80d1-40b7-8a48-195d20f4a304 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.503496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10c26e65-47f3-4202-a6ae-b58c16d45646 req-b32fef0e-80d1-40b7-8a48-195d20f4a304 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1151371 Jul 27 22:03:59.551456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.557734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-93bffa3d-5292-4382-85bb-35482abcb730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.578802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10c26e65-47f3-4202-a6ae-b58c16d45646 req-236c30f7-fc12-44f6-b490-9a5a1e6eae27 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653059 Jul 27 22:03:59.619857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-93bffa3d-5292-4382-85bb-35482abcb730 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbc6f9aedabb4874b6af54a8564c577e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756251 Jul 27 22:03:59.623279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55034) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:59.630684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bffa3d-5292-4382-85bb-35482abcb730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8113beb0-bf76-41af-bcd0-41c454823304,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.794492 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.807117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324b7e-d561-4929-befc-28f9720e8eae req-44533b91-f806-43c1-a83e-e7a6dfda5d60 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.808942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90324b7e-d561-4929-befc-28f9720e8eae req-44533b91-f806-43c1-a83e-e7a6dfda5d60 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.2306488 Jul 27 22:03:59.836536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.838838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.894251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Made reservation on behalf of 10a3c7fc6c5b482cb36b3f0aba914d19 for: {'subnet': 2} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:59.899171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.899520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.916650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c00757f-9ecc-4ce6-ba34-671c1176daff,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.946048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 65b82743-795d-487e-aa45-766df6ee168e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:59.976752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.980907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9eb6ad90-7a2a-4512-bfd4-d082e9d92228 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1c00757f-9ecc-4ce6-ba34-671c1176daff HTTP/1.1" status: 204 len: 168 time: 0.9332438 Jul 27 22:03:59.981320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 65b82743-795d-487e-aa45-766df6ee168e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:59.981775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 65b82743-795d-487e-aa45-766df6ee168e not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:59.981893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55040) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:00.037700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90324b7e-d561-4929-befc-28f9720e8eae req-fcd0c432-1dba-4587-9d4a-f7e5733aa383 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041445 Jul 27 22:04:00.131820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-b3cea222-4755-40f4-b63b-23648f732bac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0799396 Jul 27 22:04:00.142684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.165329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.168055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.172149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8113beb0-bf76-41af-bcd0-41c454823304 HTTP/1.1" status: 204 len: 168 time: 0.5337422 Jul 27 22:04:00.262405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.276640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5102eb96-e4c1-4376-a041-34daaac62b1a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.291157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30f71d2-b669-459a-8856-5a2da0219ac9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.291528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30f71d2-b669-459a-8856-5a2da0219ac9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.302943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.318507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.325983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:00.326616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:00.328666 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:00.336787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb11e0-1744-4285-98f3-f1966962f415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113beb0-bf76-41af-bcd0-41c454823304,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.484345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.485389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.485649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.486191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.486789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.487494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.488041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.490007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60b5f51f-8f3c-462a-b74a-642b20c0c2e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.1645586 Jul 27 22:04:00.567574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.581047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.585557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] 10.222.0.37 "DELETE /v2.0/networks/5102eb96-e4c1-4376-a041-34daaac62b1a HTTP/1.1" status: 204 len: 168 time: 0.5995924 Jul 27 22:04:00.604829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4108-6a51-4208-8f6d-c698315c368b admin admin] Pushing event deleted for resources: {'Network': ['ID=5102eb96-e4c1-4376-a041-34daaac62b1a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.754165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-200e6541-0c68-47ee-8979-9eb0ecfcccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.754896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-200e6541-0c68-47ee-8979-9eb0ecfcccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.755700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-200e6541-0c68-47ee-8979-9eb0ecfcccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.757948 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-200e6541-0c68-47ee-8979-9eb0ecfcccd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 2293 time: 0.2318544 Jul 27 22:04:00.807446 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.851722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a838fd-00b4-4e0a-ba3e-505740f2d023 req-3e066208-ac7a-428b-8084-74a824d11881 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.859055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66a838fd-00b4-4e0a-ba3e-505740f2d023 req-3e066208-ac7a-428b-8084-74a824d11881 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1682155 Jul 27 22:04:00.923343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66a838fd-00b4-4e0a-ba3e-505740f2d023 req-06f365df-6baa-455c-a698-997e7fbee8c2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607457 Jul 27 22:04:00.944788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6ad52-137e-49ef-8c75-a224611f0b56 req-6402fff1-1efe-46bd-ae77-cf3110357f19 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.946958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bc6ad52-137e-49ef-8c75-a224611f0b56 req-6402fff1-1efe-46bd-ae77-cf3110357f19 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.2805634 Jul 27 22:04:00.981924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Subnet': ['ID=b1f74ad6-fede-459a-a7d1-0ffbf7c296f8,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.994982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-a27d0359-1ce8-4a78-808f-c042334fd958 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 1000 time: 0.2101297 Jul 27 22:04:01.065208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Checking segment: {'id': 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:01.065208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network hostable DHCP agents. Network: 357b2b13-de9c-4e66-a955-664dfd21aa45, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:01.069282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bc6ad52-137e-49ef-8c75-a224611f0b56 req-faa990d2-95d8-463f-b422-3a87fe92ddb4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148126 Jul 27 22:04:01.100534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-a14785ac-2096-4cdf-8327-d7a5180efb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:01.102103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-a14785ac-2096-4cdf-8327-d7a5180efb5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 200 len: 850 time: 0.0990577 Jul 27 22:04:01.169490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-baba696a-908a-421b-9297-c0208655d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:01.171176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-baba696a-908a-421b-9297-c0208655d415 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598073 Jul 27 22:04:01.197488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:01.262850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa87a535-91f9-457e-a0ec-e475d8a35db6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a0c31fd1457411db6b2f7b3e433dd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637054 Jul 27 22:04:01.266616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:01.266743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network 357b2b13-de9c-4e66-a955-664dfd21aa45 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:01.344779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-b71951fd-d884-4b33-9a16-5e85fcda2f7d service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596959 Jul 27 22:04:01.345716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 357b2b13-de9c-4e66-a955-664dfd21aa45) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:01.350525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.365574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d19e25-24cb-428d-a38d-ab36ed2fffe4 None None] Network 357b2b13-de9c-4e66-a955-664dfd21aa45 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:01.467599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-def86b7d-e13b-49c3-800e-6b9c85487d0a service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103094 Jul 27 22:04:01.481374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.544468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.546912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-60ca9c27-bf04-4ccd-bb9a-0ff061e21d22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 217 time: 0.0562949 Jul 27 22:04:01.706484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-357b2b13-de9c-4e66-a955-664dfd21aa45', 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45', 'tenant_id': '10a3c7fc6c5b482cb36b3f0aba914d19', 'fixed_ips': [{'subnet_id': 'b1f74ad6-fede-459a-a7d1-0ffbf7c296f8'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:01.707948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.737648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.740957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.745363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5f14c50-0d1c-48bc-a1e9-acf54f607638 HTTP/1.1" status: 204 len: 168 time: 0.4759583 Jul 27 22:04:01.760414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a459a-7ef8-4296-9679-fb51eb07d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f14c50-0d1c-48bc-a1e9-acf54f607638,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.943039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Allocated IP 172.20.0.2 (357b2b13-de9c-4e66-a955-664dfd21aa45/b1f74ad6-fede-459a-a7d1-0ffbf7c296f8/f89a32c6-ec6c-4c23-935b-fe561134604c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:01.952996 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-304ebb49-e7a8-4bfa-ba1e-7ad1d46b28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.137810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event updated for resources: {'Subnet': ['ID=b814c407-202e-428c-a988-89adff62ffe7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.178103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Checking segment: {'id': 'b27442b1-063b-4dc8-8c4e-41d80a110891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e21d600-6cde-47ab-8c34-7f1a1e99b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:02.179396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network hostable DHCP agents. Network: 5e21d600-6cde-47ab-8c34-7f1a1e99b848, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:02.202257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb86ca-5320-427e-8117-abc3f2551197 req-3e55a715-5696-45c4-a03b-8429af702218 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.205389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38cb86ca-5320-427e-8117-abc3f2551197 req-3e55a715-5696-45c4-a03b-8429af702218 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1387439 Jul 27 22:04:02.214549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-4e9f4b9e-550f-48bb-9b04-b4a50ad7f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.216065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-4e9f4b9e-550f-48bb-9b04-b4a50ad7f97e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.6535618 Jul 27 22:04:02.277356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38cb86ca-5320-427e-8117-abc3f2551197 req-7407f1dd-2232-4093-a1c6-a92894161b0c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645483 Jul 27 22:04:02.334735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Network 5e21d600-6cde-47ab-8c34-7f1a1e99b848 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:02.362414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.370931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Transition to ACTIVE for port object f89a32c6-ec6c-4c23-935b-fe561134604c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:02.393491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-cb72788c-f4dc-4a17-9514-a11c5ff4fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.397609 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-cb72788c-f4dc-4a17-9514-a11c5ff4fb67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687069 Jul 27 22:04:02.425645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af995-03e4-4ef9-bb20-63a7bcfe8420 req-b0ebe70d-bd0b-4e94-8508-62d575504d6b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.425645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c22af995-03e4-4ef9-bb20-63a7bcfe8420 req-b0ebe70d-bd0b-4e94-8508-62d575504d6b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1628408 Jul 27 22:04:02.436681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Transition to ACTIVE for port object f89a32c6-ec6c-4c23-935b-fe561134604c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:02.441679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:02.535821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5e21d600-6cde-47ab-8c34-7f1a1e99b848) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:02.546981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad280b-26a5-483d-9f8b-e1903638a93c None None] Network 5e21d600-6cde-47ab-8c34-7f1a1e99b848 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:02.549409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.565241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.565812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.566471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.626389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c22af995-03e4-4ef9-bb20-63a7bcfe8420 req-7bad592e-ce9b-4454-b702-af348f73d75d tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859697 Jul 27 22:04:02.670959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Network 357b2b13-de9c-4e66-a955-664dfd21aa45 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:02.675196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-9422f53a-0d42-433d-a8f7-7904a4a8587a service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509921 Jul 27 22:04:02.695620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:02.701038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Pushing event updated for resources: {'Port': ['ID=f89a32c6-ec6c-4c23-935b-fe561134604c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.706342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:02.749576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:02.753091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8a4428c3-5ff8-4060-972b-b4db932107e3 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3246081 Jul 27 22:04:02.836134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cc1e9-ebd0-4eed-b7cd-645375697819 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.838875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cc1e9-ebd0-4eed-b7cd-645375697819 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.840751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5cc1e9-ebd0-4eed-b7cd-645375697819 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.843222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1e5cc1e9-ebd0-4eed-b7cd-645375697819 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0916007 Jul 27 22:04:02.846723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:02.862489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Attempting to bind port f89a32c6-ec6c-4c23-935b-fe561134604c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:02.863130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Attempting to bind port f89a32c6-ec6c-4c23-935b-fe561134604c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:02.867151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Attempting to bind port f89a32c6-ec6c-4c23-935b-fe561134604c on network 357b2b13-de9c-4e66-a955-664dfd21aa45 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:02.868032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:02.907075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:02.909522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Checking segment: {'id': 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:02.910483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.911057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Bound using segment: {'id': 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:02.911730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Bound port: f89a32c6-ec6c-4c23-935b-fe561134604c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '357b2b13-de9c-4e66-a955-664dfd21aa45'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:02.912298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.943763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:02.956838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-2c68d98c-f1ae-400c-811f-f83d24caad6a service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776768 Jul 27 22:04:03.019074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-10cf5486-eaa6-44f7-82db-e924085903b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 217 time: 0.0543079 Jul 27 22:04:03.040195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Deleting subnet b1f74ad6-fede-459a-a7d1-0ffbf7c296f8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:03.044232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.167787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.230667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-0dfddcdb-bff2-48b1-9b5e-6c08e354d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.233160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-0dfddcdb-bff2-48b1-9b5e-6c08e354d84e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.2018840 Jul 27 22:04:03.547678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-ec10458b-485a-4fd5-8262-c96a4891a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.550897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.554569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-ec10458b-485a-4fd5-8262-c96a4891a592 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2664597 Jul 27 22:04:03.593427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.619244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75544f85-60e0-4b50-a7c5-b25c513b8005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-5e21d600-6cde-47ab-8c34-7f1a1e99b848', 'network_id': '5e21d600-6cde-47ab-8c34-7f1a1e99b848', 'tenant_id': '10a3c7fc6c5b482cb36b3f0aba914d19', 'fixed_ips': [{'subnet_id': 'b814c407-202e-428c-a988-89adff62ffe7'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:03.625287 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75544f85-60e0-4b50-a7c5-b25c513b8005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.676395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616efb31-2264-43f1-aebc-2a02d37238fb req-b6d32a68-93ff-488a-811a-964afa8ce8e6 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.678080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-616efb31-2264-43f1-aebc-2a02d37238fb req-b6d32a68-93ff-488a-811a-964afa8ce8e6 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.4366066 Jul 27 22:04:03.703164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b77e65-41e7-474e-bccc-c929feb19886 req-7adcca35-2318-471c-80fd-b23ae2a14e1d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.721076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b77e65-41e7-474e-bccc-c929feb19886 req-7adcca35-2318-471c-80fd-b23ae2a14e1d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3055372 Jul 27 22:04:03.739257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-e1e19289-b9c7-4d7e-b98b-fa82b3c6b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.740950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-e1e19289-b9c7-4d7e-b98b-fa82b3c6b45f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 1097 time: 0.5029035 Jul 27 22:04:03.748236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:03.790515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:03.802732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.825649 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.828108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/subnets/b1f74ad6-fede-459a-a7d1-0ffbf7c296f8 HTTP/1.1" status: 204 len: 168 time: 0.9798739 Jul 27 22:04:03.832656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55194) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:03.867452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f74ad6-fede-459a-a7d1-0ffbf7c296f8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.882908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.883404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.883859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.884373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.884888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.885409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.886241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.886796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.887288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.887741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.888185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.888624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5903f4d5-9292-426b-93b4-074a488370f4 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.918662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b77e65-41e7-474e-bccc-c929feb19886 req-056acee3-2261-414c-9cad-71361fe969bf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900778 Jul 27 22:04:03.932172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-616efb31-2264-43f1-aebc-2a02d37238fb req-bf88526d-6034-4d58-867a-ceff063fe3d5 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133636 Jul 27 22:04:04.044452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Deleting subnet b814c407-202e-428c-a988-89adff62ffe7 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:04.048304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-263645c3-9157-4d07-928a-b5e67c22f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.053034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-263645c3-9157-4d07-928a-b5e67c22f5af service neutron] 10.222.0.50 "GET /v2.0/networks?id=8cefd108-791d-4b8f-aee1-b68a4a7200dc HTTP/1.1" status: 200 len: 912 time: 0.2978165 Jul 27 22:04:04.055445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-2d820238-cad4-4d67-8c20-4dff0795b8b2 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860227 Jul 27 22:04:04.058052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.090752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1520103063-network', 'tenant_id': '6f65d14a2778400d87f66b8ef9d67737'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:04.104091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:04.114927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] For port f89a32c6-ec6c-4c23-935b-fe561134604c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:04.159538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] For port f89a32c6-ec6c-4c23-935b-fe561134604c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f89a32c6-ec6c-4c23-935b-fe561134604c,segment=NetworkSegment(d743cced-2f9a-4f98-81d0-ef5d6f060f9a),segment_id=d743cced-2f9a-4f98-81d0-ef5d6f060f9a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:04.183248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.202147 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.264805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.297818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Made reservation on behalf of 6f65d14a2778400d87f66b8ef9d67737 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:04.300409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.324947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.369418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c2ff83de-aa52-46b6-8f62-864a86e93824'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:04.513316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-86ab3f78-01ea-4fcf-bed5-8011febf64ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 HTTP/1.1" status: 200 len: 217 time: 0.3974693 Jul 27 22:04:04.601283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.631701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.644241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.726061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.742748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-9ada40d6-20eb-4f0a-b868-e2c1316ec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.744548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-9ada40d6-20eb-4f0a-b868-e2c1316ec22c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5e2e505-39f2-4354-b936-d0806bb89995 HTTP/1.1" status: 200 len: 851 time: 0.2201204 Jul 27 22:04:04.746857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:04.759185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d635e-ba3e-4b70-af89-387ce16c1800 None None] Pushing event updated for resources: {'Port': ['ID=f89a32c6-ec6c-4c23-935b-fe561134604c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.781222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.790059 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Added segment 2cf97ecb-6701-482b-bc30-512791b6fc9d of type vlan for network bf2a3439-a293-43a9-9f70-b70e48a76a00 Jul 27 22:04:04.790757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-952015af-dbc5-4bb1-bf56-fae31160e7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.910124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-f0a37c46-7cc9-4c16-a2a8-5064a97b453b service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109367 Jul 27 22:04:04.949679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-078ca243-8403-4295-9bf2-071beeb7d783 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8cefd108-791d-4b8f-aee1-b68a4a7200dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798017 Jul 27 22:04:04.954946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.998802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-d2322a2c-04b7-4cfe-8d66-0cd3b016229a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 200 len: 217 time: 0.0798199 Jul 27 22:04:05.004401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.106243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.177355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.178772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.180001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.185247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Subnet': ['ID=b814c407-202e-428c-a988-89adff62ffe7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:05.233653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c5797-333b-4c4e-9163-f0b4d1b7e04c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:05.305110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.309947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6788e3ba-c9ea-48d5-8c0f-4dddc1a27896 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/subnets/b814c407-202e-428c-a988-89adff62ffe7 HTTP/1.1" status: 204 len: 168 time: 1.4722576 Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server [None req-75544f85-60e0-4b50-a7c5-b25c513b8005 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b814c407-202e-428c-a988-89adff62ffe7: This subnet is being modified by another concurrent operation. Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b814c407-202e-428c-a988-89adff62ffe7: This subnet is being modified by another concurrent operation. Jul 27 22:04:05.318058 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Jul 27 22:04:05.333197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55236) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:05.380766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f680bd3-4b79-4f12-b5d5-c7aa63e16919 None None] Network 5e21d600-6cde-47ab-8c34-7f1a1e99b848 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:05.438108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6462195 Jul 27 22:04:05.442214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-e906ebda-c634-4aac-aaee-53c932ac4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.442984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:05.449935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-e906ebda-c634-4aac-aaee-53c932ac4a86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.4374819 Jul 27 22:04:05.463586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Request body: {'subnet': {'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1520103063-subnet', 'tenant_id': '6f65d14a2778400d87f66b8ef9d67737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:05.582984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1033-4f1e-4833-8f4a-b98c9bc76aaa admin admin] Pushing event updated for resources: {'Network': ['ID=bf2a3439-a293-43a9-9f70-b70e48a76a00,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:05.603511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-0453ff56-03f3-4840-b330-464c863957c8 service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153848 Jul 27 22:04:05.618738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:05.629788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616c0a3-708c-427b-b25c-957695084909 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.634730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a616c0a3-708c-427b-b25c-957695084909 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2468314 Jul 27 22:04:05.636520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55250) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:05.657707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Made reservation on behalf of 6f65d14a2778400d87f66b8ef9d67737 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:05.673475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.740637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0833-7d1d-4f21-a31e-6a2a6e6f5bf2 req-c79c03bd-c5eb-456e-8b25-2d676ce12818 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.758398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-250a0833-7d1d-4f21-a31e-6a2a6e6f5bf2 req-c79c03bd-c5eb-456e-8b25-2d676ce12818 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.5268526 Jul 27 22:04:05.943778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.030060 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.260423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f89a32c6-ec6c-4c23-935b-fe561134604c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:06.262157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c4fc2c-3664-4e6c-9b2e-cb0d7e14e8cf req-6821aada-ea5f-47d4-9a19-dbda0eb38e80 service neutron] 10.222.0.50 "GET /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285373 Jul 27 22:04:06.262157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-53f7750f-aa7e-4bc0-91fe-14fadd404656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.262157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-53f7750f-aa7e-4bc0-91fe-14fadd404656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7275324 Jul 27 22:04:06.262679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358d984-393c-4d5a-af5f-9e069cbb094a req-c809284f-a564-4b59-8394-cfa4377126ad tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.262679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d358d984-393c-4d5a-af5f-9e069cbb094a req-c809284f-a564-4b59-8394-cfa4377126ad tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 1.0203378 Jul 27 22:04:06.263429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-250a0833-7d1d-4f21-a31e-6a2a6e6f5bf2 req-788a37a4-1530-4aaa-9da1-20ed6ad5c09d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656978 Jul 27 22:04:06.333468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d358d984-393c-4d5a-af5f-9e069cbb094a req-28cec591-ff8b-4c18-81ca-6205505a506d tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069946 Jul 27 22:04:06.451384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.454705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:06.532138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e21d600-6cde-47ab-8c34-7f1a1e99b848']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:06.542630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c2ff83de-aa52-46b6-8f62-864a86e93824 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:06.543345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.545266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27442b1-063b-4dc8-8c4e-41d80a110891') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:06.545590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27442b1-063b-4dc8-8c4e-41d80a110891') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:06.562861 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.568057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-3fda7f1a-145e-45a9-9f97-17cdacaea060 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199775 Jul 27 22:04:06.587998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad904e1a-461e-4ff9-8583-5f354c894159 None None] Network 357b2b13-de9c-4e66-a955-664dfd21aa45 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:06.601722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.646147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:06.646597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:06.650456 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:06.741521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-23ef8361-6557-4159-9c7e-cdeff55fb982 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654482 Jul 27 22:04:06.818632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-508cee68-f3a9-4634-8d11-731dbfc6d41f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 200 len: 217 time: 0.0506771 Jul 27 22:04:06.827093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.831050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f89a32c6-ec6c-4c23-935b-fe561134604c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:06.849074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.883629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Provisioning for port f89a32c6-ec6c-4c23-935b-fe561134604c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:06.905202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f89a32c6-ec6c-4c23-935b-fe561134604c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:06.906123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.912106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Provisioning complete for port f89a32c6-ec6c-4c23-935b-fe561134604c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:06.912710 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.996941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abe2b47-8c2a-40cc-ba6a-588ef0942669,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.020463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-9037db29-aa43-49af-873d-67ba26d8f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.022028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-9037db29-aa43-49af-873d-67ba26d8f776 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1907232 Jul 27 22:04:07.069469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:07.071599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Checking segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:07.071842 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e1d44-046a-4ea3-81c8-2f10aaf271a7" -d '{"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:07.071986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Network hostable DHCP agents. Network: bf2a3439-a293-43a9-9f70-b70e48a76a00, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:07.103844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.108937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.129061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.134256 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/5e21d600-6cde-47ab-8c34-7f1a1e99b848 HTTP/1.1" status: 204 len: 168 time: 1.4935794 Jul 27 22:04:07.134256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3095d4-e7c1-4597-9903-5603303bc072 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=5e21d600-6cde-47ab-8c34-7f1a1e99b848,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.134994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:07.168317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.215441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-f36d1b64-28f7-4668-978b-df86a907f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.225639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-f36d1b64-28f7-4668-978b-df86a907f703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1934159 Jul 27 22:04:07.260283 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b364c50-f56d-4025-b5b6-a38a3b2f8b6e x-openstack-request-id: req-2b364c50-f56d-4025-b5b6-a38a3b2f8b6e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:07.261525 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:07.261525 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b364c50-f56d-4025-b5b6-a38a3b2f8b6e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:07.261525 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'code': 200} Jul 27 22:04:07.263625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.268968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] DHCP port deletion for 357b2b13-de9c-4e66-a955-664dfd21aa45 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:07.271291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.277020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.393645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:07.426051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.441478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] For port f89a32c6-ec6c-4c23-935b-fe561134604c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f89a32c6-ec6c-4c23-935b-fe561134604c,segment=NetworkSegment(d743cced-2f9a-4f98-81d0-ef5d6f060f9a),segment_id=d743cced-2f9a-4f98-81d0-ef5d6f060f9a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.534618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.578478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bf2a3439-a293-43a9-9f70-b70e48a76a00) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:07.583133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.598515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.599113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.700245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-337f8e3a-5fb7-4ffc-b8a1-7e0aa5029eb4 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629297 Jul 27 22:04:07.720841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54414ee2-3698-46a2-89ed-d641c2362a13 None None] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:07.746174 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.762866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86a49854-5b20-41aa-9a20-7e616aaec9e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3160625 Jul 27 22:04:07.765166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Deleting port f89a32c6-ec6c-4c23-935b-fe561134604c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:07.765511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.775239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f3fd-cad8-4369-918c-4d15a79c664b req-cce590ea-d7cf-465e-b230-abca88e0075b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.800291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0368f3fd-cad8-4369-918c-4d15a79c664b req-cce590ea-d7cf-465e-b230-abca88e0075b tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.2938156 Jul 27 22:04:07.975158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0368f3fd-cad8-4369-918c-4d15a79c664b req-49d90089-4afb-444a-b2f1-06eee5d89a3f tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613011 Jul 27 22:04:07.977444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] For port f89a32c6-ec6c-4c23-935b-fe561134604c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f89a32c6-ec6c-4c23-935b-fe561134604c,segment=NetworkSegment(d743cced-2f9a-4f98-81d0-ef5d6f060f9a),segment_id=d743cced-2f9a-4f98-81d0-ef5d6f060f9a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.977850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.031607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Calling delete_port for f89a32c6-ec6c-4c23-935b-fe561134604c owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:08.041254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-accfdc8b-17d3-48b5-a4d5-6dc77e846d7b service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317840 Jul 27 22:04:08.077248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fa85-f873-4298-8164-f74aa5027d00 req-5d634cf5-4b44-4cd4-87fc-51a8f1556ce0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.079322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Deleting port f89a32c6-ec6c-4c23-935b-fe561134604c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:08.079886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.105863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e400fa85-f873-4298-8164-f74aa5027d00 req-5d634cf5-4b44-4cd4-87fc-51a8f1556ce0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.6531534 Jul 27 22:04:08.136292 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:04:08.136667 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:04:08.266791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3b056-b7a3-4076-a176-8a7dd2a39365 None None] Pushing event updated for resources: {'Port': ['ID=f89a32c6-ec6c-4c23-935b-fe561134604c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:08.300011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-8eda75c4-2904-422d-bc60-63c38d97888e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 200 len: 217 time: 0.2365432 Jul 27 22:04:08.366475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7724a-0353-4df5-a7a1-a38d7278fb21 None None] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:08.366689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e400fa85-f873-4298-8164-f74aa5027d00 req-12bbb9a3-a333-4f26-8975-196d56802e74 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486317 Jul 27 22:04:08.404257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.410624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-9f84b149-21e1-4263-a4e8-8409ac3a7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.412534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-9f84b149-21e1-4263-a4e8-8409ac3a7c95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.1053386 Jul 27 22:04:08.419832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.452426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] For port f89a32c6-ec6c-4c23-935b-fe561134604c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f89a32c6-ec6c-4c23-935b-fe561134604c,segment=NetworkSegment(d743cced-2f9a-4f98-81d0-ef5d6f060f9a),segment_id=d743cced-2f9a-4f98-81d0-ef5d6f060f9a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:08.452889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.480223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Calling delete_port for f89a32c6-ec6c-4c23-935b-fe561134604c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:08.485542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Port': ['ID=f89a32c6-ec6c-4c23-935b-fe561134604c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:08.501897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] No DVR routers for this DVR port f89a32c6-ec6c-4c23-935b-fe561134604c on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:08.580195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-b01afa2a-da5e-443c-9b2f-59c6dc3cdbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.582190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-b01afa2a-da5e-443c-9b2f-59c6dc3cdbfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517208 Jul 27 22:04:08.739308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.799040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port f89a32c6-ec6c-4c23-935b-fe561134604c update to ACTIVE by agent not found {{(pid=94673) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 22:04:08.800460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357b2b13-de9c-4e66-a955-664dfd21aa45']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:08.841970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:08.842829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd743cced-2f9a-4f98-81d0-ef5d6f060f9a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:08.878580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.949528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.967682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:08.972366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:08.975994 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:09.008136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-d62263aa-8830-451d-ae47-dfaa8062e7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184201 Jul 27 22:04:09.030731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f89a32c6-ec6c-4c23-935b-fe561134604c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:09.094030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f89a32c6-ec6c-4c23-935b-fe561134604c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:09.094721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f89a32c6-ec6c-4c23-935b-fe561134604c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:09.120533 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.150686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] No DVR routers for this DVR port f89a32c6-ec6c-4c23-935b-fe561134604c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:09.242699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4a88-23c5-49cb-a52e-84311212d5a9 None None] Pushing event deleted for resources: {'Port': ['ID=f89a32c6-ec6c-4c23-935b-fe561134604c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.243903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2291c5d-2b89-4bd8-a882-2c0cdbb4aad5 req-6406f449-6ac8-48e9-848b-02b6384b45df tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.259323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2291c5d-2b89-4bd8-a882-2c0cdbb4aad5 req-6406f449-6ac8-48e9-848b-02b6384b45df tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.1913435 Jul 27 22:04:09.270911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e3687-b62b-4df4-8535-e695390549a9 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:04:09.271032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.297975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.307588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/357b2b13-de9c-4e66-a955-664dfd21aa45 HTTP/1.1" status: 204 len: 168 time: 2.1719189 Jul 27 22:04:09.327821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:09.371231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-728e2200-31e7-492f-95e3-49a9d49b6224 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.372844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-728e2200-31e7-492f-95e3-49a9d49b6224 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.4384975 Jul 27 22:04:09.404204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-6140047d-0a63-4e7b-a93e-c5bb9965417f service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706357 Jul 27 22:04:09.409355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137daaca-5510-4ca7-898b-063a5785540d tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=357b2b13-de9c-4e66-a955-664dfd21aa45,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.520394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152e3687-b62b-4df4-8535-e695390549a9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:04:09.522106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:09.572603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2291c5d-2b89-4bd8-a882-2c0cdbb4aad5 req-fad7ecd2-55ac-4b3a-8854-d622c9ddb4da tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190165 Jul 27 22:04:09.576053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-680efc97-1f15-4b41-82b7-2d6493d19bef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 217 time: 0.1613693 Jul 27 22:04:09.577491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-3a070a7e-568f-44a5-a518-febac828140d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/quotas/6f65d14a2778400d87f66b8ef9d67737 HTTP/1.1" status: 200 len: 375 time: 0.1724074 Jul 27 22:04:09.660873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.701403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-4a41a9d3-8337-4651-83e5-5d3de8601c04 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121023 Jul 27 22:04:09.753340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-5e02afa4-eade-400c-906f-63ddebea18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.754965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-5e02afa4-eade-400c-906f-63ddebea18df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.1704950 Jul 27 22:04:09.927361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7928-5947-4654-82da-5b015203b4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.043737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.070267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d55123-de1f-4462-aea1-1436edda3e59']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:10.088888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65558d62-91f0-450f-869b-d09e366c7d42') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:10.089227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65558d62-91f0-450f-869b-d09e366c7d42') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:10.118058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.211401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:10.214917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9766a9-2d29-4772-81f0-be591ce7bc82 req-97763fcc-f44f-48d3-a35c-93aa203528f0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.223958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9766a9-2d29-4772-81f0-be591ce7bc82 req-97763fcc-f44f-48d3-a35c-93aa203528f0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3952281 Jul 27 22:04:10.250873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.274610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:10.275029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:10.278932 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:10.312623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9766a9-2d29-4772-81f0-be591ce7bc82 req-45f97855-74e9-4a75-b874-306ddb75b340 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875833 Jul 27 22:04:10.391881 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7928-5947-4654-82da-5b015203b4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.485432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7928-5947-4654-82da-5b015203b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.535416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.563680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.575729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/15d55123-de1f-4462-aea1-1436edda3e59 HTTP/1.1" status: 204 len: 168 time: 1.2468638 Jul 27 22:04:10.599076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:10.635791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2a9c-bced-46eb-9164-a33c14a91a67 tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=15d55123-de1f-4462-aea1-1436edda3e59,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.659375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b4f7928-5947-4654-82da-5b015203b4e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=404758f35c124242a27177049ba03004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1351340 Jul 27 22:04:10.661170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7928-5947-4654-82da-5b015203b4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae3a02-06c3-4518-880a-1cf1042f5dc7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.665707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55374) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:10.741253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-3ccbb76e-6176-46de-a372-5150d8abcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.743648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-3ccbb76e-6176-46de-a372-5150d8abcd27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9790080 Jul 27 22:04:10.885250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-72ae0979-7cc9-42b7-b9a8-cf096eba2cdf service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273074 Jul 27 22:04:10.961336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-f7b1a3d2-a5e6-4748-a316-daf3dfa03418 service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2428370 Jul 27 22:04:11.134015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-efa3d8ee-5067-4dfb-a971-613ed88e4fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392996 Jul 27 22:04:11.155051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-1569de45-454b-40e5-8451-abb6bd29ab37 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.158229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-1569de45-454b-40e5-8451-abb6bd29ab37 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.50 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 0.2711687 Jul 27 22:04:11.287420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e03a72ff-9806-4646-a54f-df83bb8b8be7 req-90163984-cbab-42fe-be70-1d3f07f7fdba service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916483 Jul 27 22:04:11.316544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Deleting port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:11.316973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.478543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] For port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,segment=NetworkSegment(d228cc36-2e5a-47a6-a9ed-25f56a8f5265),segment_id=d228cc36-2e5a-47a6-a9ed-25f56a8f5265)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:11.479052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.497106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Calling delete_port for dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:11.614747 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.643732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.670742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.821300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dd3f2-6579-4ecc-bec8-8efa7bd4eba9 req-89bf9143-eda9-4689-b7af-b6fd10d1162c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.829435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-800dd3f2-6579-4ecc-bec8-8efa7bd4eba9 req-89bf9143-eda9-4689-b7af-b6fd10d1162c tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 946 time: 1.0365660 Jul 27 22:04:11.844137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.863372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['dad6b1f6-f279-4f07-ab9d-8a2d8a660c30'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:11.951403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.967592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876d5002-154f-4652-9011-c69b94dfcee4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:11.968845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Pushing event deleted for resources: {'Port': ['ID=dad6b1f6-f279-4f07-ab9d-8a2d8a660c30,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:11.979898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-800dd3f2-6579-4ecc-bec8-8efa7bd4eba9 req-f67e9627-a5be-4990-806f-5e6a997fff5e tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493361 Jul 27 22:04:12.010583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75833a32-c317-4ae7-aff6-a89a79136c42') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:12.010848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75833a32-c317-4ae7-aff6-a89a79136c42') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:12.054138 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.085783 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.116484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:12.117036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:12.125263 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:12.131306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] No DVR routers for this DVR port dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:12.155462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf37bf-34d7-4fc1-8fb0-4eb55e7a352d req-30199394-1e22-4358-8e85-611a1c775478 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.162937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30cf37bf-34d7-4fc1-8fb0-4eb55e7a352d req-30199394-1e22-4358-8e85-611a1c775478 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.4168217 Jul 27 22:04:12.166017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.167998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3346df8-cd23-4ed2-9d61-e7737b0c679c req-4663bc49-07a0-46b0-89d3-422c2fb799d4 tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.50 "DELETE /v2.0/ports/dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 HTTP/1.1" status: 204 len: 173 time: 1.0019081 Jul 27 22:04:12.168444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'name': 'network-vif-deleted', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:12.170814 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee24db9-654f-4dc2-a00b-37f2516948f7" -d '{"events": [{"server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "name": "network-vif-deleted", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:12.248908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.253556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.270069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0ae3a02-06c3-4518-880a-1cf1042f5dc7 HTTP/1.1" status: 204 len: 168 time: 1.5941129 Jul 27 22:04:12.277737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae215807-e946-4aff-add8-5b144289f95f req-ca6b059d-76b1-4da2-9a38-2304b0e84956 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 210 time: 0.1865573 Jul 27 22:04:12.311341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f5d5b-3c50-497f-82b4-c63eda3c25c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae3a02-06c3-4518-880a-1cf1042f5dc7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:12.351228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30cf37bf-34d7-4fc1-8fb0-4eb55e7a352d req-e290764f-c23b-4f1e-882c-1c21f7367cfd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873009 Jul 27 22:04:12.425340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.438135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.451844 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89c94b-4c77-4450-9d8c-4c7198a7f5fc x-openstack-request-id: req-7b89c94b-4c77-4450-9d8c-4c7198a7f5fc {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:12.451844 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929f5071-6db9-4de9-9d6c-0889f8da04b4", "name": "network-vif-deleted", "tag": "dad6b1f6-f279-4f07-ab9d-8a2d8a660c30", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:12.451844 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b89c94b-4c77-4450-9d8c-4c7198a7f5fc {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:12.451844 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929f5071-6db9-4de9-9d6c-0889f8da04b4', 'name': 'network-vif-deleted', 'tag': 'dad6b1f6-f279-4f07-ab9d-8a2d8a660c30', 'status': 'completed', 'code': 200} Jul 27 22:04:12.465581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] 10.222.0.37 "DELETE /v2.0/networks/876d5002-154f-4652-9011-c69b94dfcee4 HTTP/1.1" status: 204 len: 168 time: 1.8481390 Jul 27 22:04:12.491450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b8822-952f-4510-9a36-bf89c5135ebf tempest-BulkNetworkOpsTest-1873947521 tempest-BulkNetworkOpsTest-1873947521-project] Pushing event deleted for resources: {'Network': ['ID=876d5002-154f-4652-9011-c69b94dfcee4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:13.102076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-add9a05a-f058-49ba-94b6-4aa838a04605 req-fde9fa82-f735-49d5-b36c-dd4f3d1c82ce tempest-TestServerAdvancedOps-154420283 tempest-TestServerAdvancedOps-154420283-project] 10.222.0.37 "GET /v2.0/ports?device_id=929f5071-6db9-4de9-9d6c-0889f8da04b4 HTTP/1.1" status: 200 len: 210 time: 0.0354345 Jul 27 22:04:13.439634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:13.490091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77089451-4113-4544-8bc8-fd0748a06a0b req-f60c1fd1-42ea-4d4f-be24-35cce128ab8e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 210 time: 0.0859871 Jul 27 22:04:13.578624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55458) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:13.601049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688adc-f327-40b8-bb74-c034c62a4b90 req-e6022b48-5bfd-45be-8db7-12c31cf82cd6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:13.609954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e688adc-f327-40b8-bb74-c034c62a4b90 req-e6022b48-5bfd-45be-8db7-12c31cf82cd6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1133265 Jul 27 22:04:13.645606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.710115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e688adc-f327-40b8-bb74-c034c62a4b90 req-7c6dcc98-4f71-41c0-a8cd-a3e4aebf110d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986817 Jul 27 22:04:13.826752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.933553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.953962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-387e2f54-8284-4cbe-8ab1-22216f0d4398 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a3c7fc6c5b482cb36b3f0aba914d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155132 Jul 27 22:04:13.954888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.050345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add62a7920cd49dea4de85753033b097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628594 Jul 27 22:04:14.050990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.054617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6595c-a06b-4e24-9b36-f52f5cc5bf27,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:14.067667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.068741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.069414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.069771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.070248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.073486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.086455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3875872-549e-4b94-a513-0b1fd4c39d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:14.122547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.193828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55474) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.244610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.310963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.311090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Deleting subnet e5e2e505-39f2-4354-b936-d0806bb89995 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:14.323524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.331753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.335229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.350570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8276e744-8592-43d1-8414-2f74dfe23190 HTTP/1.1" status: 204 len: 168 time: 0.3932824 Jul 27 22:04:14.402068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.447788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18108f89-b2dd-4329-895c-b754980fc079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276e744-8592-43d1-8414-2f74dfe23190,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:14.489752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:14.560101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.562123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.566144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.570087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6e6595c-a06b-4e24-9b36-f52f5cc5bf27 HTTP/1.1" status: 204 len: 168 time: 0.5199544 Jul 27 22:04:14.587995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5796a-7677-458c-b480-9d14aa307a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6595c-a06b-4e24-9b36-f52f5cc5bf27,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:14.633559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:14.633924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device dad6b1f6-f279-4f07-ab9d-8a2d8a660c30 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:14.863660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd27f597-d56c-4363-8f19-a7a760a3d015 req-7f83b1fa-fc67-42a4-b30a-cc1cf13a35d5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 210 time: 0.1538191 Jul 27 22:04:15.018343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb391e-d446-46cb-bc98-f3a3e0173454 req-11b9c0d2-2e6e-4053-a69b-3cd00f81054b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.025069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.032845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3eb391e-d446-46cb-bc98-f3a3e0173454 req-11b9c0d2-2e6e-4053-a69b-3cd00f81054b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1989470 Jul 27 22:04:15.065093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e2e505-39f2-4354-b936-d0806bb89995,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:15.081304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.083509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-508f32fa-285c-4c66-aed3-b909b30e9752 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5e2e505-39f2-4354-b936-d0806bb89995 HTTP/1.1" status: 204 len: 168 time: 0.8893738 Jul 27 22:04:15.086390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55502) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:15.112898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3eb391e-d446-46cb-bc98-f3a3e0173454 req-d0897386-2938-45fa-b713-0f765384ba38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791426 Jul 27 22:04:15.255036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.645653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-30f821a7-773e-4a00-873e-faa05c68ff6c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.647396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-30f821a7-773e-4a00-873e-faa05c68ff6c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.1952245 Jul 27 22:04:15.667971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Request body: {'port': {'device_id': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'admin_state_up': True, 'tenant_id': '6f65d14a2778400d87f66b8ef9d67737'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:15.674304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.703568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cefd108-791d-4b8f-aee1-b68a4a7200dc']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:15.752306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:15.752628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd228cc36-2e5a-47a6-a9ed-25f56a8f5265') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:15.773677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.808067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.818678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:15.819104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:15.821251 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:16.121390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-021c0316-4c43-4434-83a1-7eabcf91ea7c req-2a3c4341-8be4-457f-9f20-5c076bc1d1cb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 210 time: 0.1199052 Jul 27 22:04:16.127951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Made reservation on behalf of 6f65d14a2778400d87f66b8ef9d67737 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:16.146573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.150060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.170772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.179727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cefd108-791d-4b8f-aee1-b68a4a7200dc HTTP/1.1" status: 204 len: 168 time: 1.0919328 Jul 27 22:04:16.179924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:16.261421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb856e2-e0e1-45d4-ad68-c95618ae2c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cefd108-791d-4b8f-aee1-b68a4a7200dc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.325376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:16.386627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Deleting subnet 8181f15c-4892-49c9-a006-342dd9a716f9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:16.402593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.510040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.604278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364997478'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:16.614428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.618440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3351f-c084-4e0f-9ae1-fcaea5acae2a req-a9fa0311-9300-4048-9722-aed78d8edca0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:16.620214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b3351f-c084-4e0f-9ae1-fcaea5acae2a req-a9fa0311-9300-4048-9722-aed78d8edca0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.2525918 Jul 27 22:04:16.653296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Allocated IP 172.20.0.7 (bf2a3439-a293-43a9-9f70-b70e48a76a00/6abe2b47-8c2a-40cc-ba6a-588ef0942669/78812db5-c39a-4c18-a82e-921f8a2296f1) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:16.690325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b3351f-c084-4e0f-9ae1-fcaea5acae2a req-0dc39111-5304-4888-aad0-eb296e17c631 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552216 Jul 27 22:04:16.795905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:16.800748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.817592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.871281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.963593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.970179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8181f15c-4892-49c9-a006-342dd9a716f9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.994825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.010888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-31f4c476-2b47-4ba3-a20d-47a9024394b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8181f15c-4892-49c9-a006-342dd9a716f9 HTTP/1.1" status: 204 len: 168 time: 0.8278475 Jul 27 22:04:17.011050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55566) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:17.103324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.174911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.237856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.251466 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.258207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.328670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e377208a-58a3-4c41-b2d2-ed860d1d5cf1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:17.420289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e662b58-48dd-448b-bf7b-358ccc85d23a']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:17.426775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:17.427023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:17.431583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c09766c-f45a-415f-b996-71a7351f8833') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:17.431877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c09766c-f45a-415f-b996-71a7351f8833') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:17.535155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:17.537038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:17.537324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.537324 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 58836f65-88b3-4177-bebe-eb250c3abe24 of type vlan for network 5731f584-ae22-4d95-9514-dbd9135d2b15 Jul 27 22:04:17.537324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.552142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.553209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.559660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.599107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.619997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:17.620486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:17.622832 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:17.633343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:17.634139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1e67-448b-4ad3-8a35-70257ec073df req-71504644-1800-40be-8df5-43a638aa2f9e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.636052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61ba1e67-448b-4ad3-8a35-70257ec073df req-71504644-1800-40be-8df5-43a638aa2f9e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 931 time: 0.3248484 Jul 27 22:04:17.702053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61ba1e67-448b-4ad3-8a35-70257ec073df req-7aa54957-ca35-47bf-9e72-3a6f804fc63c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561678 Jul 27 22:04:17.824690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-055499e2-93c6-48b6-a386-cec5eb095fdc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1619790 Jul 27 22:04:17.876642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.884896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.886501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.945138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.118964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=5731f584-ae22-4d95-9514-dbd9135d2b15,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:18.119542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.119749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:18.120260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e662b58-48dd-448b-bf7b-358ccc85d23a HTTP/1.1" status: 204 len: 168 time: 1.0546267 Jul 27 22:04:18.120260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876a0e9-52aa-4128-8347-659f501b5c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e662b58-48dd-448b-bf7b-358ccc85d23a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:18.179898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-44d760be-8bc1-4fcc-b3c4-305f69306cf8 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8471191 Jul 27 22:04:18.260847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Request body: {'port': {'device_id': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:18.354302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cdbed-a99c-4e59-9fed-213dbce106ad req-5f8eddb7-30e1-47ff-9f7b-c39b450865b8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:18.373824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c97cdbed-a99c-4e59-9fed-213dbce106ad req-5f8eddb7-30e1-47ff-9f7b-c39b450865b8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.5272985 Jul 27 22:04:18.582772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c97cdbed-a99c-4e59-9fed-213dbce106ad req-7f266b1b-b7fc-4aa6-abaf-d0a97fb12b2e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944442 Jul 27 22:04:18.632461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.127050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d091-013a-4b71-81d3-a60b3bd8b983 req-2ffbc088-34ea-4607-a4a7-974e49259d3d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.131824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a16d091-013a-4b71-81d3-a60b3bd8b983 req-2ffbc088-34ea-4607-a4a7-974e49259d3d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 931 time: 0.1499596 Jul 27 22:04:19.258066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a16d091-013a-4b71-81d3-a60b3bd8b983 req-eceedc8c-7b6b-4f46-ade8-a52956cb609c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136780 Jul 27 22:04:19.438979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:19.485196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:19.508502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.561156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Transition to ACTIVE for port object 78812db5-c39a-4c18-a82e-921f8a2296f1 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:19.618464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.622780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ce4b15fb-8cd9-40e7-8893-69a90aa030b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f25ea0dceaea495ca1ee6bda2aef7882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810877 Jul 27 22:04:19.625180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:19.830996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.900210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.907920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.120677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97d9e9-4d16-42ec-8898-45dc4dcb14a8 req-fbd1ca78-62da-4494-bafe-213a6b7b4b23 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:20.137179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Attempting to bind port 78812db5-c39a-4c18-a82e-921f8a2296f1 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:20.138580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf97d9e9-4d16-42ec-8898-45dc4dcb14a8 req-fbd1ca78-62da-4494-bafe-213a6b7b4b23 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3640125 Jul 27 22:04:20.142322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Attempting to bind port 78812db5-c39a-4c18-a82e-921f8a2296f1 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:20.143383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Attempting to bind port 78812db5-c39a-4c18-a82e-921f8a2296f1 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:20.153439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Port 78812db5-c39a-4c18-a82e-921f8a2296f1 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:20.153877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Attempting to bind port 78812db5-c39a-4c18-a82e-921f8a2296f1 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:20.166550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:20.169379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Checking segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:20.169512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Bound using segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:20.169920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Bound port: 78812db5-c39a-4c18-a82e-921f8a2296f1, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:20.170323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.213621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.223421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.228015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5 HTTP/1.1" status: 204 len: 168 time: 0.6010928 Jul 27 22:04:20.285914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8204950-6ab7-470e-ab88-e9a317493d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fac0a6-15a1-47a1-9ea1-c1130e8df4b5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.316742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf97d9e9-4d16-42ec-8898-45dc4dcb14a8 req-5a5ea77a-6950-48d4-bf35-16c2a8076036 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770499 Jul 27 22:04:20.395956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:20.410096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:20.536527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.866376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.888996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:20.893668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.908407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-bb7be413-7819-4834-a5b3-429f6a2a268d service neutron] 10.222.0.76 "PUT /v2.0/ports/78812db5-c39a-4c18-a82e-921f8a2296f1 HTTP/1.1" status: 200 len: 1091 time: 3.0690203 Jul 27 22:04:20.921655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:20.937525 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8606da7-4c37-4fb4-88e2-1d5f44642994" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:21.096169 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710bfdd-1d39-49e8-9d6c-70ec00614785 x-openstack-request-id: req-3710bfdd-1d39-49e8-9d6c-70ec00614785 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:21.096418 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:21.096640 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3710bfdd-1d39-49e8-9d6c-70ec00614785 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:21.100607 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'status': 'completed', 'code': 200} Jul 27 22:04:21.219069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3892fd8-a2bc-4759-98f9-c92ffec0a8ec req-337f5318-41b3-413d-8d04-d73910cf5080 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.227839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3892fd8-a2bc-4759-98f9-c92ffec0a8ec req-337f5318-41b3-413d-8d04-d73910cf5080 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 943 time: 0.7247484 Jul 27 22:04:21.320192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:21.321567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3892fd8-a2bc-4759-98f9-c92ffec0a8ec req-350c62de-a3d6-4893-960c-6da24a0c0884 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915325 Jul 27 22:04:21.339569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-a8a3e284-85c4-4e6c-b8a3-c186f19653d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.342484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-a8a3e284-85c4-4e6c-b8a3-c186f19653d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 1094 time: 0.2956171 Jul 27 22:04:21.504151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-da0fea69-ef1a-4040-9d1d-3f7ce8d0bd5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78812db5-c39a-4c18-a82e-921f8a2296f1 HTTP/1.1" status: 200 len: 217 time: 0.1498067 Jul 27 22:04:21.695870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52873c88-95be-4847-8550-750f654ef7c5 req-82c7bca6-37bf-4e81-b266-364bc358e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.703525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-82c7bca6-37bf-4e81-b266-364bc358e9be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 200 len: 855 time: 0.1894805 Jul 27 22:04:21.704368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55692) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:21.715774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:21.725815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0200fc00-4749-4e5b-a9c0-00ab72f2a75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.809543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-645ba9eb-4fd1-4bd9-9eed-d496b4d0ece9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf2a3439-a293-43a9-9f70-b70e48a76a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770578 Jul 27 22:04:21.909956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:21.947378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd22ac-4853-4d2c-bc4a-9dc014379162 req-c29d72b0-4788-424b-84cd-1978b9a4820b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.960426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0dd22ac-4853-4d2c-bc4a-9dc014379162 req-c29d72b0-4788-424b-84cd-1978b9a4820b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3387837 Jul 27 22:04:22.075179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c9a84e98-db1d-42c3-a343-e346b923904f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70ffcfbd0ea147ed806332c57756b0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663723 Jul 27 22:04:22.078644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b0dd22ac-4853-4d2c-bc4a-9dc014379162 req-7c2cfa7f-196e-4976-8909-a61d38e67a0a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113732 Jul 27 22:04:22.082914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:22.126454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-7c0c4b64-f545-4987-9593-5f87e23b69e1 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666619 Jul 27 22:04:22.145474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0200fc00-4749-4e5b-a9c0-00ab72f2a75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.182555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.227629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.290350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0200fc00-4749-4e5b-a9c0-00ab72f2a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.335802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:22.369371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.456202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0200fc00-4749-4e5b-a9c0-00ab72f2a75a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf78cf38b7574842a22872ac8077f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1339865 Jul 27 22:04:22.457469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200fc00-4749-4e5b-a9c0-00ab72f2a75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c0895-1340-4522-b175-de4a513e6218,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:22.485339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:22.656015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.683095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f41f4-f2d9-41e5-b316-47e30b9434ca req-3c190fe6-8f12-4b96-accf-a3ebcc4462af tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.686398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b9f41f4-f2d9-41e5-b316-47e30b9434ca req-3c190fe6-8f12-4b96-accf-a3ebcc4462af tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 943 time: 0.1647360 Jul 27 22:04:22.722451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.734338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.739302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.740906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/299cf1a9-f3a0-4a57-a81b-0602442f28ef HTTP/1.1" status: 204 len: 168 time: 0.6571240 Jul 27 22:04:22.783321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bb914-8a21-4d11-bcb4-c89ee496efa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299cf1a9-f3a0-4a57-a81b-0602442f28ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:22.883920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b9f41f4-f2d9-41e5-b316-47e30b9434ca req-cf2467f0-7338-4a1f-ae62-0638ad4d43af tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834617 Jul 27 22:04:22.915546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52873c88-95be-4847-8550-750f654ef7c5 req-276a0704-d2d5-4a67-87ea-cdc73a549564 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685707 Jul 27 22:04:22.927230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.008514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.013336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.020119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/259c0895-1340-4522-b175-de4a513e6218 HTTP/1.1" status: 204 len: 168 time: 0.5256484 Jul 27 22:04:23.041896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea9d1-cba7-4f47-8d53-3ef5962becbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c0895-1340-4522-b175-de4a513e6218,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.057317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': '58836f65-88b3-4177-bebe-eb250c3abe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:23.063126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 5731f584-ae22-4d95-9514-dbd9135d2b15, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:23.093147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=87bffd2e-1b76-417a-9f69-dc20ae1927b7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.203736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-b592dd42-a2de-48f9-9d74-af6a9774a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.206786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-b592dd42-a2de-48f9-9d74-af6a9774a197 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 1094 time: 0.1387653 Jul 27 22:04:23.224938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:23.441489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5731f584-ae22-4d95-9514-dbd9135d2b15) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:23.446359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.447399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.459003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57513d3-9af8-425c-9008-edd4d40a851f None None] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:23.590551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec15b9b-50df-41cb-aeb8-a9e4b36c89b1 req-7a25fbb6-97bd-4252-a88a-1cf9177a830f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.594473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec15b9b-50df-41cb-aeb8-a9e4b36c89b1 req-7a25fbb6-97bd-4252-a88a-1cf9177a830f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3385444 Jul 27 22:04:23.594473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-16093a0e-d8a7-4707-b982-703fcaed26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.604161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-16093a0e-d8a7-4707-b982-703fcaed26c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 916 time: 0.3808258 Jul 27 22:04:23.604161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66bf20eb-4751-4f27-ae21-76bd8b7cf974 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8924344 Jul 27 22:04:23.605047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:23.611418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536580544'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:23.803855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7ec15b9b-50df-41cb-aeb8-a9e4b36c89b1 req-13e0a96d-0905-4e07-b315-402babdb253a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022865 Jul 27 22:04:23.810151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-5731f584-ae22-4d95-9514-dbd9135d2b15', 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': '87bffd2e-1b76-417a-9f69-dc20ae1927b7'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:23.811356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.811492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-7b9b7fea-b572-4341-9bd6-09fd7f7c2575 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78812db5-c39a-4c18-a82e-921f8a2296f1 HTTP/1.1" status: 200 len: 217 time: 0.2043240 Jul 27 22:04:23.965158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-cf424c4f-7077-465a-a3f5-b9e0e72dd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.973776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-cf424c4f-7077-465a-a3f5-b9e0e72dd6ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 200 len: 855 time: 0.1508532 Jul 27 22:04:24.040946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:24.045750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.088846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-3f80d9e6-a5ef-4f4f-9f54-b72fe7bc8000 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf2a3439-a293-43a9-9f70-b70e48a76a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052697 Jul 27 22:04:24.253457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:24.327329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.328291 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment ac4f8c58-b280-42e7-9238-411ec5ca285b of type vlan for network 73efb6a2-052c-4932-be36-d12ddf1ce381 Jul 27 22:04:24.367611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-5b4cf06d-f887-44e3-9201-d1dc42aa3077 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706976 Jul 27 22:04:24.430953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d37f50-2d1e-4e3a-98de-176fa2974cfa req-41c890fb-9555-4054-aef3-96255793a7bf tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.440814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0d37f50-2d1e-4e3a-98de-176fa2974cfa req-41c890fb-9555-4054-aef3-96255793a7bf tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 943 time: 0.3908432 Jul 27 22:04:24.472288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55754) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:24.522685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a61ab6b-0283-4c8d-8609-46673c540b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.546928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Allocated IP 2001:db8:0:ffff::2 (5731f584-ae22-4d95-9514-dbd9135d2b15/87bffd2e-1b76-417a-9f69-dc20ae1927b7/e69e67d7-7578-41d3-a693-a503e059c72c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:24.553623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.639898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0d37f50-2d1e-4e3a-98de-176fa2974cfa req-2511a736-bbc7-41fe-bf37-67ceb41551bf tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672113 Jul 27 22:04:24.733968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a61ab6b-0283-4c8d-8609-46673c540b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.784400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.795778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.796450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.815182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b8606da7-4c37-4fb4-88e2-1d5f44642994 req-e80e52cd-103f-4dc0-a112-d5bd882ba47c service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381268 Jul 27 22:04:24.836506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.864096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Transition to ACTIVE for port object e69e67d7-7578-41d3-a693-a503e059c72c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:24.865251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a61ab6b-0283-4c8d-8609-46673c540b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.914242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Transition to ACTIVE for port object e69e67d7-7578-41d3-a693-a503e059c72c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:24.967976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=73efb6a2-052c-4932-be36-d12ddf1ce381,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.980149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 73efb6a2-052c-4932-be36-d12ddf1ce381 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:24.996101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61ab6b-0283-4c8d-8609-46673c540b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973173f-9aae-4fa3-a651-65273f43d2f4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.043773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5a61ab6b-0283-4c8d-8609-46673c540b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc16b250406d4d37b171a0c7dca4c5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691338 Jul 27 22:04:25.047005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:25.096930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d4514f0b-600b-4b47-9b69-3e265ca41b97 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4898443 Jul 27 22:04:25.099284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:25.106781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:25.207914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.227266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.276875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.338036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:25.338203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84e50d-a598-4f80-b2a3-ab349d1f87c7 req-e0937348-e2c1-40c4-bfa0-611e1cd7a522 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:25.346599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f84e50d-a598-4f80-b2a3-ab349d1f87c7 req-e0937348-e2c1-40c4-bfa0-611e1cd7a522 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.3683524 Jul 27 22:04:25.366927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:25.381207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:25.394352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Pushing event updated for resources: {'Port': ['ID=e69e67d7-7578-41d3-a693-a503e059c72c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.400508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f84e50d-a598-4f80-b2a3-ab349d1f87c7 req-1bc3911e-abd4-45f2-8e62-c887eb84102d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528018 Jul 27 22:04:25.408461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:25.418317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.498823 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.503689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.509026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1973173f-9aae-4fa3-a651-65273f43d2f4 HTTP/1.1" status: 204 len: 168 time: 0.4568272 Jul 27 22:04:25.533218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Attempting to bind port e69e67d7-7578-41d3-a693-a503e059c72c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:25.537758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Attempting to bind port e69e67d7-7578-41d3-a693-a503e059c72c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '58836f65-88b3-4177-bebe-eb250c3abe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:25.537758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Attempting to bind port e69e67d7-7578-41d3-a693-a503e059c72c on network 5731f584-ae22-4d95-9514-dbd9135d2b15 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:25.540450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:25.541104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Checking segment: {'id': '58836f65-88b3-4177-bebe-eb250c3abe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:25.541721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.542427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Bound using segment: {'id': '58836f65-88b3-4177-bebe-eb250c3abe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:25.543368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Bound port: e69e67d7-7578-41d3-a693-a503e059c72c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58836f65-88b3-4177-bebe-eb250c3abe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5731f584-ae22-4d95-9514-dbd9135d2b15'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:25.543988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.552836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:25.598041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f64e9-b74f-4f5f-bc7b-ff969e578c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973173f-9aae-4fa3-a651-65273f43d2f4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.681948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] For port e69e67d7-7578-41d3-a693-a503e059c72c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:25.686240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] For port e69e67d7-7578-41d3-a693-a503e059c72c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e69e67d7-7578-41d3-a693-a503e059c72c,segment=NetworkSegment(58836f65-88b3-4177-bebe-eb250c3abe24),segment_id=58836f65-88b3-4177-bebe-eb250c3abe24)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:25.773003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.779682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-747882868-network', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:25.950034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:25.954164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.959457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e7a4f-c135-4428-aa7b-9bb309a91964 None None] Pushing event updated for resources: {'Port': ['ID=e69e67d7-7578-41d3-a693-a503e059c72c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.970587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.984691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.096912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=c37fc705-0b27-464b-b523-c12754e57d15,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.147775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': 'ac4f8c58-b280-42e7-9238-411ec5ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:26.147775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 73efb6a2-052c-4932-be36-d12ddf1ce381, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:26.174875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:26.437429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648874ed-08d1-49fc-af99-e23038c831da req-9fa290ef-1f27-4bf3-af4c-07341824d4cd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:26.437429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-648874ed-08d1-49fc-af99-e23038c831da req-9fa290ef-1f27-4bf3-af4c-07341824d4cd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 943 time: 0.5330222 Jul 27 22:04:26.438687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:26.439097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.439535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 73efb6a2-052c-4932-be36-d12ddf1ce381 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:26.445105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'port_id': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'mac_address': 'fa:16:3e:91:33:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abe2b47-8c2a-40cc-ba6a-588ef0942669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:26.491886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-648874ed-08d1-49fc-af99-e23038c831da req-3b815a19-493e-41c8-9f49-120000a66e59 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139331 Jul 27 22:04:26.510863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.520528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.539452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:26.559993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 73efb6a2-052c-4932-be36-d12ddf1ce381) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:26.572756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:26.575720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:26.578522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.613193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.613193 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Added segment f4f9879c-9d61-4010-9619-fc8e6d364e92 of type vlan for network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 Jul 27 22:04:26.615347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:26.619107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.619841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f57a96-bec1-4caf-84d0-93689c1583b9 None None] Network 73efb6a2-052c-4932-be36-d12ddf1ce381 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:26.717582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.738236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.789070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6420e-45d7-4e0f-a8c7-84be42293832 req-a7f48f03-3467-41c9-b025-9aea0a999c5c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:26.796494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9db6420e-45d7-4e0f-a8c7-84be42293832 req-a7f48f03-3467-41c9-b025-9aea0a999c5c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1834035 Jul 27 22:04:26.814064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-765bf5c5-1e60-4e71-89ee-0c2067b197bd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7124698 Jul 27 22:04:26.816383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:26.820446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.976206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['78812db5-c39a-4c18-a82e-921f8a2296f1'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:26.978118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9db6420e-45d7-4e0f-a8c7-84be42293832 req-7dde05c6-00ff-44ae-8aab-81874055f6ed tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806710 Jul 27 22:04:27.106708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-73efb6a2-052c-4932-be36-d12ddf1ce381', 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': 'c37fc705-0b27-464b-b523-c12754e57d15'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:27.113092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.114383 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.116339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.117878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.176189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e69e67d7-7578-41d3-a693-a503e059c72c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:27.276349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] Pushing event updated for resources: {'Network': ['ID=88e2605d-c0bb-4fe6-9912-1a3bd92e3041,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:27.299295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.347017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:27.390754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:27.395604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-629095c0-3d1e-4917-9444-a6ae20f416bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8296158 Jul 27 22:04:27.397655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Request body: {'subnet': {'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-747882868-subnet', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:27.459223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.542604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:27.544971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.568820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Allocated IP 2001:db8::1 (73efb6a2-052c-4932-be36-d12ddf1ce381/c37fc705-0b27-464b-b523-c12754e57d15/c1c1dae5-2e3c-4b40-a637-efd599e115fd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:27.932862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf686f8-afce-481d-b766-2869c6da9337 req-5127d24f-a235-4303-ae0e-732350e87d75 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.942562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cf686f8-afce-481d-b766-2869c6da9337 req-5127d24f-a235-4303-ae0e-732350e87d75 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 944 time: 0.1999846 Jul 27 22:04:28.010884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cf686f8-afce-481d-b766-2869c6da9337 req-71a58263-f06b-46c5-b1ba-9805fe94f452 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686126 Jul 27 22:04:28.036154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5403a4-be7e-453b-898b-ac11f801492c None None] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:28.237707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b773-35ae-4835-a58e-c21e66af0163 req-ad866836-a1e7-40c8-b53e-0aff926cea21 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.242805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e69e67d7-7578-41d3-a693-a503e059c72c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:28.245315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55d7b773-35ae-4835-a58e-c21e66af0163 req-ad866836-a1e7-40c8-b53e-0aff926cea21 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1464806 Jul 27 22:04:28.294502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55d7b773-35ae-4835-a58e-c21e66af0163 req-dcb99d02-fb83-4ab4-987d-13382875742d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 Jul 27 22:04:28.367309 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.396672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Transition to ACTIVE for port object c1c1dae5-2e3c-4b40-a637-efd599e115fd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:28.421093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Transition to ACTIVE for port object c1c1dae5-2e3c-4b40-a637-efd599e115fd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:28.526051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Provisioning for port e69e67d7-7578-41d3-a693-a503e059c72c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:28.533344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Provisioning complete for port e69e67d7-7578-41d3-a693-a503e059c72c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:28.533888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.574114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.591872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.667417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Network 73efb6a2-052c-4932-be36-d12ddf1ce381 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:28.678177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:28.681826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.684473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:28.690146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Pushing event updated for resources: {'Port': ['ID=c1c1dae5-2e3c-4b40-a637-efd599e115fd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.692037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:28.692484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Network hostable DHCP agents. Network: 88e2605d-c0bb-4fe6-9912-1a3bd92e3041, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:28.709867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.744351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=c37fc705-0b27-464b-b523-c12754e57d15,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.789837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:28.793598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Attempting to bind port c1c1dae5-2e3c-4b40-a637-efd599e115fd on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:28.793979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Attempting to bind port c1c1dae5-2e3c-4b40-a637-efd599e115fd by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ac4f8c58-b280-42e7-9238-411ec5ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:28.794390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Attempting to bind port c1c1dae5-2e3c-4b40-a637-efd599e115fd on network 73efb6a2-052c-4932-be36-d12ddf1ce381 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:28.811221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.833491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:28.833885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Checking segment: {'id': 'ac4f8c58-b280-42e7-9238-411ec5ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:28.834332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.834743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Bound using segment: {'id': 'ac4f8c58-b280-42e7-9238-411ec5ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:28.835247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Bound port: c1c1dae5-2e3c-4b40-a637-efd599e115fd, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f8c58-b280-42e7-9238-411ec5ca285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '73efb6a2-052c-4932-be36-d12ddf1ce381'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:28.835640 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.903501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] For port e69e67d7-7578-41d3-a693-a503e059c72c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e69e67d7-7578-41d3-a693-a503e059c72c,segment=NetworkSegment(58836f65-88b3-4177-bebe-eb250c3abe24),segment_id=58836f65-88b3-4177-bebe-eb250c3abe24)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:28.943974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 88e2605d-c0bb-4fe6-9912-1a3bd92e3041) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:28.958203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.958203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.963683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd24e1e-f2b9-4a3c-bcc2-b5d09b246d2c None None] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:29.076802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d6bb70a1-6ff4-4b8b-9a77-dadd6d66e1ff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6840084 Jul 27 22:04:29.088120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:29.103996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:29.137889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.194456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:29.195328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.199102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] For port c1c1dae5-2e3c-4b40-a637-efd599e115fd, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:29.227237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] For port c1c1dae5-2e3c-4b40-a637-efd599e115fd, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1c1dae5-2e3c-4b40-a637-efd599e115fd,segment=NetworkSegment(ac4f8c58-b280-42e7-9238-411ec5ca285b),segment_id=ac4f8c58-b280-42e7-9238-411ec5ca285b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:29.286728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.297193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.323153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6ccbf-d430-4cf5-9a29-e816b00ce0b0 None None] Pushing event updated for resources: {'Port': ['ID=e69e67d7-7578-41d3-a693-a503e059c72c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.334251 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.385610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.395210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16d0b-de8e-45af-b66c-2d73d3ff3b6c req-af2f1f62-f1c6-4430-a028-538df176ac3b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.399470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec5f1b-eba7-474a-95f4-4e344f13d420 None None] Pushing event updated for resources: {'Port': ['ID=c1c1dae5-2e3c-4b40-a637-efd599e115fd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.417778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4a16d0b-de8e-45af-b66c-2d73d3ff3b6c req-af2f1f62-f1c6-4430-a028-538df176ac3b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 944 time: 0.2245054 Jul 27 22:04:29.428647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-16c71621-5aaa-4b36-a099-39c2641c8a50 None None] Provisioning complete for port e69e67d7-7578-41d3-a693-a503e059c72c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:29.428647 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16c71621-5aaa-4b36-a099-39c2641c8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.499437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4a16d0b-de8e-45af-b66c-2d73d3ff3b6c req-21f536fb-28da-42a0-9ae4-474bcc109be6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Jul 27 22:04:29.554616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Allocated IP 172.20.0.2 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/5d6909e1-c7af-4ccb-8a98-11ce01210040) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:29.565533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f75fe-f99b-4fb5-a0b8-8d79ad2a7b0e None None] Network 73efb6a2-052c-4932-be36-d12ddf1ce381 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:29.695929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.715266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73efb6a2-052c-4932-be36-d12ddf1ce381']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:29.734990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4f8c58-b280-42e7-9238-411ec5ca285b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:29.735557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4f8c58-b280-42e7-9238-411ec5ca285b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:29.786727 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.822624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.824409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10110434-6bef-4dae-b5ce-8502050f7412 req-e8727731-bb11-464a-8538-1ea87bc903eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.834365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10110434-6bef-4dae-b5ce-8502050f7412 req-e8727731-bb11-464a-8538-1ea87bc903eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.1995409 Jul 27 22:04:29.872097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.896106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:29.897973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:29.902972 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:29.982844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.998518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Transition to ACTIVE for port object 5d6909e1-c7af-4ccb-8a98-11ce01210040 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:30.003605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10110434-6bef-4dae-b5ce-8502050f7412 req-fe2fd25f-aa8a-45f7-a139-449f7e7598b4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677964 Jul 27 22:04:30.015400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-554ed5fd-ba24-453c-9d85-f914faf645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.017736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-554ed5fd-ba24-453c-9d85-f914faf645ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1096 time: 0.2662575 Jul 27 22:04:30.024168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Transition to ACTIVE for port object 5d6909e1-c7af-4ccb-8a98-11ce01210040 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:30.079391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:04:30.079391 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:04:30.079391 n-d-738018-6 neutron-server[94671]: [parameters: {'id': '73efb6a2-052c-4932-be36-d12ddf1ce381'}] Jul 27 22:04:30.079391 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:04:30.079882 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:04:30.129205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-6bb093c5-c7a9-4e94-9922-99e0fa3ec037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.131243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-6bb093c5-c7a9-4e94-9922-99e0fa3ec037 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1058242 Jul 27 22:04:30.131605 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.235442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-0bbd162d-0e44-4849-b850-1b54b4ff401d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 1001 time: 0.0959883 Jul 27 22:04:30.239154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.265522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.337683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-aa99cb84-18e6-4d66-8800-9121b8e5dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.339494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-aa99cb84-18e6-4d66-8800-9121b8e5dcd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0866308 Jul 27 22:04:30.347592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:30.425566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:30.433995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:30.444004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:30.447098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-d1ed9210-a99d-4416-9c56-fc8cbe43e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.450102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-d1ed9210-a99d-4416-9c56-fc8cbe43e97b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028147 Jul 27 22:04:30.461731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Allocated IP 172.25.3.186 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/57d7b81a-6b0c-43aa-adf8-1e6f274b67c3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:30.477591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Pushing event updated for resources: {'Port': ['ID=5d6909e1-c7af-4ccb-8a98-11ce01210040,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:30.624658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Attempting to bind port 5d6909e1-c7af-4ccb-8a98-11ce01210040 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:30.626170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Attempting to bind port 5d6909e1-c7af-4ccb-8a98-11ce01210040 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:30.627096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Attempting to bind port 5d6909e1-c7af-4ccb-8a98-11ce01210040 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:30.636430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:30.637117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:30.637694 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.638265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:30.639021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Bound port: 5d6909e1-c7af-4ccb-8a98-11ce01210040, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:30.639164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.639705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.648436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-8c18468b-337f-419b-9397-ded9830a7829 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909993 Jul 27 22:04:30.707154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.735448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] For port 5d6909e1-c7af-4ccb-8a98-11ce01210040, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:30.740153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] For port 5d6909e1-c7af-4ccb-8a98-11ce01210040, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d6909e1-c7af-4ccb-8a98-11ce01210040,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:30.744117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 78812db5-c39a-4c18-a82e-921f8a2296f1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:30.755183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 78812db5-c39a-4c18-a82e-921f8a2296f1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:30.755856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.880443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.902425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f28057f9-a5c2-484a-95e9-5c77b986e560 req-d88e4fd9-3824-47b7-95e2-70c51cd9f56d service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352874 Jul 27 22:04:30.930248 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.936380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749e5c7-9699-4459-b6a3-1322df7cfbbf req-d2ed3681-c14c-45ce-8d44-a6f0ddf5f510 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.949288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f749e5c7-9699-4459-b6a3-1322df7cfbbf req-d2ed3681-c14c-45ce-8d44-a6f0ddf5f510 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 944 time: 0.2875729 Jul 27 22:04:30.987954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.026193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port c1c1dae5-2e3c-4b40-a637-efd599e115fd {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:31.026493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.040919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:31.068714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:31.069136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:31.086489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:31.096519 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09054f07-4841-43da-800d-61be2b37e6a9" -d '{"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:31.113709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Pushing event updated for resources: {'Port': ['ID=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.163671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e69e67d7-7578-41d3-a693-a503e059c72c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:31.199914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port c1c1dae5-2e3c-4b40-a637-efd599e115fd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c1c1dae5-2e3c-4b40-a637-efd599e115fd,segment=NetworkSegment(ac4f8c58-b280-42e7-9238-411ec5ca285b),segment_id=ac4f8c58-b280-42e7-9238-411ec5ca285b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:31.200295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.206150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:31.230594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for c1c1dae5-2e3c-4b40-a637-efd599e115fd owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:31.259182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302640c-2fa2-4dbc-8547-4248f27c6643 None None] Pushing event updated for resources: {'Port': ['ID=5d6909e1-c7af-4ccb-8a98-11ce01210040,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.288905 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.343146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e69e67d7-7578-41d3-a693-a503e059c72c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:31.343619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.394630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f749e5c7-9699-4459-b6a3-1322df7cfbbf req-f735bf47-58dc-46e3-a5c5-484a7219e942 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433315 Jul 27 22:04:31.457001 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c9e18-92ed-476c-8f6a-579fd87b5d40 x-openstack-request-id: req-396c9e18-92ed-476c-8f6a-579fd87b5d40 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:31.457489 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:31.457571 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-396c9e18-92ed-476c-8f6a-579fd87b5d40 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:31.458044 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'code': 200} Jul 27 22:04:31.468976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.517705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=c1c1dae5-2e3c-4b40-a637-efd599e115fd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.519721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port c1c1dae5-2e3c-4b40-a637-efd599e115fd on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:31.534200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.614486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ea751-1e36-4cd7-840e-3493d0d14c69 req-dc4bd7b9-1d2b-4e05-9cc4-624c082e0698 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.617022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea8ea751-1e36-4cd7-840e-3493d0d14c69 req-dc4bd7b9-1d2b-4e05-9cc4-624c082e0698 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.4623687 Jul 27 22:04:31.706924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea8ea751-1e36-4cd7-840e-3493d0d14c69 req-dd802a81-8853-4327-a6a3-b109a2b6dac1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816023 Jul 27 22:04:31.783547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.796423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73efb6a2-052c-4932-be36-d12ddf1ce381']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.812951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4f8c58-b280-42e7-9238-411ec5ca285b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.814001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4f8c58-b280-42e7-9238-411ec5ca285b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.832807 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.836003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bf69c-9935-4eca-b393-caedb9bdf515 req-47730cc5-559d-441b-91a1-e59c87be3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.837668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-640bf69c-9935-4eca-b393-caedb9bdf515 req-47730cc5-559d-441b-91a1-e59c87be3c2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 1096 time: 0.2791018 Jul 27 22:04:31.876329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.876839 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.886900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:31.887310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:31.893834 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:31.955849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-640bf69c-9935-4eca-b393-caedb9bdf515 req-2d11b66e-52a5-4c47-9e81-2add1495988a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Jul 27 22:04:32.006359 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9596563-c994-4333-8ebe-0104dec82c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.080233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.089001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.093888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/73efb6a2-052c-4932-be36-d12ddf1ce381 HTTP/1.1" status: 204 len: 168 time: 5.2764471 Jul 27 22:04:32.101779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:32.106841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233762609'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:32.120382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c51b-2649-4b34-a8e6-af5de9d80c47 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=73efb6a2-052c-4932-be36-d12ddf1ce381,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.198005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.251879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:32.255747 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.322683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:32.347470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.348139 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment b922411f-67e8-40ba-aa94-84bd134080cd of type vlan for network 00dfba40-0998-48bd-8c3b-604bdc13ba52 Jul 27 22:04:32.362261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55974) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:32.437825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.559552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Router 7460befa-6f97-48f0-891e-cb46d34457de is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:32.562664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e274495a-aa16-42d2-a5a2-3bcc84779762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.595941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:32.649857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d14e7-7261-41eb-82ff-a93c68164e10 None None] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:32.767229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e274495a-aa16-42d2-a5a2-3bcc84779762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.793848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:32.800177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.809581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.810242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.824412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:32.863029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e274495a-aa16-42d2-a5a2-3bcc84779762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.923683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49289919-574e-4afa-8178-2d616c8da6b9 req-9dbcc7e1-65df-45ad-a7fb-0456d8f7175d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.933384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49289919-574e-4afa-8178-2d616c8da6b9 req-9dbcc7e1-65df-45ad-a7fb-0456d8f7175d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.4242966 Jul 27 22:04:32.964862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:32.965579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:32.977743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e274495a-aa16-42d2-a5a2-3bcc84779762 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b20edd21958a4ec68eac2ad563d10a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142278 Jul 27 22:04:32.984073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:33.008049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274495a-aa16-42d2-a5a2-3bcc84779762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ed6393-430f-4502-bedd-dc36732310d3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.017314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=00dfba40-0998-48bd-8c3b-604bdc13ba52,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.105274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:33.127016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeed8a-0971-4da8-abf4-7718ccf6cb57 req-cd0279d6-e907-4ba1-a460-0c095372b1ec tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:33.129226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8eeeed8a-0971-4da8-abf4-7718ccf6cb57 req-cd0279d6-e907-4ba1-a460-0c095372b1ec tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 945 time: 0.2170572 Jul 27 22:04:33.135401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d6909e1-c7af-4ccb-8a98-11ce01210040 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:33.151307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef6eb1fb-7b35-4cb9-a171-eb7772aff471 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0450456 Jul 27 22:04:33.151307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.151307 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f544276-dc4a-4575-91e6-0de9ab364701 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0593963 Jul 27 22:04:33.159736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50bd1db4-4739-4448-b6cd-6c81b6039ed7 None None] Provisioning for port 5d6909e1-c7af-4ccb-8a98-11ce01210040 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:33.160734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55994) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:33.161084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:33.180140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.189351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:33.205221 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.258012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49289919-574e-4afa-8178-2d616c8da6b9 req-3e075c65-d14c-4261-b825-42727b1d9560 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237329 Jul 27 22:04:33.304065 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.345784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:33.350213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.359334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.363546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1ed6393-430f-4502-bedd-dc36732310d3 HTTP/1.1" status: 204 len: 168 time: 0.3754163 Jul 27 22:04:33.386195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe525bde-7c7e-48ce-87ff-6e27c1e94841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ed6393-430f-4502-bedd-dc36732310d3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.393965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:33.443079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8eeeed8a-0971-4da8-abf4-7718ccf6cb57 req-c5d25583-04fc-420f-b07f-25ae003558ef tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000574 Jul 27 22:04:33.459443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:33.461791 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d466c7-d1c4-462f-8d29-257ac9b2a51d" -d '{"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:33.472611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.555166 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072d5ef-2a89-4ff9-91b4-b5c265155447 x-openstack-request-id: req-0072d5ef-2a89-4ff9-91b4-b5c265155447 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:33.564722 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:33.564722 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0072d5ef-2a89-4ff9-91b4-b5c265155447 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:33.564722 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'code': 200} Jul 27 22:04:33.565011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:33.569051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.590204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5d6909e1-c7af-4ccb-8a98-11ce01210040 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:33.610707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5d6909e1-c7af-4ccb-8a98-11ce01210040 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:33.611318 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.657951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.870605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:31Z', 'revision_number': 3, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:33.952680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:33.953095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Updating router 7460befa-6f97-48f0-891e-cb46d34457de port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:33.956121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb27946-6ff5-4c70-ac1c-f2d8f9b6c397 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:04:33.985993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.090409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5d6909e1-c7af-4ccb-8a98-11ce01210040, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d6909e1-c7af-4ccb-8a98-11ce01210040,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:34.103460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a8fa9ce5-22ac-4a1e-b97d-5c643d4d4d9e None None] Provisioning complete for port 5d6909e1-c7af-4ccb-8a98-11ce01210040 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:34.103841 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9ce5-22ac-4a1e-b97d-5c643d4d4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.143743 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.187335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.394190 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.463092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5d6909e1-c7af-4ccb-8a98-11ce01210040,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.477106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb27946-6ff5-4c70-ac1c-f2d8f9b6c397 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:04:34.507928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75fb7c-e949-4095-8b40-46f190313040 req-ab6fd4d6-8183-46f5-a57e-0cb24dfd573e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.508563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=3ed41d4d-6c86-4810-82cd-325bac6e7c43,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.510675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b75fb7c-e949-4095-8b40-46f190313040 req-ab6fd4d6-8183-46f5-a57e-0cb24dfd573e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.0938690 Jul 27 22:04:34.548278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aea06bd9-ae44-4064-8076-4ba30591d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.580360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:34.585218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5b75fb7c-e949-4095-8b40-46f190313040 req-fd148471-0cd4-4004-b512-9c6a288e7baf tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654793 Jul 27 22:04:34.591076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': 'b922411f-67e8-40ba-aa94-84bd134080cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:34.592082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 00dfba40-0998-48bd-8c3b-604bdc13ba52, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:34.600667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a55fff19-e6ca-4f7b-a9d2-37d32a26e849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.771809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a55fff19-e6ca-4f7b-a9d2-37d32a26e849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.828013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.845571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:34.870884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a55fff19-e6ca-4f7b-a9d2-37d32a26e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.943639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833af7-9144-434e-b7c6-3cfd20e83e73 req-02614998-d258-41b4-a98f-3629aa25813b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.946372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1833af7-9144-434e-b7c6-3cfd20e83e73 req-02614998-d258-41b4-a98f-3629aa25813b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.1724563 Jul 27 22:04:34.956932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a55fff19-e6ca-4f7b-a9d2-37d32a26e849 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a43d9bb970124a3b9d8aa7a6affb9f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706729 Jul 27 22:04:34.964161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:35.009392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fff19-e6ca-4f7b-a9d2-37d32a26e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b3f4e-187d-4dba-b72e-c6a1fb8961ea,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:35.074043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Allocated IP 172.20.0.1 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/28ad70f3-faf4-4c08-9423-57e1c30cdcdc) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:35.076895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1833af7-9144-434e-b7c6-3cfd20e83e73 req-6dc75690-273a-4a79-9d85-749f84b10529 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185887 Jul 27 22:04:35.197388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.211127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d6909e1-c7af-4ccb-8a98-11ce01210040 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:35.232322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.290004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.335722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 00dfba40-0998-48bd-8c3b-604bdc13ba52) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:35.349025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.349668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.387954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.456539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.477492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:35.483315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643118922'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:35.495327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25f106b3-75ad-4fef-a010-1c3dcb5825b4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3305886 Jul 27 22:04:35.518333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5d6909e1-c7af-4ccb-8a98-11ce01210040 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:35.518728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.589705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.592173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Transition to ACTIVE for port object 28ad70f3-faf4-4c08-9423-57e1c30cdcdc will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:35.592547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.596425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/159b3f4e-187d-4dba-b72e-c6a1fb8961ea HTTP/1.1" status: 204 len: 168 time: 0.6153228 Jul 27 22:04:35.602905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Transition to ACTIVE for port object 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:35.627413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b963261-cebe-4053-8680-a6a14c6677b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b3f4e-187d-4dba-b72e-c6a1fb8961ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:35.651294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:35.654912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.700173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfcb4b6-3571-458d-bdaa-26c4f6f06912 None None] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:35.709328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:35.733730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.734319 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 7edb0005-49fb-4012-9b6f-b6e2873572b8 of type vlan for network 588f8b51-fee3-40e3-9b35-1d1817790da8 Jul 27 22:04:35.790342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.814872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.824631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.887008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Attempting to bind port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:35.887631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Attempting to bind port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:35.888190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Attempting to bind port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:35.897203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:35.897930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:35.898997 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.900681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:35.901459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Bound port: 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:35.902478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.958441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:35.964535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ca2d-1603-47a5-81db-afcef008107b None None] Pushing event updated for resources: {'Port': ['ID=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:36.033248 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.040625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:36.046142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:36.055092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:36.066258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.073932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:36.074864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.097087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] For port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:36.111545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] For port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:36.195999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-00dfba40-0998-48bd-8c3b-604bdc13ba52', 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': '3ed41d4d-6c86-4810-82cd-325bac6e7c43'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:36.196896 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.230652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.293319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.404414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ca2d-1603-47a5-81db-afcef008107b None None] Pushing event updated for resources: {'Port': ['ID=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:36.598925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e997b4f-b8ba-4b92-b7a8-dcee0bc899ea req-fc86e7d6-7307-4d7d-8b1a-413b827a4805 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:36.600988 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e997b4f-b8ba-4b92-b7a8-dcee0bc899ea req-fc86e7d6-7307-4d7d-8b1a-413b827a4805 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.4273717 Jul 27 22:04:36.705296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Allocated IP 2001:db8::3 (00dfba40-0998-48bd-8c3b-604bdc13ba52/3ed41d4d-6c86-4810-82cd-325bac6e7c43/05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:36.718203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e997b4f-b8ba-4b92-b7a8-dcee0bc899ea req-3a251efd-ef0f-4138-afeb-88fe401389ea tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948386 Jul 27 22:04:36.770080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:36.872461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:36.873537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:36.963451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.044550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56108) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:37.051294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:37.051834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5728734 Jul 27 22:04:37.080945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3189f8-a0e4-4e1e-8782-141e446f21c3 req-17e95e6a-9de1-49ba-8939-58bfe1b9c01d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:37.088457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd3189f8-a0e4-4e1e-8782-141e446f21c3 req-17e95e6a-9de1-49ba-8939-58bfe1b9c01d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 1.1094236 Jul 27 22:04:37.091120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1d58a-3acb-43d5-98c3-35d3fc73d8b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=588f8b51-fee3-40e3-9b35-1d1817790da8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.092537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:37.190864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd3189f8-a0e4-4e1e-8782-141e446f21c3 req-56dffc98-083a-45fd-ba3b-11d8a546beca tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015151 Jul 27 22:04:37.240912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:37.245608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3f93429d-5ac7-45a8-bda7-31a29157f022 None None] Provisioning for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:37.379450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3f93429d-5ac7-45a8-bda7-31a29157f022 None None] Provisioning complete for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:37.379851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f93429d-5ac7-45a8-bda7-31a29157f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.429493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:37.434597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.452174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-833aed2f-657d-494c-8031-50dc276066ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4223988 Jul 27 22:04:37.473549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3f93429d-5ac7-45a8-bda7-31a29157f022 None None] Port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:37.604686 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.626907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Performing IP validity checks on allocation pools {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:04:37.627687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:04:37.647476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.667219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.777879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.794192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Transition to ACTIVE for port object 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:37.821830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:35Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:37.824161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Transition to ACTIVE for port object 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:37.851602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.856237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab535-4c21-4700-a13b-c411f424a6d6 None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:35Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:37.943464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.966130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.996195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95251e7-2242-4f8f-898a-93d338791955 req-79185b4f-13af-4cfc-aee1-ab7642a64044 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:37.998039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a95251e7-2242-4f8f-898a-93d338791955 req-79185b4f-13af-4cfc-aee1-ab7642a64044 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.1550033 Jul 27 22:04:38.036794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:38.043144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:38.046778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:38.061102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:38.098048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.129172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': '7edb0005-49fb-4012-9b6f-b6e2873572b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:38.130079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 588f8b51-fee3-40e3-9b35-1d1817790da8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:38.137108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=53eb91b3-857c-42ec-a407-88806d20271d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:38.146953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a95251e7-2242-4f8f-898a-93d338791955 req-cbe5c1ca-1725-446b-a5bd-500b02c2f30c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409056 Jul 27 22:04:38.189470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Pushing event updated for resources: {'Port': ['ID=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:38.348310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:38.350530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Attempting to bind port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:38.351001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Attempting to bind port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b922411f-67e8-40ba-aa94-84bd134080cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:38.351699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Attempting to bind port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf on network 00dfba40-0998-48bd-8c3b-604bdc13ba52 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:38.359282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:38.359933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Checking segment: {'id': 'b922411f-67e8-40ba-aa94-84bd134080cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:38.360211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.360601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Bound using segment: {'id': 'b922411f-67e8-40ba-aa94-84bd134080cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:38.361107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Bound port: 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b922411f-67e8-40ba-aa94-84bd134080cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '00dfba40-0998-48bd-8c3b-604bdc13ba52'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:38.361510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.464635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:38.467021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:38.468854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 588f8b51-fee3-40e3-9b35-1d1817790da8) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:38.479342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:38.479616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.482003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.504570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bdeb42-0713-42b3-9e07-155165737e12 None None] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:38.823528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-588f8b51-fee3-40e3-9b35-1d1817790da8', 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': '53eb91b3-857c-42ec-a407-88806d20271d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:38.824560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.846903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] For port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:38.870150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] For port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,segment=NetworkSegment(b922411f-67e8-40ba-aa94-84bd134080cd),segment_id=b922411f-67e8-40ba-aa94-84bd134080cd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:38.979748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.128560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a18d-5e2e-4ee7-b174-0f5ecc3565cd None None] Pushing event updated for resources: {'Port': ['ID=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.217777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-84cdc2b6-1bd0-4f40-8957-856473eae1cb None None] Provisioning complete for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:39.220401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84cdc2b6-1bd0-4f40-8957-856473eae1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.361386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-84cdc2b6-1bd0-4f40-8957-856473eae1cb None None] Port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:39.435549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Allocated IP 2001:db8::3 (588f8b51-fee3-40e3-9b35-1d1817790da8/53eb91b3-857c-42ec-a407-88806d20271d/f7165452-e07b-4922-b502-b6a28dbe2e7e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:39.613987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf352c-3116-4ce9-a64c-5c28dc52ff43 req-9daf0a77-d416-42e0-a00c-688045069324 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:39.623746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39bf352c-3116-4ce9-a64c-5c28dc52ff43 req-9daf0a77-d416-42e0-a00c-688045069324 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3085666 Jul 27 22:04:39.720876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9051453d-50ed-4f37-8266-51382fdf6b36 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6749184 Jul 27 22:04:39.725531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56188) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:39.805162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:39.812911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872eeff-8e76-40ce-83bb-239e3acfbe00 req-011a3a4f-c729-4f46-8218-ce6f949620fd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:39.814562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1872eeff-8e76-40ce-83bb-239e3acfbe00 req-011a3a4f-c729-4f46-8218-ce6f949620fd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 1.4113240 Jul 27 22:04:39.827937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39bf352c-3116-4ce9-a64c-5c28dc52ff43 req-27c84df5-de52-4a45-823d-465b075d2e83 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982787 Jul 27 22:04:39.975022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.991286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Transition to ACTIVE for port object f7165452-e07b-4922-b502-b6a28dbe2e7e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:40.042529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Transition to ACTIVE for port object f7165452-e07b-4922-b502-b6a28dbe2e7e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:40.117205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26b52066-1737-455f-816d-fd525438968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.148404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:40.149066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.178035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1872eeff-8e76-40ce-83bb-239e3acfbe00 req-3fa50394-50d0-4136-b094-1d56f53851b0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217044 Jul 27 22:04:40.230348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.269532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Pushing event updated for resources: {'Port': ['ID=f7165452-e07b-4922-b502-b6a28dbe2e7e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.302947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:40.308718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:40.313980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:40.374210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26b52066-1737-455f-816d-fd525438968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.432844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Attempting to bind port f7165452-e07b-4922-b502-b6a28dbe2e7e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:40.433827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Attempting to bind port f7165452-e07b-4922-b502-b6a28dbe2e7e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7edb0005-49fb-4012-9b6f-b6e2873572b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:40.434422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Attempting to bind port f7165452-e07b-4922-b502-b6a28dbe2e7e on network 588f8b51-fee3-40e3-9b35-1d1817790da8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:40.440836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:40.441127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Checking segment: {'id': '7edb0005-49fb-4012-9b6f-b6e2873572b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:40.441548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.441953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Bound using segment: {'id': '7edb0005-49fb-4012-9b6f-b6e2873572b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:40.442574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Bound port: f7165452-e07b-4922-b502-b6a28dbe2e7e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edb0005-49fb-4012-9b6f-b6e2873572b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '588f8b51-fee3-40e3-9b35-1d1817790da8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:40.442880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.463080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:40.471271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24790c53-2350-4a0f-86ba-52548e470cb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/7460befa-6f97-48f0-891e-cb46d34457de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3068917 Jul 27 22:04:40.471409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26b52066-1737-455f-816d-fd525438968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.518709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port f7165452-e07b-4922-b502-b6a28dbe2e7e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:40.519064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.561743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26b52066-1737-455f-816d-fd525438968f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21bca08b77434e068edce6e30f3b8f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554543 Jul 27 22:04:40.566765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.613467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b52066-1737-455f-816d-fd525438968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db520007-1045-4efd-8262-ae929e4c80f9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.629893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] For port f7165452-e07b-4922-b502-b6a28dbe2e7e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:40.637107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] For port f7165452-e07b-4922-b502-b6a28dbe2e7e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f7165452-e07b-4922-b502-b6a28dbe2e7e,segment=NetworkSegment(7edb0005-49fb-4012-9b6f-b6e2873572b8),segment_id=7edb0005-49fb-4012-9b6f-b6e2873572b8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:40.707020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.754784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port f7165452-e07b-4922-b502-b6a28dbe2e7e, host n-d-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:40.754784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.755803 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.806231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.840296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for f7165452-e07b-4922-b502-b6a28dbe2e7e owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:40.976462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927646d1-1e25-4f85-902c-b12ef5aa26ac None None] Pushing event updated for resources: {'Port': ['ID=f7165452-e07b-4922-b502-b6a28dbe2e7e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.011553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.014419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.018836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db520007-1045-4efd-8262-ae929e4c80f9 HTTP/1.1" status: 204 len: 168 time: 0.4419208 Jul 27 22:04:41.057519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c7ee1-0dcc-4276-9fae-9fdb342c5184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db520007-1045-4efd-8262-ae929e4c80f9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.182252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed52d5f-37bc-4911-b992-2354197a58d7 None None] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:41.397342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcddf7b-1243-4a2d-83a7-c68ca9c1161c req-8ddee60e-f039-49af-a53f-a2805320fbd7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:41.411393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2fcddf7b-1243-4a2d-83a7-c68ca9c1161c req-8ddee60e-f039-49af-a53f-a2805320fbd7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2195745 Jul 27 22:04:41.545174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2fcddf7b-1243-4a2d-83a7-c68ca9c1161c req-e6f314d5-3816-447b-96b0-a73f78fd625f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327729 Jul 27 22:04:41.669787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.715913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b8475-57fc-438c-a15d-4f66dbb0ac3f req-f1fdfd2a-f7b4-4eb3-a0b5-03682ad317e6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:41.726230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-656b8475-57fc-438c-a15d-4f66dbb0ac3f req-f1fdfd2a-f7b4-4eb3-a0b5-03682ad317e6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3472412 Jul 27 22:04:41.820889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=f7165452-e07b-4922-b502-b6a28dbe2e7e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.986778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port f7165452-e07b-4922-b502-b6a28dbe2e7e on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:42.003143 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-656b8475-57fc-438c-a15d-4f66dbb0ac3f req-9e0cfff6-b4fd-4473-95b5-18c4605be449 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744792 Jul 27 22:04:42.004580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:42.100046 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:42.105741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.117463 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:42.118726 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:42.226822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e726cc51-3ded-408a-9143-dc1bed7e20a5 None None] Provisioning for port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:42.388004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.394548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:42.403590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:42.406339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.418675 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:42.568564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.574771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-394315749-network', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.613269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.656302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588f8b51-fee3-40e3-9b35-1d1817790da8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:42.703153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.709998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edb0005-49fb-4012-9b6f-b6e2873572b8') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:42.710329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edb0005-49fb-4012-9b6f-b6e2873572b8') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:42.736916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:42.751982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.879131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=53eb91b3-857c-42ec-a407-88806d20271d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.897337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Made reservation on behalf of d20f264ac8ac47b2a642f870fb317073 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:42.901910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.903942 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.919063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.948857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:42.949282 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:42.952720 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:42.961653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.961653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:43.140740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.166397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0537f-1dde-405c-9915-e5cb6a5ad6a8 req-b6831b8b-7083-4ad2-b62c-cdbc577a5610 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.173541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4da0537f-1dde-405c-9915-e5cb6a5ad6a8 req-b6831b8b-7083-4ad2-b62c-cdbc577a5610 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3924587 Jul 27 22:04:43.193806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:37Z', 'revision_number': 2, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:43.229995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:43.230564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Updating router 7460befa-6f97-48f0-891e-cb46d34457de port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:43.289669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.306803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4da0537f-1dde-405c-9915-e5cb6a5ad6a8 req-de78b11b-37ea-4800-9eb5-3d5095cb502d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232917 Jul 27 22:04:43.325796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.339249 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/588f8b51-fee3-40e3-9b35-1d1817790da8 HTTP/1.1" status: 204 len: 168 time: 3.5973847 Jul 27 22:04:43.343635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56340) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:43.350320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c59f9a70-db9d-4f7e-828a-f1346cbf150d None None] Could not find standard attr ID for object f7165452-e07b-4922-b502-b6a28dbe2e7e. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:04:43.389073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539919781'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:43.402961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288520a2-b79f-4a40-8af4-66d1e80573cd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=588f8b51-fee3-40e3-9b35-1d1817790da8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.438583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c1478-d1c6-40d7-8f9f-98f5990ae1e4 None None] DHCP port deletion for 588f8b51-fee3-40e3-9b35-1d1817790da8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:43.464540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:43.479657 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.504343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:43.505590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.508839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511b013-3577-46fc-8e6a-785c5904c27e None None] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:43.521001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5410-3d0f-43f5-8bb2-e0c2984a7d34 req-3a90efb4-3405-433b-8a3d-b496f59400f1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.528644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3fa5410-3d0f-43f5-8bb2-e0c2984a7d34 req-3a90efb4-3405-433b-8a3d-b496f59400f1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3362684 Jul 27 22:04:43.528972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511b013-3577-46fc-8e6a-785c5904c27e None None] Network 588f8b51-fee3-40e3-9b35-1d1817790da8 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:04:43.609028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3fa5410-3d0f-43f5-8bb2-e0c2984a7d34 req-1c15c4a9-68d0-4544-b62d-bc0debfa4b38 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770445 Jul 27 22:04:43.659570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.736184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.785494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.815823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:43.823613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,segment=NetworkSegment(b922411f-67e8-40ba-aa94-84bd134080cd),segment_id=b922411f-67e8-40ba-aa94-84bd134080cd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:43.841229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.841569 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Added segment a45b9421-bfad-4ca1-9a3c-16381928c0bd of type vlan for network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 Jul 27 22:04:43.843176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce5707-3775-4217-bdc8-54f3c641bf5e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.900254 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.904412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.920439 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Transition to ACTIVE for port object 28ad70f3-faf4-4c08-9423-57e1c30cdcdc will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:43.955301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:43.959205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.990917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.022904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:44.034068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.034764 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment c700d4d6-1e57-4cf7-a041-8f449427fc98 of type vlan for network be08982a-0f5c-4837-a666-eb668473da40 Jul 27 22:04:44.051284 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.113898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.115327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.115990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.117768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.126157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.176191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:44.207169 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Pushing event updated for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.272399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:44.273999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.284186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] Pushing event updated for resources: {'Network': ['ID=4c0e3b7d-aa18-46f9-979f-ef5371c53c20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.285014 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.285937 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.296494 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.297543 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.298018 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.298635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.299182 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.299784 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.300373 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.300973 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.302260 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.303053 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:44.319595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.326191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.327102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.340478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Attempting to bind port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:44.341386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Attempting to bind port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:44.342016 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Attempting to bind port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:44.352622 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:44.354360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:44.354978 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:44.358310 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.366765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6a5a4ba4-dc4a-41d2-bea4-15dff7dfc92a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7970293 Jul 27 22:04:44.372917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.378386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Request body: {'subnet': {'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-394315749-subnet', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.387281 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:44.388635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Bound port: 28ad70f3-faf4-4c08-9423-57e1c30cdcdc, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:44.392627 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.520626 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] For port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:44.527033 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] For port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:44.548963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Made reservation on behalf of d20f264ac8ac47b2a642f870fb317073 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:44.553978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.605712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=be08982a-0f5c-4837-a666-eb668473da40,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.626419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network be08982a-0f5c-4837-a666-eb668473da40 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:44.676153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924ef6-f0cd-4428-ac69-758fc716a046 req-b281b201-7c67-448f-8ef0-45bb14df75f6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.684127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72924ef6-f0cd-4428-ac69-758fc716a046 req-b281b201-7c67-448f-8ef0-45bb14df75f6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2100012 Jul 27 22:04:44.701785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.716565 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.738548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-12c9bbb0-f5b4-4950-ae3d-0bb79c4023c4 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3932383 Jul 27 22:04:44.738722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56442) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.752564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': 'be08982a-0f5c-4837-a666-eb668473da40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.802956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72924ef6-f0cd-4428-ac69-758fc716a046 req-b53aa036-05c7-44ba-9ae1-ffdb3a9b21b3 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121728 Jul 27 22:04:44.835724 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96fac8-59c1-4aaf-94d0-f82c8b7bdcb9 None None] Pushing event updated for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.882701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b139651-6919-405d-85e4-5c73fa582b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.888747 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:44.889397 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:45.002776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b139651-6919-405d-85e4-5c73fa582b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.027553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e57736-c6cb-4394-b0aa-1b1d0e84b0c6 req-fa7e73d9-bf00-4cc5-8126-27456b258e39 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.029543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-52e57736-c6cb-4394-b0aa-1b1d0e84b0c6 req-fa7e73d9-bf00-4cc5-8126-27456b258e39 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3065741 Jul 27 22:04:45.112687 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:45.137049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b139651-6919-405d-85e4-5c73fa582b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.180377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-52e57736-c6cb-4394-b0aa-1b1d0e84b0c6 req-870903f4-66ef-4d0c-84e0-cd72e4bcb7d0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420512 Jul 27 22:04:45.205274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139651-6919-405d-85e4-5c73fa582b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb06b91-56ae-41e1-8de1-9d451c1c9350,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.245001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b139651-6919-405d-85e4-5c73fa582b9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e00a43df6f84aa38e98f31821e9738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395641 Jul 27 22:04:45.251181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56456) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:45.325904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:45.329002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.331661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.358616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.358741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.444568 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:44Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:45.460967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9b19f8-b363-4108-942f-d321f71f73dc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.488603 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfb41-523e-4925-81d2-9d77ec7869dc None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:44Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:45.496963 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.499929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.501534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/beb06b91-56ae-41e1-8de1-9d451c1c9350 HTTP/1.1" status: 204 len: 168 time: 0.2493060 Jul 27 22:04:45.520202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f384a-877f-4ee0-9e0c-695f8da0e55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb06b91-56ae-41e1-8de1-9d451c1c9350,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.565210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Checking segment: {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:45.565664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Network hostable DHCP agents. Network: 4c0e3b7d-aa18-46f9-979f-ef5371c53c20, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:45.723581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:45.816948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 4c0e3b7d-aa18-46f9-979f-ef5371c53c20) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:45.832311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb749df2-0ab6-410e-b0ef-6bc2787fe510 None None] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:45.838822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.838822 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.000408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.097772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=adc96140-f8f1-4eb8-81e9-a83c9416be9a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.130368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56502) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.135595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72003222-2262-4b90-b50b-66243266f533 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7627389 Jul 27 22:04:46.139326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.165410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc237fa-739f-4261-aaad-8e3bbc50ec2c req-a37c7dc6-698c-43d9-8762-4fd96e610981 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.171057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4dc237fa-739f-4261-aaad-8e3bbc50ec2c req-a37c7dc6-698c-43d9-8762-4fd96e610981 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2347012 Jul 27 22:04:46.181669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:46.182717 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.248029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 28ad70f3-faf4-4c08-9423-57e1c30cdcdc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:46.264753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': 'c700d4d6-1e57-4cf7-a041-8f449427fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be08982a-0f5c-4837-a666-eb668473da40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:46.265141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: be08982a-0f5c-4837-a666-eb668473da40, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:46.302909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.305508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.350623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4dc237fa-739f-4261-aaad-8e3bbc50ec2c req-8266b139-a011-4918-9f21-7dc369b2c01b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747410 Jul 27 22:04:46.423521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network be08982a-0f5c-4837-a666-eb668473da40 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:46.473731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, be08982a-0f5c-4837-a666-eb668473da40) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:46.483623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.485542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.495476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacb09e-7b76-44d9-aa5c-815aa2fa6428 None None] Network be08982a-0f5c-4837-a666-eb668473da40 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:46.548574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.566664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54beb8bc-3c0f-4fd5-931d-7dc6fa511145 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8225882 Jul 27 22:04:46.569477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.669044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59558-19f8-4280-9262-e736d8ccbd45 req-02fd6d12-b29d-4ca9-b0f1-c95938fb9366 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.690628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d59558-19f8-4280-9262-e736d8ccbd45 req-02fd6d12-b29d-4ca9-b0f1-c95938fb9366 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3286076 Jul 27 22:04:46.819368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Allocated IP 172.20.0.2 (4c0e3b7d-aa18-46f9-979f-ef5371c53c20/4d9b19f8-b363-4108-942f-d321f71f73dc/653aab5a-ea12-46ab-ab33-29615eb81934) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:46.883377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d59558-19f8-4280-9262-e736d8ccbd45 req-ac6bb61f-e323-42a3-8110-b445fed4c9b4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914518 Jul 27 22:04:46.935191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.943372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.008882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.138629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.166743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd18a6c-e468-490f-8734-f52d6d55822a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-be08982a-0f5c-4837-a666-eb668473da40', 'network_id': 'be08982a-0f5c-4837-a666-eb668473da40', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': 'adc96140-f8f1-4eb8-81e9-a83c9416be9a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:47.167989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bd18a6c-e468-490f-8734-f52d6d55822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.229851 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:47.282665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Transition to ACTIVE for port object 653aab5a-ea12-46ab-ab33-29615eb81934 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:47.285933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:47.304549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:47.305591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.308187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.385011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Transition to ACTIVE for port object 653aab5a-ea12-46ab-ab33-29615eb81934 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:47.396570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=adc96140-f8f1-4eb8-81e9-a83c9416be9a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.497344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.508299 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server [None req-6bd18a6c-e468-490f-8734-f52d6d55822a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc96140-f8f1-4eb8-81e9-a83c9416be9a: This subnet is being modified by another concurrent operation. Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc96140-f8f1-4eb8-81e9-a83c9416be9a: This subnet is being modified by another concurrent operation. Jul 27 22:04:47.511270 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Jul 27 22:04:47.524049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.529964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.566540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.577021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be08982a-0f5c-4837-a666-eb668473da40']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:47.604400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ff2e-5c87-4d09-960a-ad8e762d699c req-b2cdf910-d87a-4fc0-babf-4a0d05ecd444 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:47.610592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c700d4d6-1e57-4cf7-a041-8f449427fc98') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:47.615282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c700d4d6-1e57-4cf7-a041-8f449427fc98') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:47.616645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eec1ff2e-5c87-4d09-960a-ad8e762d699c req-b2cdf910-d87a-4fc0-babf-4a0d05ecd444 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.1605651 Jul 27 22:04:47.635467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d34ac-c7e4-4c08-8dd5-f7441b7e0418 None None] Network be08982a-0f5c-4837-a666-eb668473da40 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:47.672266 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.696057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eec1ff2e-5c87-4d09-960a-ad8e762d699c req-d5c8dfb3-4d61-4e6d-8530-1cdc9bfc5bc4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695457 Jul 27 22:04:47.717359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.725796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:47.726556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.727024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:47.742645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:47.755257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:47.775790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:47.780066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Pushing event updated for resources: {'Port': ['ID=653aab5a-ea12-46ab-ab33-29615eb81934,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:47.802023 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:47.815039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.815925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.816257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.816581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.817665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.817665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:47.927616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.927616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:47.929094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.931257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Allocated IP 172.25.3.84 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/e40514ee-616a-48b7-8af1-aa53f3f5c411) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:47.971073 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.976211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/be08982a-0f5c-4837-a666-eb668473da40 HTTP/1.1" status: 204 len: 168 time: 1.4018743 Jul 27 22:04:47.976211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc475a-02e8-4bc8-aa41-6625b780cab5 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=be08982a-0f5c-4837-a666-eb668473da40,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.976729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.982459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047113188'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:48.028073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Attempting to bind port 653aab5a-ea12-46ab-ab33-29615eb81934 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:48.028516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Attempting to bind port 653aab5a-ea12-46ab-ab33-29615eb81934 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:48.028991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Attempting to bind port 653aab5a-ea12-46ab-ab33-29615eb81934 on network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:48.058231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:48.059113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Checking segment: {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:48.059787 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.060417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Bound using segment: {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:48.061223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Bound port: 653aab5a-ea12-46ab-ab33-29615eb81934, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:48.061629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.092795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.148501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:48.149067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.182326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] For port 653aab5a-ea12-46ab-ab33-29615eb81934, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:48.190731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.202152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] For port 653aab5a-ea12-46ab-ab33-29615eb81934, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=653aab5a-ea12-46ab-ab33-29615eb81934,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:48.223548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37da2b-a0a2-461f-840b-57c299cb7541 req-c17f13cb-f9f0-4be8-8453-c3f7d8f08bfc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.225430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa37da2b-a0a2-461f-840b-57c299cb7541 req-c17f13cb-f9f0-4be8-8453-c3f7d8f08bfc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.1373599 Jul 27 22:04:48.227449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:48.231130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.287902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa37da2b-a0a2-461f-840b-57c299cb7541 req-5878b5d7-2dd7-4d55-8a17-a811eeb27b3e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 Jul 27 22:04:48.295823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:48.306097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.306460 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 2c907795-7a43-48d9-b6b6-b5aee8f456f5 of type vlan for network 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade Jul 27 22:04:48.365675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 28ad70f3-faf4-4c08-9423-57e1c30cdcdc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:48.368848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.394105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.407786 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.439624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Pushing event updated for resources: {'Port': ['ID=e40514ee-616a-48b7-8af1-aa53f3f5c411,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.456540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:48.458547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:48.462078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:48.513672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.520250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.521117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.552361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:48.554459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.560441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2c600-3ebb-4f25-8ccf-bc735a1ec2bc None None] Pushing event updated for resources: {'Port': ['ID=653aab5a-ea12-46ab-ab33-29615eb81934,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.643306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6627479 Jul 27 22:04:48.649921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.657300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '6988b3e7-a7ed-4b57-b774-cef7d2ec3ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:48.738557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce8aaf-b72d-4d4c-aa9d-6866bbef20da tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=6988b3e7-a7ed-4b57-b774-cef7d2ec3ade,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.763331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:48.937909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:48.941958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.056944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227cdbd-4252-4bf2-a28b-0877c5030f41 req-86b40703-8fa8-49cc-aae5-ad85a16cca98 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:49.059320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0227cdbd-4252-4bf2-a28b-0877c5030f41 req-86b40703-8fa8-49cc-aae5-ad85a16cca98 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2280173 Jul 27 22:04:49.078533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.197805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0227cdbd-4252-4bf2-a28b-0877c5030f41 req-15c6a6d5-4665-4aaa-bbe3-75b963dfca4f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087739 Jul 27 22:04:49.394116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.461921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.483349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:49.621066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': '2c907795-7a43-48d9-b6b6-b5aee8f456f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6988b3e7-a7ed-4b57-b774-cef7d2ec3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:49.627325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:49.681627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=c1c73af1-3922-45e6-aaec-eed2db5ffbd9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.763973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:49.798829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:49.822300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Router 5d1d113c-bf41-44d6-b71d-95a403f8b94d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:49.863117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519aab4-33c5-45ea-a4e3-c9f05106508a req-0f1c6407-8960-41b9-9fb1-c83f2bbce8b5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:49.867639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1519aab4-33c5-45ea-a4e3-c9f05106508a req-0f1c6407-8960-41b9-9fb1-c83f2bbce8b5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.4059272 Jul 27 22:04:49.870321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.971140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:49.978274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:49.979581 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.984143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a61753-93be-4cf1-878e-965f1b1402f9 None None] Network 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:50.011936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ab8b2-0abb-490e-8333-3ed0265cb727 None None] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:50.027126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1519aab4-33c5-45ea-a4e3-c9f05106508a req-b32e0fca-c84f-4df7-8864-a3b579165a61 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479001 Jul 27 22:04:50.069687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:50.097485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Sync routers for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:50.103014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.106717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-8c40230f-57d2-4a1b-8981-ea5ed087b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.111205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-8c40230f-57d2-4a1b-8981-ea5ed087b651 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 1094 time: 0.1530452 Jul 27 22:04:50.116982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f23832e-da4b-490e-9f77-b8cbc807ed3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4657543 Jul 27 22:04:50.117599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:50.136630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:50.137279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:50.234923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-62f24f07-647d-4389-a466-393ad1f79463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.235167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-63addaa9-d10c-4171-8bd5-e03a79cfc7b8 None None] Provisioning for port 653aab5a-ea12-46ab-ab33-29615eb81934 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:50.241610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-62f24f07-647d-4389-a466-393ad1f79463 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1094 time: 0.1028097 Jul 27 22:04:50.243276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.248551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-76ba4107-b844-4aed-8eda-340db795234b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1159210 Jul 27 22:04:50.251907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:50.488770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.501939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Allocated IP 172.25.3.217 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/bd9b169d-ca48-4f36-b147-96a6854dbc82) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:50.594554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 653aab5a-ea12-46ab-ab33-29615eb81934 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:50.626703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbc286-df06-48b1-bdc1-36c7a0c87d7e req-45b82724-a4c9-4f52-99dc-50ec8ddcc97f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.628433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a2cff-6604-494e-8111-f65b9b45d1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6988b3e7-a7ed-4b57-b774-cef7d2ec3ade', 'network_id': '6988b3e7-a7ed-4b57-b774-cef7d2ec3ade', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': 'c1c73af1-3922-45e6-aaec-eed2db5ffbd9'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:50.629061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6bbc286-df06-48b1-bdc1-36c7a0c87d7e req-45b82724-a4c9-4f52-99dc-50ec8ddcc97f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2839265 Jul 27 22:04:50.637654 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-386a2cff-6604-494e-8111-f65b9b45d1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.731895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.732489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:50.776269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6bbc286-df06-48b1-bdc1-36c7a0c87d7e req-54f563b5-2b92-43f1-86c4-3129992023ae tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230524 Jul 27 22:04:50.799394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.931382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.980517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c73af1-3922-45e6-aaec-eed2db5ffbd9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:51.021133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-6134ea62-af61-408f-9d90-e71901df8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.024253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-6134ea62-af61-408f-9d90-e71901df8f2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.7736170 Jul 27 22:04:51.052908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.059910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 653aab5a-ea12-46ab-ab33-29615eb81934 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:51.074411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 653aab5a-ea12-46ab-ab33-29615eb81934 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:51.074801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.103545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:51.112050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:51.116645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server [None req-386a2cff-6604-494e-8111-f65b9b45d1a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1c73af1-3922-45e6-aaec-eed2db5ffbd9: This subnet is being modified by another concurrent operation. Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1c73af1-3922-45e6-aaec-eed2db5ffbd9: This subnet is being modified by another concurrent operation. Jul 27 22:04:51.132223 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Jul 27 22:04:51.145014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:51.190428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c45be-5050-4ccb-8291-a0089471d276 None None] Network 6988b3e7-a7ed-4b57-b774-cef7d2ec3ade requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:51.204800 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-67811e87-aa53-4550-b645-ff7370e73539 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 999 time: 0.1697197 Jul 27 22:04:51.286992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6988b3e7-a7ed-4b57-b774-cef7d2ec3ade']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:51.331068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=bd9b169d-ca48-4f36-b147-96a6854dbc82,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:51.339801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c907795-7a43-48d9-b6b6-b5aee8f456f5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:51.340143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c907795-7a43-48d9-b6b6-b5aee8f456f5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:51.357773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.393897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-9e3c2fcf-4c2c-4ad8-812d-33c5e8fb78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.401193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-9e3c2fcf-4c2c-4ad8-812d-33c5e8fb78bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.1892958 Jul 27 22:04:51.419810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.424775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.442043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:51.442773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:51.446343 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:51.450432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:48Z', 'revision_number': 3, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:51.495666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Checking router: 5d1d113c-bf41-44d6-b71d-95a403f8b94d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:51.503646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Updating router 5d1d113c-bf41-44d6-b71d-95a403f8b94d port e40514ee-616a-48b7-8af1-aa53f3f5c411 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:51.557480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b94b7-cb7c-43e1-bfb0-36aecb450e27 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:04:51.559363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ce1f-8564-42bc-9bc3-58a6a3b62066 req-1e5bca8d-7deb-4944-9db1-c9a872fa4118 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.560916 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd10ce1f-8564-42bc-9bc3-58a6a3b62066 req-1e5bca8d-7deb-4944-9db1-c9a872fa4118 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3155899 Jul 27 22:04:51.587669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.598307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.651833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-1653b6f3-299a-4805-bced-8bdd5ad0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.651833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-1653b6f3-299a-4805-bced-8bdd5ad0b683 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408810 Jul 27 22:04:51.657149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd10ce1f-8564-42bc-9bc3-58a6a3b62066 req-925f671a-5237-4e7f-af81-9ed713731bcb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854957 Jul 27 22:04:51.818526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.828200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.835251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.835696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b94b7-cb7c-43e1-bfb0-36aecb450e27 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:04:51.842867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.845645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/6988b3e7-a7ed-4b57-b774-cef7d2ec3ade HTTP/1.1" status: 204 len: 168 time: 1.7258656 Jul 27 22:04:51.863046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.866477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:51.867291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4623819-05c0-48ff-aeca-5bad7f98f099 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=6988b3e7-a7ed-4b57-b774-cef7d2ec3ade,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:51.874182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144688620'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:51.938129 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.035530 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-df5090cb-4015-46bb-b693-ec9d95c0255f service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732693 Jul 27 22:04:52.046655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7aa2f502-5daf-4033-938c-99425ef0c3af None None] Provisioning complete for port 653aab5a-ea12-46ab-ab33-29615eb81934 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:52.047673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f502-5daf-4033-938c-99425ef0c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.088291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:52.095087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.133679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.141881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 653aab5a-ea12-46ab-ab33-29615eb81934, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=653aab5a-ea12-46ab-ab33-29615eb81934,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:52.175344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:52.179621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=bd9b169d-ca48-4f36-b147-96a6854dbc82,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.214457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.214691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c156878-6ca8-4ae5-980f-110c15dfc4f6 req-76e57097-84b4-4173-b834-ee03a964cad4 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692240 Jul 27 22:04:52.214793 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment a5578ec8-2bb7-4f16-84b5-1bf456f9f13d of type vlan for network d413d68e-2867-4155-91c9-be560e9d325b Jul 27 22:04:52.232439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Allocated IP 172.20.0.1 (4c0e3b7d-aa18-46f9-979f-ef5371c53c20/4d9b19f8-b363-4108-942f-d321f71f73dc/9c95d46d-6529-4876-9d22-bca138f6c155) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:52.237787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41d15f-9f83-4675-ae96-009e1adb14c8 req-357f3b5f-5944-4487-a22b-df6d0def3771 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.239799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e41d15f-9f83-4675-ae96-009e1adb14c8 req-357f3b5f-5944-4487-a22b-df6d0def3771 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3194299 Jul 27 22:04:52.320069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.337799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.339440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e1e803e-fc13-4550-9dd6-91add6b22141 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8522127 Jul 27 22:04:52.344143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:52.350751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1960457211'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:52.352730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e41d15f-9f83-4675-ae96-009e1adb14c8 req-a51071e5-ae3d-45f6-a84f-462a074ca6ca tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777595 Jul 27 22:04:52.392429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.434507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.448812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Transition to ACTIVE for port object 9c95d46d-6529-4876-9d22-bca138f6c155 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:52.489289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=653aab5a-ea12-46ab-ab33-29615eb81934,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.505580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.513916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.514792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.516333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Made reservation on behalf of d35596835f884bd69c0b0907ef87af4b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:52.525598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.526136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.556722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.580650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Transition to ACTIVE for port object e40514ee-616a-48b7-8af1-aa53f3f5c411 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:52.591414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.636297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=d413d68e-2867-4155-91c9-be560e9d325b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.646665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0cb11eba-a302-4d13-a0dd-610ab1fdd59a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7770503 Jul 27 22:04:52.649366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56802) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:52.657080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:52.682666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:52.682946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d413d68e-2867-4155-91c9-be560e9d325b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:52.692176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:52.701745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:52.746609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.793800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Pushing event updated for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.852479 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.961869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff9f8-d908-499b-85e1-76af6dcc84ab req-0b463c9c-c0ac-4786-8aee-26944a99504a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.963610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-603ff9f8-d908-499b-85e1-76af6dcc84ab req-0b463c9c-c0ac-4786-8aee-26944a99504a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.1649203 Jul 27 22:04:53.025668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-603ff9f8-d908-499b-85e1-76af6dcc84ab req-6ac88fea-aecd-4dad-9166-7d5c77ec8946 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544584 Jul 27 22:04:53.095859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Attempting to bind port e40514ee-616a-48b7-8af1-aa53f3f5c411 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:53.096330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Attempting to bind port e40514ee-616a-48b7-8af1-aa53f3f5c411 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:53.096807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Attempting to bind port e40514ee-616a-48b7-8af1-aa53f3f5c411 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:53.141759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bdfda-ce51-4afb-8442-d8d4f16c9904 None None] Pushing event updated for resources: {'Port': ['ID=e40514ee-616a-48b7-8af1-aa53f3f5c411,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:53.145253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:53.145878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:53.146092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.146471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:53.146970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Bound port: e40514ee-616a-48b7-8af1-aa53f3f5c411, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:53.147369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.194394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7889ab9-b0c8-4d09-a2d1-4f64aae5c618 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:04:53.236923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.263229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.304051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.386672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7889ab9-b0c8-4d09-a2d1-4f64aae5c618 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:04:53.390476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] For port e40514ee-616a-48b7-8af1-aa53f3f5c411, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:53.399661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:53.403454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.412508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] For port e40514ee-616a-48b7-8af1-aa53f3f5c411, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e40514ee-616a-48b7-8af1-aa53f3f5c411,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:53.469790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:53.486766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2c2f15-a9be-4eaf-b714-f79d9aa13bc7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:53.508959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.571926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.572559 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Added segment c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9 of type vlan for network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a Jul 27 22:04:53.693884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:53.694586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:53.695837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.708190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bdfda-ce51-4afb-8442-d8d4f16c9904 None None] Pushing event updated for resources: {'Port': ['ID=e40514ee-616a-48b7-8af1-aa53f3f5c411,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:53.908193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f4b8e-10b3-4ae8-a270-05122a5f8b96 req-b51d8920-c308-486e-ba48-869e7550a4ca tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.913358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c6f4b8e-10b3-4ae8-a270-05122a5f8b96 req-b51d8920-c308-486e-ba48-869e7550a4ca tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3962197 Jul 27 22:04:53.989521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c6f4b8e-10b3-4ae8-a270-05122a5f8b96 req-b7ce3edf-a32c-4349-8b79-7146c0272f0c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Jul 27 22:04:53.997326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.003980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.004758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.045643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:54.107720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.122587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Network': ['ID=30f531e0-f46c-42bc-a6b8-8c877b1fed2a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.162739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.164811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:54.188602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.268049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=eba79d64-6c8b-446b-8284-f7b82c6b02f2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.268268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:54.269234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab0d38ba-8628-45c5-9113-f94b6a76380c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9237030 Jul 27 22:04:54.279283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Request body: {'subnet': {'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:54.307102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Pushing event updated for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.310578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.362670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:54.363057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: d413d68e-2867-4155-91c9-be560e9d325b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:54.414600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c537e-df61-4965-951d-ccb7cbf65dd0 req-cd62fc7b-7ab8-4f05-9dc3-61c1d8b527de tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.417096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd1c537e-df61-4965-951d-ccb7cbf65dd0 req-cd62fc7b-7ab8-4f05-9dc3-61c1d8b527de tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2729537 Jul 27 22:04:54.524824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd1c537e-df61-4965-951d-ccb7cbf65dd0 req-8163da84-1e7d-448b-a2ee-ea60f42d52bc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915599 Jul 27 22:04:54.555881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:54.557631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:54.570984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 653aab5a-ea12-46ab-ab33-29615eb81934 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:54.607014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network d413d68e-2867-4155-91c9-be560e9d325b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:54.739961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Made reservation on behalf of d35596835f884bd69c0b0907ef87af4b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:54.743634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.773867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 653aab5a-ea12-46ab-ab33-29615eb81934 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:54.774520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.805085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Router 5d1d113c-bf41-44d6-b71d-95a403f8b94d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:54.877877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d413d68e-2867-4155-91c9-be560e9d325b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:54.898898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.904113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.940020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9c95d46d-6529-4876-9d22-bca138f6c155', 'name': '', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'mac_address': 'fa:16:3e:56:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:51Z', 'updated_at': '2021-07-27T22:04:52Z', 'revision_number': 1, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'subnets': [{'id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:54.942846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763a0ed-4e6d-4dcc-8881-1a8ce8fb1a6e None None] Network d413d68e-2867-4155-91c9-be560e9d325b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:55.014192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86c41a98-70b2-42f6-a75a-9d002240b0b3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3636754 Jul 27 22:04:55.024424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:55.024424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:55.180538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:55.198980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24fd3c09-e819-493c-b014-63c5b776bb57 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d1d113c-bf41-44d6-b71d-95a403f8b94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9384687 Jul 27 22:04:55.208916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b5a31-debe-42e2-9088-86c898cf27af None None] The sync data for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 is: [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9c95d46d-6529-4876-9d22-bca138f6c155', 'name': '', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'mac_address': 'fa:16:3e:56:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:51Z', 'updated_at': '2021-07-27T22:04:52Z', 'revision_number': 1, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'subnets': [{'id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:55.246103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d413d68e-2867-4155-91c9-be560e9d325b', 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': 'eba79d64-6c8b-446b-8284-f7b82c6b02f2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:55.247278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.324444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-49afa5b0-b6f5-4f56-bf70-c187a069f186 None None] Provisioning for port 9c95d46d-6529-4876-9d22-bca138f6c155 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:55.332774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-49afa5b0-b6f5-4f56-bf70-c187a069f186 None None] Provisioning complete for port 9c95d46d-6529-4876-9d22-bca138f6c155 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:55.346933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49afa5b0-b6f5-4f56-bf70-c187a069f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.677404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.686331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-49afa5b0-b6f5-4f56-bf70-c187a069f186 None None] Port 9c95d46d-6529-4876-9d22-bca138f6c155 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:55.805864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8e099-d21d-480d-b3d5-32c57a2d8459 req-d34fccaa-d504-43e8-977c-638783b688d6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.807539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7f8e099-d21d-480d-b3d5-32c57a2d8459 req-d34fccaa-d504-43e8-977c-638783b688d6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.5965812 Jul 27 22:04:55.830661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Allocated IP 2001:db8::2 (d413d68e-2867-4155-91c9-be560e9d325b/eba79d64-6c8b-446b-8284-f7b82c6b02f2/b4ebaa96-156c-4604-8e30-47ce8a5ad13b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:55.899170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5a6a4-0ca7-448a-a113-9027e9757afe req-f893fbee-ed5e-4823-9c13-421550514700 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.902114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-683743de-99d4-4041-8a34-6ed473bf417c None None] Provisioning complete for port 9c95d46d-6529-4876-9d22-bca138f6c155 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:55.903148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6c5a6a4-0ca7-448a-a113-9027e9757afe req-f893fbee-ed5e-4823-9c13-421550514700 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.1921246 Jul 27 22:04:55.903802 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-683743de-99d4-4041-8a34-6ed473bf417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.022784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6c5a6a4-0ca7-448a-a113-9027e9757afe req-45d39f3e-eb85-4468-a1da-5c1b1d8c8478 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109667 Jul 27 22:04:56.103400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-683743de-99d4-4041-8a34-6ed473bf417c None None] Port 9c95d46d-6529-4876-9d22-bca138f6c155 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:56.124719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Checking segment: {'id': 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:56.125335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network hostable DHCP agents. Network: 30f531e0-f46c-42bc-a6b8-8c877b1fed2a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:56.129658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:56.133825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.240715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Subnet': ['ID=1bc90f19-d1ee-481c-b2b3-9f05f45fdab1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:56.275534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7f8e099-d21d-480d-b3d5-32c57a2d8459 req-477e8bf8-119b-4a76-afe2-838cbfa592f0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854125 Jul 27 22:04:56.403525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:56.504010 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.522518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Transition to ACTIVE for port object b4ebaa96-156c-4604-8e30-47ce8a5ad13b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:56.563094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Transition to ACTIVE for port object b4ebaa96-156c-4604-8e30-47ce8a5ad13b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:56.588949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 30f531e0-f46c-42bc-a6b8-8c877b1fed2a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:56.597532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.598127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.602799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c91eb-ff7e-432f-8072-c7df044fc872 None None] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:56.690821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.717599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Network d413d68e-2867-4155-91c9-be560e9d325b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:56.725456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:56.730522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:56.860113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20d78e9b-db07-4eea-8295-2bf46b5fd879 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5849979 Jul 27 22:04:56.867917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:56.868651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1180195459', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:57.032086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Pushing event updated for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:57.053211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.085081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.085081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.086044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Attempting to bind port b4ebaa96-156c-4604-8e30-47ce8a5ad13b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:57.086044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Attempting to bind port b4ebaa96-156c-4604-8e30-47ce8a5ad13b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:57.086044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Attempting to bind port b4ebaa96-156c-4604-8e30-47ce8a5ad13b on network d413d68e-2867-4155-91c9-be560e9d325b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:57.172003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:57.172503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Checking segment: {'id': 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:57.172995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.173472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Bound using segment: {'id': 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:57.174065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Bound port: b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:57.174587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.236604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network d413d68e-2867-4155-91c9-be560e9d325b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:57.248717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:57.273400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.274274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.279534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.296066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-30f531e0-f46c-42bc-a6b8-8c877b1fed2a', 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a', 'tenant_id': 'd35596835f884bd69c0b0907ef87af4b', 'fixed_ips': [{'subnet_id': '1bc90f19-d1ee-481c-b2b3-9f05f45fdab1'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:57.296066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.333431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=81d9912c-478a-4857-a49e-9e6c1aadd7ef,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:57.423834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a0424-4372-4dd2-9431-83083619097b req-3be3e9d6-12d4-4e58-8dc9-f10d1aed1a65 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.436567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e9a0424-4372-4dd2-9431-83083619097b req-3be3e9d6-12d4-4e58-8dc9-f10d1aed1a65 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2223940 Jul 27 22:04:57.481038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f84d9a7-03d9-4c7e-92bb-c6a78b3e5787 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4620483 Jul 27 22:04:57.485708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:57.518182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:57.587755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.589503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.592272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.596731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.602228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.604113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d8370870-b48c-47de-aa2a-50bdaf788faa tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1173484 Jul 27 22:04:57.608299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:57.614884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219411542'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:57.630985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,segment=NetworkSegment(a5578ec8-2bb7-4f16-84b5-1bf456f9f13d),segment_id=a5578ec8-2bb7-4f16-84b5-1bf456f9f13d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:57.657801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e9a0424-4372-4dd2-9431-83083619097b req-f1621677-6061-481e-b005-90296ab08d23 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130084 Jul 27 22:04:57.801875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Allocated IP 172.20.0.2 (30f531e0-f46c-42bc-a6b8-8c877b1fed2a/1bc90f19-d1ee-481c-b2b3-9f05f45fdab1/d7077753-167c-4afc-bcdc-33d03f512063) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:57.864507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:57.879471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.879608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.954229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.975942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:57.979457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eddec6-7797-42f7-86ba-d4c13a091665 req-924e7ab8-0345-4cc4-af64-9d01bf226d0b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.994987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.995737 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 7ae880e9-272b-4777-98ae-d636d5799901 of type vlan for network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 Jul 27 22:04:57.996648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51eddec6-7797-42f7-86ba-d4c13a091665 req-924e7ab8-0345-4cc4-af64-9d01bf226d0b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3672097 Jul 27 22:04:58.116054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.139869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56597bf9-db51-4616-9427-2fcec98aaf27 None None] Pushing event updated for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:58.270571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.276298 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.277325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743873'] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.296876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51eddec6-7797-42f7-86ba-d4c13a091665 req-40be6365-32ad-41b5-80ef-fe4999439450 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959177 Jul 27 22:04:58.414080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.438344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Transition to ACTIVE for port object d7077753-167c-4afc-bcdc-33d03f512063 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:58.482313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Transition to ACTIVE for port object d7077753-167c-4afc-bcdc-33d03f512063 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:58.577965 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.625424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=07dfbbef-873f-4985-8cf7-2b397e6fbb71,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:58.642977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2105c3dd-9e23-43cd-b54c-2f426166f264 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0324793 Jul 27 22:04:58.649726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:58.665368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:58.757716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:58.764971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:58.822828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e40514ee-616a-48b7-8af1-aa53f3f5c411 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:58.932606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.017432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.064524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:59.102540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:59.178509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Pushing event updated for resources: {'Port': ['ID=d7077753-167c-4afc-bcdc-33d03f512063,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:59.241752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Allocated IP 172.25.3.139 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2b3363d3-303b-4225-86ed-817a865ca48f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:59.263616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Attempting to bind port d7077753-167c-4afc-bcdc-33d03f512063 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:59.264275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Attempting to bind port d7077753-167c-4afc-bcdc-33d03f512063 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:59.265261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Attempting to bind port d7077753-167c-4afc-bcdc-33d03f512063 on network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:59.275797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:59.279017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Checking segment: {'id': 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:59.279017 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.279017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Bound using segment: {'id': 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:59.279017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Bound port: d7077753-167c-4afc-bcdc-33d03f512063, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:59.279017 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.377781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e40514ee-616a-48b7-8af1-aa53f3f5c411 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:59.397571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e40514ee-616a-48b7-8af1-aa53f3f5c411 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:59.398365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.439222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] For port d7077753-167c-4afc-bcdc-33d03f512063, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:59.476236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] For port d7077753-167c-4afc-bcdc-33d03f512063, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7077753-167c-4afc-bcdc-33d03f512063,segment=NetworkSegment(c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9),segment_id=c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:59.566828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.666404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.709775 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.876604 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Sync routers for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:59.904367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc4c87-23d3-49e5-ac48-4b0134df4fc2 None None] Pushing event updated for resources: {'Port': ['ID=d7077753-167c-4afc-bcdc-33d03f512063,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:59.918746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e40514ee-616a-48b7-8af1-aa53f3f5c411, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e40514ee-616a-48b7-8af1-aa53f3f5c411,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:59.923399 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:59.924152 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:59.979259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf847f8-bb50-44b3-bc68-c15e9ad1e056 req-0f420a0b-8a5c-4300-81d4-79b185ea5021 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.981113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcf847f8-bb50-44b3-bc68-c15e9ad1e056 req-0f420a0b-8a5c-4300-81d4-79b185ea5021 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.4729748 Jul 27 22:05:00.017100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.213787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e40514ee-616a-48b7-8af1-aa53f3f5c411,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:00.226869 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:00.273830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.360063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26436abe-0cec-4d45-b1b5-1670913f8251 None None] Network d413d68e-2867-4155-91c9-be560e9d325b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:00.440530 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bcf847f8-bb50-44b3-bc68-c15e9ad1e056 req-bd07dde4-4782-4f2b-bdf4-ec739a6a987a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106312 Jul 27 22:05:00.524162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:00.525657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.565088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:00.575270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:00.578752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=2b3363d3-303b-4225-86ed-817a865ca48f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:00.597998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9b2f-baa5-4623-bfc3-1880b01cccdb req-67f1f40a-4f22-45dd-bebd-78a202b394cd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.600542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-763b9b2f-baa5-4623-bfc3-1880b01cccdb req-67f1f40a-4f22-45dd-bebd-78a202b394cd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 1.6270742 Jul 27 22:05:00.645699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3869c831-fd75-4edb-bdc5-b01bb8ee90a0 None None] Provisioning for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:00.659587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.683672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e497df-9225-4601-8079-745a7798865e req-985d7d1c-f6de-47ef-b5fe-10ed910a0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.685825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-985d7d1c-f6de-47ef-b5fe-10ed910a0a9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1094 time: 0.5392942 Jul 27 22:05:00.692759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:05:00.711324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.715017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.716729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "PUT /v2.0/networks/07dfbbef-873f-4985-8cf7-2b397e6fbb71 HTTP/1.1" status: 200 len: 723 time: 2.0655391 Jul 27 22:05:00.721767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:00.744749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:00.903079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4ebaa96-156c-4604-8e30-47ce8a5ad13b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:00.904352 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9c95d46d-6529-4876-9d22-bca138f6c155', 'name': '', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'mac_address': 'fa:16:3e:56:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:51Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 2, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'subnets': [{'id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:00.929923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-763b9b2f-baa5-4623-bfc3-1880b01cccdb req-8a2edb35-5527-41ab-bc26-56d6baa8cce8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221667 Jul 27 22:05:00.987451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43063bbc-21ed-43ea-9187-6af97109e727 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=07dfbbef-873f-4985-8cf7-2b397e6fbb71,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:00.992135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e497df-9225-4601-8079-745a7798865e req-a043a444-f75a-4261-b43f-adb60056bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.994617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-a043a444-f75a-4261-b43f-adb60056bbbc service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1953204 Jul 27 22:05:01.003070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:01.020426 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Checking router: 5d1d113c-bf41-44d6-b71d-95a403f8b94d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:01.023772 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Updating router 5d1d113c-bf41-44d6-b71d-95a403f8b94d port 9c95d46d-6529-4876-9d22-bca138f6c155 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:01.087908 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.147347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:01.158892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.227072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Update dhcp port {'port': {'network_id': 'd413d68e-2867-4155-91c9-be560e9d325b', 'fixed_ips': [{'subnet_id': 'eba79d64-6c8b-446b-8284-f7b82c6b02f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '81d9912c-478a-4857-a49e-9e6c1aadd7ef'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'b4ebaa96-156c-4604-8e30-47ce8a5ad13b'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:05:01.329488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.881007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:01.977534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c315b-61b5-43ff-8db9-85daea7e9f9e None None] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:01.980155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.984854 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.998156 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Transition to ACTIVE for port object 9c95d46d-6529-4876-9d22-bca138f6c155 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:02.091631 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.237308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:02.238819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.315400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-676e5898-8f32-4b19-b1da-ccd868523232 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 200 len: 999 time: 0.3008933 Jul 27 22:05:02.342732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d097b46-9417-48c3-8d59-1341aca91d8a None None] Pushing event updated for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:02.360275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': '7ae880e9-272b-4777-98ae-d636d5799901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:02.360913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: 07dfbbef-873f-4985-8cf7-2b397e6fbb71, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:02.405906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=210aa916-6e54-4954-95ae-ffb300069511,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:02.458707 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Attempting to bind port 9c95d46d-6529-4876-9d22-bca138f6c155 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:02.459080 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Attempting to bind port 9c95d46d-6529-4876-9d22-bca138f6c155 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:02.459456 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Attempting to bind port 9c95d46d-6529-4876-9d22-bca138f6c155 on network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:02.484050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:02.485134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Checking segment: {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:02.486808 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.488546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Bound using segment: {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:02.491252 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Bound port: 9c95d46d-6529-4876-9d22-bca138f6c155, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b9421-bfad-4ca1-9a3c-16381928c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:02.492685 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.517712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e497df-9225-4601-8079-745a7798865e req-5783cd15-c977-4e7b-8ec5-f7c716810b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.528588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-5783cd15-c977-4e7b-8ec5-f7c716810b1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.1552100 Jul 27 22:05:02.553259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d172-e4fe-40c6-9c58-68a3daa99641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.638479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-2dc3aafd-0741-48a1-8d62-38dbe2c765e2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.651749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-2dc3aafd-0741-48a1-8d62-38dbe2c765e2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.6904674 Jul 27 22:05:02.684851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:02.706548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Allocated IP 172.20.0.1 (d413d68e-2867-4155-91c9-be560e9d325b/81d9912c-478a-4857-a49e-9e6c1aadd7ef/b4ebaa96-156c-4604-8e30-47ce8a5ad13b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:02.721217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09b02a-0d2f-4bdd-be6c-51e43e55f736 req-9a9c28d0-8118-4706-9f3c-d3e38edb81b9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.724254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e09b02a-0d2f-4bdd-be6c-51e43e55f736 req-9a9c28d0-8118-4706-9f3c-d3e38edb81b9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.7077923 Jul 27 22:05:02.730378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-f45b7b9d-2fcd-4c0a-9f0b-0e03a5faf14a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0772085 Jul 27 22:05:02.734886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0ddf21da-7588-4b04-bed0-15f6ed8134cd None None] Provisioning for port d7077753-167c-4afc-bcdc-33d03f512063 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:02.777819 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] For port 9c95d46d-6529-4876-9d22-bca138f6c155, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:02.782876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] For port 9c95d46d-6529-4876-9d22-bca138f6c155, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c95d46d-6529-4876-9d22-bca138f6c155,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:02.809004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 07dfbbef-873f-4985-8cf7-2b397e6fbb71) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:02.828329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.830296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.857112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd3595-7935-4591-bb97-844620631d58 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:02.893080 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.930674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-111c8da2-766c-4b18-9c1d-cb82c2e55003 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1880827 Jul 27 22:05:02.986671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d097b46-9417-48c3-8d59-1341aca91d8a None None] Pushing event updated for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:03.000306 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:03.001223 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:03.006779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-866b9a90-3d10-455a-848d-193809965164 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2730339 Jul 27 22:05:03.039100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:03.076616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:03.198690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-be900f82-cebb-4fb2-a55c-df85d44ec3f5 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669432 Jul 27 22:05:03.228556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e497df-9225-4601-8079-745a7798865e req-e315a4e0-16c7-45fa-81e3-48a79ca27f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:03.230593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-e315a4e0-16c7-45fa-81e3-48a79ca27f1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931599 Jul 27 22:05:03.242220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e09b02a-0d2f-4bdd-be6c-51e43e55f736 req-77352b0b-0e08-4c51-a87a-484b4a147e9e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567472 Jul 27 22:05:03.242935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.416686 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:03.460974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-104ae205-02aa-444b-8336-25a586dc711e service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544200 Jul 27 22:05:03.684756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-b0268b38-86e5-46ba-bb2e-04423701dce8 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393928 Jul 27 22:05:03.864662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29257117'] for subnet, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.010135 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9c95d46d-6529-4876-9d22-bca138f6c155', 'name': '', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'mac_address': 'fa:16:3e:56:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:51Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'subnets': [{'id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:04.104577 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0379407-3b6b-491a-a678-e8c9648ee5b9 None None] The sync data for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 is: [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:04:53Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9c95d46d-6529-4876-9d22-bca138f6c155', 'name': '', 'network_id': '4c0e3b7d-aa18-46f9-979f-ef5371c53c20', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'mac_address': 'fa:16:3e:56:0d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:51Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'subnets': [{'id': '4d9b19f8-b363-4108-942f-d321f71f73dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:04.148572 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.249092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b08be-d0f1-409b-8a13-f82a93a4c85e req-afc59940-9aa5-4c67-b09b-c69374f30157 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:04.255567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a7b08be-d0f1-409b-8a13-f82a93a4c85e req-afc59940-9aa5-4c67-b09b-c69374f30157 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.5792365 Jul 27 22:05:04.269007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e497df-9225-4601-8079-745a7798865e req-e2bb76f0-76c0-4802-91a5-633c48a574bd service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461359 Jul 27 22:05:04.334356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,segment=NetworkSegment(a5578ec8-2bb7-4f16-84b5-1bf456f9f13d),segment_id=a5578ec8-2bb7-4f16-84b5-1bf456f9f13d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:04.429084 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33f9264f-42a0-450b-b2fa-2f1bba9fa0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.458909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-07dfbbef-873f-4985-8cf7-2b397e6fbb71', 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': '210aa916-6e54-4954-95ae-ffb300069511'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:05:04.460325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.518649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.552061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.588389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Transition to ACTIVE for port object b4ebaa96-156c-4604-8e30-47ce8a5ad13b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:04.976231 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a7b08be-d0f1-409b-8a13-f82a93a4c85e req-30bb4f94-3946-441e-88ea-6193b524aa0c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6841626 Jul 27 22:05:05.026173 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.139345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc19c12a-4210-4151-bc71-3aff0c4e34d9 req-635f8214-05e9-4c1c-81fb-e9502dedd8f1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0928380 Jul 27 22:05:05.193008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764843392997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28832239'] for subnet, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.214114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:05.215220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.216733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "PUT /v2.0/subnets/210aa916-6e54-4954-95ae-ffb300069511 HTTP/1.1" status: 200 len: 826 time: 2.1620553 Jul 27 22:05:05.222060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:05.465325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f349540-b18e-4294-b3d4-a8c82f9eba82 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=210aa916-6e54-4954-95ae-ffb300069511,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:05.487642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.533126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Allocated IP 2001:db8::2 (07dfbbef-873f-4985-8cf7-2b397e6fbb71/210aa916-6e54-4954-95ae-ffb300069511/8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:05.624605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.698220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dd1f1-b104-48f3-8c54-9e2ab3f2717b req-f531e2dd-6f90-4a71-9ffc-e181496f574f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:05.704742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-408dd1f1-b104-48f3-8c54-9e2ab3f2717b req-f531e2dd-6f90-4a71-9ffc-e181496f574f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.4833918 Jul 27 22:05:05.729293 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.796400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-408dd1f1-b104-48f3-8c54-9e2ab3f2717b req-59e09247-da76-4997-90c0-221358a6f41f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585678 Jul 27 22:05:05.825752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:05.826190 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:05.901627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Router bc56ef65-8796-4996-bf60-6648f22deb9c is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:05:05.938082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf4ba-6516-416b-9a91-92f037551c19 None None] Pushing event updated for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:05.963107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.199767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.214799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:06.252788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Transition to ACTIVE for port object 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:06.301703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Transition to ACTIVE for port object 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:06.312831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] Sync routers for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:06.329658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c746abe-c51f-4621-900c-b346479917fc req-7dd08b42-2498-43b3-91ee-e64d83cb34bb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.1016605 Jul 27 22:05:06.411169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a939c8-098b-43c4-b72c-eba5d5776be3 req-29a4a7db-c97b-475c-8164-b9fc5aa8fb6f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.411952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a939c8-098b-43c4-b72c-eba5d5776be3 req-29a4a7db-c97b-475c-8164-b9fc5aa8fb6f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2841809 Jul 27 22:05:06.460249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.528212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:06.528212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.529416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a939c8-098b-43c4-b72c-eba5d5776be3 req-54073b82-3285-43c4-acb7-e041f78c7265 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972056 Jul 27 22:05:06.620293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.622570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Pushing event updated for resources: {'Port': ['ID=8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:06.641499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.686741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:06.696133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:06.697989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:06.698685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.702689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:06.760984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.761862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fb2819-85f8-4ce7-8cac-76e2c8510931 None None] The sync data for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:06.781719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,segment=NetworkSegment(a5578ec8-2bb7-4f16-84b5-1bf456f9f13d),segment_id=a5578ec8-2bb7-4f16-84b5-1bf456f9f13d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:06.871667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Attempting to bind port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:06.872103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Attempting to bind port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7ae880e9-272b-4777-98ae-d636d5799901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:06.872462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Attempting to bind port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 on network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:06.878744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:06.879181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Checking segment: {'id': '7ae880e9-272b-4777-98ae-d636d5799901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:06.879602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.880118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Bound using segment: {'id': '7ae880e9-272b-4777-98ae-d636d5799901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:06.880644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Bound port: 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae880e9-272b-4777-98ae-d636d5799901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:06.881053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.946582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-faee7b77-678f-4745-8181-9eb9418fbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.948721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-faee7b77-678f-4745-8181-9eb9418fbb02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 1096 time: 0.1364195 Jul 27 22:05:06.997964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] For port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:07.001783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42cc5ec-3976-4dd4-b285-135f51de60fe None None] Network d413d68e-2867-4155-91c9-be560e9d325b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:07.004727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] For port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2,segment=NetworkSegment(7ae880e9-272b-4777-98ae-d636d5799901),segment_id=7ae880e9-272b-4777-98ae-d636d5799901)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:07.132988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1866-f5ab-409f-8218-7907134eec16 req-9e02300e-2f93-4beb-a3af-f5f6639208d4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.134582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c7f1866-f5ab-409f-8218-7907134eec16 req-9e02300e-2f93-4beb-a3af-f5f6639208d4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.1704390 Jul 27 22:05:07.143724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-a886dc9c-eb61-46cc-a42e-94f6a078fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.145668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-a886dc9c-eb61-46cc-a42e-94f6a078fece service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 916 time: 0.1679080 Jul 27 22:05:07.246068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.246200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.246200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.248748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.249709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e40514ee-616a-48b7-8af1-aa53f3f5c411 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:07.276847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.280582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13d3863a-f439-4379-8d5d-e9e2f89e7188 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.4153697 Jul 27 22:05:07.285862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-372c3d75-bf30-4737-b7c1-e7b5921fa9c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78812db5-c39a-4c18-a82e-921f8a2296f1 HTTP/1.1" status: 200 len: 217 time: 0.1129236 Jul 27 22:05:07.288255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57134) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:07.295904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=210aa916-6e54-4954-95ae-ffb300069511,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:07.306847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c7f1866-f5ab-409f-8218-7907134eec16 req-82a68c37-1898-4981-9998-e6be787a94c9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560647 Jul 27 22:05:07.329121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.329721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.330197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.330618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.332862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.333299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.333697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.334079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.334545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.338561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.338561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.338561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.340486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-86eb98b3-6919-429f-99cd-2758684da9c4 None None] Provisioning for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:07.381669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-86eb98b3-6919-429f-99cd-2758684da9c4 None None] Provisioning complete for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:07.382062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-86eb98b3-6919-429f-99cd-2758684da9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.476446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cdd79-b986-4eff-9ab2-0f0bf858bd91 None None] Pushing event updated for resources: {'Port': ['ID=8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:07.510756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-8fd27803-dcaa-4fad-8aa3-ef34b7c570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.513073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-8fd27803-dcaa-4fad-8aa3-ef34b7c570c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 200 len: 855 time: 0.1614292 Jul 27 22:05:07.569780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1e8465d7-7ba1-4e2e-8639-b2fae48f2c3c req-7c33e4ce-9749-455a-b0d2-19402045a607 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0803564 Jul 27 22:05:07.571365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e40514ee-616a-48b7-8af1-aa53f3f5c411 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:07.572066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.573765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.602243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.623901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dfbbef-873f-4985-8cf7-2b397e6fbb71']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:07.652319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae880e9-272b-4777-98ae-d636d5799901') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:07.652927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae880e9-272b-4777-98ae-d636d5799901') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:07.672815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.689895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.699154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:07.708531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.757612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-6fa406e1-bc55-49e3-ba3c-ccaad5580a55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf2a3439-a293-43a9-9f70-b70e48a76a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270611 Jul 27 22:05:07.784544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:07.835618 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:07.884170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:05:07.884170 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:05:07.884170 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '07dfbbef-873f-4985-8cf7-2b397e6fbb71'}] Jul 27 22:05:07.884170 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:07.886903 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:07.961540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7077753-167c-4afc-bcdc-33d03f512063 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:08.048543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c1dd9f98-2c64-4872-8144-7e341276b383 None None] Provisioning complete for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:08.049881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1dd9f98-2c64-4872-8144-7e341276b383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.300377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.309395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d7077753-167c-4afc-bcdc-33d03f512063 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:08.337780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d7077753-167c-4afc-bcdc-33d03f512063 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:08.338698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.389174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.423101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:08.429512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:08.492286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fe284-d96c-4a5c-9b3f-6bc4704637a5 req-3041d958-46b9-4f49-9701-5d2e1b9bc1ba tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.509507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf2fe284-d96c-4a5c-9b3f-6bc4704637a5 req-3041d958-46b9-4f49-9701-5d2e1b9bc1ba tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.7883658 Jul 27 22:05:08.617983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-c04b3de1-3a24-4bad-9508-7a65c229ff4d service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020551 Jul 27 22:05:08.657913 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:05:08.720510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:08.721586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.732355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1a746-2708-4d68-9488-4b07892e3014 req-7f3b1fc2-3555-4483-83b4-4ebca915e081 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.740495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fba1a746-2708-4d68-9488-4b07892e3014 req-7f3b1fc2-3555-4483-83b4-4ebca915e081 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2098334 Jul 27 22:05:08.862775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fba1a746-2708-4d68-9488-4b07892e3014 req-45466c9b-493e-4151-b469-93f31d9dd080 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209624 Jul 27 22:05:08.867002 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf2fe284-d96c-4a5c-9b3f-6bc4704637a5 req-a03946f1-8531-4d2d-a209-24ec510e50bf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543968 Jul 27 22:05:08.890587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2,segment=NetworkSegment(7ae880e9-272b-4777-98ae-d636d5799901),segment_id=7ae880e9-272b-4777-98ae-d636d5799901)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:08.891084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.901590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.903757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:08.919298 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:08.937007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'port_id': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'mac_address': 'fa:16:3e:91:33:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abe2b47-8c2a-40cc-ba6a-588ef0942669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:09.031746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.033948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.084358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28ed5d94-d119-4ece-84af-4c348dc50d9b req-cf27d34e-22dd-4e6a-9b8f-0ccf540fb8e5 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629238 Jul 27 22:05:09.099541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0aaf0889-3692-4fe3-8ee5-ee3825a8ccd1 req-40e16074-90f6-4fd3-92a6-ef57c802283b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0909398 Jul 27 22:05:09.146741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:09.149941 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f88511-1dc9-45cf-9373-3dc1df764376" -d '{"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:09.170933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:09.210728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d7077753-167c-4afc-bcdc-33d03f512063, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7077753-167c-4afc-bcdc-33d03f512063,segment=NetworkSegment(c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9),segment_id=c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:09.216242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:09.348540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17247d09-bba1-49eb-a7b4-bb8fab3881a9 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:09.372447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.446744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.463149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:09.468585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.471782 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.506972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:09.583324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d7077753-167c-4afc-bcdc-33d03f512063,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:09.703855 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305d08d-8fe6-40b8-8681-cc0595822d33 x-openstack-request-id: req-3305d08d-8fe6-40b8-8681-cc0595822d33 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:09.704371 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:09.704843 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3305d08d-8fe6-40b8-8681-cc0595822d33 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:09.705442 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'code': 200} Jul 27 22:05:09.707056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:09.716626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3311bd09-0d9a-44b8-9045-9a2b5b87c8e5 None None] Could not find standard attr ID for object 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:05:09.787783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:09.799862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.801043 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:09.837669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-86a8cb07-25d6-46c9-9308-b08526137cff tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:09.838516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dfbbef-873f-4985-8cf7-2b397e6fbb71']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:09.843436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-86a8cb07-25d6-46c9-9308-b08526137cff tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.3872850 Jul 27 22:05:09.869754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae880e9-272b-4777-98ae-d636d5799901') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:09.870256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae880e9-272b-4777-98ae-d636d5799901') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:09.894553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4ebaa96-156c-4604-8e30-47ce8a5ad13b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:09.941626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.998132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.022762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:10.022762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:10.089570 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:10.104650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:10.197108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecca8b9-8423-4b0f-ac83-de19847580b9 None None] DHCP port deletion for 07dfbbef-873f-4985-8cf7-2b397e6fbb71 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:10.226841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:10.227236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.331010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74542a68-07f2-4824-bed7-e7d4ff6667d9 req-d3d1e7a6-727e-4707-b749-c8165ddab5e5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.349137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74542a68-07f2-4824-bed7-e7d4ff6667d9 req-d3d1e7a6-727e-4707-b749-c8165ddab5e5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 943 time: 0.1923800 Jul 27 22:05:10.379569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.429507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f44904-77a7-4f70-a012-fc13359aafb3 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:10.444526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.453987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/07dfbbef-873f-4985-8cf7-2b397e6fbb71 HTTP/1.1" status: 204 len: 168 time: 5.2305882 Jul 27 22:05:10.474072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f44904-77a7-4f70-a012-fc13359aafb3 None None] Network 07dfbbef-873f-4985-8cf7-2b397e6fbb71 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:05:10.486831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04861-73b7-40f4-88fc-3bac7b7c0662 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=07dfbbef-873f-4985-8cf7-2b397e6fbb71,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:10.497628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:10.544176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.573567 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796029e-fd3d-403b-953f-e925325472f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:10.574104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c796029e-fd3d-403b-953f-e925325472f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:10.581176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c796029e-fd3d-403b-953f-e925325472f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/07dfbbef-873f-4985-8cf7-2b397e6fbb71 HTTP/1.1" status: 404 len: 339 time: 0.0791597 Jul 27 22:05:10.597691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:10.616286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:10.618030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82434949', 'description': 'd1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:10.647328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:10.665324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c95d46d-6529-4876-9d22-bca138f6c155 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:10.711389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74542a68-07f2-4824-bed7-e7d4ff6667d9 req-adde55a2-e0af-44ff-9b36-3fa30c6d788b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595967 Jul 27 22:05:10.741083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:10.745331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.747657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.788854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:10.808091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.810006 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 34df47c6-4a1c-4309-a446-09b1d7a570ac of type vlan for network bc3048e3-18a1-427b-b61e-e1d94fecec20 Jul 27 22:05:10.850838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:10.970361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65a8e26f-2a25-453a-aeb2-1449e9dbe362 req-01e6bb52-0540-4743-a6c8-4610165af409 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0482225 Jul 27 22:05:10.977797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['78812db5-c39a-4c18-a82e-921f8a2296f1'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:10.984933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.061269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9c95d46d-6529-4876-9d22-bca138f6c155 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:11.066956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9c95d46d-6529-4876-9d22-bca138f6c155 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:11.067354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.146719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.154741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.158868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.377951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=bc3048e3-18a1-427b-b61e-e1d94fecec20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:11.409672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.425060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-98eb3f69-0e7b-4ecf-8b76-6bfea1402515 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.437464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-98eb3f69-0e7b-4ecf-8b76-6bfea1402515 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 813 time: 0.2784221 Jul 27 22:05:11.451139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bc3048e3-18a1-427b-b61e-e1d94fecec20 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:11.458250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-7a37c1b8-4390-4e3b-89b5-a1fac29a3391 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/quotas/4c93de719c2c45f7b5572b3e02d6146b HTTP/1.1" status: 200 len: 375 time: 0.0190458 Jul 27 22:05:11.503410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-4a3ebad4-4c80-4e26-9a92-bcb6f0782ef1 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435755 Jul 27 22:05:11.509689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aeded57b-50b3-47fa-a00a-f76beb5577be tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9105935 Jul 27 22:05:11.550488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57246) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:11.585899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894aaf6-dcf0-44cf-a546-4bb407f5c941 req-54ac8b3f-4e98-4841-916d-d7b5d58ef674 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.587088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8894aaf6-dcf0-44cf-a546-4bb407f5c941 req-54ac8b3f-4e98-4841-916d-d7b5d58ef674 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 1.4325430 Jul 27 22:05:11.661141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-665c4a28-7dd8-4655-a915-d4348ff3df41 service neutron] 10.222.0.37 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562459 Jul 27 22:05:11.724398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 9c95d46d-6529-4876-9d22-bca138f6c155, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c95d46d-6529-4876-9d22-bca138f6c155,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:11.767561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8894aaf6-dcf0-44cf-a546-4bb407f5c941 req-5c2dceff-0a3e-48f2-a7c8-89ffc4dbc9b9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569974 Jul 27 22:05:11.785073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd39716-e479-4cc0-8a66-445129b36182 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.789212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dbd39716-e479-4cc0-8a66-445129b36182 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks?id=bc3048e3-18a1-427b-b61e-e1d94fecec20 HTTP/1.1" status: 200 len: 763 time: 0.2327774 Jul 27 22:05:11.789614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:11.798093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'description': 'd2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:11.818354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Allocated IP 172.20.0.1 (30f531e0-f46c-42bc-a6b8-8c877b1fed2a/1bc90f19-d1ee-481c-b2b3-9f05f45fdab1/ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:11.873044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.924333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-a5b920a9-9e8d-42c5-a0d4-11ff2088d6b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619600 Jul 27 22:05:12.022473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:12.029289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.255576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.311333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7077753-167c-4afc-bcdc-33d03f512063 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:12.359708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.362217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae762a-0c35-4a99-bab2-f3a300aa1f01 req-c0dd8311-be9c-4898-a64a-193c58f9e5b0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:12.370705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45ae762a-0c35-4a99-bab2-f3a300aa1f01 req-c0dd8311-be9c-4898-a64a-193c58f9e5b0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 944 time: 0.3181231 Jul 27 22:05:12.416031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.484442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=bc3048e3-18a1-427b-b61e-e1d94fecec20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:12.499605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:12.501821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network bc3048e3-18a1-427b-b61e-e1d94fecec20 is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:05:12.509320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bc3048e3-18a1-427b-b61e-e1d94fecec20 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:12.512838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d7077753-167c-4afc-bcdc-33d03f512063 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:12.513464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.517173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:12.518084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.522733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d3f55b9b-3895-430a-aa0a-7d13e0aadecd tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "PUT /v2.0/networks/bc3048e3-18a1-427b-b61e-e1d94fecec20 HTTP/1.1" status: 200 len: 760 time: 0.7315543 Jul 27 22:05:12.523521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:12.606130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45ae762a-0c35-4a99-bab2-f3a300aa1f01 req-2ba38ed1-6ff3-46c4-9621-95411c70096e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313261 Jul 27 22:05:12.618020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Transition to ACTIVE for port object ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:12.715259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.5 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/fc6b38dc-b70e-47e2-806d-524d2baa2b07) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:12.745546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bb7e6-0648-47e0-be88-9ca7da610220 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:12.761963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea2bb7e6-0648-47e0-be88-9ca7da610220 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks?id=bc3048e3-18a1-427b-b61e-e1d94fecec20 HTTP/1.1" status: 200 len: 763 time: 0.2185376 Jul 27 22:05:12.779655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:12.781113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ca226b2-f0fc-4855-9c27-1aa07cacdf26 req-fc862e99-e5be-4f1a-a451-1f12ee76bb82 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.3072329 Jul 27 22:05:12.781779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:12.790143 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d50abf1a-40c9-4251-bba6-ed6a63814da1 req-0fb9efce-f27a-40bf-a3ee-ff5196977957 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0436273 Jul 27 22:05:12.861089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.900485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:12.934980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:12.937736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d92f2fe-776c-4c98-9cc0-e5313bdfd5f2 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:12.971106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 78812db5-c39a-4c18-a82e-921f8a2296f1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:12.971492 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.985329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:13.018123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:13.024155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.028607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:13.111906 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.148596 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.173860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.208425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:13.216803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:13.227642 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f7a48-cbc3-4b59-8b2d-e043d140186e" -d '{"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:13.247451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object fc6b38dc-b70e-47e2-806d-524d2baa2b07 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:13.301444 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c66cb3-242b-4f9b-b8eb-e1c243055af2 x-openstack-request-id: req-04c66cb3-242b-4f9b-b8eb-e1c243055af2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:13.301784 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-plugged", "status": "completed", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:13.302054 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04c66cb3-242b-4f9b-b8eb-e1c243055af2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:13.302482 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'code': 200} Jul 27 22:05:13.304950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.407179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca2b4c-a6a0-480b-bad6-e29a630502ad tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.408777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-feca2b4c-a6a0-480b-bad6-e29a630502ad tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6159267 Jul 27 22:05:13.412696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.443772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.447521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.488463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b933f4-58c2-4899-bef3-312b5d9577cf req-3fc077d3-f107-483e-a445-6182fb6bdbd1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.491168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99b933f4-58c2-4899-bef3-312b5d9577cf req-3fc077d3-f107-483e-a445-6182fb6bdbd1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2910047 Jul 27 22:05:13.493539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7721d824-380b-4b9c-a2f7-db36611ae504 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 207 time: 0.0772507 Jul 27 22:05:13.496911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.545940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:13.571379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:13.574414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:13.633039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99b933f4-58c2-4899-bef3-312b5d9577cf req-3c1a555b-1956-401c-9a20-a23d02bde3f5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230264 Jul 27 22:05:13.667243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.706820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-89042e5b-ef59-4671-98a4-319e217c8b34 None None] Provisioning for port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:13.709909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.710840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.712274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-89042e5b-ef59-4671-98a4-319e217c8b34 None None] Provisioning complete for port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:13.712847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89042e5b-ef59-4671-98a4-319e217c8b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.728187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.791555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.799412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89042e5b-ef59-4671-98a4-319e217c8b34 None None] Port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:13.827390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.852529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.875309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fb4e-bbf1-4034-853e-fe759a369f6f req-46487e5d-4e60-4ecd-bded-141401dcbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.877766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.878872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e328fb4e-bbf1-4034-853e-fe759a369f6f req-46487e5d-4e60-4ecd-bded-141401dcbcc9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 1096 time: 0.4231510 Jul 27 22:05:13.893311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.913756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.924990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2cb35bb9-743f-40a8-9763-2bd635148e76 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4268372 Jul 27 22:05:13.932460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.933801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-26714647-4c44-44aa-8846-0b2849978538 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8504615 Jul 27 22:05:13.974990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Request body: {'port': {'device_id': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:14.019084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c95d46d-6529-4876-9d22-bca138f6c155 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:14.059297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456e8a9-f6d5-438f-9fa5-624ce9d25611 req-5558fceb-257a-42b9-b54c-e2adf2f40bcf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.062642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9456e8a9-f6d5-438f-9fa5-624ce9d25611 req-5558fceb-257a-42b9-b54c-e2adf2f40bcf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 931 time: 0.1361163 Jul 27 22:05:14.096050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9c95d46d-6529-4876-9d22-bca138f6c155 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:14.096862 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.137756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9456e8a9-f6d5-438f-9fa5-624ce9d25611 req-f265e2e6-03ca-4706-9477-1d2d1e6b5baf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552924 Jul 27 22:05:14.243247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e328fb4e-bbf1-4034-853e-fe759a369f6f req-613d29cb-3fd9-4ce3-a88c-60340acbddd0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117740 Jul 27 22:05:14.250712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-05c53f9a-8801-48a3-984e-d2574c4a382e None None] Provisioning for port fc6b38dc-b70e-47e2-806d-524d2baa2b07 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:14.256294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-05c53f9a-8801-48a3-984e-d2574c4a382e None None] Provisioning complete for port fc6b38dc-b70e-47e2-806d-524d2baa2b07 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:14.257040 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05c53f9a-8801-48a3-984e-d2574c4a382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.271050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c649bf62-f85f-4eda-ba2e-9cf91fca80ea req-b0a1eb74-c542-44af-b305-42ea92201489 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0625007 Jul 27 22:05:14.309898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-05c53f9a-8801-48a3-984e-d2574c4a382e None None] Port fc6b38dc-b70e-47e2-806d-524d2baa2b07 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:14.398529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2236eb78-d42f-49d1-8fd8-d99324fb6e20 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4558716 Jul 27 22:05:14.402257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.469768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.473708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.475495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.477421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.479051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.486690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-af49fcbf-afd5-4a10-bc6f-98c7ede79871 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0778937 Jul 27 22:05:14.487076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.516296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03026-0c62-4309-9a0f-362fc1cdfd75 req-8b069ac7-ca35-4141-afc9-ac2364582f7c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.517844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eab03026-0c62-4309-9a0f-362fc1cdfd75 req-8b069ac7-ca35-4141-afc9-ac2364582f7c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.6702759 Jul 27 22:05:14.552685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.554491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.556095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.558192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.559666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.564169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.567614 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99398448-5877-49c6-a972-caad21499e70 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0796475 Jul 27 22:05:14.568793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.612964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eab03026-0c62-4309-9a0f-362fc1cdfd75 req-7c2c7bce-7671-4cb9-b75a-60323f724c48 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858212 Jul 27 22:05:14.767948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60f157-4feb-47d3-9d8f-b9a9a56ab68f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.770258 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2b60f157-4feb-47d3-9d8f-b9a9a56ab68f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks/5731f584-ae22-4d95-9514-dbd9135d2b15 HTTP/1.1" status: 200 len: 803 time: 0.2003391 Jul 27 22:05:14.774780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.848384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.924808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.986028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4efd8399-abb5-4b94-bdc6-319dad5e09e6 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/networks/5731f584-ae22-4d95-9514-dbd9135d2b15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2054181 Jul 27 22:05:14.986467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57330) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.988258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.035704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b615cd-3c94-48f4-beef-700dbbcd8b74 req-47a7e87a-6b5f-4701-adc1-28ad8933ac90 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.037538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5b615cd-3c94-48f4-beef-700dbbcd8b74 req-47a7e87a-6b5f-4701-adc1-28ad8933ac90 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.2464433 Jul 27 22:05:15.081317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bfa43-84b5-4c17-bae5-def9423fee1d tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.095031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-152bfa43-84b5-4c17-bae5-def9423fee1d tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets/87bffd2e-1b76-417a-9f69-dc20ae1927b7 HTTP/1.1" status: 200 len: 843 time: 0.1070781 Jul 27 22:05:15.099346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:15.217999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b5b615cd-3c94-48f4-beef-700dbbcd8b74 req-03535739-0c68-4216-bd9b-e9f0d2328b55 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660779 Jul 27 22:05:15.262969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6683e-7e3b-498f-8647-a03ef6217fef tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.268056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-90c6683e-7e3b-498f-8647-a03ef6217fef tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "GET /v2.0/subnets/87bffd2e-1b76-417a-9f69-dc20ae1927b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1641982 Jul 27 22:05:15.268672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:15.268943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:15.279517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-701336448'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:15.334099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.334645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.334857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.335208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.335554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.335899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.336265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.336607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.336989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.337454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.337790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.338122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:15.356708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6b38dc-b70e-47e2-806d-524d2baa2b07 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:15.368416 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.405051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Transition to ACTIVE for port object fc6b38dc-b70e-47e2-806d-524d2baa2b07 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:15.407222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ced8e66-1bd0-41ad-a478-f93290465808 req-16cd910e-d863-4ea9-8378-fbaeb0022894 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0404019 Jul 27 22:05:15.407966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:15.411555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.436224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:15.440482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:15.453446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:15.469991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.500803 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.502972 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Added segment 85034a32-646a-4089-a423-a20313c06703 of type vlan for network cecf4217-0723-4d35-b337-4c89355b90ae Jul 27 22:05:15.614199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.672529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b89d1-2712-4140-a4c5-89e1f122b060 req-d6d66e4b-089f-4e5c-92f2-b9f3ff45e322 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.674278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-110b89d1-2712-4140-a4c5-89e1f122b060 req-d6d66e4b-089f-4e5c-92f2-b9f3ff45e322 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 931 time: 0.3964443 Jul 27 22:05:15.747874 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.762066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.763073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.866556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:15.958136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82f21977-baa0-4bcf-a335-625b431ad545 None None] Provisioning complete for port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:15.959422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82f21977-baa0-4bcf-a335-625b431ad545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.962636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-110b89d1-2712-4140-a4c5-89e1f122b060 req-57fb7159-901e-4e8d-9f6f-62d46abe0d9f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464950 Jul 27 22:05:15.992598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Network': ['ID=cecf4217-0723-4d35-b337-4c89355b90ae,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:16.010146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network cecf4217-0723-4d35-b337-4c89355b90ae details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:16.067289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d962433-92aa-4c5f-a9e4-8641c80e2eee tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7961357 Jul 27 22:05:16.076810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:16.078198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ba71-5379-4311-8ac5-6d56be827d09 req-826b6654-8205-41f4-84e4-260c02b923c7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.083668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:16.088096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6f3ba71-5379-4311-8ac5-6d56be827d09 req-826b6654-8205-41f4-84e4-260c02b923c7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.3026187 Jul 27 22:05:16.099945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-82f21977-baa0-4bcf-a335-625b431ad545 None None] Port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:16.186665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6f3ba71-5379-4311-8ac5-6d56be827d09 req-cf4d2e64-2434-4605-b09c-a237fa8b06ab tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930007 Jul 27 22:05:16.189171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Router bc56ef65-8796-4996-bf60-6648f22deb9c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:16.259027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Attempting to bind port fc6b38dc-b70e-47e2-806d-524d2baa2b07 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:16.259370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Attempting to bind port fc6b38dc-b70e-47e2-806d-524d2baa2b07 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:16.259701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Attempting to bind port fc6b38dc-b70e-47e2-806d-524d2baa2b07 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:16.287704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-16ad1a4f-cdb0-4e99-acd8-2b9fbc36857f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.290027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-16ad1a4f-cdb0-4e99-acd8-2b9fbc36857f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.76 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 813 time: 0.5584440 Jul 27 22:05:16.305025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Request body: {'port': {'device_id': '561212c3-384f-4c13-a49b-a2756e5b9183', 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86', 'admin_state_up': True, 'tenant_id': '4c93de719c2c45f7b5572b3e02d6146b'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:16.409041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850ec41-99ab-4f44-8dcc-9614dacad40b req-ee9f095b-6e30-48a0-89da-6267ea336475 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.411114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b850ec41-99ab-4f44-8dcc-9614dacad40b req-ee9f095b-6e30-48a0-89da-6267ea336475 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.0860376 Jul 27 22:05:16.459445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Port fc6b38dc-b70e-47e2-806d-524d2baa2b07 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:16.459794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Attempting to bind port fc6b38dc-b70e-47e2-806d-524d2baa2b07 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:16.468083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b850ec41-99ab-4f44-8dcc-9614dacad40b req-cdd89241-b8d6-4984-901e-aebc12f66196 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501876 Jul 27 22:05:16.541900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:16.542520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:16.543131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:16.543854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Bound port: fc6b38dc-b70e-47e2-806d-524d2baa2b07, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:16.544426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.574501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-888c829b-d9e9-4c1c-8804-d376c3f0755f req-7b9c62ec-0eed-41b7-8667-775a187fdb91 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0452619 Jul 27 22:05:16.713479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd187e7-7e4f-4dee-8cb1-e99240e63f32 req-63909986-d27d-4fb3-afac-999fae16abce tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.715417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecd187e7-7e4f-4dee-8cb1-e99240e63f32 req-63909986-d27d-4fb3-afac-999fae16abce tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.2884326 Jul 27 22:05:17.121527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Made reservation on behalf of 4c93de719c2c45f7b5572b3e02d6146b for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:17.125234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.129822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fafa62-85e1-4712-8c9a-950c5aece7af req-4950cf87-70d1-4ddb-adef-0c335d5e09d4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.131715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3fafa62-85e1-4712-8c9a-950c5aece7af req-4950cf87-70d1-4ddb-adef-0c335d5e09d4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.0925751 Jul 27 22:05:17.160322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:17.162701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:17.172056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6d28bd9b-5fc8-4950-b8ea-c9ba67f9848c tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "PUT /v2.0/routers/bc56ef65-8796-4996-bf60-6648f22deb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8640952 Jul 27 22:05:17.175968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] Sync routers for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:17.185868 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:17.186961 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:17.196069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:17.214004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3fafa62-85e1-4712-8c9a-950c5aece7af req-2a8521e2-c3c7-4170-ab45-e0e96c5e6b67 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Jul 27 22:05:17.221834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:17.226590 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:17.235289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Request body: {'port': {'network_id': '30f531e0-f46c-42bc-a6b8-8c877b1fed2a', 'name': 'tempest-FloatingIPAdminTestJSON-1940372978'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:17.237103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:17.237835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecd187e7-7e4f-4dee-8cb1-e99240e63f32 req-ebc58f6d-6eac-4eee-a443-12bb61965f9c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084684 Jul 27 22:05:17.238272 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:17.278634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:17.280938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34a98e-8673-413e-8862-916c6a65bc35 None None] The sync data for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:17.289727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Made reservation on behalf of 44df9dc97d364dc482b3f4919ee1f49e for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:17.293369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.348339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.431011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Performing IP validity checks on allocation pools {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:05:17.431970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:05:17.443619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.444260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.445679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] 10.222.0.50 "PUT /v2.0/ports/fc6b38dc-b70e-47e2-806d-524d2baa2b07 HTTP/1.1" status: 200 len: 1091 time: 3.4831288 Jul 27 22:05:17.448069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:17.451093 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:17.484904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Made reservation on behalf of d35596835f884bd69c0b0907ef87af4b for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:17.502827 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.516018 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22837a4f-c4de-4c43-a1c6-c4343d62874f x-openstack-request-id: req-22837a4f-c4de-4c43-a1c6-c4343d62874f {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:17.516314 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:17.516576 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22837a4f-c4de-4c43-a1c6-c4343d62874f {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:17.516996 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07', 'status': 'completed', 'code': 200} Jul 27 22:05:17.545444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] device_id is not set on port 9fc6c10d-a61c-48ac-bc60-a8a078972c12 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:05:17.547413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Allocated IP 172.20.0.14 (c64571da-f95c-40b1-af37-ac5aa2de3f86/41296cb5-dfbf-4f8e-8acf-6248ea6d2a01/044b8c23-75c0-4338-aeaa-ec1fe3ad0217) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:17.635420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95770359-6a00-4001-b5b3-6ba9c9471ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:17.806917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Allocated IP 172.20.0.10 (30f531e0-f46c-42bc-a6b8-8c877b1fed2a/1bc90f19-d1ee-481c-b2b3-9f05f45fdab1/9fc6c10d-a61c-48ac-bc60-a8a078972c12) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:17.906002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbd7e3b8-befa-451f-9d55-6f3a03b8aa62 req-b74dff79-5828-486a-95be-78c462c29cdd tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0503786 Jul 27 22:05:17.962972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-ddb607cd-4edb-439b-b862-900daa0666a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.964824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-ddb607cd-4edb-439b-b862-900daa0666a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 1094 time: 0.4123964 Jul 27 22:05:18.029891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc1e6b-551c-4fc3-8932-b445bf546d5e req-71885f52-5106-4a72-9458-1eb8284ed915 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.031576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7bc1e6b-551c-4fc3-8932-b445bf546d5e req-71885f52-5106-4a72-9458-1eb8284ed915 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 943 time: 0.3981764 Jul 27 22:05:18.082797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.087371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.103746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Transition to ACTIVE for port object 9fc6c10d-a61c-48ac-bc60-a8a078972c12 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:18.213422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.243150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7bc1e6b-551c-4fc3-8932-b445bf546d5e req-d8440da3-827a-41da-933b-707a996f4775 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682401 Jul 27 22:05:18.252898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=0aae8fa4-95a1-447e-b27f-49e3cc57fb69,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.296558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-eb0c1157-40f6-4438-9783-67d76070216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.296828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-eb0c1157-40f6-4438-9783-67d76070216b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f50523ce341b4f1fb6bd259214295508&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3051894 Jul 27 22:05:18.393833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Checking segment: {'id': '85034a32-646a-4089-a423-a20313c06703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:18.393833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network hostable DHCP agents. Network: cecf4217-0723-4d35-b337-4c89355b90ae, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:18.502486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.507394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-9442b8f2-e60d-4130-b94f-9068fa7e70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.508929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f57876c6-4ba7-4ebd-8772-99cfeebc3f86 req-9442b8f2-e60d-4130-b94f-9068fa7e70b9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935613 Jul 27 22:05:18.554621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57482765-abde-457e-b314-f3e809bd11f3 req-a6dd3481-7544-430d-969b-f97da837811f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.555963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57482765-abde-457e-b314-f3e809bd11f3 req-a6dd3481-7544-430d-969b-f97da837811f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.2044485 Jul 27 22:05:18.556959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Network cecf4217-0723-4d35-b337-4c89355b90ae is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:18.593765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:18.612665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-8549b056-3117-4686-bb0f-c564ff3adda2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.614173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-8549b056-3117-4686-bb0f-c564ff3adda2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.5067978 Jul 27 22:05:18.628163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:18.630823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-4f2c792f-1183-457b-9019-160155c28587 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/quotas/6f65d14a2778400d87f66b8ef9d67737 HTTP/1.1" status: 200 len: 375 time: 0.0106738 Jul 27 22:05:18.633128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:18.637548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Pushing event updated for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.690082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.704447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57482765-abde-457e-b314-f3e809bd11f3 req-a14f0cd9-2130-4e87-a6ed-8c2aa5fce32f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390955 Jul 27 22:05:18.728623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.730882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.731667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, cecf4217-0723-4d35-b337-4c89355b90ae) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:18.732269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-ef53ce44-0bea-4bf3-a4af-c780afc8e4e4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953722 Jul 27 22:05:18.744860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.745605 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.749828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bddf7c-e7a7-448b-b2a0-f51970e016c4 None None] Network cecf4217-0723-4d35-b337-4c89355b90ae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:18.760094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-1dd7c556-2cf9-43d8-b17d-5635f15a8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.761686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-1dd7c556-2cf9-43d8-b17d-5635f15a8bdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 1094 time: 0.1995440 Jul 27 22:05:18.784223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:18.825151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:18.825809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-37a72259-1c68-4b55-a19a-3d1ac9c55d9f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7392395 Jul 27 22:05:18.825809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57424) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:18.831836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:18.836870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:18.845869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-80d57bf8-c64b-46b6-99b1-851ce06a9c0c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5415125 Jul 27 22:05:18.859880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event updated for resources: {'Port': ['ID=9fc6c10d-a61c-48ac-bc60-a8a078972c12,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.871617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-0be4cf77-34e0-4664-a55a-541f25af7e1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07 HTTP/1.1" status: 200 len: 217 time: 0.0998018 Jul 27 22:05:18.871800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:18.878344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Request body: {'port': {'device_id': '561212c3-384f-4c13-a49b-a2756e5b9183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:18.913103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.913632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.958252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-284f5ed2-ed5f-415e-81c0-3cd98650b370 service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064159 Jul 27 22:05:18.965724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-a7d34eb4-c6c3-4a9c-ba92-68b7c23b7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.967633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-a7d34eb4-c6c3-4a9c-ba92-68b7c23b7b40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0723586 Jul 27 22:05:19.062229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:19.077156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'mac_address': 'fa:16:3e:3b:82:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:19.126745 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-8497c263-af2a-4e4f-bfb5-799ba8137cce service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608706 Jul 27 22:05:19.128486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-40124f0a-2cb8-41a5-b2e4-3503dc037050 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9129896 Jul 27 22:05:19.155625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:19.219499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-ca4faeda-968d-45e8-98b3-ec6c608312dc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.221605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-ca4faeda-968d-45e8-98b3-ec6c608312dc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d5540e0-08c8-48a6-9449-b291d7bb9fbf HTTP/1.1" status: 200 len: 945 time: 0.0917799 Jul 27 22:05:19.221720 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.248953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:19.265178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'project_id': 'd35596835f884bd69c0b0907ef87af4b', 'port_id': '9fc6c10d-a61c-48ac-bc60-a8a078972c12'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:19.296064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29257117'] for subnet, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.320291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:19.335122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-cecf4217-0723-4d35-b337-4c89355b90ae', 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae', 'tenant_id': '44df9dc97d364dc482b3f4919ee1f49e', 'fixed_ips': [{'subnet_id': '0aae8fa4-95a1-447e-b27f-49e3cc57fb69'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:05:19.336070 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.338851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.373785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-aa757b85-afcc-4d12-9aaf-2c46e69a4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.379056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-aa757b85-afcc-4d12-9aaf-2c46e69a4abd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867545 Jul 27 22:05:19.469069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Deleting port 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:19.469477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.497770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.525519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b34d3fd-8fef-4c7a-a932-a245a8ca3345 None None] Provisioning for port 9fc6c10d-a61c-48ac-bc60-a8a078972c12 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:19.573380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b34d3fd-8fef-4c7a-a932-a245a8ca3345 None None] Provisioning complete for port 9fc6c10d-a61c-48ac-bc60-a8a078972c12 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:19.574653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b34d3fd-8fef-4c7a-a932-a245a8ca3345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.583420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.688313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8cab0-26f2-4aac-9c7b-1dfb278ac372 req-4f79368e-2750-4b70-b0e4-b7713ec592d2 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.689925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33c8cab0-26f2-4aac-9c7b-1dfb278ac372 req-4f79368e-2750-4b70-b0e4-b7713ec592d2 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 932 time: 0.6113131 Jul 27 22:05:19.703013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0b34d3fd-8fef-4c7a-a932-a245a8ca3345 None None] Port 9fc6c10d-a61c-48ac-bc60-a8a078972c12 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:19.709049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:19.735259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] For port 78812db5-c39a-4c18-a82e-921f8a2296f1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=78812db5-c39a-4c18-a82e-921f8a2296f1,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:19.735800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.757741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Calling delete_port for 78812db5-c39a-4c18-a82e-921f8a2296f1 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:19.783006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:05:19.783006 n-d-738018-6 neutron-server[94673]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 22:05:19.783006 n-d-738018-6 neutron-server[94673]: [parameters: {'in_use': 1, 'id_1': '0aae8fa4-95a1-447e-b27f-49e3cc57fb69'}] Jul 27 22:05:19.783006 n-d-738018-6 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:19.787688 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:19.792830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c2ff83de-aa52-46b6-8f62-864a86e93824'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:19.852702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117cda-7631-414d-b1b1-37f6f05064d0 req-3fb43b79-bb88-4302-9933-a5b8417c469c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.860483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc117cda-7631-414d-b1b1-37f6f05064d0 req-3fb43b79-bb88-4302-9933-a5b8417c469c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.2089090 Jul 27 22:05:19.926705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc117cda-7631-414d-b1b1-37f6f05064d0 req-44507a10-2cbe-438a-a4b0-1729dc33b65b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587280 Jul 27 22:05:20.031087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-921e74c3-1d83-4b8f-bedd-be5a234df6ca req-cad89a3d-0e17-4de1-9a57-4ccf2a582563 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 210 time: 0.0470550 Jul 27 22:05:20.106843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-21fe6588-540d-4037-93a7-16033cd4395a service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996412 Jul 27 22:05:20.122579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33c8cab0-26f2-4aac-9c7b-1dfb278ac372 req-6164c4a5-136d-4434-9b02-5359ca325e38 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146883 Jul 27 22:05:20.150342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.162980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['78812db5-c39a-4c18-a82e-921f8a2296f1'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:20.178050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event deleted for resources: {'Port': ['ID=78812db5-c39a-4c18-a82e-921f8a2296f1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:20.239078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee0f1-8dc5-426a-9370-b5c3270847cd req-a2e928f8-1d70-43da-a9fb-5029b0496ab3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.240773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f2ee0f1-8dc5-426a-9370-b5c3270847cd req-a2e928f8-1d70-43da-a9fb-5029b0496ab3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.1364288 Jul 27 22:05:20.264217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] No DVR routers for this DVR port 78812db5-c39a-4c18-a82e-921f8a2296f1 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:20.272006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.274042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bbcd948-ccd3-42de-8d79-48ba8c3a1472 req-59129f33-1ca4-4c60-9576-3c0720e2f935 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "DELETE /v2.0/ports/78812db5-c39a-4c18-a82e-921f8a2296f1 HTTP/1.1" status: 204 len: 173 time: 1.0456576 Jul 27 22:05:20.274522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-deleted', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:20.277007 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abd6b89-b300-4355-8867-bd0df057ec7c" -d '{"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-deleted", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:20.277683 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764843392997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28832239'] for subnet, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.285311 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.368321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f2ee0f1-8dc5-426a-9370-b5c3270847cd req-9b0f754a-61b8-4c6e-8210-5e9349bcd318 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056445 Jul 27 22:05:20.429103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfaf1116-9837-4156-808d-d51b4c8ee404 req-2b99518f-4d18-46ba-bcba-59dd601bec23 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139799 Jul 27 22:05:20.464044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.464044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.464044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "PUT /v2.0/subnets/0aae8fa4-95a1-447e-b27f-49e3cc57fb69 HTTP/1.1" status: 200 len: 900 time: 1.6312585 Jul 27 22:05:20.464741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:20.464850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.470803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afc904-c736-4a56-963d-5242d0d6b98b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event updated for resources: {'Subnet': ['ID=0aae8fa4-95a1-447e-b27f-49e3cc57fb69,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:20.511579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Allocated IP 2001:db8::3 (cecf4217-0723-4d35-b337-4c89355b90ae/0aae8fa4-95a1-447e-b27f-49e3cc57fb69/5a1e0dcc-2129-43c7-90f6-a32bd815a032) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:20.550978 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d796e45e-e858-4252-a0b6-a1476bf1c45b x-openstack-request-id: req-d796e45e-e858-4252-a0b6-a1476bf1c45b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:20.551393 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5540e0-08c8-48a6-9449-b291d7bb9fbf", "name": "network-vif-deleted", "tag": "78812db5-c39a-4c18-a82e-921f8a2296f1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:20.551722 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d796e45e-e858-4252-a0b6-a1476bf1c45b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:20.552207 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5540e0-08c8-48a6-9449-b291d7bb9fbf', 'name': 'network-vif-deleted', 'tag': '78812db5-c39a-4c18-a82e-921f8a2296f1', 'status': 'completed', 'code': 200} Jul 27 22:05:20.638431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:20.649055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.671024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.717688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.728962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Transition to ACTIVE for port object 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:20.739852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.753628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Transition to ACTIVE for port object 5a1e0dcc-2129-43c7-90f6-a32bd815a032 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:20.775739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Transition to ACTIVE for port object 5a1e0dcc-2129-43c7-90f6-a32bd815a032 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:20.777727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Allocated IP 172.25.3.203 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/72862d50-87fe-483b-8483-43ab7883be23) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:20.795951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:20.867662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c2ff83de-aa52-46b6-8f62-864a86e93824 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:20.868143 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.881520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.925168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.963723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.987516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Pushing event updated for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.022970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Network cecf4217-0723-4d35-b337-4c89355b90ae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:21.027877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:21.036936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:21.042940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.068346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.115374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Pushing event updated for resources: {'Port': ['ID=5a1e0dcc-2129-43c7-90f6-a32bd815a032,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.161638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:21.164000 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a6d3f-a333-4944-a0b3-8d8cb1385057" -d '{"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:21.172083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Attempting to bind port 5a1e0dcc-2129-43c7-90f6-a32bd815a032 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:21.172467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Attempting to bind port 5a1e0dcc-2129-43c7-90f6-a32bd815a032 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '85034a32-646a-4089-a423-a20313c06703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:21.172845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Attempting to bind port 5a1e0dcc-2129-43c7-90f6-a32bd815a032 on network cecf4217-0723-4d35-b337-4c89355b90ae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:21.180258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Attempting to bind port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:21.180258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Attempting to bind port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:21.180258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Attempting to bind port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:21.187131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:21.188460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:21.188836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Checking segment: {'id': '85034a32-646a-4089-a423-a20313c06703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:21.188957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:21.189210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Attempting to bind port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:21.189326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.189651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Bound using segment: {'id': '85034a32-646a-4089-a423-a20313c06703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:21.190142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Bound port: 5a1e0dcc-2129-43c7-90f6-a32bd815a032, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85034a32-646a-4089-a423-a20313c06703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cecf4217-0723-4d35-b337-4c89355b90ae'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:21.190565 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.199441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:21.199441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Checking segment: {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:21.199852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Bound using segment: {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:21.200570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Bound port: 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:21.201997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.207199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=0aae8fa4-95a1-447e-b27f-49e3cc57fb69,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.254006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.261922 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.270612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-375ce132-bf5f-4f10-954a-fd15bad61c86 req-cad2adbd-4450-4483-a4ea-89aa9d63b5ff tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 210 time: 0.0686595 Jul 27 22:05:21.323290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] For port 5a1e0dcc-2129-43c7-90f6-a32bd815a032, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:21.339106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] For port 5a1e0dcc-2129-43c7-90f6-a32bd815a032, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5a1e0dcc-2129-43c7-90f6-a32bd815a032,segment=NetworkSegment(85034a32-646a-4089-a423-a20313c06703),segment_id=85034a32-646a-4089-a423-a20313c06703)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:21.349681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:21.355598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:21.362339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:21.371396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.438231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.452535 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.454303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf4217-0723-4d35-b337-4c89355b90ae']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:21.467514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85034a32-646a-4089-a423-a20313c06703') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:21.467857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85034a32-646a-4089-a423-a20313c06703') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:21.484060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.519892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.544459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8841ae-fbbc-41aa-a46e-1120cab12869 req-4190f3dd-fbfc-4c1d-89a5-5da94d9f1070 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.552246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039a3be-89a0-410d-9eb5-1755c6da48cb req-29cfb31a-f90b-458e-8f56-9da566f4456f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.552744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c8841ae-fbbc-41aa-a46e-1120cab12869 req-4190f3dd-fbfc-4c1d-89a5-5da94d9f1070 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 944 time: 0.1594191 Jul 27 22:05:21.556695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8039a3be-89a0-410d-9eb5-1755c6da48cb req-29cfb31a-f90b-458e-8f56-9da566f4456f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 944 time: 0.5087063 Jul 27 22:05:21.581300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Pushing event updated for resources: {'Port': ['ID=72862d50-87fe-483b-8483-43ab7883be23,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.591037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:21.593364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:21.593796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.595671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb3a33-1f21-4382-aa5a-1e2da6008ed2 None None] Pushing event updated for resources: {'Port': ['ID=5a1e0dcc-2129-43c7-90f6-a32bd815a032,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.614513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c8841ae-fbbc-41aa-a46e-1120cab12869 req-09642f2e-5eb4-435d-a4b5-981b1b03a192 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:21.617624 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:21.622396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:21.634781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae683b81-25e8-4350-bf20-7d61fa331a33 None None] Network cecf4217-0723-4d35-b337-4c89355b90ae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:21.735374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8039a3be-89a0-410d-9eb5-1755c6da48cb req-3ada8f3e-f4b0-40e1-b7d2-2daf29247d3d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582699 Jul 27 22:05:21.741408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.770855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:05:21.770855 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:05:21.770855 n-d-738018-6 neutron-server[94672]: [parameters: {'id': 'cecf4217-0723-4d35-b337-4c89355b90ae'}] Jul 27 22:05:21.770855 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:21.771541 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:21.789024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.789024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.790157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] 10.222.0.76 "PUT /v2.0/ports/044b8c23-75c0-4338-aeaa-ec1fe3ad0217 HTTP/1.1" status: 200 len: 1092 time: 2.9178448 Jul 27 22:05:21.790869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:21.795000 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e95a3d-8101-4fbc-b06b-d367385a2ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:21.973801 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6e51d9-0068-4194-b5be-2c7cbca9f957 x-openstack-request-id: req-bd6e51d9-0068-4194-b5be-2c7cbca9f957 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:21.973801 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:21.973801 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd6e51d9-0068-4194-b5be-2c7cbca9f957 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:21.975909 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217', 'status': 'completed', 'code': 200} Jul 27 22:05:22.001049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e954f-7a65-4d18-ab6d-943bae3c458b service neutron] Pushing event updated for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:22.018158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d25e-d3d5-4a82-b421-5a0384b1d2d3 req-59b078b9-24ca-492f-b9e8-f692b928828d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.020065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1c2d25e-d3d5-4a82-b421-5a0384b1d2d3 req-59b078b9-24ca-492f-b9e8-f692b928828d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.1594458 Jul 27 22:05:22.024633 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29b1a9-9a94-4f29-be2b-b14a011f39b4 x-openstack-request-id: req-4c29b1a9-9a94-4f29-be2b-b14a011f39b4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:22.025182 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:22.025286 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c29b1a9-9a94-4f29-be2b-b14a011f39b4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:22.025591 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'code': 200} Jul 27 22:05:22.083340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1c2d25e-d3d5-4a82-b421-5a0384b1d2d3 req-d0a67498-f8d8-4e8e-840b-37a630489e63 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Jul 27 22:05:22.145480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c4f97-8e63-46f9-83a3-f065d9361cfa None None] Network cecf4217-0723-4d35-b337-4c89355b90ae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:22.287711 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.360009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8156198-a44b-468f-a9e4-5bc2aefc7d04 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:05:22.366524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-5e5c9310-0e0b-4a9c-a81a-b9b61651e432 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.368126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-5e5c9310-0e0b-4a9c-a81a-b9b61651e432 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.1753168 Jul 27 22:05:22.383805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Request body: {'port': {'device_id': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'admin_state_up': True, 'tenant_id': '6f65d14a2778400d87f66b8ef9d67737'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:22.639927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port 5a1e0dcc-2129-43c7-90f6-a32bd815a032 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:22.639927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.640835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8156198-a44b-468f-a9e4-5bc2aefc7d04 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:05:22.641173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port 5a1e0dcc-2129-43c7-90f6-a32bd815a032, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5a1e0dcc-2129-43c7-90f6-a32bd815a032,segment=NetworkSegment(85034a32-646a-4089-a423-a20313c06703),segment_id=85034a32-646a-4089-a423-a20313c06703)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:22.641173 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.662504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for 5a1e0dcc-2129-43c7-90f6-a32bd815a032 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:22.667315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-731d93aa-b2ce-4914-8e76-fcfeaf7eeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.669156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-731d93aa-b2ce-4914-8e76-fcfeaf7eeed5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 1095 time: 0.6907320 Jul 27 22:05:22.671187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-044229ac-39a2-4c58-be10-a900f7bec5c0 req-ff36de47-d253-4bd7-84c8-f6b88de8047d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 210 time: 0.0620122 Jul 27 22:05:22.695723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3183cdc-c847-48c0-aca3-fdf6cc3a3524 req-207ce54d-007f-4310-aa80-31f33250652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.697280 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3183cdc-c847-48c0-aca3-fdf6cc3a3524 req-207ce54d-007f-4310-aa80-31f33250652b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 1097 time: 0.6420178 Jul 27 22:05:22.754060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-ad9c5a58-776e-439b-a9e6-a8dede8709e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217 HTTP/1.1" status: 200 len: 217 time: 0.0720472 Jul 27 22:05:22.838560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cc8fc-cea9-41b4-beeb-7c42a0581acd req-485a7ac1-ba2d-4ad2-ab09-e6807e1dd5dd tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.841181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-815cc8fc-cea9-41b4-beeb-7c42a0581acd req-485a7ac1-ba2d-4ad2-ab09-e6807e1dd5dd tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 944 time: 0.1196558 Jul 27 22:05:22.842276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:22.867530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 78812db5-c39a-4c18-a82e-921f8a2296f1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:22.867989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 78812db5-c39a-4c18-a82e-921f8a2296f1 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:22.879603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3183cdc-c847-48c0-aca3-fdf6cc3a3524 req-d856b32b-1a73-4af6-afec-b8601ecde93a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350801 Jul 27 22:05:22.898641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-815cc8fc-cea9-41b4-beeb-7c42a0581acd req-eed97d2e-1f83-49f4-bcb4-4e7cfccbb5e5 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Jul 27 22:05:22.925140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-d93e9620-a55e-4b8d-a31d-dd988538e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.925140 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-d93e9620-a55e-4b8d-a31d-dd988538e2fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 HTTP/1.1" status: 200 len: 853 time: 0.1594644 Jul 27 22:05:22.952703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Made reservation on behalf of 6f65d14a2778400d87f66b8ef9d67737 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:22.956347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.963459 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.020613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-23c15310-bd8a-49f9-91f4-6e539ad85062 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c64571da-f95c-40b1-af37-ac5aa2de3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887959 Jul 27 22:05:23.065705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=5a1e0dcc-2129-43c7-90f6-a32bd815a032,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:23.104780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port 5a1e0dcc-2129-43c7-90f6-a32bd815a032 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:23.118659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.169551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335ef86-9c1a-49c2-b508-e7d4b0410f83 req-1cf7df82-533d-4c55-a3bb-0a5931e22568 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.185644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a335ef86-9c1a-49c2-b508-e7d4b0410f83 req-1cf7df82-533d-4c55-a3bb-0a5931e22568 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.3256395 Jul 27 22:05:23.252570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.255138 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a335ef86-9c1a-49c2-b508-e7d4b0410f83 req-785806eb-d4da-4c51-8ebd-881704639ea1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685399 Jul 27 22:05:23.276959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-1ff00091-1013-44cb-8dcc-88e980f74d97 service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433321 Jul 27 22:05:23.308833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf4217-0723-4d35-b337-4c89355b90ae']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.326717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85034a32-646a-4089-a423-a20313c06703') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.327027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85034a32-646a-4089-a423-a20313c06703') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:23.344970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.365628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.378008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:23.378452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:23.384345 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:23.391642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.395863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Allocated IP 172.20.0.12 (bf2a3439-a293-43a9-9f70-b70e48a76a00/6abe2b47-8c2a-40cc-ba6a-588ef0942669/00ad48fc-f428-46a6-9e5c-becc22ba0f7c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:23.438534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1cb988bd-b8a6-4767-934a-34484807d3d8 req-8ec46b8a-e9dc-4f78-b2ba-35f038d987aa service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542914 Jul 27 22:05:23.483962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e725b-6017-4781-bdd2-4a92fcd8eefb req-3ca5772e-5d3d-4b11-b08e-52779abacd26 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.487439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc6e725b-6017-4781-bdd2-4a92fcd8eefb req-3ca5772e-5d3d-4b11-b08e-52779abacd26 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.2713623 Jul 27 22:05:23.585336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.592135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.615403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.617308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/cecf4217-0723-4d35-b337-4c89355b90ae HTTP/1.1" status: 204 len: 168 time: 3.1577702 Jul 27 22:05:23.620475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6f74-8e10-4a52-8826-a9a9d65e5500 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=cecf4217-0723-4d35-b337-4c89355b90ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:23.622207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57524) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:23.629171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc6e725b-6017-4781-bdd2-4a92fcd8eefb req-b15833b9-9f9d-455c-92bf-998ac292887f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322021 Jul 27 22:05:23.651707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.682224 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-415a3f3d-9f09-4756-a6a9-bbf04292ea3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:23.688413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415a3f3d-9f09-4756-a6a9-bbf04292ea3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:23.688413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-415a3f3d-9f09-4756-a6a9-bbf04292ea3e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/0aae8fa4-95a1-447e-b27f-49e3cc57fb69 HTTP/1.1" status: 404 len: 337 time: 0.0542626 Jul 27 22:05:23.689384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:23.721934 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c994eba-6781-4d34-a542-7b7094e802a7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:23.722968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c994eba-6781-4d34-a542-7b7094e802a7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:23.727150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-9f31587c-449f-4ad6-b27f-52b4e9206ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.727305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1c994eba-6781-4d34-a542-7b7094e802a7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/cecf4217-0723-4d35-b337-4c89355b90ae HTTP/1.1" status: 404 len: 339 time: 0.0348766 Jul 27 22:05:23.727410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-9f31587c-449f-4ad6-b27f-52b4e9206ce7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 1095 time: 0.1586595 Jul 27 22:05:23.730664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:23.744639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.829907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.859199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95503e96-86c9-4776-a63b-d3a9517c1dd6 req-8593be24-d591-4210-b8fd-734dfd1680b6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 210 time: 0.0882058 Jul 27 22:05:23.859837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Pushing event updated for resources: {'Port': ['ID=72862d50-87fe-483b-8483-43ab7883be23,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:23.875705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.952542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.978757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-30d83798-9fac-48c6-a1d2-ce22675f0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.984393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-30d83798-9fac-48c6-a1d2-ce22675f0d16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 914 time: 0.2452157 Jul 27 22:05:24.044192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:24.070732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:24.073824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:24.080320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.081652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-3ff58ff7-0cd4-4637-9b27-7ffaf934bc17 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217 HTTP/1.1" status: 200 len: 217 time: 0.0910943 Jul 27 22:05:24.132857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3048e3-18a1-427b-b61e-e1d94fecec20']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.138277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.140735 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Floating IP e290ae78-1db3-4da5-a874-66bf89e315d9 associated. External IP: 172.25.3.203, port: 9fc6c10d-a61c-48ac-bc60-a8a078972c12. Jul 27 22:05:24.168943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df47c6-4a1c-4309-a446-09b1d7a570ac') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.169234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df47c6-4a1c-4309-a446-09b1d7a570ac') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.192891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.197292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-6f4463d8-5df9-46b5-88c2-e7e5296f19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.199146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-6f4463d8-5df9-46b5-88c2-e7e5296f19c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 HTTP/1.1" status: 200 len: 853 time: 0.1059556 Jul 27 22:05:24.203817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.205069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.213116 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:24.242318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.253658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:24.254269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:24.258337 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:24.270876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-8f27acd2-1632-47c7-96d7-082f6e92733d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c64571da-f95c-40b1-af37-ac5aa2de3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609808 Jul 27 22:05:24.312594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4a7b5-cbb7-49e1-ac62-684daa54e49b req-c3b77c33-893a-4718-a348-28818f6fec06 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.314443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19f4a7b5-cbb7-49e1-ac62-684daa54e49b req-c3b77c33-893a-4718-a348-28818f6fec06 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 944 time: 0.3083472 Jul 27 22:05:24.319982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-16518fbb-475e-40fa-a7d3-1e6ddd576851 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9416766 Jul 27 22:05:24.345995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Request body: {'port': {'device_id': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:24.418417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19f4a7b5-cbb7-49e1-ac62-684daa54e49b req-450b9742-58ab-4d51-ae67-f18026ff97e9 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880370 Jul 27 22:05:24.457744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-fea4c70d-5f98-4bb2-8914-6a1e40c3da1f service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739507 Jul 27 22:05:24.472032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.492866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.494911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/bc3048e3-18a1-427b-b61e-e1d94fecec20 HTTP/1.1" status: 204 len: 168 time: 0.7632155 Jul 27 22:05:24.495881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509857f9-9024-435f-8310-1b99505bd45f tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=bc3048e3-18a1-427b-b61e-e1d94fecec20,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.497773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:24.498597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.539755 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d73ab06-7c4d-4854-a7ad-1bd325914c33 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:24.540535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d73ab06-7c4d-4854-a7ad-1bd325914c33 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:24.542395 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1d73ab06-7c4d-4854-a7ad-1bd325914c33 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/210aa916-6e54-4954-95ae-ffb300069511 HTTP/1.1" status: 404 len: 337 time: 0.0333841 Jul 27 22:05:24.544929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:24.600898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a010fe-1497-4da7-b485-7ea132d0fcd3 req-7fca7736-7d0d-4aed-86ec-e6772f8c83f9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.602559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a010fe-1497-4da7-b485-7ea132d0fcd3 req-7fca7736-7d0d-4aed-86ec-e6772f8c83f9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.2564003 Jul 27 22:05:24.613604 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bcaf21-b7f1-467d-8baa-cd742916d93a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:24.614204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bcaf21-b7f1-467d-8baa-cd742916d93a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:24.618336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-73bcaf21-b7f1-467d-8baa-cd742916d93a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/07dfbbef-873f-4985-8cf7-2b397e6fbb71 HTTP/1.1" status: 404 len: 339 time: 0.0700889 Jul 27 22:05:24.619570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:24.662500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Router bc56ef65-8796-4996-bf60-6648f22deb9c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:24.683542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87e95a3d-8101-4fbc-b06b-d367385a2ff7 req-df89504c-6adc-45b5-92b6-49921a2785b2 service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167077 Jul 27 22:05:24.696279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a010fe-1497-4da7-b485-7ea132d0fcd3 req-50a11e76-f7f9-412d-88f6-fe4e41db41c3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780096 Jul 27 22:05:24.840471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:24.856491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] Sync routers for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:24.866927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:24.867922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.911013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.922617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:24.923960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.930051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting subnet 81d9912c-478a-4857-a49e-9e6c1aadd7ef {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:24.936792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.971741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:24.972346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a124a-ced1-47b3-8fcb-b83108cb2563 None None] The sync data for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:24.980637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.070076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5a99975a-f99b-4bcd-975b-59484a331509 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.9006023 Jul 27 22:05:25.072764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57596) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:25.247114 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-623396de-5504-409c-bd7e-4367f98dba1f tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "GET /v2.0/floatingips/e290ae78-1db3-4da5-a874-66bf89e315d9 HTTP/1.1" status: 200 len: 984 time: 0.1727109 Jul 27 22:05:25.250386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:25.292453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.347181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01469ad2-0d48-4492-a7ba-40a81aa88fe8 req-22581eaf-5c8f-4b60-bd1f-a663c6d3d44f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.348944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01469ad2-0d48-4492-a7ba-40a81aa88fe8 req-22581eaf-5c8f-4b60-bd1f-a663c6d3d44f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 932 time: 0.3360207 Jul 27 22:05:25.350538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c11aee-74d1-468a-9d1e-5334855f03ec req-999eb231-ebc8-41d7-be09-bb0b5943d534 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.352174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82c11aee-74d1-468a-9d1e-5334855f03ec req-999eb231-ebc8-41d7-be09-bb0b5943d534 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.5955825 Jul 27 22:05:25.426484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c0d09335-4f4e-4e47-8150-2fdee22dbd3c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1742887 Jul 27 22:05:25.428872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57602) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:25.490122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82c11aee-74d1-468a-9d1e-5334855f03ec req-34cbf553-6a8d-4acc-818a-d97d290195f6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268685 Jul 27 22:05:25.497397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.564560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:25.605601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.628345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Transition to ACTIVE for port object 00ad48fc-f428-46a6-9e5c-becc22ba0f7c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:25.737987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.791146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.839730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=81d9912c-478a-4857-a49e-9e6c1aadd7ef,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.878241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.880793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a22969-6d24-47d6-9d9e-32d8fa836c6c None None] Network d413d68e-2867-4155-91c9-be560e9d325b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:25.892007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57610) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:25.892799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ce7f5e19-8d86-4c6a-9a7e-68be6e07dc23 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/81d9912c-478a-4857-a49e-9e6c1aadd7ef HTTP/1.1" status: 204 len: 168 time: 1.2649138 Jul 27 22:05:25.917546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.918856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-01469ad2-0d48-4492-a7ba-40a81aa88fe8 req-7c950cfc-07cb-400f-946c-f1eeaa614ace tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570056 Jul 27 22:05:25.969885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca51d-ceca-42d5-b255-c290c53822b8 req-d7ad7915-7ce3-463d-b946-c2822698499a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.971671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5eca51d-ceca-42d5-b255-c290c53822b8 req-d7ad7915-7ce3-463d-b946-c2822698499a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 944 time: 0.2847815 Jul 27 22:05:26.096640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5eca51d-ceca-42d5-b255-c290c53822b8 req-69e51279-be52-4675-861d-06df89ae6ffc tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079123 Jul 27 22:05:26.098000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Attempting to bind port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:26.098364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Attempting to bind port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:26.098697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Attempting to bind port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:26.104226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c on network bf2a3439-a293-43a9-9f70-b70e48a76a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:26.104557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Attempting to bind port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:26.116130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:26.122256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Checking segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:26.122256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Bound using segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:26.122256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Bound port: 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:26.122256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.128476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting subnet eba79d64-6c8b-446b-8284-f7b82c6b02f2 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:26.187955 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.225591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:26.230093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:26.290613 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.301618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.366090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3ea52-85b7-4965-a8c9-d6ff85f42dbd req-9df8a558-0d90-46a8-8b74-0bb2520e4c50 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.367583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8c3ea52-85b7-4965-a8c9-d6ff85f42dbd req-9df8a558-0d90-46a8-8b74-0bb2520e4c50 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.2583070 Jul 27 22:05:26.378181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:26.401153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.407494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.407494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-f3d2f29f-8ee9-4def-8c2b-99a58056f4af service neutron] 10.222.0.76 "PUT /v2.0/ports/00ad48fc-f428-46a6-9e5c-becc22ba0f7c HTTP/1.1" status: 200 len: 1092 time: 2.0721006 Jul 27 22:05:26.407494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:26.407494 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:26.436675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port 72862d50-87fe-483b-8483-43ab7883be23 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:26.437855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.451195 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b446d51b-8981-425c-8655-59926f1ee326 x-openstack-request-id: req-b446d51b-8981-425c-8655-59926f1ee326 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:26.451852 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:26.452209 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b446d51b-8981-425c-8655-59926f1ee326 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:26.452718 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'status': 'completed', 'code': 200} Jul 27 22:05:26.512285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.532080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8c3ea52-85b7-4965-a8c9-d6ff85f42dbd req-09608d6f-bf86-48fb-ad1f-d62efb0c3bdd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484466 Jul 27 22:05:26.575626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-1ebd1d3e-2840-469f-8179-a75756e19237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.577664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-1ebd1d3e-2840-469f-8179-a75756e19237 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 1095 time: 0.1013095 Jul 27 22:05:26.616217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.616453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.643681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for 72862d50-87fe-483b-8483-43ab7883be23 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:26.841102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:26.850555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.878663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eea19a-d8b4-45a7-81ff-10b131cc18e8 req-b73f6447-5a32-4571-af1d-58247d910a66 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.886980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0eea19a-d8b4-45a7-81ff-10b131cc18e8 req-b73f6447-5a32-4571-af1d-58247d910a66 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.2807157 Jul 27 22:05:26.898792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-fd15ce23-cf9e-41ca-af2d-3695174e297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.900272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-fd15ce23-cf9e-41ca-af2d-3695174e297a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f65d14a2778400d87f66b8ef9d67737&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3129585 Jul 27 22:05:26.914178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=eba79d64-6c8b-446b-8284-f7b82c6b02f2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:26.923163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.927325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1001ef7d-953c-4526-bcc6-71d029ce1629 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/eba79d64-6c8b-446b-8284-f7b82c6b02f2 HTTP/1.1" status: 204 len: 168 time: 1.0006566 Jul 27 22:05:26.927985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57620) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:27.047568 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.049344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0eea19a-d8b4-45a7-81ff-10b131cc18e8 req-bbeaaac1-e8f0-4263-8dfc-449f45d0301e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613877 Jul 27 22:05:27.071891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:27.097939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217', 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86', 'port_id': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217', 'mac_address': 'fa:16:3e:99:47:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41296cb5-dfbf-4f8e-8acf-6248ea6d2a01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:27.110036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-116e6ccd-1fe8-4035-8f13-c3eff36fb7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.111824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c826e9c-86e5-4bbe-afbc-85cd04ad50af req-116e6ccd-1fe8-4035-8f13-c3eff36fb7d6 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013903 Jul 27 22:05:27.167845 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.192125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:27.193607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.233734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=72862d50-87fe-483b-8483-43ab7883be23,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.241411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:27.266373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-54979346-2857-4413-92e1-7b78652e09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.268385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-54979346-2857-4413-92e1-7b78652e09f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 1095 time: 0.1112595 Jul 27 22:05:27.302044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.318392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce8726-e5a6-4d4a-8a1b-5c30f97d8bc2 None None] Network d413d68e-2867-4155-91c9-be560e9d325b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:27.353735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-d2c415d5-e4d6-4309-82e9-e4c39a580bd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c HTTP/1.1" status: 200 len: 217 time: 0.0642269 Jul 27 22:05:27.358911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.360954 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Floating IP e290ae78-1db3-4da5-a874-66bf89e315d9 disassociated (deleted). External IP: 172.25.3.203, port: 9fc6c10d-a61c-48ac-bc60-a8a078972c12. Jul 27 22:05:27.434513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336cd45-61fa-439b-86b1-06157eee27a2 req-4e0f5364-972c-433a-a2d3-e08495a1de6a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.436845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f336cd45-61fa-439b-86b1-06157eee27a2 req-4e0f5364-972c-433a-a2d3-e08495a1de6a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 944 time: 0.1911006 Jul 27 22:05:27.439078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-9f4985a9-e5ea-4f97-b53e-3dca7ed9f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.440843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-9f4985a9-e5ea-4f97-b53e-3dca7ed9f76e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 200 len: 855 time: 0.0798857 Jul 27 22:05:27.463082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02e8762f-2961-4f66-a8d6-4f841f3a2cc1 None None] Provisioning complete for port b4ebaa96-156c-4604-8e30-47ce8a5ad13b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:27.463459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e8762f-2961-4f66-a8d6-4f841f3a2cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.508551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.537063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f336cd45-61fa-439b-86b1-06157eee27a2 req-32b57158-544c-43e4-ba34-7f165334e8b8 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924859 Jul 27 22:05:27.538910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-2f912519-6e0e-42b4-aebf-a7a5d60215dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf2a3439-a293-43a9-9f70-b70e48a76a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682204 Jul 27 22:05:27.549274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['044b8c23-75c0-4338-aeaa-ec1fe3ad0217'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:27.578025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acff10-e21c-4b79-86ca-09d7ec58b1c8 req-d086cd95-9b7e-432a-b502-7d2ff20de427 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.585822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1acff10-e21c-4b79-86ca-09d7ec58b1c8 req-d086cd95-9b7e-432a-b502-7d2ff20de427 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 944 time: 0.5006769 Jul 27 22:05:27.604885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port b4ebaa96-156c-4604-8e30-47ce8a5ad13b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:27.605235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.690198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-667f5438-de39-4837-8300-2653b27fcbf1 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326797 Jul 27 22:05:27.740000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1acff10-e21c-4b79-86ca-09d7ec58b1c8 req-3e94d003-758f-45cb-bded-6751fd971e2e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531227 Jul 27 22:05:27.819125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,segment=NetworkSegment(a5578ec8-2bb7-4f16-84b5-1bf456f9f13d),segment_id=a5578ec8-2bb7-4f16-84b5-1bf456f9f13d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:27.819515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.843455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for b4ebaa96-156c-4604-8e30-47ce8a5ad13b owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:27.873366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] DHCP port deletion for d413d68e-2867-4155-91c9-be560e9d325b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:27.945038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ae4f98-6d49-422d-b99e-1f9774b47142 req-dfb0e935-11b6-44b4-b2fe-fafcf1e92fb1 service neutron] 10.222.0.76 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450562 Jul 27 22:05:27.991203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9d4ec-71d6-4f36-86e9-5beeb7ed48b7 req-1e91da2d-504f-4e11-9df3-3c3e24d6dfa9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.993210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7d9d4ec-71d6-4f36-86e9-5beeb7ed48b7 req-1e91da2d-504f-4e11-9df3-3c3e24d6dfa9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.2180240 Jul 27 22:05:27.999736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Router bc56ef65-8796-4996-bf60-6648f22deb9c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:28.003351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Deleting port b4ebaa96-156c-4604-8e30-47ce8a5ad13b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:28.003763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.083096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7d9d4ec-71d6-4f36-86e9-5beeb7ed48b7 req-3381b7eb-8b88-4115-8063-ac1eecec956c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776050 Jul 27 22:05:28.108702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] For port b4ebaa96-156c-4604-8e30-47ce8a5ad13b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,segment=NetworkSegment(a5578ec8-2bb7-4f16-84b5-1bf456f9f13d),segment_id=a5578ec8-2bb7-4f16-84b5-1bf456f9f13d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:28.115355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.136908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b4ebaa96-156c-4604-8e30-47ce8a5ad13b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:28.174977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Calling delete_port for b4ebaa96-156c-4604-8e30-47ce8a5ad13b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:28.237264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:28.242382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.253052 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] Sync routers for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:28.266637 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:28.267570 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.284836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f1f35882-dee7-4eaf-bac7-641b24aea6f5 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/floatingips/e290ae78-1db3-4da5-a874-66bf89e315d9 HTTP/1.1" status: 204 len: 168 time: 2.8530483 Jul 27 22:05:28.286690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.291745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:28.307888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.315936 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.328541 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:28.329165 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.335421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288d9dd-bda1-4162-a3b5-dd9fafbc634b req-bc1b3cab-c818-4df4-88f1-558630d1f99e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.337120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1288d9dd-bda1-4162-a3b5-dd9fafbc634b req-bc1b3cab-c818-4df4-88f1-558630d1f99e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 943 time: 0.1663027 Jul 27 22:05:28.340985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.366168 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.366854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426af700-7aa0-475f-ac42-5f5bb3ff5582 None None] The sync data for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:28.379709 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.394832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.402836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port b4ebaa96-156c-4604-8e30-47ce8a5ad13b on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:28.411836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] Pushing event deleted for resources: {'Port': ['ID=b4ebaa96-156c-4604-8e30-47ce8a5ad13b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.417768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5a518-fa5a-492f-a1e8-b92da6d98d59 None None] No DVR routers for this DVR port b4ebaa96-156c-4604-8e30-47ce8a5ad13b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:28.460408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.541371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1288d9dd-bda1-4162-a3b5-dd9fafbc634b req-63b7d4c8-93f6-49ab-878b-a1d1d0e3c04d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924510 Jul 27 22:05:28.546728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.557944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d413d68e-2867-4155-91c9-be560e9d325b']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.574879 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.583244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.583543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5578ec8-2bb7-4f16-84b5-1bf456f9f13d') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.609426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.633529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.645648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:28.646381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:28.651773 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:28.748122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Allocated IP 172.25.3.173 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2427bfa2-9997-43ed-ab5a-24c003bb6549) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:28.765979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abde954-67e5-4500-998b-61e841aea017 req-a4a80de7-0686-4017-aeb2-c6fb55388b29 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.767669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8abde954-67e5-4500-998b-61e841aea017 req-a4a80de7-0686-4017-aeb2-c6fb55388b29 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 945 time: 0.1409423 Jul 27 22:05:28.803477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.812550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.814894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/d413d68e-2867-4155-91c9-be560e9d325b HTTP/1.1" status: 204 len: 168 time: 1.8812931 Jul 27 22:05:28.824148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.845783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3f36d-593d-44fc-a821-ff7de2d83ccc tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=d413d68e-2867-4155-91c9-be560e9d325b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.852912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:28.857069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fc6b38dc-b70e-47e2-806d-524d2baa2b07 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:28.906122 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f148ee2a-e942-4cd1-906b-d5f7c002bba7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:28.906855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f148ee2a-e942-4cd1-906b-d5f7c002bba7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:28.911256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f148ee2a-e942-4cd1-906b-d5f7c002bba7 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/c1c73af1-3922-45e6-aaec-eed2db5ffbd9 HTTP/1.1" status: 404 len: 337 time: 0.0835607 Jul 27 22:05:28.916218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.916662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca4588-3873-4def-b619-0c40425e828c req-c60a3bcd-17c0-4ed2-ab4e-4cb5106bee94 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.929294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13ca4588-3873-4def-b619-0c40425e828c req-c60a3bcd-17c0-4ed2-ab4e-4cb5106bee94 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 944 time: 0.1049507 Jul 27 22:05:28.941608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8abde954-67e5-4500-998b-61e841aea017 req-5b98522a-25eb-40e6-a073-6c2ea095bc07 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514595 Jul 27 22:05:28.976014 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-63970683-b71d-4426-a817-d6ad1f02c8f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:28.977431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63970683-b71d-4426-a817-d6ad1f02c8f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:28.985353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-63970683-b71d-4426-a817-d6ad1f02c8f3 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/6988b3e7-a7ed-4b57-b774-cef7d2ec3ade HTTP/1.1" status: 404 len: 339 time: 0.0663822 Jul 27 22:05:28.989589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:28.997209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13ca4588-3873-4def-b619-0c40425e828c req-70641f97-31a1-44b7-9793-792119281985 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 Jul 27 22:05:29.038099 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0b0dbf-c99b-4085-b3fd-a0a76bb6f851 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:29.038589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0b0dbf-c99b-4085-b3fd-a0a76bb6f851 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:29.040338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0a0b0dbf-c99b-4085-b3fd-a0a76bb6f851 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/adc96140-f8f1-4eb8-81e9-a83c9416be9a HTTP/1.1" status: 404 len: 337 time: 0.0494781 Jul 27 22:05:29.043620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.057692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.069190 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-612e4782-2478-4168-b5d5-cc697efab5de tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:29.069782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612e4782-2478-4168-b5d5-cc697efab5de tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:29.072724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07', 'mac_address': 'fa:16:3e:15:40:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:29.073392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.076254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.076471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-612e4782-2478-4168-b5d5-cc697efab5de tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/be08982a-0f5c-4837-a666-eb668473da40 HTTP/1.1" status: 404 len: 339 time: 0.0304983 Jul 27 22:05:29.083424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:29.103215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:29.103656 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.112576 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cdc604-7573-46cd-9604-fe094bd0516d tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:29.118172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cdc604-7573-46cd-9604-fe094bd0516d tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:29.118172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-11cdc604-7573-46cd-9604-fe094bd0516d tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/53eb91b3-857c-42ec-a407-88806d20271d HTTP/1.1" status: 404 len: 337 time: 0.0371666 Jul 27 22:05:29.118172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.141471 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf289ec-d650-4c94-b8bc-bfb0185a990e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:29.142136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf289ec-d650-4c94-b8bc-bfb0185a990e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:29.146232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eaf289ec-d650-4c94-b8bc-bfb0185a990e tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/588f8b51-fee3-40e3-9b35-1d1817790da8 HTTP/1.1" status: 404 len: 339 time: 0.0256479 Jul 27 22:05:29.147186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57660) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.152424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.169819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6b38dc-b70e-47e2-806d-524d2baa2b07 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:29.196045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.205400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.226502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting subnet 3ed41d4d-6c86-4810-82cd-325bac6e7c43 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:29.230177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.232287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.244686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.258796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:29.265388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:29.269213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:29.275760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Pushing event updated for resources: {'Port': ['ID=2427bfa2-9997-43ed-ab5a-24c003bb6549,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.286315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:29.288723 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927199a2-e85c-44d5-84a6-e32df390522d" -d '{"events": [{"server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "name": "network-vif-plugged", "status": "completed", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:29.309140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.314428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.337198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.364963 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c32be9e-2ff5-48b5-bf5a-12ddcd514283 x-openstack-request-id: req-4c32be9e-2ff5-48b5-bf5a-12ddcd514283 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:29.365259 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "name": "network-vif-plugged", "status": "completed", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:29.365549 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c32be9e-2ff5-48b5-bf5a-12ddcd514283 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:29.365946 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217', 'code': 200} Jul 27 22:05:29.384096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.420693 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.440448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.501191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.504353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.532186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['fc6b38dc-b70e-47e2-806d-524d2baa2b07'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:29.573856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a34741-703f-4c55-aba8-393bbf0ba166 req-2a209b45-a810-4d12-858c-49145469c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.575408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5a34741-703f-4c55-aba8-393bbf0ba166 req-2a209b45-a810-4d12-858c-49145469c99e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 1097 time: 0.1467276 Jul 27 22:05:29.667179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.708918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5a34741-703f-4c55-aba8-393bbf0ba166 req-41866224-d9f9-41d6-93e2-8d776388f17f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233616 Jul 27 22:05:29.711097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed41d4d-6c86-4810-82cd-325bac6e7c43,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.713633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.725287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c075bc3b-9eed-4839-ae38-f40eec9bb808 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/3ed41d4d-6c86-4810-82cd-325bac6e7c43 HTTP/1.1" status: 204 len: 168 time: 0.5718405 Jul 27 22:05:29.725488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:29.726336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8a2f4-4788-4200-a059-9beb4533783d None None] Network 00dfba40-0998-48bd-8c3b-604bdc13ba52 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:30.094815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfed99-22fe-4e29-b521-69c5efd96478 req-6fd14d5f-1664-4891-8295-b6bf6641a25f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.096486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5cfed99-22fe-4e29-b521-69c5efd96478 req-6fd14d5f-1664-4891-8295-b6bf6641a25f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 946 time: 0.0843604 Jul 27 22:05:30.103537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ad896-9418-4d94-9709-f816a128c889 req-47e97ae0-2804-4ad3-84a0-98ea7c42af6d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.105119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e6ad896-9418-4d94-9709-f816a128c889 req-47e97ae0-2804-4ad3-84a0-98ea7c42af6d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 944 time: 0.4833176 Jul 27 22:05:30.114893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] DHCP port deletion for 00dfba40-0998-48bd-8c3b-604bdc13ba52 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:30.122854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.132553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.140322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5cfed99-22fe-4e29-b521-69c5efd96478 req-82ca54fd-b8ee-4943-9d0b-be71415e1a7a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 Jul 27 22:05:30.168687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e6ad896-9418-4d94-9709-f816a128c889 req-a7b78979-15db-4a92-9491-7f2a73d2a53d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507741 Jul 27 22:05:30.178163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Deleting port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:30.178709 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.211268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.275584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] For port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,segment=NetworkSegment(b922411f-67e8-40ba-aa94-84bd134080cd),segment_id=b922411f-67e8-40ba-aa94-84bd134080cd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:30.275995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.291624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Calling delete_port for 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:30.293187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:30.293423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b81ba6-801a-4097-8139-834794c3db08 req-68c5acc5-b411-4735-a41e-d3ae6bf758ff tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.293625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.296258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-70b81ba6-801a-4097-8139-834794c3db08 req-68c5acc5-b411-4735-a41e-d3ae6bf758ff tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 944 time: 0.0801766 Jul 27 22:05:30.342269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Pushing event updated for resources: {'Port': ['ID=2427bfa2-9997-43ed-ab5a-24c003bb6549,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.346647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-70b81ba6-801a-4097-8139-834794c3db08 req-b8b0e33f-d416-40a3-9278-2f8beb94be57 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Jul 27 22:05:30.366495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.384387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,segment=NetworkSegment(b922411f-67e8-40ba-aa94-84bd134080cd),segment_id=b922411f-67e8-40ba-aa94-84bd134080cd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:30.384764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.404835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:30.431670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.461146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.461725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] Pushing event deleted for resources: {'Port': ['ID=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.462418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7f8ae15-ceed-4b3a-a73b-2647efce3d4c tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1746941 Jul 27 22:05:30.465584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57680) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.472008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19ca22-2cd8-4185-adc9-2e17a9421297 None None] No DVR routers for this DVR port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:30.492870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.523050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.524913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:30.578192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:30.605756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.616534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dfba40-0998-48bd-8c3b-604bdc13ba52']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.631202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b922411f-67e8-40ba-aa94-84bd134080cd') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.631517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b922411f-67e8-40ba-aa94-84bd134080cd') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.640834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.655095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.661068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:30.661458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:30.664391 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:30.689000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.794781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.854950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.858835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:30.866025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.869331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/00dfba40-0998-48bd-8c3b-604bdc13ba52 HTTP/1.1" status: 204 len: 168 time: 1.1451046 Jul 27 22:05:30.878322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.888735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5a6ee-1a98-4bd3-aea8-316cc019ef96 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=00dfba40-0998-48bd-8c3b-604bdc13ba52,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.902062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fc6b38dc-b70e-47e2-806d-524d2baa2b07 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:30.914016 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8b50c5-bb03-44d5-b77b-9b7da569a29a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:30.914446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8b50c5-bb03-44d5-b77b-9b7da569a29a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:30.916460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe8b50c5-bb03-44d5-b77b-9b7da569a29a tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/c37fc705-0b27-464b-b523-c12754e57d15 HTTP/1.1" status: 404 len: 337 time: 0.0369177 Jul 27 22:05:30.918709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:30.920694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Allocated IP 172.25.3.2 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:30.939463 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4635c6-1b9c-4cdf-85e0-5446f5870a3b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] DELETE failed (client error): The resource could not be found. Jul 27 22:05:30.940034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4635c6-1b9c-4cdf-85e0-5446f5870a3b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:05:30.944163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e4635c6-1b9c-4cdf-85e0-5446f5870a3b tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/73efb6a2-052c-4932-be36-d12ddf1ce381 HTTP/1.1" status: 404 len: 339 time: 0.0221159 Jul 27 22:05:30.945114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57690) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:31.012626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:31.028618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'port_id': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'mac_address': 'fa:16:3e:b1:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abe2b47-8c2a-40cc-ba6a-588ef0942669', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:31.031545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting subnet 87bffd2e-1b76-417a-9f69-dc20ae1927b7 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:31.035358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.068873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.077560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.086555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port fc6b38dc-b70e-47e2-806d-524d2baa2b07 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:31.086871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.093104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:31.105418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port fc6b38dc-b70e-47e2-806d-524d2baa2b07 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:31.105935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.149121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:31.189606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.233991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.238261 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.286018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.344107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:31.350838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:31.352028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:31.353158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.353511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:31.367364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:31.369489 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bedabde-6572-4c23-a05a-9ec5c8f4f755" -d '{"events": [{"server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "name": "network-vif-plugged", "status": "completed", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:31.379776 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.387861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e9045-d855-4884-8689-00b2ddec3275 req-df122896-eefb-4659-98d1-8a4761e0ac71 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:31.390965 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-223e9045-d855-4884-8689-00b2ddec3275 req-df122896-eefb-4659-98d1-8a4761e0ac71 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 946 time: 0.1136014 Jul 27 22:05:31.391139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Pushing event updated for resources: {'Port': ['ID=4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.422270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Subnet': ['ID=87bffd2e-1b76-417a-9f69-dc20ae1927b7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.424211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.426474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f5027f6-c681-4fe7-abcb-42bd41119792 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/subnets/87bffd2e-1b76-417a-9f69-dc20ae1927b7 HTTP/1.1" status: 204 len: 168 time: 0.4811118 Jul 27 22:05:31.430345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.431116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:31.438362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5454f-4136-4e76-9e65-12e14328a394 None None] Network 5731f584-ae22-4d95-9514-dbd9135d2b15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:31.473540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['00ad48fc-f428-46a6-9e5c-becc22ba0f7c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:31.475477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-223e9045-d855-4884-8689-00b2ddec3275 req-d548bd30-306d-4901-ac16-4b050a30afd5 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560210 Jul 27 22:05:31.475683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ce6e-3558-4b9f-b874-e09d67991462 req-c23f877a-da6a-4a14-a835-7cb2ebe825d6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:31.477368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1271ce6e-3558-4b9f-b874-e09d67991462 req-c23f877a-da6a-4a14-a835-7cb2ebe825d6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 944 time: 0.1994610 Jul 27 22:05:31.582669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.602620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.616028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.622844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1271ce6e-3558-4b9f-b874-e09d67991462 req-57fca951-5616-4e48-a54f-056f5e1e0171 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954382 Jul 27 22:05:31.678628 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c38d8a6-5b54-406e-ac6e-cd466f7a5087 x-openstack-request-id: req-6c38d8a6-5b54-406e-ac6e-cd466f7a5087 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:31.679905 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "name": "network-vif-plugged", "status": "completed", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:31.680453 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c38d8a6-5b54-406e-ac6e-cd466f7a5087 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:31.682496 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07', 'code': 200} Jul 27 22:05:31.840234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.887905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Deleting port e69e67d7-7578-41d3-a693-a503e059c72c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:31.888537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.958863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5dd4fa55-7f73-489f-9688-debf0fb57529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.011856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] DHCP port deletion for 5731f584-ae22-4d95-9514-dbd9135d2b15 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:32.062594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:32.089614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:32.089973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 05d5b2bd-b1dd-4f0f-aff9-04b9317f2dbf not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:32.122169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Deleting port e69e67d7-7578-41d3-a693-a503e059c72c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:32.123193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.203360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] For port e69e67d7-7578-41d3-a693-a503e059c72c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e69e67d7-7578-41d3-a693-a503e059c72c,segment=NetworkSegment(58836f65-88b3-4177-bebe-eb250c3abe24),segment_id=58836f65-88b3-4177-bebe-eb250c3abe24)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:32.203784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.226124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Calling delete_port for e69e67d7-7578-41d3-a693-a503e059c72c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:32.398041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.425378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] Pushing event deleted for resources: {'Port': ['ID=e69e67d7-7578-41d3-a693-a503e059c72c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.437578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c65d7-9456-4d2f-b8df-82b9e8e72d4c None None] No DVR routers for this DVR port e69e67d7-7578-41d3-a693-a503e059c72c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:32.437688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d80d3c-e617-4649-8fa4-1095002c4775 req-bc1fbe61-b9f8-4c6d-a44f-e71393c0e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:32.437688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94d80d3c-e617-4649-8fa4-1095002c4775 req-bc1fbe61-b9f8-4c6d-a44f-e71393c0e483 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 1096 time: 0.6955316 Jul 27 22:05:32.467792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da45887-5ee7-4ae6-ba80-08b50bccd3bf req-4ec33f41-deab-423f-a0a4-78a8cdc5140d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:32.469514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9da45887-5ee7-4ae6-ba80-08b50bccd3bf req-4ec33f41-deab-423f-a0a4-78a8cdc5140d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 945 time: 0.7268152 Jul 27 22:05:32.480329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] For port e69e67d7-7578-41d3-a693-a503e059c72c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e69e67d7-7578-41d3-a693-a503e059c72c,segment=NetworkSegment(58836f65-88b3-4177-bebe-eb250c3abe24),segment_id=58836f65-88b3-4177-bebe-eb250c3abe24)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:32.480757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.527469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Calling delete_port for e69e67d7-7578-41d3-a693-a503e059c72c owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:32.592449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94d80d3c-e617-4649-8fa4-1095002c4775 req-52463129-161e-41a2-b863-fa7b0e8f43f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443906 Jul 27 22:05:32.640902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9da45887-5ee7-4ae6-ba80-08b50bccd3bf req-1de46699-406a-4f57-97e8-748d784f367e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540473 Jul 27 22:05:32.691759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.776437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.815349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Port': ['ID=e69e67d7-7578-41d3-a693-a503e059c72c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.817203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] No DVR routers for this DVR port e69e67d7-7578-41d3-a693-a503e059c72c on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:32.889829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:32.890765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.942981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.003266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e5fc5-1907-42db-8e44-4d7f828db5b6 req-5bc4d7f9-9736-40d8-9402-f5bdb9d3218c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.004865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d72e5fc5-1907-42db-8e44-4d7f828db5b6 req-5bc4d7f9-9736-40d8-9402-f5bdb9d3218c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.2747281 Jul 27 22:05:33.006724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5731f584-ae22-4d95-9514-dbd9135d2b15']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:33.026583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58836f65-88b3-4177-bebe-eb250c3abe24') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:33.026903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58836f65-88b3-4177-bebe-eb250c3abe24') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:33.065020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Pushing event updated for resources: {'Port': ['ID=4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.065819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.079095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.103072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.108864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d72e5fc5-1907-42db-8e44-4d7f828db5b6 req-77781c36-8942-4d89-9be1-88cc025dc755 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840595 Jul 27 22:05:33.127345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:33.127669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:33.127669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.127860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:33.127860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:33.128141 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:33.213032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.237764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.243793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7f06e015-cd46-42fe-9f4f-e5c3f009b576 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7739551 Jul 27 22:05:33.244155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:33.261909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:33.296142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.309701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.317738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] 10.222.0.37 "DELETE /v2.0/networks/5731f584-ae22-4d95-9514-dbd9135d2b15 HTTP/1.1" status: 204 len: 168 time: 1.8810554 Jul 27 22:05:33.337104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace884-d2ec-476d-9ea3-b8d92cbede25 tempest-NetworksIpV6Test-1749552255 tempest-NetworksIpV6Test-1749552255-project] Pushing event deleted for resources: {'Network': ['ID=5731f584-ae22-4d95-9514-dbd9135d2b15,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.378606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2a78b7ad-26c6-4ddb-bf63-b86847e95a97 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1331828 Jul 27 22:05:33.381070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:33.415220 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.464099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-175d1f54-adfb-4ae6-84f2-52ff2d2d0896 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0778284 Jul 27 22:05:33.464968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57796) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:33.522978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.653226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Deleting port 4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:33.654592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.683889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:33.687460 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6899d7f8-8108-42c0-af0f-17f8da41e294" -d '{"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-plugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:33.734832 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c26d6a-8b79-40e8-a663-a268ea37def1 x-openstack-request-id: req-17c26d6a-8b79-40e8-a663-a268ea37def1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:33.735780 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-plugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:33.736247 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17c26d6a-8b79-40e8-a663-a268ea37def1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:33.736887 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'code': 200} Jul 27 22:05:33.817104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.817486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.839781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Calling delete_port for 4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:33.892444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939c0fb-e6e2-4712-b1b3-46ffc1ab8f87 req-bd08b425-3221-46dc-8f96-5b0532acfe06 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.902525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9939c0fb-e6e2-4712-b1b3-46ffc1ab8f87 req-bd08b425-3221-46dc-8f96-5b0532acfe06 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1412346 Jul 27 22:05:33.976571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9939c0fb-e6e2-4712-b1b3-46ffc1ab8f87 req-74b2310f-4910-4639-8c33-7c2891e20785 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687990 Jul 27 22:05:34.043959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55f21-760f-412a-90b6-dd5da842ca67 req-c9ae3d58-2a47-462e-8e5c-07baa11d1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.050391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93c55f21-760f-412a-90b6-dd5da842ca67 req-c9ae3d58-2a47-462e-8e5c-07baa11d1d40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 1097 time: 0.2176857 Jul 27 22:05:34.058586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e69e67d7-7578-41d3-a693-a503e059c72c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:34.096744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e69e67d7-7578-41d3-a693-a503e059c72c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:34.109614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e69e67d7-7578-41d3-a693-a503e059c72c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:34.126893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93c55f21-760f-412a-90b6-dd5da842ca67 req-2d812b91-7f71-4153-8683-751000d08df8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682886 Jul 27 22:05:34.212131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:34.218957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.269625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Pushing event deleted for resources: {'Port': ['ID=4b92dfa2-ce32-4cf4-91ec-7b5bf6c64913,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:34.384758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002f6ab-024c-4a40-ba12-c28e377dd450 req-13b1dbe7-809c-4236-b254-3cc5b7b84d79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.386456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2002f6ab-024c-4a40-ba12-c28e377dd450 req-13b1dbe7-809c-4236-b254-3cc5b7b84d79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.1830466 Jul 27 22:05:34.395980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.397807 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-299045a3-8f27-4997-988f-09c338780311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.398877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.400296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-15f08221-5f39-4558-ad4a-aa675f6a05b5 tempest-FloatingIPAdminTestJSON-842908778 tempest-FloatingIPAdminTestJSON-842908778-project] 10.222.0.37 "DELETE /v2.0/floatingips/5f5f8144-e3fa-4297-afed-824c7a195ada HTTP/1.1" status: 204 len: 168 time: 0.9343367 Jul 27 22:05:34.404298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:34.465930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f5b6894b-c13c-4958-8094-4b258614c10c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44df9dc97d364dc482b3f4919ee1f49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519751 Jul 27 22:05:34.468644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:34.544085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2002f6ab-024c-4a40-ba12-c28e377dd450 req-4e6bffd1-3512-477c-8706-52cd3e8236e8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421065 Jul 27 22:05:34.578338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.612113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Deleting port 2427bfa2-9997-43ed-ab5a-24c003bb6549 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:34.612928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.637006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.701563 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.793293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.794508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.798392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e6fa9-381c-4420-a1d7-cb27726b8489 req-a6c1c299-bc40-4b2e-9fef-67f3c6e5aadb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.800105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc6e6fa9-381c-4420-a1d7-cb27726b8489 req-a6c1c299-bc40-4b2e-9fef-67f3c6e5aadb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.1055791 Jul 27 22:05:34.808125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Calling delete_port for 2427bfa2-9997-43ed-ab5a-24c003bb6549 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:34.880544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc6e6fa9-381c-4420-a1d7-cb27726b8489 req-75466bff-4fbb-4cee-8d39-4ad7008adea6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712414 Jul 27 22:05:34.883114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.890528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.893535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e377208a-58a3-4c41-b2d2-ed860d1d5cf1 HTTP/1.1" status: 204 len: 168 time: 0.4209712 Jul 27 22:05:34.910825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3b7a-8eff-414f-8554-a6553c11ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377208a-58a3-4c41-b2d2-ed860d1d5cf1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.116571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677b043-ce14-4b80-a071-69eea0a9b4a6 req-d2d11c1c-1df0-4175-bc68-d87c48ba63ac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.118823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b677b043-ce14-4b80-a071-69eea0a9b4a6 req-d2d11c1c-1df0-4175-bc68-d87c48ba63ac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.1053340 Jul 27 22:05:35.179877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b468-35ab-4869-a7aa-ec21154d4141 req-291b607b-272d-465e-9db1-93dc2518e754 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.185279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b677b043-ce14-4b80-a071-69eea0a9b4a6 req-155b6853-7ceb-4be7-a7cf-b7ab54a47145 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Jul 27 22:05:35.190534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e915b468-35ab-4869-a7aa-ec21154d4141 req-291b607b-272d-465e-9db1-93dc2518e754 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0948744 Jul 27 22:05:35.218544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.258045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Pushing event deleted for resources: {'Port': ['ID=2427bfa2-9997-43ed-ab5a-24c003bb6549,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.283958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e915b468-35ab-4869-a7aa-ec21154d4141 req-99169667-26a8-44be-a8d0-4ea99e05c9d1 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921788 Jul 27 22:05:35.375132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.377667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.382434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5eec8867-dcd3-437c-9410-468d56f77e79 tempest-FloatingIPAdminTestJSON-2101708407 tempest-FloatingIPAdminTestJSON-2101708407-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/d2f7be54-1f9c-455b-8fc7-d8fef2dcf627 HTTP/1.1" status: 204 len: 168 time: 0.9692945 Jul 27 22:05:35.382983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57838) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:35.507513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port 9fc6c10d-a61c-48ac-bc60-a8a078972c12 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:35.507872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.652121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.673089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for 9fc6c10d-a61c-48ac-bc60-a8a078972c12 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:35.858422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.930189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff225f2-1524-4a68-b09b-397b181f5595 req-fe5fcceb-3d43-4272-8a19-044c231b11e0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.935629 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ff225f2-1524-4a68-b09b-397b181f5595 req-fe5fcceb-3d43-4272-8a19-044c231b11e0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.1366947 Jul 27 22:05:35.981385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ff225f2-1524-4a68-b09b-397b181f5595 req-9efacf64-3dcc-4925-aae7-aaf609ea0447 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Jul 27 22:05:36.072020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.194842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=9fc6c10d-a61c-48ac-bc60-a8a078972c12,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:36.258603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.266645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.267210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36e3b04a-04b6-4e66-af4d-f4b9216869da tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/ports/9fc6c10d-a61c-48ac-bc60-a8a078972c12 HTTP/1.1" status: 204 len: 168 time: 0.8828051 Jul 27 22:05:36.417593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c04d66-e549-4d8d-a440-704e8aec9c9e tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.422196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79c04d66-e549-4d8d-a440-704e8aec9c9e tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc56ef65-8796-4996-bf60-6648f22deb9c HTTP/1.1" status: 200 len: 913 time: 0.1544538 Jul 27 22:05:36.427020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.460348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:36.529425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacce0e-0256-43be-9a7a-4203dc1b46f3 req-989b1ec3-f981-415e-96b9-d0daed47487f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.531516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cacce0e-0256-43be-9a7a-4203dc1b46f3 req-989b1ec3-f981-415e-96b9-d0daed47487f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1298463 Jul 27 22:05:36.583739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cacce0e-0256-43be-9a7a-4203dc1b46f3 req-461560a5-fd81-45bc-8652-40c429939309 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Jul 27 22:05:36.632665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--561498318'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:36.728908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.741741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.898609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d109da8-4e01-40f6-b3b2-e98610fc1efa req-27d3136b-0f18-473b-ac15-919510a48f5b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.899799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d109da8-4e01-40f6-b3b2-e98610fc1efa req-27d3136b-0f18-473b-ac15-919510a48f5b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2103565 Jul 27 22:05:36.998576 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.012359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.055369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d109da8-4e01-40f6-b3b2-e98610fc1efa req-068770fc-ee7e-4f95-9238-547018f88e7a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153176 Jul 27 22:05:37.098549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.275548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730d808d-54a1-462e-baec-63a4b2c66db0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.346418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659386d1-c099-4b4b-a805-76b4e9d4fdd4 req-a5387fd0-6056-4db2-940c-799e99a2fafa tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:37.348638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-659386d1-c099-4b4b-a805-76b4e9d4fdd4 req-a5387fd0-6056-4db2-940c-799e99a2fafa tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.2349901 Jul 27 22:05:37.511991 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.525075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.532246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-659386d1-c099-4b4b-a805-76b4e9d4fdd4 req-fa4c6940-0359-49ba-84ec-7923d85068a4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689899 Jul 27 22:05:37.600548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-f5e306ae-fccc-41ed-9ba8-85c63c329ccf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:37.600953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.602563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-f5e306ae-fccc-41ed-9ba8-85c63c329ccf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 945 time: 0.1997061 Jul 27 22:05:37.649714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.657918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1b3ae-09fb-4906-a79f-e83f2527b7a6 req-9f7f08f5-efbd-4cdb-8b6d-31856e5080d0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:37.665590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cd1b3ae-09fb-4906-a79f-e83f2527b7a6 req-9f7f08f5-efbd-4cdb-8b6d-31856e5080d0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2019966 Jul 27 22:05:37.769924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.771727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3094571 Jul 27 22:05:37.775149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcdfcd-eb7b-4251-8bfb-29ed9c455b0e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.778935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57888) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:37.878419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port fc6b38dc-b70e-47e2-806d-524d2baa2b07 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:37.878977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.950928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bad6649a-be96-4ffe-94ec-5ac1cac4d78f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1668508 Jul 27 22:05:37.952419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:37.958233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-security--245473472', 'description': 'tempest-security-description-1067416532'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:38.079468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7cd1b3ae-09fb-4906-a79f-e83f2527b7a6 req-cb5b2201-85cb-4409-8ed7-59d6e45f687d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128785 Jul 27 22:05:38.097425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.177723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port fc6b38dc-b70e-47e2-806d-524d2baa2b07, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fc6b38dc-b70e-47e2-806d-524d2baa2b07,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:38.178674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.180490 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.252848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for fc6b38dc-b70e-47e2-806d-524d2baa2b07 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:38.296791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.398591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.401193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.402959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "PUT /v2.0/security-groups/5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea HTTP/1.1" status: 200 len: 1779 time: 0.4495440 Jul 27 22:05:38.408116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57900) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:38.444908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267a92-f489-4a1f-bdce-66176105d84d req-97ffa7a1-773c-4967-a066-0d9cf4f82856 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:38.446608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b267a92-f489-4a1f-bdce-66176105d84d req-97ffa7a1-773c-4967-a066-0d9cf4f82856 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1994829 Jul 27 22:05:38.476946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353974e3-5196-4598-9a12-ec108d9c741f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.521164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b267a92-f489-4a1f-bdce-66176105d84d req-348d6465-da8d-4bb4-8fbb-df580dc54490 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Jul 27 22:05:38.536543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0aad630a-fb3b-4655-8bb9-9996391002d3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups/5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea HTTP/1.1" status: 200 len: 1779 time: 0.1271727 Jul 27 22:05:38.539175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:38.603912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:38.604505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.679816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.699717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.722592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['fc6b38dc-b70e-47e2-806d-524d2baa2b07'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:38.749752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=fc6b38dc-b70e-47e2-806d-524d2baa2b07,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.755316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2541c516-17b8-4ed3-bee7-d6473ccd8cbd req-3fb37dca-6025-41b2-bd29-c475c8ef9052 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0651000 Jul 27 22:05:38.804421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.867728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port fc6b38dc-b70e-47e2-806d-524d2baa2b07 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:38.876461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.878994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10ab282c-d8aa-4ed0-9cdc-63ac717035d5 req-d821d0cd-ce4a-4ea3-825c-0d67800b777a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "DELETE /v2.0/ports/fc6b38dc-b70e-47e2-806d-524d2baa2b07 HTTP/1.1" status: 204 len: 173 time: 1.2682853 Jul 27 22:05:38.888336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.892179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'name': 'network-vif-deleted', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:38.897601 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd5b43-ff70-4fc6-9aca-9bee32be616a" -d '{"events": [{"server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "name": "network-vif-deleted", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:38.947890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:39.065424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.069744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.073530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea HTTP/1.1" status: 204 len: 168 time: 0.5302343 Jul 27 22:05:39.074030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57922) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:39.224987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c617aaea-fb1e-4186-a291-873a6a3549a8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485722 Jul 27 22:05:39.235982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57930) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:39.265559 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-35d3bcf7-2f63-4c9c-a09b-72ae95af85a0 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] delete failed (client error): The resource could not be found. Jul 27 22:05:39.272425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35d3bcf7-2f63-4c9c-a09b-72ae95af85a0 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea HTTP/1.1" status: 404 len: 347 time: 0.0416932 Jul 27 22:05:39.273089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57932) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:39.281039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--111094545'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:39.290502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326626f-8186-4930-9d7a-d2f4573b1d4b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5b1b3-ab09-4ed4-8ffc-d1d197ae27ea,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.359048 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47519215-64c4-4016-8a0f-5670cc873685 x-openstack-request-id: req-47519215-64c4-4016-8a0f-5670cc873685 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:39.359502 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eb8de3-2525-4739-8986-9fb46a245573", "name": "network-vif-deleted", "tag": "fc6b38dc-b70e-47e2-806d-524d2baa2b07", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:39.369683 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47519215-64c4-4016-8a0f-5670cc873685 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:39.369683 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7eb8de3-2525-4739-8986-9fb46a245573', 'name': 'network-vif-deleted', 'tag': 'fc6b38dc-b70e-47e2-806d-524d2baa2b07', 'status': 'completed', 'code': 200} Jul 27 22:05:39.484669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23dc99-0fff-4cef-9ab8-ef52786872cd req-27568afe-be10-4cfe-8e17-911d44d2620b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:39.492367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af23dc99-0fff-4cef-9ab8-ef52786872cd req-27568afe-be10-4cfe-8e17-911d44d2620b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2038569 Jul 27 22:05:39.529869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.551773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.561080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af23dc99-0fff-4cef-9ab8-ef52786872cd req-4599a81b-4df4-4242-993b-819f2f5acb05 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654759 Jul 27 22:05:39.594677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=ada5a7dd-3b6a-4cf1-ae6b-eba601a16c4d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.734071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.825415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.851058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.878614 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83ab75f9-8826-44ae-b0cc-57acd0a89f56 req-a77d893e-6ff7-475d-918d-93948bf855e3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0439236 Jul 27 22:05:39.932197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915bb300-6176-427f-b160-9368e4a22263,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:40.049134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.051104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d19dc9bc-0b96-4aa0-a959-ff391d7711ee tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7770526 Jul 27 22:05:40.053844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:40.058921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '915bb300-6176-427f-b160-9368e4a22263', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:40.141899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Router bc56ef65-8796-4996-bf60-6648f22deb9c has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:40.206094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.295744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:40.306653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a7395fd4-8472-42e9-bf1e-81f883f50cfd tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "PUT /v2.0/routers/bc56ef65-8796-4996-bf60-6648f22deb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8768122 Jul 27 22:05:40.308267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] Sync routers for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:40.310353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:40.323972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:40.324562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:40.381660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:40.391702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] Routers {'bc56ef65-8796-4996-bf60-6648f22deb9c'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:40.392468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:05:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bc56ef65-8796-4996-bf60-6648f22deb9c'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:40.421784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.477305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:40.477942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b953b-aa39-40b0-8a37-62b51a284e08 None None] The sync data for ids ['bc56ef65-8796-4996-bf60-6648f22deb9c'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:40.500847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.530605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b90fca-b3c5-4875-9f30-1f0ebdbba588,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:40.540297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.808410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc539-52fe-4d17-a2e9-71637b4d33e2 req-44415704-27c8-4708-b043-0d47b5e75e3e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:40.820084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-850cc539-52fe-4d17-a2e9-71637b4d33e2 req-44415704-27c8-4708-b043-0d47b5e75e3e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1621647 Jul 27 22:05:40.894061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-850cc539-52fe-4d17-a2e9-71637b4d33e2 req-3b737fda-2295-4b23-9267-ea4168298281 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642498 Jul 27 22:05:40.910055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fc6b38dc-b70e-47e2-806d-524d2baa2b07 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:40.967862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: fc6b38dc-b70e-47e2-806d-524d2baa2b07 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:40.968483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fc6b38dc-b70e-47e2-806d-524d2baa2b07 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:40.974304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.978048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-65231e70-974c-434f-9876-5a49ddd05163 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9205859 Jul 27 22:05:40.978347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57958) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.053185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2422ec1d-2608-48fe-8864-9f229659f997 req-d12149a1-0158-45db-a902-a54709555b35 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0470750 Jul 27 22:05:41.087677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.100981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.148624 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.271680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.277567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.281006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/43b90fca-b3c5-4875-9f30-1f0ebdbba588 HTTP/1.1" status: 204 len: 168 time: 0.2998180 Jul 27 22:05:41.282205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.308222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02679-ef2e-4ddd-a52e-d358f86204bf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43b90fca-b3c5-4875-9f30-1f0ebdbba588,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.365323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port 2b3363d3-303b-4225-86ed-817a865ca48f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:41.366748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.370022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aa89ed96-65a1-4f5e-8dda-9e5b391f712a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861590 Jul 27 22:05:41.375553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.451435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.472979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.476146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.497933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for 2b3363d3-303b-4225-86ed-817a865ca48f owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:41.586070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.590310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.595009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/915bb300-6176-427f-b160-9368e4a22263 HTTP/1.1" status: 204 len: 168 time: 0.2163985 Jul 27 22:05:41.595738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.715119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ebf2082-b244-46bc-bcac-ffeb38938ec2 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148400 Jul 27 22:05:41.716863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:41.724526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015298105'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:41.730346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a4ee1-dd8d-4404-854a-75f5da6eae5f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915bb300-6176-427f-b160-9368e4a22263,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.831315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.888626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.988281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.994433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=2b3363d3-303b-4225-86ed-817a865ca48f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.048706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.080588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.108004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b338bd-68c1-455f-bdb0-11d997cda820,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.125234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.126700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7a7886f-0c12-4232-96f2-b9a0e9081095 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4085426 Jul 27 22:05:42.129317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.134789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '97b338bd-68c1-455f-bdb0-11d997cda820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.225135 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.228426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.303732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd60c2cb-4886-44b2-bb85-d731fe9b010d req-5d62f2ce-58ef-4169-997f-2441ef3f429e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.1182673 Jul 27 22:05:42.316749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.324564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955aeab-5a08-4c5d-9372-8c0aa8b074eb req-a82adb03-df24-4ba3-8f4f-ecf2e0bbfd61 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.326915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6955aeab-5a08-4c5d-9372-8c0aa8b074eb req-a82adb03-df24-4ba3-8f4f-ecf2e0bbfd61 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.3425086 Jul 27 22:05:42.389957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6955aeab-5a08-4c5d-9372-8c0aa8b074eb req-4dbdecf4-da06-47bb-a094-87b5a53bb32c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Jul 27 22:05:42.392720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.397847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.398573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Fanout notify agent at l3_agent the message router_deleted on router bc56ef65-8796-4996-bf60-6648f22deb9c {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:42.414647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.414647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e954f4d-f84b-4b05-8282-978d56c31325 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/routers/bc56ef65-8796-4996-bf60-6648f22deb9c HTTP/1.1" status: 204 len: 168 time: 2.1004536 Jul 27 22:05:42.415865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.473318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.505464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d229ea2-7e6d-4c76-8cb1-4999c1503e15,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.519975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting subnet 1bc90f19-d1ee-481c-b2b3-9f05f45fdab1 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:42.519975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.628735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.628735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.628735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2bf930a1-fea7-4332-9069-3f6b8487d3b8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4926455 Jul 27 22:05:42.628735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.722134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '97b338bd-68c1-455f-bdb0-11d997cda820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.775664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.806562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.880570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.968977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.984392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.986673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/subnets/1bc90f19-d1ee-481c-b2b3-9f05f45fdab1 HTTP/1.1" status: 204 len: 168 time: 0.5689006 Jul 27 22:05:42.989323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58010) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:42.995122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117b79e-e7e7-48c6-b10c-3872c70791a9 None None] Network 30f531e0-f46c-42bc-a6b8-8c877b1fed2a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:43.007787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.019358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abafdbd-ba8b-4e2e-b2d7-0b9d82d7451f tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc90f19-d1ee-481c-b2b3-9f05f45fdab1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.052651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206f431c-507e-4a6d-8442-f46684077f1b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.083174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.184679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port d7077753-167c-4afc-bcdc-33d03f512063 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:43.186114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.270395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] DHCP port deletion for 30f531e0-f46c-42bc-a6b8-8c877b1fed2a request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:43.312529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] For port d7077753-167c-4afc-bcdc-33d03f512063, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7077753-167c-4afc-bcdc-33d03f512063,segment=NetworkSegment(c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9),segment_id=c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:43.312927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.348326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for d7077753-167c-4afc-bcdc-33d03f512063 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:43.358851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Deleting port d7077753-167c-4afc-bcdc-33d03f512063 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:43.358851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.380266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.381787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f7e2146-6f5f-4674-968e-db2153136534 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7548723 Jul 27 22:05:43.384526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:43.393604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '97b338bd-68c1-455f-bdb0-11d997cda820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:43.528330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bf15db7e-8325-4ac9-b58e-c803dbf19d9d req-c0f9b49e-d511-408f-b277-49bca516c640 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0829813 Jul 27 22:05:43.528806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] For port d7077753-167c-4afc-bcdc-33d03f512063, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7077753-167c-4afc-bcdc-33d03f512063,segment=NetworkSegment(c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9),segment_id=c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:43.529592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.534676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.556145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Calling delete_port for d7077753-167c-4afc-bcdc-33d03f512063 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:43.655453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.671546 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.706170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.715005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=d7077753-167c-4afc-bcdc-33d03f512063,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.722077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] No DVR routers for this DVR port d7077753-167c-4afc-bcdc-33d03f512063 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:43.745399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] Pushing event deleted for resources: {'Port': ['ID=d7077753-167c-4afc-bcdc-33d03f512063,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.766587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e594829-f442-4e28-a618-4ff624b48f4b None None] No DVR routers for this DVR port d7077753-167c-4afc-bcdc-33d03f512063 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:43.787036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b1341-3a7f-4149-a103-c1c2b98beefe req-3ae95a88-ba6e-4671-873c-f37c721ffbfa tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:43.796971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b1b1341-3a7f-4149-a103-c1c2b98beefe req-3ae95a88-ba6e-4671-873c-f37c721ffbfa tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2127323 Jul 27 22:05:43.819682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.837719 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.852074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f531e0-f46c-42bc-a6b8-8c877b1fed2a']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:43.865942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aefeb1b-f768-4e92-b592-c7fcc1d69299,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.884671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:43.884671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26dd9fc-d34e-46e5-8f5f-0aca28dc27a9') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:43.889239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b1b1341-3a7f-4149-a103-c1c2b98beefe req-12bb1994-e22a-45a3-9258-03ebd10011fd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913396 Jul 27 22:05:43.900430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.947509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.961400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.961400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3bca5639-0eff-4e80-8a5a-06c96235671f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5721693 Jul 27 22:05:43.969905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:43.976956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:43.977209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '97b338bd-68c1-455f-bdb0-11d997cda820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:43.977869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:43.981647 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:44.022521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7077753-167c-4afc-bcdc-33d03f512063 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:44.050504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d7077753-167c-4afc-bcdc-33d03f512063 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:44.050789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7077753-167c-4afc-bcdc-33d03f512063 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:44.128879 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.156953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.179125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.185984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/networks/30f531e0-f46c-42bc-a6b8-8c877b1fed2a HTTP/1.1" status: 204 len: 168 time: 1.1954982 Jul 27 22:05:44.187175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2c04f-25d2-455a-8f4f-2c1afe951dc7 tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Network': ['ID=30f531e0-f46c-42bc-a6b8-8c877b1fed2a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:44.194637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:44.211439 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.288243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.321760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5364e414-8c30-4e59-9f9a-5013ca29a588,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:44.378521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Deleting port bd9b169d-ca48-4f36-b147-96a6854dbc82 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:44.378954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.391214 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.392761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3247fd2b-6860-4a47-8bad-1d729892edf1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4215019 Jul 27 22:05:44.395454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58038) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:44.400382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '97b338bd-68c1-455f-bdb0-11d997cda820', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:44.512875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.515006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.530817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Calling delete_port for bd9b169d-ca48-4f36-b147-96a6854dbc82 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:44.533729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.652745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.744316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d863cea5-adb0-40b0-baed-0e68335c84e8 req-d38220ea-4a63-4323-8d83-87cadc6ed0e8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0698247 Jul 27 22:05:44.745521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.771946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb414742-f9ff-4a2e-900e-c8c1f76d5cce,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:44.826584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.827877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-30f6962c-ad74-4491-86b8-b8520449e43d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4314251 Jul 27 22:05:44.831170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:44.867432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.880559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.880932 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.945515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Pushing event deleted for resources: {'Port': ['ID=bd9b169d-ca48-4f36-b147-96a6854dbc82,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.008316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.016607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.019296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fb414742-f9ff-4a2e-900e-c8c1f76d5cce HTTP/1.1" status: 204 len: 168 time: 0.1856623 Jul 27 22:05:45.022363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58058) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.040332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ae22-6512-4c18-ba50-3b9146c13a6d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb414742-f9ff-4a2e-900e-c8c1f76d5cce,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.100694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.104719 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.108515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec6a8c37-ee7b-40ee-a7dd-4f5d729fa75a tempest-FloatingIPAdminTestJSON-1803752724 tempest-FloatingIPAdminTestJSON-1803752724-project] 10.222.0.37 "DELETE /v2.0/floatingips/baa449fd-c278-4dd3-97b7-a4008e09af8f HTTP/1.1" status: 204 len: 168 time: 0.9100192 Jul 27 22:05:45.119325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ecbebfc0-2093-4756-8b9d-a471424c4872 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0890069 Jul 27 22:05:45.122553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58062) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.158871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.164386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889c853-01a1-41a3-938e-929b0f9128d9 req-6b2091ca-ed84-4ac0-a013-cab935190e35 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.165891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c889c853-01a1-41a3-938e-929b0f9128d9 req-6b2091ca-ed84-4ac0-a013-cab935190e35 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1326020 Jul 27 22:05:45.181107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.253150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c889c853-01a1-41a3-938e-929b0f9128d9 req-17652fc0-c0f1-41c7-b3ab-b11e7dcd44dd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765634 Jul 27 22:05:45.305604 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.312780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.313904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5364e414-8c30-4e59-9f9a-5013ca29a588 HTTP/1.1" status: 204 len: 168 time: 0.1901484 Jul 27 22:05:45.316865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58066) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.320025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167a202-8003-4015-b849-2f08a5b8c9e5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5364e414-8c30-4e59-9f9a-5013ca29a588,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.374772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aeff2f67-3ed2-493b-b888-62aa1264c9b1 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0566456 Jul 27 22:05:45.377532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58070) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.404796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.417320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.534074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.549017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.550940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4aefeb1b-f768-4e92-b592-c7fcc1d69299 HTTP/1.1" status: 204 len: 168 time: 0.1723113 Jul 27 22:05:45.551856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c00551-833d-4453-a6fa-68a111ea7071 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aefeb1b-f768-4e92-b592-c7fcc1d69299,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.553660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.612068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b64b709-fd03-4dd9-8b57-5eaf47d1ca9a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0570462 Jul 27 22:05:45.614980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.640103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.651146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.751895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.773994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.782569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/206f431c-507e-4a6d-8442-f46684077f1b HTTP/1.1" status: 204 len: 168 time: 0.1593187 Jul 27 22:05:45.782569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04197810-35ff-413f-87d7-f1b0025f15c4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=206f431c-507e-4a6d-8442-f46684077f1b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.783337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58086) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.821947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:45.886089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-04f82ef1-26c2-44b9-b632-ba1d529d64d9 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0977874 Jul 27 22:05:45.886546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58094) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.035890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db06a15a-a25c-466e-8f76-45f5d237c98d req-f7bd895c-5126-4afb-a84c-985d018f439b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7eb8de3-2525-4739-8986-9fb46a245573 HTTP/1.1" status: 200 len: 210 time: 0.0942030 Jul 27 22:05:46.052656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.074370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.117539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b4887eae-317d-4801-862e-f47881cd7eaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d35596835f884bd69c0b0907ef87af4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940125 Jul 27 22:05:46.130939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58100) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.188229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.193021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.205796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.209741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6d229ea2-7e6d-4c76-8cb1-4999c1503e15 HTTP/1.1" status: 204 len: 168 time: 0.3179772 Jul 27 22:05:46.210171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58104) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.221964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45c199-5fc0-4004-9de1-601a12d7e109 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d229ea2-7e6d-4c76-8cb1-4999c1503e15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:46.228638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.275000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-072d1000-1e7e-45a6-b8b4-e41079620128 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635428 Jul 27 22:05:46.278216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58108) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.350872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.387131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.388282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.391148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.392401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f2c2f15-a9be-4eaf-b714-f79d9aa13bc7 HTTP/1.1" status: 204 len: 168 time: 0.2605951 Jul 27 22:05:46.408333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976dbda-7d82-4d33-bdb9-acf69cc51102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2c2f15-a9be-4eaf-b714-f79d9aa13bc7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:46.471803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b58d9-25f6-4a92-8c94-2e02073e07ff req-2cf840db-e020-4692-97b0-b62821c002dd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.485067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-239b58d9-25f6-4a92-8c94-2e02073e07ff req-2cf840db-e020-4692-97b0-b62821c002dd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1494882 Jul 27 22:05:46.511356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.514354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.515917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/97b338bd-68c1-455f-bdb0-11d997cda820 HTTP/1.1" status: 204 len: 168 time: 0.2365913 Jul 27 22:05:46.521070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.526975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c469c-6c86-423a-9eb7-95289ba35870 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b338bd-68c1-455f-bdb0-11d997cda820,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:46.548151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-239b58d9-25f6-4a92-8c94-2e02073e07ff req-1f8676db-3e67-4c52-8eaa-fefcb0c67ec9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616398 Jul 27 22:05:46.580449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-649ab3e8-7692-4874-89d7-d89640c53dcf tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568347 Jul 27 22:05:46.581121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58116) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:46.587025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588096450'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:46.717689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.886906 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.050778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.112064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b620900-7979-4f3e-bfab-fcfaebfdce0e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:47.208843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.212810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-806596be-6f6b-4ced-a481-5caaf245ccb3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6279240 Jul 27 22:05:47.216148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58136) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:47.220135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '9b620900-7979-4f3e-bfab-fcfaebfdce0e', 'direction': 'ingress', 'protocol': 17}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:47.304659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:47.319580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20529945-486c-4257-b888-bf16b37387dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.407893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.508504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20529945-486c-4257-b888-bf16b37387dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.514808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.574118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20529945-486c-4257-b888-bf16b37387dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.632812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20529945-486c-4257-b888-bf16b37387dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18ff0f-11f9-481d-b446-a9e68d76169a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:47.643655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.656641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20529945-486c-4257-b888-bf16b37387dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67b11ee2db2845fdbed3f8dabe0592aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507354 Jul 27 22:05:47.659116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:47.676890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27412187-0618-401c-b178-5a92d5972849,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:47.750311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.771692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.776110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-acbace45-d7ca-48e3-9bd2-a38c1893df5a tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5615420 Jul 27 22:05:47.781615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58150) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:47.791275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.867712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.886999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e343e-1c43-4368-acdc-2c4dc5268085 req-6c16f9c1-3d44-4bcd-b3ed-f766c995fc12 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:47.897050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-287e343e-1c43-4368-acdc-2c4dc5268085 req-6c16f9c1-3d44-4bcd-b3ed-f766c995fc12 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1986403 Jul 27 22:05:47.932421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.970544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-287e343e-1c43-4368-acdc-2c4dc5268085 req-4ca46a52-985b-4d2d-8367-14ccf9b8e089 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725961 Jul 27 22:05:47.991028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.994011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.995598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c18ff0f-11f9-481d-b446-a9e68d76169a HTTP/1.1" status: 204 len: 168 time: 0.3353674 Jul 27 22:05:48.004688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17320f-4881-444d-98c4-b92d16d3ff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18ff0f-11f9-481d-b446-a9e68d76169a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:48.099689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.102462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.104152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b620900-7979-4f3e-bfab-fcfaebfdce0e HTTP/1.1" status: 204 len: 168 time: 0.3213193 Jul 27 22:05:48.107293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58160) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:48.117806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b0b7e-f183-456c-94c4-95d2d8e18dfb tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b620900-7979-4f3e-bfab-fcfaebfdce0e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:48.205944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a391b059-4640-4fd6-9ef6-bbdd57e8130e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972242 Jul 27 22:05:48.207006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58164) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:48.212155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667353979'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:48.368625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.537925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.142827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d55ca-8e54-4a34-932a-3efd12d32b7c req-f297e532-6763-4ffe-b098-d75349b73cbb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:49.144660 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c26d55ca-8e54-4a34-932a-3efd12d32b7c req-f297e532-6763-4ffe-b098-d75349b73cbb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0863750 Jul 27 22:05:49.189192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c26d55ca-8e54-4a34-932a-3efd12d32b7c req-2978dfbb-a758-48ab-aeb7-747b573439c3 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Jul 27 22:05:49.328174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.402454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc624b1-6d3b-4657-9180-983c1406c811,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:49.882409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.883992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-de8a9fb9-a8a9-4512-8859-a80b8fa86b94 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6758792 Jul 27 22:05:49.886628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58190) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:49.892836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--959773101'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:50.008287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.141177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:50.165933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0564fe60-17f2-47ac-acce-794d5687c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.187201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.307566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.350112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03a613-4658-461a-a9ab-786dc3a127c6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:50.384256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f6cf-9038-472c-afca-07e575ba89b6 req-1396ae39-b858-4100-b162-071278e09ce9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.387561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3548f6cf-9038-472c-afca-07e575ba89b6 req-1396ae39-b858-4100-b162-071278e09ce9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1157064 Jul 27 22:05:50.439193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3548f6cf-9038-472c-afca-07e575ba89b6 req-f11cd0a7-e2aa-4d54-8771-30bb9c3d5f56 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Jul 27 22:05:50.486130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0564fe60-17f2-47ac-acce-794d5687c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.602309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0564fe60-17f2-47ac-acce-794d5687c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.654183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564fe60-17f2-47ac-acce-794d5687c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be136f7-ede8-4456-9956-83b08bb1eff3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:50.672575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0564fe60-17f2-47ac-acce-794d5687c1a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d14aa1201dd4404ac89abc04167c092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289567 Jul 27 22:05:50.674406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:50.675431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.678169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-71cbeb8c-11a4-452c-a0e5-c7aa68c7cd1e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7898340 Jul 27 22:05:50.686211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:50.693959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': 'abc624b1-6d3b-4657-9180-983c1406c811', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7d03a613-4658-461a-a9ab-786dc3a127c6', 'remote_ip_prefix': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:50.734194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.761335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.788243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.922535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.925140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.930219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7be136f7-ede8-4456-9956-83b08bb1eff3 HTTP/1.1" status: 204 len: 168 time: 0.2500408 Jul 27 22:05:50.951694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4ffc-d2cf-4bc2-ab7f-88e6a4b0f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be136f7-ede8-4456-9956-83b08bb1eff3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:50.980486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.054496 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.090217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f377701b-90a8-4fa6-8f77-da6c11eaac4c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:51.162854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.164298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-009c8da9-6465-4b5b-bda7-a005fc34fa23 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4769399 Jul 27 22:05:51.167091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58220) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:51.205360 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.215294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.342254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.349916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.351998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f377701b-90a8-4fa6-8f77-da6c11eaac4c HTTP/1.1" status: 204 len: 168 time: 0.1828582 Jul 27 22:05:51.360642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a880-4cf0-4737-b140-464ccea16818 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f377701b-90a8-4fa6-8f77-da6c11eaac4c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:51.360954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58228) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:51.411349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4c6e7dad-d01a-467d-907a-7c31a929b867 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0490434 Jul 27 22:05:51.413699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58230) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:51.505275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.554339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.663014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13aee-8c6a-49f1-ad30-b85837c9ead2 req-b0bb402b-0944-4826-8bfe-1f006c67f6ce tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:51.664594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55b13aee-8c6a-49f1-ad30-b85837c9ead2 req-b0bb402b-0944-4826-8bfe-1f006c67f6ce tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1346080 Jul 27 22:05:51.728539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55b13aee-8c6a-49f1-ad30-b85837c9ead2 req-fe8efc0b-d50a-41f3-a593-c82aa72d39eb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566978 Jul 27 22:05:51.842328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.846424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.847600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d03a613-4658-461a-a9ab-786dc3a127c6 HTTP/1.1" status: 204 len: 168 time: 0.4323056 Jul 27 22:05:51.850605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:51.895586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1920-fb28-42e9-8a48-db30abb624ba tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03a613-4658-461a-a9ab-786dc3a127c6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:51.982864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb126295-99ea-4d54-9d09-460b7ab65101 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1281328 Jul 27 22:05:51.983707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58254) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.063578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.097819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.299910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.304603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.309614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/abc624b1-6d3b-4657-9180-983c1406c811 HTTP/1.1" status: 204 len: 168 time: 0.3213787 Jul 27 22:05:52.309833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.321624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084937-4c82-46a8-8b5e-d43518f86bae tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc624b1-6d3b-4657-9180-983c1406c811,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:52.368478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8da1d44d-4329-4a3d-89b8-c0876f98fc86 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573652 Jul 27 22:05:52.373239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.378554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858717369'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:52.511126 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.616757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.733936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.783807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b06c0-5ebd-4585-ba2b-44093f06e464,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:52.826087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.827370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7cea25ff-2e2c-4abd-9d36-2e1f07bb3e69 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4535248 Jul 27 22:05:52.830242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58324) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.835096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '8c4b06c0-5ebd-4585-ba2b-44093f06e464', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:52.920894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e40236-1221-4288-afbe-5764e12f5d0d req-3cf335c0-0ac1-4a58-80c4-0a27b78e9b04 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:52.922752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53e40236-1221-4288-afbe-5764e12f5d0d req-3cf335c0-0ac1-4a58-80c4-0a27b78e9b04 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0940611 Jul 27 22:05:52.972642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53e40236-1221-4288-afbe-5764e12f5d0d req-4d9ff625-bb68-4add-ae2f-e981a995049f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Jul 27 22:05:53.392003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.479418 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.552195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.578779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed8ba01-54e8-4e8d-8491-f1bbd6bdd8db,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.785978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.787615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f330750-4468-4c50-a91d-d649ffbab1a3 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9562430 Jul 27 22:05:53.791043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:53.845232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.865204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.004961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.026215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.026215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0ed8ba01-54e8-4e8d-8491-f1bbd6bdd8db HTTP/1.1" status: 204 len: 168 time: 0.2199874 Jul 27 22:05:54.026451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58376) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.026891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b88d2-ee63-48ee-8612-542a243e238c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ed8ba01-54e8-4e8d-8491-f1bbd6bdd8db,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:54.071548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a0c91028-aa99-4be8-bc86-469a3254525d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543861 Jul 27 22:05:54.074927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.195944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.242703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.263608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.326403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb66e5-eb4d-478b-9806-7442752e1669 req-514e5b55-7eea-4069-bd23-06d192bec3de tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.341242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ddb66e5-eb4d-478b-9806-7442752e1669 req-514e5b55-7eea-4069-bd23-06d192bec3de tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1956251 Jul 27 22:05:54.400245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ddb66e5-eb4d-478b-9806-7442752e1669 req-e9c809e6-5475-462b-8477-4318573d064b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Jul 27 22:05:54.430946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.434463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.435664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c4b06c0-5ebd-4585-ba2b-44093f06e464 HTTP/1.1" status: 204 len: 168 time: 0.3569601 Jul 27 22:05:54.439023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58416) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.451311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ed03b-29b6-4b71-bc24-4272ff14437f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b06c0-5ebd-4585-ba2b-44093f06e464,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:54.491338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-640567697'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:54.533715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-703e0421-5a39-4a80-b337-a603e461419c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934563 Jul 27 22:05:54.540162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.546086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581890366'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:54.620127 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.625840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.713310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.768445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.851235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.887853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.963169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.999590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:55.093863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.101612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.102180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-469e6213-62c1-4518-93ce-389c09d8ae9b tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8376443 Jul 27 22:05:55.139982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.142714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-648ec7c2-4445-4edc-8f74-3c3fdb702d2b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6016922 Jul 27 22:05:55.145358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.152793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:55.201592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.304149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.376226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.384545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.386837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.454210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.479971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52d395d-0ad8-4b35-9776-0715baa3f82e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:55.550003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.551013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5976ff3-95c6-4361-b713-dfff64339a3d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:55.564041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.568831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d0769f69-5ec7-4d21-9eb8-e6d84e6e338b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4192944 Jul 27 22:05:55.569756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.572876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.577506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec80ea05-8e19-4563-825a-d3bb672a52ff tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a5976ff3-95c6-4361-b713-dfff64339a3d HTTP/1.1" status: 204 len: 168 time: 0.4744792 Jul 27 22:05:55.580576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58452) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.586326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Request body: {'router': {'name': 'tempest-router-36826692', 'distributed': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:55.611700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-69a4a766-e4fd-4ff1-8a2a-05ae770a724c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules/e52d395d-0ad8-4b35-9776-0715baa3f82e HTTP/1.1" status: 200 len: 763 time: 0.0399709 Jul 27 22:05:55.612539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58454) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.639098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47333ef9-9f40-4726-887f-3885289525e6 req-68bf1f79-d8e7-4502-b867-4e5f8a765d34 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:55.646682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47333ef9-9f40-4726-887f-3885289525e6 req-68bf1f79-d8e7-4502-b867-4e5f8a765d34 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1542563 Jul 27 22:05:55.704597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-944e2a2f-2dc8-4bac-b78f-4d160c6c3993 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0890021 Jul 27 22:05:55.714155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.741108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47333ef9-9f40-4726-887f-3885289525e6 req-21d5286c-1165-440c-a0e4-1c7a0d084cf9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934510 Jul 27 22:05:55.744509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.753017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.802786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.803869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.872763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.879761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.881530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e52d395d-0ad8-4b35-9776-0715baa3f82e HTTP/1.1" status: 204 len: 168 time: 0.1657820 Jul 27 22:05:55.910654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.915779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ab0a2-6a90-427f-b178-43238556ffac tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e52d395d-0ad8-4b35-9776-0715baa3f82e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:56.300983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.324066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4257e412-0441-43ac-a4f6-61ef79ad0a3d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4119108 Jul 27 22:05:56.327590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58470) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:56.333626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:56.436947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.471513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.531209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.536846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:56.537346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b02620f-54c0-4d3c-bee2-cbc225146e96 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9553833 Jul 27 22:05:56.539926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.579983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.615824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e939f-95a0-4b0d-af85-f3f74d886ed1,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:56.663196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.906244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.908707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.973710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaf3d7-e370-4d27-90ec-d1961aec9b8a req-a7c3fad4-21a7-4a43-a779-1e183f1b145f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:56.976229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5beaf3d7-e370-4d27-90ec-d1961aec9b8a req-a7c3fad4-21a7-4a43-a779-1e183f1b145f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0801678 Jul 27 22:05:57.022178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5beaf3d7-e370-4d27-90ec-d1961aec9b8a req-00cd1d23-1a53-4206-9a44-844ac55649dc tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Jul 27 22:05:57.232439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.234237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-920ab39e-36ec-4713-ad32-493c88194c1c tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9056625 Jul 27 22:05:57.239593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.275014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.275014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 915fb152-4e43-4290-833c-31c7d1e267d2 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:57.280424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fbe3a5b0-46d5-4a9c-93d2-4e47325924a5 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules/9b6e939f-95a0-4b0d-af85-f3f74d886ed1 HTTP/1.1" status: 200 len: 763 time: 0.0370593 Jul 27 22:05:57.281740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58490) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.287689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.289679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb171dd0-0a80-4e12-bc18-867243a86354 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "DELETE /v2.0/routers/915fb152-4e43-4290-833c-31c7d1e267d2 HTTP/1.1" status: 204 len: 168 time: 0.7507553 Jul 27 22:05:57.294270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.299505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Request body: {'router': {'name': 'tempest-router-447171273', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4ae28db5856d491799c37bc9e79cfd17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:57.334254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1a0cc96-6407-41d3-aa63-ee3f538da94f tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522916 Jul 27 22:05:57.336915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58494) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.385830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.386956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.387559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.397453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.456579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.522586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.529946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.533815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9b6e939f-95a0-4b0d-af85-f3f74d886ed1 HTTP/1.1" status: 204 len: 168 time: 0.1932030 Jul 27 22:05:57.539736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58496) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.540533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a524aa-11ee-4bc3-9d2e-eb4568657a2d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b6e939f-95a0-4b0d-af85-f3f74d886ed1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:57.569731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.599315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-59486f74-aeb2-43a0-8756-6753da9758c6 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639803 Jul 27 22:05:57.602227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58500) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.608671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Request body: {'security_group_rule': {'security_group_id': '4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:57.682923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.693603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fddcab02-437d-489b-a83b-e4a6abc3b794 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3889096 Jul 27 22:05:57.693769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58502) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.695326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:57.936987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.937331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.939455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.087009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94671) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 22:05:58.087554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Router 3d187aac-5760-4dc3-be24-1130f1e73d76 migrating from provider to provider. {{(pid=94671) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 22:05:58.088293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.102802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.105104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.197655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d43265-bba7-47ea-8eb7-afc2827db280 req-5ca05698-28da-4df3-b19c-c2dbabaa181d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:58.198878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83d43265-bba7-47ea-8eb7-afc2827db280 req-5ca05698-28da-4df3-b19c-c2dbabaa181d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0764289 Jul 27 22:05:58.227631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.281761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.323346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83d43265-bba7-47ea-8eb7-afc2827db280 req-fb4604e2-9e22-43ea-bf78-527b8caa6609 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181459 Jul 27 22:05:58.354054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afb362c-91b4-4aa8-af31-c6fbae1892d0,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.360720 n-d-738018-6 neutron-server[94671]: WARNING neutron.scheduler.l3_agent_scheduler [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] No L3 agents can host the router 3d187aac-5760-4dc3-be24-1130f1e73d76 Jul 27 22:05:58.490021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Hosts for router 3d187aac-5760-4dc3-be24-1130f1e73d76: [] {{(pid=94671) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 22:05:58.499731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.502325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53ca263d-eb11-41d2-97bd-7b3eff5bd40d tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8972573 Jul 27 22:05:58.503534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58522) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.539400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Hosts for other DVR routers connected to router 3d187aac-5760-4dc3-be24-1130f1e73d76: set() {{(pid=94671) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 22:05:58.541902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.543156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-65aa34b8-a2df-43f4-a934-8ecac3c75730 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "PUT /v2.0/routers/3d187aac-5760-4dc3-be24-1130f1e73d76 HTTP/1.1" status: 200 len: 716 time: 0.8548813 Jul 27 22:05:58.546102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58524) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.554274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d21eaf28-d854-4b5a-8566-cdfa59a1a02e tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules/9afb362c-91b4-4aa8-af31-c6fbae1892d0 HTTP/1.1" status: 200 len: 764 time: 0.0493510 Jul 27 22:05:58.556731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.646895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1ee633e-95fa-4481-beb3-9feb8c236d1e tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "GET /v2.0/routers/3d187aac-5760-4dc3-be24-1130f1e73d76 HTTP/1.1" status: 200 len: 716 time: 0.0971293 Jul 27 22:05:58.647443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.676131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-68721d86-c5e5-4cc9-bdca-5c557f647fe8 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1159642 Jul 27 22:05:58.676509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.717387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.730245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.234338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a66afd68-c07f-4f1f-ac93-f7cd399a6d69 tempest-RoutersTestDVR-1203121070 tempest-RoutersTestDVR-1203121070-project] 10.222.0.37 "GET /v2.0/routers/3d187aac-5760-4dc3-be24-1130f1e73d76 HTTP/1.1" status: 200 len: 682 time: 0.5831308 Jul 27 22:05:59.236470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58558) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.293857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.300838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.307464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9afb362c-91b4-4aa8-af31-c6fbae1892d0 HTTP/1.1" status: 204 len: 168 time: 0.6245174 Jul 27 22:05:59.307843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.311437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13846514-1ed3-4fba-9ed8-e184d776f397 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9afb362c-91b4-4aa8-af31-c6fbae1892d0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.358770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.396508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1fa8778f-d7f7-47a5-979a-9ec6caa9ef7b tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837743 Jul 27 22:05:59.396919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.517344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.585203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.624071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.630105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ebb1-6bfc-4f0f-90ff-f37a85c4b3e2 req-7d9124cb-e541-4980-88c2-397f9f9f917c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:59.630542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.632128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5575ebb1-6bfc-4f0f-90ff-f37a85c4b3e2 req-7d9124cb-e541-4980-88c2-397f9f9f917c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1901910 Jul 27 22:05:59.714752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5575ebb1-6bfc-4f0f-90ff-f37a85c4b3e2 req-858f26db-56e7-4d09-bd1b-1c655e7de086 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553350 Jul 27 22:05:59.810889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.813586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.815036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38 HTTP/1.1" status: 204 len: 168 time: 0.4170773 Jul 27 22:05:59.818038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58572) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.828028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8e662-7a0d-4a5f-a47d-b086e4db0601 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed14bf4-b532-4a3f-9d42-b5f5fa81ee38,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.848904 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.848904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d187aac-5760-4dc3-be24-1130f1e73d76 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:59.860247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.866404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-90786f2b-0b34-45a8-8e65-5e37f0648b42 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3d187aac-5760-4dc3-be24-1130f1e73d76 HTTP/1.1" status: 204 len: 168 time: 0.6253967 Jul 27 22:05:59.866404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58576) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.885029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Request body: {'router': {'name': 'tempest-router-1155734965', 'distributed': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:59.907470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c9c2e5a-b8d2-4e68-ba94-376297b7cb30 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879548 Jul 27 22:05:59.912418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:00.007538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-89b4c181-15d7-4af7-9157-aed354aa12a4 tempest-SecGroupTest-1855365970 tempest-SecGroupTest-1855365970-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0935912 Jul 27 22:06:00.111428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.112674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.186061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.277239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.407627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.411538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-94d20ec1-5c97-490e-932a-1b8b95db7828 tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5389261 Jul 27 22:06:00.411959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58594) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:00.521365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.780377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:00.942440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9c0d7-124a-423e-bd8b-f58b49e2a8e7 req-30c3400d-fed9-4d9b-8be5-ee46583f75f7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.944197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2d9c0d7-124a-423e-bd8b-f58b49e2a8e7 req-30c3400d-fed9-4d9b-8be5-ee46583f75f7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1153245 Jul 27 22:06:01.063880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2d9c0d7-124a-423e-bd8b-f58b49e2a8e7 req-bd432536-4d8a-482b-b5b4-cc6187535e39 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Jul 27 22:06:01.083665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26592667-3af7-4296-80e3-b6ae8e35c43d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f51f85f7bb545daabcaa2c1c19dab50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018525 Jul 27 22:06:01.084575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:01.155302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.189829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.218729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:01.303094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.305807 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.357581 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.360222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.365854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/730d808d-54a1-462e-baec-63a4b2c66db0 HTTP/1.1" status: 204 len: 168 time: 0.2757568 Jul 27 22:06:01.370001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce56533-a9ba-4449-aab4-d7d553ba1acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730d808d-54a1-462e-baec-63a4b2c66db0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:01.459737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.463955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb731ccd-2f38-4be5-8a97-d97a7d1afcf4 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:06:01.474209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.475440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50c9cc24-589e-4f13-80c7-b5ec7af1715f tempest-RoutersTestDVR-634480437 tempest-RoutersTestDVR-634480437-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bb731ccd-2f38-4be5-8a97-d97a7d1afcf4 HTTP/1.1" status: 204 len: 168 time: 1.0626984 Jul 27 22:06:01.984723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24a44cc3-4e72-4c07-9a19-f46533b9c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.248951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:02.286340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e285823-b4af-440e-abff-4340c4f1febe req-15d71114-c15e-42da-a8d9-5a6445e25251 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:02.299799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e285823-b4af-440e-abff-4340c4f1febe req-15d71114-c15e-42da-a8d9-5a6445e25251 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1097221 Jul 27 22:06:02.379805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e285823-b4af-440e-abff-4340c4f1febe req-563ed236-a364-47d4-b3e8-90d274c99c54 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669606 Jul 27 22:06:02.431105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edcfaf92-b3b5-4495-855b-ad4dac04fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.602362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edcfaf92-b3b5-4495-855b-ad4dac04fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.763014 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-edcfaf92-b3b5-4495-855b-ad4dac04fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.834717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-edcfaf92-b3b5-4495-855b-ad4dac04fee2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ae28db5856d491799c37bc9e79cfd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843091 Jul 27 22:06:02.836151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfaf92-b3b5-4495-855b-ad4dac04fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf8823f-c8d5-4ffc-81ab-76ab89a2cc8f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:02.837792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:02.917055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.956956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.253134 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.256140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.262508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bf8823f-c8d5-4ffc-81ab-76ab89a2cc8f HTTP/1.1" status: 204 len: 168 time: 0.4184930 Jul 27 22:06:03.268372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7dd0-5681-48ee-82f5-067ebadee951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf8823f-c8d5-4ffc-81ab-76ab89a2cc8f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:03.531385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58690) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:03.641967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063ab56-973c-4ae6-94a3-55be04f6ddbe req-8f3c1e36-0505-4f14-9352-8a5fa83f2eb8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.661467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1063ab56-973c-4ae6-94a3-55be04f6ddbe req-8f3c1e36-0505-4f14-9352-8a5fa83f2eb8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1938801 Jul 27 22:06:03.811309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1063ab56-973c-4ae6-94a3-55be04f6ddbe req-83791ca8-b2e7-438e-acbb-3dc6872ac804 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371422 Jul 27 22:06:03.931259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4eb03c2-4bfe-44c4-b2a1-21491ee18736 tempest-ServiceProvidersTest-887391337 tempest-ServiceProvidersTest-887391337-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3952761 Jul 27 22:06:04.471202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dff1e49d-3296-4d06-a728-6438977e2080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.565095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58718) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:04.618017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be30d0b-9125-48f9-aa8c-8d1d6514d41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.747203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.794752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be30d0b-9125-48f9-aa8c-8d1d6514d41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.921362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58730) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:04.984711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be30d0b-9125-48f9-aa8c-8d1d6514d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.000541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0349290-4785-492d-84e1-29e8be77acdc req-08e9cfb3-bd19-47e0-9d2d-22fb91775962 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.002255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0349290-4785-492d-84e1-29e8be77acdc req-08e9cfb3-bd19-47e0-9d2d-22fb91775962 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0916417 Jul 27 22:06:05.019659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6be30d0b-9125-48f9-aa8c-8d1d6514d41e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94d21e9373614b4ab9ce72785aee6de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529057 Jul 27 22:06:05.022753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:05.057326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30d0b-9125-48f9-aa8c-8d1d6514d41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0ba2d-0d24-466e-aa5c-767d87dc849b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:05.106683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0349290-4785-492d-84e1-29e8be77acdc req-c12ebcda-9780-40e6-804b-927fc35920f7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938442 Jul 27 22:06:05.149623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-beceb024-6b98-4b75-bb1d-c4fb001ada1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.165380 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.199715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.308440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-beceb024-6b98-4b75-bb1d-c4fb001ada1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.471160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.474333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.488434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bb0ba2d-0d24-466e-aa5c-767d87dc849b HTTP/1.1" status: 204 len: 168 time: 0.4504745 Jul 27 22:06:05.488434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bfc69-fccd-471e-b234-f7bb96493a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0ba2d-0d24-466e-aa5c-767d87dc849b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:05.522770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-beceb024-6b98-4b75-bb1d-c4fb001ada1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.596687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-beceb024-6b98-4b75-bb1d-c4fb001ada1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=689d792abd4543418fccc68987fa5c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705894 Jul 27 22:06:05.596687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceb024-6b98-4b75-bb1d-c4fb001ada1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b147d78-f985-45c6-a8d1-f4f737a34dab,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:05.598130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:05.675054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.703834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.918981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.978342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.982185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.987061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b147d78-f985-45c6-a8d1-f4f737a34dab HTTP/1.1" status: 204 len: 168 time: 0.3839858 Jul 27 22:06:05.993271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c255-4df2-4c37-ae49-bbff29dc9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b147d78-f985-45c6-a8d1-f4f737a34dab,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:06.288287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbec45a-bbc5-489c-9a37-357a26917a9d req-a260c1b4-3624-4942-9a4a-d3609502d165 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.298715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfbec45a-bbc5-489c-9a37-357a26917a9d req-a260c1b4-3624-4942-9a4a-d3609502d165 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1185613 Jul 27 22:06:06.352696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfbec45a-bbc5-489c-9a37-357a26917a9d req-3be340d4-0b09-4d2a-81c5-22302a01276e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Jul 27 22:06:07.002244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab04a-ab47-4d1f-9226-a59218b01124 req-d26ba0d6-47b7-4e4c-826e-bb32633eca9e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.004779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8fab04a-ab47-4d1f-9226-a59218b01124 req-d26ba0d6-47b7-4e4c-826e-bb32633eca9e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.1046348 Jul 27 22:06:07.072602 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8fab04a-ab47-4d1f-9226-a59218b01124 req-c7629db5-8bc8-4af1-9eff-d920f81a068f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599394 Jul 27 22:06:07.105020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.540132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:07.542015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98f5e1-7a36-4e06-8eb0-22cbc50f7c1e req-5fcdc8ef-56ef-4549-bf7e-6902294e35a8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.543988 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db98f5e1-7a36-4e06-8eb0-22cbc50f7c1e req-5fcdc8ef-56ef-4549-bf7e-6902294e35a8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.0801632 Jul 27 22:06:07.596535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db98f5e1-7a36-4e06-8eb0-22cbc50f7c1e req-6c7d1f37-9944-488d-bffe-26e9f696f8d5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jul 27 22:06:07.669102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-409136392'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:07.781371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-755a83e6-f826-40f3-8c47-d5ed5eb87fde service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669611 Jul 27 22:06:07.894547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84e09d-b2a3-477f-892e-a929320508bf req-0fed73fc-2a6a-4ef4-a829-4157cdec0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.896114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-0fed73fc-2a6a-4ef4-a829-4157cdec0184 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 1097 time: 0.0631506 Jul 27 22:06:08.115106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84e09d-b2a3-477f-892e-a929320508bf req-d5e70524-6400-42cb-ab03-aebfa7c2074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.116995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-d5e70524-6400-42cb-ab03-aebfa7c2074a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 914 time: 0.1973855 Jul 27 22:06:08.127435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.193456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:08.200235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.203305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-1dca996e-6225-4c38-ad7c-5c95f7a7e894 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217 HTTP/1.1" status: 200 len: 217 time: 0.0747790 Jul 27 22:06:08.210361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.282245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.302878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84e09d-b2a3-477f-892e-a929320508bf req-f49308ce-bae3-40a2-a317-76cf3ba13646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.302878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-f49308ce-bae3-40a2-a317-76cf3ba13646 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 HTTP/1.1" status: 200 len: 853 time: 0.0800545 Jul 27 22:06:08.356798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-47e79b2e-4b23-418e-ac93-575210a398bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c64571da-f95c-40b1-af37-ac5aa2de3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464146 Jul 27 22:06:08.411008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b418869-8f70-4e19-a59a-33cb24eda43e req-55100140-b3db-4c55-98fd-7dffd4ea5ca4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.413282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b418869-8f70-4e19-a59a-33cb24eda43e req-55100140-b3db-4c55-98fd-7dffd4ea5ca4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.2417841 Jul 27 22:06:08.425219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-66798170-8988-4494-98d1-e30ae08b4dbf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.427266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-66798170-8988-4494-98d1-e30ae08b4dbf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 946 time: 0.1984420 Jul 27 22:06:08.563541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7b418869-8f70-4e19-a59a-33cb24eda43e req-eacb4af8-247d-4e41-bedb-60440c310565 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=0927476c-fa36-4ebf-b9c8-498d11981ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334400 Jul 27 22:06:08.586665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-048e5c2c-dffb-4f12-9058-cac784f411ff service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137656 Jul 27 22:06:08.699290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Deleting port c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:08.700356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.728893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.864346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.897084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] For port c2ff83de-aa52-46b6-8f62-864a86e93824, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c2ff83de-aa52-46b6-8f62-864a86e93824,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:08.897716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.915805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a84e09d-b2a3-477f-892e-a929320508bf req-9d961b9b-6101-41bd-8725-1e0878a45009 service neutron] 10.222.0.76 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268039 Jul 27 22:06:08.938084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:08.960306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99490fe3-46e0-4fb4-801e-0a1fc1990493,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:08.971892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.972248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.972681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.973213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.973770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.974367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.974764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.975102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.975447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.975775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.976106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.976438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:08.990614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae283f-cdc6-41e3-bad3-e47bd6682dc3 req-87e2d901-073c-4dd5-ad31-e1e26c1fa3e2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.999226 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acae283f-cdc6-41e3-bad3-e47bd6682dc3 req-87e2d901-073c-4dd5-ad31-e1e26c1fa3e2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2561641 Jul 27 22:06:09.002191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.010013 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Added segment b84c1610-5576-4a67-a018-b1940c5f307e of type vlan for network d8ef365f-6b56-4a09-acab-983ee2c6bf91 Jul 27 22:06:09.076893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.092899 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acae283f-cdc6-41e3-bad3-e47bd6682dc3 req-f4f0212f-a240-46c9-9a89-7848fcc6b09f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Jul 27 22:06:09.224690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.231920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.232587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.353645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Network': ['ID=d8ef365f-6b56-4a09-acab-983ee2c6bf91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.367436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.367829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.368151 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Floating IP 8000c848-a6a3-4982-8322-fb70bd4d0d61 disassociated. External IP: 172.25.3.250, port: c2ff83de-aa52-46b6-8f62-864a86e93824. Jul 27 22:06:09.368478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:09.369341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Calling delete_port for c2ff83de-aa52-46b6-8f62-864a86e93824 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:09.530562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-56b63692-b3a8-418f-86a8-ea2da2f03016 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9848688 Jul 27 22:06:09.530808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58882) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:09.536110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'subnet': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:09.722673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.766784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b73137aa-99ee-4e8b-8d29-9537556f07c0 req-020ed81a-6b60-43d1-a998-e9a3a87766bb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0679138 Jul 27 22:06:09.791052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'Port': ['ID=c2ff83de-aa52-46b6-8f62-864a86e93824,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.952698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:09.956317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:09.962063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.157063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:10.175841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:10.212888 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:10.215846 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:10.259588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] No DVR routers for this DVR port c2ff83de-aa52-46b6-8f62-864a86e93824 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:10.272214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.282853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e94c06dc-c3bb-428c-90bd-0fa80abd4648 req-5fd96c13-8be0-4937-a3b6-9fc8c744e73a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "DELETE /v2.0/ports/c2ff83de-aa52-46b6-8f62-864a86e93824 HTTP/1.1" status: 204 len: 173 time: 1.8069751 Jul 27 22:06:10.286823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-deleted', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:10.293812 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc36c2-c3d9-4081-bc82-c61bb8bc242d" -d '{"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-deleted", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:10.396898 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61f8c4-a8fa-4a7f-a58a-3d8d8d2cde9a x-openstack-request-id: req-da61f8c4-a8fa-4a7f-a58a-3d8d8d2cde9a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:10.397803 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c2816b-faac-4ed2-b5bf-6fbd33a0982d", "name": "network-vif-deleted", "tag": "c2ff83de-aa52-46b6-8f62-864a86e93824", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:10.397803 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da61f8c4-a8fa-4a7f-a58a-3d8d8d2cde9a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:10.398335 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c2816b-faac-4ed2-b5bf-6fbd33a0982d', 'name': 'network-vif-deleted', 'tag': 'c2ff83de-aa52-46b6-8f62-864a86e93824', 'status': 'completed', 'code': 200} Jul 27 22:06:10.466260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.484897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130cef0-0e18-4787-a33b-4d7fcf1b1628 req-f337479e-fc16-4480-95b0-497153f873f2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.486627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9130cef0-0e18-4787-a33b-4d7fcf1b1628 req-f337479e-fc16-4480-95b0-497153f873f2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2018239 Jul 27 22:06:10.558932 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:10.606930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9130cef0-0e18-4787-a33b-4d7fcf1b1628 req-d6b1d9b9-0ec5-4d9a-acd8-83a31eea8e06 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092944 Jul 27 22:06:10.660965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Subnet': ['ID=4f8f5837-3ae2-4ca5-a6a0-aecee08431d7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:10.671023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Checking segment: {'id': 'b84c1610-5576-4a67-a018-b1940c5f307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:10.671334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network hostable DHCP agents. Network: d8ef365f-6b56-4a09-acab-983ee2c6bf91, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:10.880468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:10.988134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:11.024889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:11.032126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-12671130-8f8c-431d-8f13-28084d2124d5 req-1d6e9cb3-cef9-4c01-8ff3-40a468117c16 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c2816b-faac-4ed2-b5bf-6fbd33a0982d HTTP/1.1" status: 200 len: 210 time: 0.0776701 Jul 27 22:06:11.033687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d8ef365f-6b56-4a09-acab-983ee2c6bf91) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:11.042018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.043068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.064291 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:11.101288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: c2ff83de-aa52-46b6-8f62-864a86e93824 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:11.102021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c2ff83de-aa52-46b6-8f62-864a86e93824 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:11.103464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:11.104100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:11.109764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9a768-f32c-4e31-99e5-fb864fc519ca None None] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:11.158861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:11.167321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:11.214246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec8059d9-e241-4048-ae87-eb2c32ae7f53 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6823535 Jul 27 22:06:11.217107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:11.224656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-1394365497'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:11.382035 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:11.641921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:11.658605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.748275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port 42b65dd1-b56e-48dd-ae87-ba593f457133 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:11.795877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.869804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d8ef365f-6b56-4a09-acab-983ee2c6bf91', 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'tenant_id': '763156661e614cc4a92e6537a1efe6e6', 'fixed_ips': [{'subnet_id': '4f8f5837-3ae2-4ca5-a6a0-aecee08431d7'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:11.869804 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.880173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:11.882305 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3610c014-5078-4821-a038-2fc231283ed4" -d '{"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-unplugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:11.904380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:11.925067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:11.937633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'port_id': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'mac_address': 'fa:16:3e:b1:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abe2b47-8c2a-40cc-ba6a-588ef0942669', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:11.953151 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:12.002583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3fd2-2fc8-4872-8f75-d3b8a925348d req-0c1f05e0-fb6f-422d-a741-dca87ba3c916 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.010531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f9e3fd2-2fc8-4872-8f75-d3b8a925348d req-0c1f05e0-fb6f-422d-a741-dca87ba3c916 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1794274 Jul 27 22:06:12.027859 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9248fc76-fb70-4f40-b63a-fb2d0fa95855 None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:12.039393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.14 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/42b65dd1-b56e-48dd-ae87-ba593f457133) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:12.050012 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaf76d0-2be2-4379-afda-c0e89b187195 x-openstack-request-id: req-0eaf76d0-2be2-4379-afda-c0e89b187195 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:12.050677 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-unplugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:12.050677 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0eaf76d0-2be2-4379-afda-c0e89b187195 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:12.050946 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'code': 200} Jul 27 22:06:12.086389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.103027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9f9e3fd2-2fc8-4872-8f75-d3b8a925348d req-eeafe4be-db3c-49f4-a8a1-9e74783bdcb8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912981 Jul 27 22:06:12.186016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.210933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.215730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:12.257181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.257937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.258335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.258673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.259175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.259604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.260016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.260365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.260703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.261040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.261447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.262306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:12.286365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:06:12.286979 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:06:12.347274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58966) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.353734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.373251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object 42b65dd1-b56e-48dd-ae87-ba593f457133 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:12.432907 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.471226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.472849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b18b7-344c-4126-ae09-b82e0cf01c75 None None] New status for floating IP 8000c848-a6a3-4982-8322-fb70bd4d0d61: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:06:12.540173 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.602312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:12.605818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:12.608337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:12.635777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Allocated IP 172.20.0.2 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/d7c35d1b-9616-4a07-83da-b2f51657525f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:12.645739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=42b65dd1-b56e-48dd-ae87-ba593f457133,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.673457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.674315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.802398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.806037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.808877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "DELETE /v2.0/security-groups/0927476c-fa36-4ebf-b9c8-498d11981ef2 HTTP/1.1" status: 204 len: 168 time: 0.4594231 Jul 27 22:06:12.815767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58974) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.833365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823afcb-e431-41f7-ab83-589a44af8c98 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927476c-fa36-4ebf-b9c8-498d11981ef2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.853060 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-882d5f71-da1b-4bcd-9b6d-db764f42bcf3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.861026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-882d5f71-da1b-4bcd-9b6d-db764f42bcf3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups/0927476c-fa36-4ebf-b9c8-498d11981ef2 HTTP/1.1" status: 404 len: 347 time: 0.0401082 Jul 27 22:06:12.861949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.878656 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.886793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.905353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Transition to ACTIVE for port object d7c35d1b-9616-4a07-83da-b2f51657525f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:12.915605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5fe0d109-2235-48c2-b978-51df3eb4c3dc tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6970119 Jul 27 22:06:12.919506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58980) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.925199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-1775325433', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:88:76'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:12.929208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:12.948616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Transition to ACTIVE for port object d7c35d1b-9616-4a07-83da-b2f51657525f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:12.992860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:13.077498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Deleting port e10db0f9-a99b-43eb-8186-2727f71757fa {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:13.078120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.099866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.166958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.178115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:13.184405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:13.189105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:13.201921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Pushing event updated for resources: {'Port': ['ID=d7c35d1b-9616-4a07-83da-b2f51657525f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.300878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.301335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.332281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Calling delete_port for e10db0f9-a99b-43eb-8186-2727f71757fa owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:13.341135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.343915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Attempting to bind port d7c35d1b-9616-4a07-83da-b2f51657525f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:13.346637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Attempting to bind port d7c35d1b-9616-4a07-83da-b2f51657525f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b84c1610-5576-4a67-a018-b1940c5f307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:13.346637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Attempting to bind port d7c35d1b-9616-4a07-83da-b2f51657525f on network d8ef365f-6b56-4a09-acab-983ee2c6bf91 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:13.350795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:13.351182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Checking segment: {'id': 'b84c1610-5576-4a67-a018-b1940c5f307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:13.351662 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.352226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Bound using segment: {'id': 'b84c1610-5576-4a67-a018-b1940c5f307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:13.352780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Bound port: d7c35d1b-9616-4a07-83da-b2f51657525f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84c1610-5576-4a67-a018-b1940c5f307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:13.353176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.404965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['00ad48fc-f428-46a6-9e5c-becc22ba0f7c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:13.406780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1b29e-eb76-468c-b15f-d3ab99816232 req-20f15a74-2a6a-4140-88fa-725394659dd5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:13.408434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cb1b29e-eb76-468c-b15f-d3ab99816232 req-20f15a74-2a6a-4140-88fa-725394659dd5 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 945 time: 0.1906729 Jul 27 22:06:13.462510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] For port d7c35d1b-9616-4a07-83da-b2f51657525f, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:13.478249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cb1b29e-eb76-468c-b15f-d3ab99816232 req-95e33c76-c1c1-4fe5-9127-a4fd87073fe2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Jul 27 22:06:13.481202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] For port d7c35d1b-9616-4a07-83da-b2f51657525f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7c35d1b-9616-4a07-83da-b2f51657525f,segment=NetworkSegment(b84c1610-5576-4a67-a018-b1940c5f307e),segment_id=b84c1610-5576-4a67-a018-b1940c5f307e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:13.493222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:13.624377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.679561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.687810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.705789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port 215694ee-93a2-43bf-8a23-cd1fc51b800b yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:13.747667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c0a2e-2030-4d90-ba84-56dee6ead6c3 None None] Pushing event updated for resources: {'Port': ['ID=d7c35d1b-9616-4a07-83da-b2f51657525f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.797212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'Port': ['ID=e10db0f9-a99b-43eb-8186-2727f71757fa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.946049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.949405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.971261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad11fe86-2412-426d-82b8-f1b479cbb2c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "DELETE /v2.0/floatingips/8000c848-a6a3-4982-8322-fb70bd4d0d61 HTTP/1.1" status: 204 len: 168 time: 1.1084254 Jul 27 22:06:14.031733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.8 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/215694ee-93a2-43bf-8a23-cd1fc51b800b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:14.436850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.473033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object 215694ee-93a2-43bf-8a23-cd1fc51b800b will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:14.689259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.775303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:14.779542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:14.782720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:14.896475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.897280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.901123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=215694ee-93a2-43bf-8a23-cd1fc51b800b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:14.970872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e01e-29ad-4902-8012-c72749bc8d04 req-69d096c1-1b43-4415-bc6d-8c90078d5ba1 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.979513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed69e01e-29ad-4902-8012-c72749bc8d04 req-69d096c1-1b43-4415-bc6d-8c90078d5ba1 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 945 time: 0.3068633 Jul 27 22:06:15.046496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed69e01e-29ad-4902-8012-c72749bc8d04 req-9dae7b7c-5c2a-4305-93c1-8a68b98fec72 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Jul 27 22:06:15.053309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bb303be2-46fc-47c0-9d24-666f40ce8f9c tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1313524 Jul 27 22:06:15.065749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:15.066703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59034) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:15.083868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883782808', 'description': 'tempest-description--541721402'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:15.184338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:15.332786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.436932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:15.439587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.629216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.644900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.663102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:15.665352 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70237c1b-008c-4c0a-ae77-0f3b0e3f4e7e" -d '{"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-plugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:15.666499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb519b-0983-4f92-a702-ddcbb191f20a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.672356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5706e-d18a-4543-8880-e5bfd20ba00e None None] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:15.690851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb519b-0983-4f92-a702-ddcbb191f20a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.693675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:15.708003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb519b-0983-4f92-a702-ddcbb191f20a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.712816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f9bb519b-0983-4f92-a702-ddcbb191f20a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.6375699 Jul 27 22:06:15.713108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59050) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:15.726789 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff414494-7c61-48dc-aa33-f8c2016a084a x-openstack-request-id: req-ff414494-7c61-48dc-aa33-f8c2016a084a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:15.727124 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-plugged", "status": "completed", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:15.727374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff414494-7c61-48dc-aa33-f8c2016a084a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:15.727786 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'code': 200} Jul 27 22:06:15.812363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.813051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.859874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd390c-b8fb-489e-b042-a8226642db29,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.916370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.919328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.919816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.922245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.922714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.923255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.923910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.925642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.926487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.926956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.929802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.930587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.942834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.957679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-77a8277c-8736-45f8-b48c-40e0458d3690 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8811362 Jul 27 22:06:15.958319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59058) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:15.970151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group_rule': {'security_group_id': '26cd390c-b8fb-489e-b042-a8226642db29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:16.031521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-95198696-b0c9-421d-b490-3e3ff1f61767 None None] Provisioning for port d7c35d1b-9616-4a07-83da-b2f51657525f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:16.076514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:16.102732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561b10-a5dd-4d53-8e8d-8d0007e0b452 req-6ef2b3cf-9c1d-4395-b064-81150598320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.104399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb561b10-a5dd-4d53-8e8d-8d0007e0b452 req-6ef2b3cf-9c1d-4395-b064-81150598320b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 1097 time: 0.2172637 Jul 27 22:06:16.144477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port 215694ee-93a2-43bf-8a23-cd1fc51b800b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:16.144774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.180607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb561b10-a5dd-4d53-8e8d-8d0007e0b452 req-497f901d-f691-4f5d-af2f-1846b2848443 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661340 Jul 27 22:06:16.366913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7c35d1b-9616-4a07-83da-b2f51657525f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:16.380716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf675-5811-4412-bd15-48bae1658cfc req-71d12fb2-ca2f-4c66-be6e-d5f7bf4331d0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.384007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-088cf675-5811-4412-bd15-48bae1658cfc req-71d12fb2-ca2f-4c66-be6e-d5f7bf4331d0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1699131 Jul 27 22:06:16.421480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.453289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for 215694ee-93a2-43bf-8a23-cd1fc51b800b owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:16.473633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-088cf675-5811-4412-bd15-48bae1658cfc req-7e1e4698-e79f-4e1f-9fa9-9b5e6cd284f2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805130 Jul 27 22:06:16.545110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d7c35d1b-9616-4a07-83da-b2f51657525f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:16.553707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d7c35d1b-9616-4a07-83da-b2f51657525f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:16.553707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.657355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.760856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.775707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Provisioning for port 42b65dd1-b56e-48dd-ae87-ba593f457133 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:16.795275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Provisioning complete for port 42b65dd1-b56e-48dd-ae87-ba593f457133 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:16.795656 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.890514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.895457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d7c35d1b-9616-4a07-83da-b2f51657525f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7c35d1b-9616-4a07-83da-b2f51657525f,segment=NetworkSegment(b84c1610-5576-4a67-a018-b1940c5f307e),segment_id=b84c1610-5576-4a67-a018-b1940c5f307e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:16.898523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Port 42b65dd1-b56e-48dd-ae87-ba593f457133 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:16.911345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Provisioning complete for port d7c35d1b-9616-4a07-83da-b2f51657525f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:16.911954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.047062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.074152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.084646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b414a6b9-f058-4abb-8d44-ab150eb36147,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:17.128736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.197666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d7c35d1b-9616-4a07-83da-b2f51657525f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:17.225565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=215694ee-93a2-43bf-8a23-cd1fc51b800b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:17.227546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.229005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2769f79d-0682-475e-a65e-aba7d6924c47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2682240 Jul 27 22:06:17.233144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59088) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.238495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.243494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'security_group_rule': {'security_group_id': '26cd390c-b8fb-489e-b042-a8226642db29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:17.354076 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:06:17.354491 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:06:17.361613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.482436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.555672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.593506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.593752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d37c0f5-72c5-4b17-8bc8-d37122815540,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:17.597905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-41225fb3-644d-49b3-a207-21d178fb4421 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/215694ee-93a2-43bf-8a23-cd1fc51b800b HTTP/1.1" status: 204 len: 168 time: 1.8836677 Jul 27 22:06:17.599866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59094) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.678434 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b10f710-acc5-4f8a-abc5-3ddca6b7c360 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] GET failed (client error): The resource could not be found. Jul 27 22:06:17.685775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b10f710-acc5-4f8a-abc5-3ddca6b7c360 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports/215694ee-93a2-43bf-8a23-cd1fc51b800b HTTP/1.1" status: 404 len: 333 time: 0.0848074 Jul 27 22:06:17.691582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59100) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.700700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-1384329735'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:17.723191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.727792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5e396563-f766-428c-9ec9-a6d2d7208a12 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4935703 Jul 27 22:06:17.728429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.739356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:17.763015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eede87-589c-4d27-9020-468e30a9d09a req-b5f6a94f-23ae-4d40-b852-f5c9dc657a0a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:17.765007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8eede87-589c-4d27-9020-468e30a9d09a req-b5f6a94f-23ae-4d40-b852-f5c9dc657a0a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1585085 Jul 27 22:06:17.818500 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8eede87-589c-4d27-9020-468e30a9d09a req-cbe765f4-442a-4ce6-8825-42063a679b69 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Jul 27 22:06:17.928693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a070086a-7eef-4f53-ac7a-df37d45a995d None None] Could not find standard attr ID for object 215694ee-93a2-43bf-8a23-cd1fc51b800b. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:06:17.936257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.051978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bb92a9f2-d0a6-4d5e-a26e-72aa14c6a83f None None] Provisioning complete for port 42b65dd1-b56e-48dd-ae87-ba593f457133 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:18.054343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb92a9f2-d0a6-4d5e-a26e-72aa14c6a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.125888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7c35d1b-9616-4a07-83da-b2f51657525f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:18.132006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b6d95-9896-4070-a239-5e6eea44b797 req-9df6c23d-722e-47bc-a052-c55456bce50c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:18.140461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-868b6d95-9896-4070-a239-5e6eea44b797 req-9df6c23d-722e-47bc-a052-c55456bce50c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.1485710 Jul 27 22:06:18.148927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:18.153718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.187036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port b0a58982-29f5-4c19-8f30-2036c1aeab89 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:18.203166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bb92a9f2-d0a6-4d5e-a26e-72aa14c6a83f None None] Port 42b65dd1-b56e-48dd-ae87-ba593f457133 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:18.208849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bb92a9f2-d0a6-4d5e-a26e-72aa14c6a83f None None] Could not find standard attr ID for object 215694ee-93a2-43bf-8a23-cd1fc51b800b. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:06:18.232771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d7c35d1b-9616-4a07-83da-b2f51657525f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:18.233528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.251697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-868b6d95-9896-4070-a239-5e6eea44b797 req-08f05024-f7ae-4eaf-ab97-c93cf5b56fe1 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030405 Jul 27 22:06:18.296239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.415585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.10 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/b0a58982-29f5-4c19-8f30-2036c1aeab89) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:18.486421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Allocated IP 172.25.3.133 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/c3917c53-9d85-4507-ba14-b4b6bfcead73) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:18.699428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.711514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.743914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object b0a58982-29f5-4c19-8f30-2036c1aeab89 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:18.905231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.944149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.071432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=c3917c53-9d85-4507-ba14-b4b6bfcead73,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.076229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:19.082805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:19.086428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:19.124294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=b0a58982-29f5-4c19-8f30-2036c1aeab89,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.155948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:19.160014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:19.164986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:19.239667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.273639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.274863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.371279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c2edf8a-f723-4d28-88c6-88bcd7fd8967 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6758831 Jul 27 22:06:19.372464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:19.378191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:88:76'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:19.468345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.630001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f184a779-8ff8-4e34-a2ed-ae81c127d466 None None] Provisioning for port b0a58982-29f5-4c19-8f30-2036c1aeab89 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:19.634972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f184a779-8ff8-4e34-a2ed-ae81c127d466 None None] Provisioning complete for port b0a58982-29f5-4c19-8f30-2036c1aeab89 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:19.635685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f184a779-8ff8-4e34-a2ed-ae81c127d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.692518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.755299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-5b7d7295-91f7-47aa-8585-70b5275c3c67 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.757197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-5b7d7295-91f7-47aa-8585-70b5275c3c67 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.5084035 Jul 27 22:06:19.768702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f184a779-8ff8-4e34-a2ed-ae81c127d466 None None] Port b0a58982-29f5-4c19-8f30-2036c1aeab89 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:19.782008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-db55b16e-0d2a-4aa3-8a3e-6c9ee390e623 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/quotas/6f65d14a2778400d87f66b8ef9d67737 HTTP/1.1" status: 200 len: 375 time: 0.0154810 Jul 27 22:06:19.793956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.925787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.954319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=c3917c53-9d85-4507-ba14-b4b6bfcead73,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.980874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-57e25752-bc0e-4400-be21-b7bb0070f513 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902225 Jul 27 22:06:20.029569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.041443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.043462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0476f852-399b-4a93-a175-99be3b06d8f6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3137743 Jul 27 22:06:20.335844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.358816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-98a86feb-989d-4827-a623-98fa8ed7d73c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.361009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-98a86feb-989d-4827-a623-98fa8ed7d73c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "GET /v2.0/ports?device_id=cbf74d09-edf2-4986-aeab-4857b6710db9 HTTP/1.1" status: 200 len: 946 time: 0.2329168 Jul 27 22:06:20.409589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-7f2b1883-5187-40ef-9fc3-8480fecdc817 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--883782808&fields=id&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 267 time: 0.0696952 Jul 27 22:06:20.427421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-1dc204e5-d9a9-4bad-a9ec-ce0fbd97e552 service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387586 Jul 27 22:06:20.474668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.615349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=b0a58982-29f5-4c19-8f30-2036c1aeab89,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:20.657164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] In _notify_port_updated(), no bound segment for port b0a58982-29f5-4c19-8f30-2036c1aeab89 on network d8ef365f-6b56-4a09-acab-983ee2c6bf91 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:06:20.670369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.671329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.684578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-75df08cd-eefa-4c58-8be7-13d1553662ab tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "PUT /v2.0/ports/b0a58982-29f5-4c19-8f30-2036c1aeab89 HTTP/1.1" status: 200 len: 995 time: 1.3115089 Jul 27 22:06:20.695559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0e7b8d8c-d724-46f2-8583-42ba5111180f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.697269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0e7b8d8c-d724-46f2-8583-42ba5111180f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 817 time: 0.2781258 Jul 27 22:06:20.697804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59166) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:20.730398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f750180f-257b-4fa1-9f87-da6c077fe4db tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/quotas/2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 375 time: 0.0206211 Jul 27 22:06:20.909369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ddb20fd-bf12-4d5d-a4df-7f3b952c3764 None None] Provisioning complete for port b0a58982-29f5-4c19-8f30-2036c1aeab89 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:20.909924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ddb20fd-bf12-4d5d-a4df-7f3b952c3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.963364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb20fd-bf12-4d5d-a4df-7f3b952c3764 None None] Port b0a58982-29f5-4c19-8f30-2036c1aeab89 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:20.989253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-ba1f750d-de4a-4e15-b0c4-bf4cd308906d service neutron] 10.222.0.37 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604517 Jul 27 22:06:21.029117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Deleting port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:21.030148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.030574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-c5cabe51-9774-4808-9253-417d622958bd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727938 Jul 27 22:06:21.050792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port b0a58982-29f5-4c19-8f30-2036c1aeab89 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:21.051157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.168621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] For port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:21.169002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.185792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Calling delete_port for 00ad48fc-f428-46a6-9e5c-becc22ba0f7c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:21.257973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.285560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-10f642fb-ad84-4d2f-8b80-20222c8c43fd service neutron] 10.222.0.37 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124193 Jul 27 22:06:21.285560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for b0a58982-29f5-4c19-8f30-2036c1aeab89 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:21.480030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f6375a9a-802a-4e33-8c37-ce746bcda207 service neutron] 10.222.0.37 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876543 Jul 27 22:06:21.510797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ee5cc76-791f-4e1d-aae8-09fa6b436d7f req-dd32567f-b0bd-4d6e-a561-33283d04444a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0357354 Jul 27 22:06:21.512616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.525154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['00ad48fc-f428-46a6-9e5c-becc22ba0f7c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:21.561338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event deleted for resources: {'Port': ['ID=00ad48fc-f428-46a6-9e5c-becc22ba0f7c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:21.696425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] No DVR routers for this DVR port 00ad48fc-f428-46a6-9e5c-becc22ba0f7c on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:21.700480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.702674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3eb2f59-3839-4431-a0ca-e7f923a65448 req-f6f743ef-b60b-4b8e-85c4-0c4f77302154 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.76 "DELETE /v2.0/ports/00ad48fc-f428-46a6-9e5c-becc22ba0f7c HTTP/1.1" status: 204 len: 173 time: 1.3342247 Jul 27 22:06:21.707952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-deleted', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:21.712126 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cdd93e-46e1-449e-8800-fae28cfbf04e" -d '{"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-deleted", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:21.789051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.806910 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e0cb8-6fa5-4b91-b71e-33225cc4349e x-openstack-request-id: req-678e0cb8-6fa5-4b91-b71e-33225cc4349e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:21.807474 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf74d09-edf2-4986-aeab-4857b6710db9", "name": "network-vif-deleted", "tag": "00ad48fc-f428-46a6-9e5c-becc22ba0f7c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:21.808397 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-678e0cb8-6fa5-4b91-b71e-33225cc4349e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:21.808744 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf74d09-edf2-4986-aeab-4857b6710db9', 'name': 'network-vif-deleted', 'tag': '00ad48fc-f428-46a6-9e5c-becc22ba0f7c', 'status': 'completed', 'code': 200} Jul 27 22:06:21.875590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=b0a58982-29f5-4c19-8f30-2036c1aeab89,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:22.162577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-335bb175-0655-4cc8-92c9-97c271b81e37 req-c0ea6eab-e98e-4df3-b7a8-98951cab53f7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0802155 Jul 27 22:06:22.249948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.252189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-925e6bf7-6b28-4b96-be57-3b72c3054041 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/b0a58982-29f5-4c19-8f30-2036c1aeab89 HTTP/1.1" status: 204 len: 168 time: 1.5501447 Jul 27 22:06:22.254918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:22.297905 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8532e66-4c78-4705-94c2-80ada1237947 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] GET failed (client error): The resource could not be found. Jul 27 22:06:22.304924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e8532e66-4c78-4705-94c2-80ada1237947 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports/b0a58982-29f5-4c19-8f30-2036c1aeab89 HTTP/1.1" status: 404 len: 333 time: 0.0486658 Jul 27 22:06:22.305226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:22.312272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-1383184456'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:22.724955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:22.737713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.758819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92527de5-a2cb-4e73-a84b-a83b9f3120b8 req-db03983b-d78f-45a8-8ccf-3cfdb3df3106 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0964837 Jul 27 22:06:22.783439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:23.017625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.6 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:23.244722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.275803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:23.306153 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df85fdde-0924-433f-94a2-7fd48674f8d2 req-f22a50d5-2b4d-484a-8bab-68a7e6a4b209 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0584350 Jul 27 22:06:23.451378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.494835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:23.501262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296573664', 'description': 'tempest-secgroup-smoke-1296573664 description', 'project_id': '7835ee388c1c486c8ef6368c08170258'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:23.516464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:23.566874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:23.566874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:23.567424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:23.658129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:23.659134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.670090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.800377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-04dad2b4-131e-45a4-ad43-a5b5abf208a3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4915440 Jul 27 22:06:23.800944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59242) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:23.809379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:88:76'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:23.925403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.935150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da53e277-c663-4cef-b72e-3b2dd447f7b6 req-96cb00d7-7698-4aec-adee-c3a35e529b20 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0543585 Jul 27 22:06:24.023372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.065242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.076293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4e133d54-2f73-4dcd-ad5d-704ff58994e1 None None] Provisioning for port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:24.078815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4e133d54-2f73-4dcd-ad5d-704ff58994e1 None None] Provisioning complete for port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:24.079206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e133d54-2f73-4dcd-ad5d-704ff58994e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.118804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.145111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e133d54-2f73-4dcd-ad5d-704ff58994e1 None None] Port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:24.202020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.206136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae5b006b-41be-47ff-be3b-98f1f2a51eb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7066467 Jul 27 22:06:24.206481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59244) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.211733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:24.298697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.338636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.451946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af74439f-3684-41de-b485-a64b3d798564 req-c38c5c3c-fd8c-46f5-a38d-9aeef22070b8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0618103 Jul 27 22:06:24.464837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.470485 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.563194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.585533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] In _notify_port_updated(), no bound segment for port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee on network d8ef365f-6b56-4a09-acab-983ee2c6bf91 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:06:24.595905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:24.595905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.595905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d62ac62-6296-410e-9419-bfd2f47f990a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "PUT /v2.0/ports/080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee HTTP/1.1" status: 200 len: 996 time: 0.7937255 Jul 27 22:06:24.598467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.665494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.717586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9f763c-ac08-4ac9-90c6-c399c24f239d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.750815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:24.753132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.826031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.827309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-227d07ee-8b5a-40e3-8f60-e623729d4b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6198406 Jul 27 22:06:24.830719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59256) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.835181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:24.890129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8c2645d-6e5a-45a7-baa8-a562c5e15de4 None None] Provisioning complete for port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:24.891591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8c2645d-6e5a-45a7-baa8-a562c5e15de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.895186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.911703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:24.970336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2645d-6e5a-45a7-baa8-a562c5e15de4 None None] Port 080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:25.079051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c54ec2f-f04e-4fc0-bdf4-87ebaa0db7f0 req-8d74bb46-9525-4537-97cd-aecd7e99700c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0464337 Jul 27 22:06:25.134565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.212883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:25.234014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-03fdeada-466f-4c8f-b473-48dd0880abdb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.235640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-03fdeada-466f-4c8f-b473-48dd0880abdb tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.50 "GET /v2.0/networks?id=bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 200 len: 815 time: 0.2044368 Jul 27 22:06:25.249058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Request body: {'port': {'device_id': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'admin_state_up': True, 'tenant_id': '6f65d14a2778400d87f66b8ef9d67737'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:25.254600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.264334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 00ad48fc-f428-46a6-9e5c-becc22ba0f7c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:25.272878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 00ad48fc-f428-46a6-9e5c-becc22ba0f7c not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:25.327722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.362476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.364083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.388798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6688859e-9152-4b88-95fb-604f6e32e4b5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.448878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.451945 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-09086ca0-10e1-44d4-8328-ff83f4e44d0e tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee HTTP/1.1" status: 204 len: 168 time: 0.8520904 Jul 27 22:06:25.454806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.491753 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-741df827-297c-4dbd-af26-347cb126361a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] GET failed (client error): The resource could not be found. Jul 27 22:06:25.493537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-741df827-297c-4dbd-af26-347cb126361a tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports/080efd6b-b8b3-4a0f-b7e5-f7b8f01e76ee HTTP/1.1" status: 404 len: 333 time: 0.0365438 Jul 27 22:06:25.498093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59276) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.504090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-2131008247'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:25.644399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Made reservation on behalf of 6f65d14a2778400d87f66b8ef9d67737 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:25.646433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.696018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af5c1045-7b73-41dc-9735-ac08cf26b118 req-3246ff1f-f5f6-4aca-8e00-e38eb13c3dd1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0633023 Jul 27 22:06:25.838708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.840038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-168b18fa-9636-43dc-8cb8-c95ea046f712 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0087960 Jul 27 22:06:25.843451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.848408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:25.873438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Allocated IP 172.20.0.4 (bf2a3439-a293-43a9-9f70-b70e48a76a00/6abe2b47-8c2a-40cc-ba6a-588ef0942669/9f118778-15c2-468c-bdcb-a4c3e9c712f9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:26.045446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:26.049052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.112029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port 2fc758b6-bd63-411b-a523-6b3e9598c457 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:26.137060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.158265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.239467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.261237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b82fd381-dcdd-4143-9516-cdeb02e54fbb req-6c5756dc-6e96-4157-af0d-ef1496c2dbf8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0513303 Jul 27 22:06:26.283349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-8578407a-18a8-4b45-bd54-b2e2f4269dee tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.283349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-8578407a-18a8-4b45-bd54-b2e2f4269dee tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 817 time: 0.2867596 Jul 27 22:06:26.396631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-b06454d0-6270-4acb-8a8d-618f3da18e79 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 379 time: 0.1068361 Jul 27 22:06:26.405239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.3 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/2fc758b6-bd63-411b-a523-6b3e9598c457) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:26.410297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'port': {'device_id': '05892755-0619-4edc-9d10-6056acf35b58', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'admin_state_up': True, 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'security_groups': ['26cd390c-b8fb-489e-b042-a8226642db29']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:26.411569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.434927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6f0cf0-56f9-4de7-95bf-d0dfb475ce24,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.544331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.545636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6786373d-1294-456c-a29b-ddcb74e38f93 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7009425 Jul 27 22:06:26.548324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:26.553054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:26.580038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.648680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Network bf2a3439-a293-43a9-9f70-b70e48a76a00 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:26.664840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:26.671468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:26.677595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event updated for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.687052 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.747812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.752193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.770069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.770737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.778534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object 2fc758b6-bd63-411b-a523-6b3e9598c457 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:26.819046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7d3a291c-0ba6-4d4e-9858-b2cf65ebab09 req-c7861701-e31c-4692-af67-de2f16870397 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Jul 27 22:06:26.934020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.934769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Made reservation on behalf of 2d170c3de555429a9f1d5ba5f21b3060 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:26.939106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.954477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4045626-bb5d-4e7c-ba5f-bd2e56591318,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:27.044284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.156103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.157369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-45bffebe-49d3-4316-aa76-bd52cd685c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6080627 Jul 27 22:06:27.160182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59294) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:27.165604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:27.298579 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Project 7835ee388c1c486c8ef6368c08170258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:06:27.304268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.403202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6822016e-a297-4e97-addc-5a09772bc29b tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1580100 Jul 27 22:06:27.412684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.429731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Request body: {'port': {'device_id': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:27.433890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:27.439433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15eed4-25d9-4235-bc73-9f63c77e00d5 req-1dd0902b-33eb-4ec7-8f0e-d7405e4fc475 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.441273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed15eed4-25d9-4235-bc73-9f63c77e00d5 req-1dd0902b-33eb-4ec7-8f0e-d7405e4fc475 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 931 time: 0.0923429 Jul 27 22:06:27.462207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:27.464775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:27.483399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed15eed4-25d9-4235-bc73-9f63c77e00d5 req-f86e875d-1387-46e2-8c16-7a7069855b38 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Jul 27 22:06:27.493665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=2fc758b6-bd63-411b-a523-6b3e9598c457,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:27.516678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Allocated IP 172.20.0.9 (da20416a-5959-46b3-ab0e-edc3b4115d64/cde0a5f7-9f6b-4534-93fd-5101d3c8a525/e54f0a12-e9ae-4efe-99d0-0e7925da78b2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:27.566073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.587817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.588071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52932890-84b1-47d3-be90-b264ce370f4e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:27.588995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.636555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.709196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.715025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a24e82c5-f2f4-47dc-89d7-a1baf3450493 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5491035 Jul 27 22:06:27.715025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:27.719897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'security_group_rule': {'security_group_id': '7a8df6eb-e38c-4ca7-8404-f2ad404e54c5', 'project_id': '7835ee388c1c486c8ef6368c08170258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:27.771110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1784c8d7-10f6-458f-82b0-8bdf3723cce4 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2718613 Jul 27 22:06:27.773835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:27.780884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'network_id': 'd8ef365f-6b56-4a09-acab-983ee2c6bf91', 'name': 'tempest-AllowedAddressPairTestJSON-120012205'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:27.829396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7d9ff89-a780-4792-b097-7c819610205a None None] Provisioning for port 2fc758b6-bd63-411b-a523-6b3e9598c457 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:27.836975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7d9ff89-a780-4792-b097-7c819610205a None None] Provisioning complete for port 2fc758b6-bd63-411b-a523-6b3e9598c457 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:27.837525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ff89-a780-4792-b097-7c819610205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.856232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.889065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Transition to ACTIVE for port object e54f0a12-e9ae-4efe-99d0-0e7925da78b2 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:27.915283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9ff89-a780-4792-b097-7c819610205a None None] Port 2fc758b6-bd63-411b-a523-6b3e9598c457 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:27.965511 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Project 7835ee388c1c486c8ef6368c08170258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:06:27.977563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:27.997578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd5b7544-8257-417a-8dd2-5bef5c5a04d7 req-11355aa6-4004-48aa-a4cc-92e5670dc80e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0597944 Jul 27 22:06:28.061908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.098435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Made reservation on behalf of 763156661e614cc4a92e6537a1efe6e6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:28.102120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.117344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f118778-15c2-468c-bdcb-a4c3e9c712f9 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:28.120113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] device_id is not set on port 601a38d6-dfb1-4883-aab0-25479ebe251f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:28.128741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.140468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Transition to ACTIVE for port object 9f118778-15c2-468c-bdcb-a4c3e9c712f9 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:28.178819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.180626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.226317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Network da20416a-5959-46b3-ab0e-edc3b4115d64 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:28.232062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:28.235392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489cc37d-ac93-43f6-ae9d-af974206f237,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:28.239678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:28.243748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:28.272822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.275972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Allocated IP 172.20.0.4 (d8ef365f-6b56-4a09-acab-983ee2c6bf91/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7/601a38d6-dfb1-4883-aab0-25479ebe251f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:28.341452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.342364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.363470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:28.456927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.459632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e28eeb5d-fbad-4c01-8d46-d7f1e9d69dac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7436552 Jul 27 22:06:28.469524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Attempting to bind port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:28.470047 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Attempting to bind port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:28.470533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Attempting to bind port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:28.493703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:28.493703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Attempting to bind port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 on network bf2a3439-a293-43a9-9f70-b70e48a76a00 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:28.505919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:28.506469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Checking segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:28.506972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Bound using segment: {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:28.507534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Bound port: 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf97ecb-6701-482b-bc30-512791b6fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:28.508097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.526957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-f7f2cd2e-6142-463e-8af4-36fb1bb9319b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1230116 Jul 27 22:06:28.565351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Request body: {'port': {'device_id': '05892755-0619-4edc-9d10-6056acf35b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:28.616972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.646614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-991ea1d7-74a7-4e97-be96-e4b7cc713e44 None None] Provisioning for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:28.647263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Transition to ACTIVE for port object 601a38d6-dfb1-4883-aab0-25479ebe251f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:28.651263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-991ea1d7-74a7-4e97-be96-e4b7cc713e44 None None] Provisioning complete for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:28.651931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-991ea1d7-74a7-4e97-be96-e4b7cc713e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.661273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:28.683118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:28.694969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.704453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-991ea1d7-74a7-4e97-be96-e4b7cc713e44 None None] Port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:28.754702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbacf85-2ed4-4e51-9864-ccd369347714 req-d86401c6-27f1-4bc8-ac60-bf6d522073e8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.762315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fbacf85-2ed4-4e51-9864-ccd369347714 req-d86401c6-27f1-4bc8-ac60-bf6d522073e8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 943 time: 0.1173489 Jul 27 22:06:28.797672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5fbacf85-2ed4-4e51-9864-ccd369347714 req-57f0e1a2-e40a-4cb6-b2c1-1daaf70dd71d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Jul 27 22:06:28.846167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.902844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.903493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.905124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] 10.222.0.50 "PUT /v2.0/ports/9f118778-15c2-468c-bdcb-a4c3e9c712f9 HTTP/1.1" status: 200 len: 1091 time: 1.4815829 Jul 27 22:06:28.914689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:28.917533 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:28.945362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-0e7c7a7a-1a41-4eae-adf5-bbdddb4bc7b9 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296573664&fields=id&tenant_id=7835ee388c1c486c8ef6368c08170258 HTTP/1.1" status: 200 len: 267 time: 0.1698799 Jul 27 22:06:28.989638 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6ea4fb-a1a2-4de6-8f50-38696a1b3845 x-openstack-request-id: req-ad6ea4fb-a1a2-4de6-8f50-38696a1b3845 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:28.989638 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:28.989638 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad6ea4fb-a1a2-4de6-8f50-38696a1b3845 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:28.990206 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9', 'status': 'completed', 'code': 200} Jul 27 22:06:28.990376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.040450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:29.050501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:29.054881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:29.091996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=601a38d6-dfb1-4883-aab0-25479ebe251f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:29.130599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.131464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.143067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64799f-6ed2-499f-a19b-84c512a318aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:29.242341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb2ce5-08f9-42ad-a279-8198064bdc6c req-5a356b25-e70a-4412-a58e-f0225f189f42 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.249874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-becb2ce5-08f9-42ad-a279-8198064bdc6c req-5a356b25-e70a-4412-a58e-f0225f189f42 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 931 time: 0.0923474 Jul 27 22:06:29.262705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-1bf18247-1bfe-4154-b6bd-14c3f15acdb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.264313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-1bf18247-1bfe-4154-b6bd-14c3f15acdb8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 813 time: 0.3077030 Jul 27 22:06:29.294124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-d4dfef7e-0a64-4735-88e1-8ed749278d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.296159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-d4dfef7e-0a64-4735-88e1-8ed749278d9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 1094 time: 0.3053815 Jul 27 22:06:29.298794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-becb2ce5-08f9-42ad-a279-8198064bdc6c req-8dde24f8-bea1-45f4-b86f-e6d7405da930 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479047 Jul 27 22:06:29.302640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-ba68db18-86e4-401b-b8b7-1cd343504ade tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/quotas/7835ee388c1c486c8ef6368c08170258 HTTP/1.1" status: 200 len: 375 time: 0.0298462 Jul 27 22:06:29.331125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d9b0c5f-c98a-4dd9-a096-8865ac0d5221 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5517902 Jul 27 22:06:29.334342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59338) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:29.337145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:16:88:76'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:31:7b:ee'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:29.459642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:29.476624 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.515438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-21c2c95a-2074-4db9-923a-45ae6198e410 None None] Provisioning for port 601a38d6-dfb1-4883-aab0-25479ebe251f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:29.522661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Transition to ACTIVE for port object e54f0a12-e9ae-4efe-99d0-0e7925da78b2 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:29.526121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-21c2c95a-2074-4db9-923a-45ae6198e410 None None] Provisioning complete for port 601a38d6-dfb1-4883-aab0-25479ebe251f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:29.526476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-78579ad7-e2f5-4d0d-910e-076ae0cebdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.527262 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21c2c95a-2074-4db9-923a-45ae6198e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.528542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-78579ad7-e2f5-4d0d-910e-076ae0cebdba service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6f65d14a2778400d87f66b8ef9d67737&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2232342 Jul 27 22:06:29.587716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-21c2c95a-2074-4db9-923a-45ae6198e410 None None] Port 601a38d6-dfb1-4883-aab0-25479ebe251f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:29.590223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.597920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-f3d6758a-edf7-48d5-a2a9-b8e5d460e718 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823963 Jul 27 22:06:29.691728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.742974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-f459d834-ba48-4690-b9f6-a9dc55e63b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.744499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd48a66c-ba56-4dc0-ad07-a41d7a193a9d req-f459d834-ba48-4690-b9f6-a9dc55e63b29 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059827 Jul 27 22:06:29.809341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:29.837237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-87610918-da7f-4c09-ad91-b72e1fcdd952 service neutron] 10.222.0.37 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229388 Jul 27 22:06:29.849737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.987583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.033307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Attempting to bind port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:30.033662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Attempting to bind port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:30.034003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Attempting to bind port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:30.045088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-a76ff977-dbc6-499c-a29a-c918397758eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.046770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-a76ff977-dbc6-499c-a29a-c918397758eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6f65d14a2778400d87f66b8ef9d67737&device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 1094 time: 0.2522473 Jul 27 22:06:30.051668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d9411-e852-4c7d-a6e0-10661c50291e req-f0b17f26-1092-4148-bbbf-434b0a34a584 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.053950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 on network da20416a-5959-46b3-ab0e-edc3b4115d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:30.054415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Attempting to bind port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 on network da20416a-5959-46b3-ab0e-edc3b4115d64 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:30.059595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a4d9411-e852-4c7d-a6e0-10661c50291e req-f0b17f26-1092-4148-bbbf-434b0a34a584 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 943 time: 0.1583009 Jul 27 22:06:30.060290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-34eda704-fdc5-4a4b-96d4-17567789d267 service neutron] 10.222.0.37 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928420 Jul 27 22:06:30.122943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:30.123507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Checking segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:30.123919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Bound using segment: {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:30.124393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Bound port: e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5499d9a-d7b0-40b7-8590-67be6fdbb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:30.124775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.127138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event updated for resources: {'Port': ['ID=601a38d6-dfb1-4883-aab0-25479ebe251f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:30.131192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-baa20296-184a-4f12-922b-d5cd5f7481cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9 HTTP/1.1" status: 200 len: 217 time: 0.0736725 Jul 27 22:06:30.237186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a4d9411-e852-4c7d-a6e0-10661c50291e req-d93dbc79-9bec-463d-b840-a13cc9064ad0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673031 Jul 27 22:06:30.272661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3334fc44-7a65-4443-b5cf-3102a8bc3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.274404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-3334fc44-7a65-4443-b5cf-3102a8bc3677 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 200 len: 855 time: 0.1354978 Jul 27 22:06:30.295895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] In _notify_port_updated(), no bound segment for port 601a38d6-dfb1-4883-aab0-25479ebe251f on network d8ef365f-6b56-4a09-acab-983ee2c6bf91 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:06:30.308981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.311345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.312970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28ea44a1-65da-4331-bcae-82c542bb0789 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "PUT /v2.0/ports/601a38d6-dfb1-4883-aab0-25479ebe251f HTTP/1.1" status: 200 len: 1055 time: 0.9806852 Jul 27 22:06:30.319942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:30.368333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-9d9bd002-9112-4807-9296-776f3ed2322c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bf2a3439-a293-43a9-9f70-b70e48a76a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836537 Jul 27 22:06:30.371938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:30.478947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:30.512939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port 601a38d6-dfb1-4883-aab0-25479ebe251f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:30.513304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.544862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-6498abf2-2eb2-4d4d-ba92-ba29ed2f2b60 service neutron] 10.222.0.50 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676257 Jul 27 22:06:30.572384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22fd985b-e0ac-4456-a788-ad31cb8285ec None None] Provisioning complete for port 601a38d6-dfb1-4883-aab0-25479ebe251f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:30.572384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22fd985b-e0ac-4456-a788-ad31cb8285ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.624345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-22fd985b-e0ac-4456-a788-ad31cb8285ec None None] Port 601a38d6-dfb1-4883-aab0-25479ebe251f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:30.685826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.699728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.718569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c57be5-888e-4b80-bb31-8e3bf4c86af7 req-7c51a784-961e-4224-b61e-299aa5b5bbf2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.720487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8c57be5-888e-4b80-bb31-8e3bf4c86af7 req-7c51a784-961e-4224-b61e-299aa5b5bbf2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2010517 Jul 27 22:06:30.728109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for 601a38d6-dfb1-4883-aab0-25479ebe251f owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:30.740569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.741366 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.743164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] 10.222.0.50 "PUT /v2.0/ports/e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 1091 time: 2.1836317 Jul 27 22:06:30.791569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977dee-d276-49cb-9f8e-8495ef365ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:30.814977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb542145-d827-4ba6-bba8-4e58467d3f06 req-212ab5f2-2797-4656-ac83-2189bc885df0 service neutron] 10.222.0.50 "GET /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577300 Jul 27 22:06:30.890841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8c57be5-888e-4b80-bb31-8e3bf4c86af7 req-ef82d357-6c49-4041-860b-25503acff765 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248319 Jul 27 22:06:30.992228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:30.995285 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8161af-30e4-4496-ada8-5ed05153b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:31.044099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0e12dded-41d9-44df-86d5-16e3d9cabe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.045838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0e12dded-41d9-44df-86d5-16e3d9cabe64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1094 time: 0.1095409 Jul 27 22:06:31.056692 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798d773-efbe-49ba-a37b-3331637c4ed9 x-openstack-request-id: req-1798d773-efbe-49ba-a37b-3331637c4ed9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:31.058172 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:31.058530 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1798d773-efbe-49ba-a37b-3331637c4ed9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:31.059546 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'status': 'completed', 'code': 200} Jul 27 22:06:31.117727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-bc663fd3-f58c-4072-96f0-657de13add4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 217 time: 0.0567191 Jul 27 22:06:31.175744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-810b87c8-201c-45f0-8421-ef6b74ac951a req-eb0f6db2-32e4-455e-ab43-47f20185506b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0505865 Jul 27 22:06:31.178345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.187907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ae1e9e08-294c-4457-9004-4b5b4f576cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.189383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-ae1e9e08-294c-4457-9004-4b5b4f576cf9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0644007 Jul 27 22:06:31.242703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=601a38d6-dfb1-4883-aab0-25479ebe251f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:31.301034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0425bbbf-b69c-4fac-ae52-7bb872d9f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.303524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-0425bbbf-b69c-4fac-ae52-7bb872d9f8f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034415 Jul 27 22:06:31.515234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-3aa04ac4-bdf5-4b1e-977b-f03c3f1388d3 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032964 Jul 27 22:06:31.528333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.536508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6e746c2c-4f98-4acd-bc37-0197e0a713b6 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/601a38d6-dfb1-4883-aab0-25479ebe251f HTTP/1.1" status: 204 len: 168 time: 1.2149799 Jul 27 22:06:31.537957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59378) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.578857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1e40d-6a09-4091-b278-fd9fcfc36777 req-4f9518e2-fe4d-4cad-a584-845939bda0b9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.580594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abf1e40d-6a09-4091-b278-fd9fcfc36777 req-4f9518e2-fe4d-4cad-a584-845939bda0b9 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 943 time: 0.1926465 Jul 27 22:06:31.645716 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16dcd01-630d-4cf5-a787-8f20b88a3907 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] GET failed (client error): The resource could not be found. Jul 27 22:06:31.647188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a16dcd01-630d-4cf5-a787-8f20b88a3907 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports/601a38d6-dfb1-4883-aab0-25479ebe251f HTTP/1.1" status: 404 len: 333 time: 0.1073380 Jul 27 22:06:31.651257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.695540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-abf1e40d-6a09-4091-b278-fd9fcfc36777 req-10888463-20d2-4887-8958-76148e52e80d tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Jul 27 22:06:31.729389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05e9587d-b9fa-43aa-96c3-2c56ce29b573 req-309d01ca-628e-4650-a9e7-e275bae4baca service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040598 Jul 27 22:06:31.794384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port 2fc758b6-bd63-411b-a523-6b3e9598c457 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:31.795233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.895401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.917739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for 2fc758b6-bd63-411b-a523-6b3e9598c457 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:32.016361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-add518d9-03f8-4bc6-81ec-21f9826079a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:32.018755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-add518d9-03f8-4bc6-81ec-21f9826079a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1094 time: 0.0706408 Jul 27 22:06:32.098917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91de3ce1-0ed9-4a59-8c94-24b63c0879d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.167535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcec897-813b-4f5a-b7ad-d56c6ae1fc1a req-74e66e95-e28f-4fa1-ba48-dafe51b8b5c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:32.172445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bcec897-813b-4f5a-b7ad-d56c6ae1fc1a req-74e66e95-e28f-4fa1-ba48-dafe51b8b5c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1680622 Jul 27 22:06:32.173844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.178203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-292c4d3c-d867-41a4-a017-bafbb03843c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:32.180903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-292c4d3c-d867-41a4-a017-bafbb03843c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1557472 Jul 27 22:06:32.273616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-a658024f-38e2-4993-a42e-3feb36f1e056 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 217 time: 0.0834334 Jul 27 22:06:32.296846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=2fc758b6-bd63-411b-a523-6b3e9598c457,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:32.324417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bcec897-813b-4f5a-b7ad-d56c6ae1fc1a req-65a0f1af-4590-495b-b75a-64dcb6957211 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393108 Jul 27 22:06:32.356235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b74323c-5af3-4a98-b5a3-49d8c72e5e6b req-5e6099ac-6435-49b3-a6a6-22894f5d8f74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0765131 Jul 27 22:06:32.513558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.518028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd49b96b-ae3f-4de0-8ca2-f840aabc49b3 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/2fc758b6-bd63-411b-a523-6b3e9598c457 HTTP/1.1" status: 204 len: 168 time: 0.8653698 Jul 27 22:06:32.520777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:32.600883 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0ba2aa-d9b4-4bef-a83f-f0bc6eb9b269 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] GET failed (client error): The resource could not be found. Jul 27 22:06:32.602966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b0ba2aa-d9b4-4bef-a83f-f0bc6eb9b269 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "GET /v2.0/ports/2fc758b6-bd63-411b-a523-6b3e9598c457 HTTP/1.1" status: 404 len: 333 time: 0.0812182 Jul 27 22:06:32.611320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:32.806752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port 42b65dd1-b56e-48dd-ae87-ba593f457133 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:32.808793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.945260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.975965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for 42b65dd1-b56e-48dd-ae87-ba593f457133 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:33.020641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-ed1a560c-f21a-46ee-b91e-49b238928315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.028564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-ed1a560c-f21a-46ee-b91e-49b238928315 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.7337825 Jul 27 22:06:33.106084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431bc0d-e632-47da-8ce2-cee256c9ee26 req-3cd533c1-77ca-4a2f-b811-8f874dd5b8af tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.111077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3431bc0d-e632-47da-8ce2-cee256c9ee26 req-3cd533c1-77ca-4a2f-b811-8f874dd5b8af tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 943 time: 0.1528132 Jul 27 22:06:33.117692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9f118778-15c2-468c-bdcb-a4c3e9c712f9 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:33.164504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-cc7f769e-bd10-4d8d-9c71-51dd7b594c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.167176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-cc7f769e-bd10-4d8d-9c71-51dd7b594c4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268973 Jul 27 22:06:33.180057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3431bc0d-e632-47da-8ce2-cee256c9ee26 req-45f5b779-a1da-43d1-83c5-28f132f3ee81 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637879 Jul 27 22:06:33.237075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.255171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:33.279356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '9f118778-15c2-468c-bdcb-a4c3e9c712f9', 'network_id': 'bf2a3439-a293-43a9-9f70-b70e48a76a00', 'port_id': '9f118778-15c2-468c-bdcb-a4c3e9c712f9', 'mac_address': 'fa:16:3e:2f:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abe2b47-8c2a-40cc-ba6a-588ef0942669', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:33.292192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=42b65dd1-b56e-48dd-ae87-ba593f457133,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:33.342743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-3d847164-e1ea-4f7c-ba23-47e82e4c690e service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615021 Jul 27 22:06:33.391540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.457461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f118778-15c2-468c-bdcb-a4c3e9c712f9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:33.521170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.521825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:33.525461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d262ff8f-626b-4862-8d28-a14071497b70 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/ports/42b65dd1-b56e-48dd-ae87-ba593f457133 HTTP/1.1" status: 204 len: 168 time: 0.9135313 Jul 27 22:06:33.540515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:33.630669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b787ee80-cd5b-408c-8ead-d104b66aa3c4 req-a6810569-b69c-47ac-ba15-aa84b1d8006e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0561392 Jul 27 22:06:33.668901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting subnet 4f8f5837-3ae2-4ca5-a6a0-aecee08431d7 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:33.674824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.690453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba8161af-30e4-4496-ada8-5ed05153b2de req-0a7b0a3d-1ff2-4852-8259-6562bf725bf2 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392498 Jul 27 22:06:33.739172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.781661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662b107-cb29-45fa-9ab1-f96d11a957e1 req-71332779-79ed-42f3-b407-ff29b58aa575 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.783305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e662b107-cb29-45fa-9ab1-f96d11a957e1 req-71332779-79ed-42f3-b407-ff29b58aa575 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1900909 Jul 27 22:06:33.864604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.865690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:33.866463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e662b107-cb29-45fa-9ab1-f96d11a957e1 req-1b1bf791-bd6f-487e-b8e5-2ebe89830c59 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749910 Jul 27 22:06:33.892334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.002627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.052024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:34.066162 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.066340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:34.094585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8f5837-3ae2-4ca5-a6a0-aecee08431d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.098242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.100171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-78f53eaf-4aef-4754-b3d7-e7150d611ad0 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/subnets/4f8f5837-3ae2-4ca5-a6a0-aecee08431d7 HTTP/1.1" status: 204 len: 168 time: 0.5586481 Jul 27 22:06:34.103140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:34.109904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd6c6a-51a8-4e15-b8a7-cbedce78846e None None] Network d8ef365f-6b56-4a09-acab-983ee2c6bf91 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:34.124616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.170472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:34.181513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.203304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:34.238128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Deleting port d7c35d1b-9616-4a07-83da-b2f51657525f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:34.238641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.298384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.345614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] For port d7c35d1b-9616-4a07-83da-b2f51657525f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7c35d1b-9616-4a07-83da-b2f51657525f,segment=NetworkSegment(b84c1610-5576-4a67-a018-b1940c5f307e),segment_id=b84c1610-5576-4a67-a018-b1940c5f307e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:34.345877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4d034-a2ed-4391-8101-46ce0436588b req-c96ca378-55a6-4624-bf3b-0b9d86ffea69 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.346095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.347598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81e4d034-a2ed-4391-8101-46ce0436588b req-c96ca378-55a6-4624-bf3b-0b9d86ffea69 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 944 time: 0.0906460 Jul 27 22:06:34.363021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Calling delete_port for d7c35d1b-9616-4a07-83da-b2f51657525f owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:34.363823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] DHCP port deletion for d8ef365f-6b56-4a09-acab-983ee2c6bf91 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:34.367619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.399817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bf63207-ae74-4b73-91fe-7b4266b68288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.406058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81e4d034-a2ed-4391-8101-46ce0436588b req-021db3b8-a313-404f-88d0-44820135684f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468397 Jul 27 22:06:34.452578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Deleting port d7c35d1b-9616-4a07-83da-b2f51657525f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:34.453047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.543495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] For port d7c35d1b-9616-4a07-83da-b2f51657525f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d7c35d1b-9616-4a07-83da-b2f51657525f,segment=NetworkSegment(b84c1610-5576-4a67-a018-b1940c5f307e),segment_id=b84c1610-5576-4a67-a018-b1940c5f307e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:34.543906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.557448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Calling delete_port for d7c35d1b-9616-4a07-83da-b2f51657525f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:34.632083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['9f118778-15c2-468c-bdcb-a4c3e9c712f9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:34.634505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.674057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] No DVR routers for this DVR port d7c35d1b-9616-4a07-83da-b2f51657525f on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:34.675457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e54f0a12-e9ae-4efe-99d0-0e7925da78b2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:34.689247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Port': ['ID=d7c35d1b-9616-4a07-83da-b2f51657525f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.729943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.779800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] Pushing event deleted for resources: {'Port': ['ID=d7c35d1b-9616-4a07-83da-b2f51657525f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.807661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26522a-a1e6-4455-8623-c286e6d65746 None None] No DVR routers for this DVR port d7c35d1b-9616-4a07-83da-b2f51657525f on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:34.841356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.861651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.865842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-601c8500-3848-46a6-ba41-f580d96a81d6 req-a0773793-18f6-4ff8-8eb9-40102f490e40 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.1539133 Jul 27 22:06:34.889072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef365f-6b56-4a09-acab-983ee2c6bf91']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:34.896657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84c1610-5576-4a67-a018-b1940c5f307e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:34.897458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84c1610-5576-4a67-a018-b1940c5f307e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:34.926498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.969450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.985798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:34.988708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:34.992059 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:35.125621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-1cc3649b-6643-47a1-a822-d7b65d34be14 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.127545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-1cc3649b-6643-47a1-a822-d7b65d34be14 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 813 time: 0.4569969 Jul 27 22:06:35.205519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-4dd38cf6-c654-4de4-86ca-39fb37e08d86 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7835ee388c1c486c8ef6368c08170258 HTTP/1.1" status: 200 len: 380 time: 0.0651317 Jul 27 22:06:35.217992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'port': {'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'admin_state_up': True, 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'security_groups': ['7a8df6eb-e38c-4ca7-8404-f2ad404e54c5']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:35.271498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.279236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.300731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] 10.222.0.37 "DELETE /v2.0/networks/d8ef365f-6b56-4a09-acab-983ee2c6bf91 HTTP/1.1" status: 204 len: 168 time: 1.1782765 Jul 27 22:06:35.332038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1188b-ff41-4cd8-a55a-c857f574c873 tempest-AllowedAddressPairTestJSON-1454047647 tempest-AllowedAddressPairTestJSON-1454047647-project] Pushing event deleted for resources: {'Network': ['ID=d8ef365f-6b56-4a09-acab-983ee2c6bf91,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:35.422458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:35.487785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865c74b-6f73-4980-b97c-9b0df7c8b199 req-48492929-cfe9-41bd-ac4b-8b97fbc1af44 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.491796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e865c74b-6f73-4980-b97c-9b0df7c8b199 req-48492929-cfe9-41bd-ac4b-8b97fbc1af44 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.1021621 Jul 27 22:06:35.527323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Made reservation on behalf of 7835ee388c1c486c8ef6368c08170258 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:35.531688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.589314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e865c74b-6f73-4980-b97c-9b0df7c8b199 req-68ecafd0-f1bd-424e-b6fe-58689bc2fa70 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898786 Jul 27 22:06:35.845530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.011574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-671f6a87-84c8-4a5c-a799-604105386314 req-ac322735-296b-42f5-9ffb-58d9770b1dc7 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0504990 Jul 27 22:06:36.099617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7c35d1b-9616-4a07-83da-b2f51657525f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:36.107026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ce19-dc68-450e-a908-75f1b25c460d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.134113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59480) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:36.147616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d7c35d1b-9616-4a07-83da-b2f51657525f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:36.147978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d7c35d1b-9616-4a07-83da-b2f51657525f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:36.313363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fa182-254c-401d-a147-99e7d1f2bdc5 req-46c9c268-e478-4cfa-aeb1-1b30b5d2e848 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.316808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-827fa182-254c-401d-a147-99e7d1f2bdc5 req-46c9c268-e478-4cfa-aeb1-1b30b5d2e848 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 944 time: 0.2960460 Jul 27 22:06:36.331761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Allocated IP 172.20.0.9 (ec76314c-4225-45e8-a861-bc40a0733801/2ca93ac7-0ba4-489e-9816-36298f48f746/79200198-41af-42de-b82b-2f6c35f643a1) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:36.491342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f22ecc7-69d6-48fb-b848-3384dde78af6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=763156661e614cc4a92e6537a1efe6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551726 Jul 27 22:06:36.493854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59484) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:36.504195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-827fa182-254c-401d-a147-99e7d1f2bdc5 req-bebd701d-e800-4f19-a963-6eba64195b52 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788731 Jul 27 22:06:36.599098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ce19-dc68-450e-a908-75f1b25c460d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.602608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.633124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.693160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ce19-dc68-450e-a908-75f1b25c460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.705813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.779727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2f4ce19-dc68-450e-a908-75f1b25c460d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dbfc7b0c82a4e78bca12a74efea7eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3524222 Jul 27 22:06:36.779727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Transition to ACTIVE for port object 79200198-41af-42de-b82b-2f6c35f643a1 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:36.779727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4ce19-dc68-450e-a908-75f1b25c460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db159e8b-e6c9-496e-8daf-c28bac7ce12d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:36.783329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:36.852083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.861462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.866868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99490fe3-46e0-4fb4-801e-0a1fc1990493 HTTP/1.1" status: 204 len: 168 time: 0.3441193 Jul 27 22:06:36.875903 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.909057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.948466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7deef43-a096-43fe-9bd8-a856aba595de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99490fe3-46e0-4fb4-801e-0a1fc1990493,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:36.999146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794735b-f10a-4f53-af1b-d1226bad8ed6 req-71c527b1-91c4-4382-bb30-a8ed647b9f31 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.999917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0794735b-f10a-4f53-af1b-d1226bad8ed6 req-71c527b1-91c4-4382-bb30-a8ed647b9f31 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.2222254 Jul 27 22:06:37.017667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.057185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0794735b-f10a-4f53-af1b-d1226bad8ed6 req-d9012d0a-a299-4114-af2a-d63684c1e583 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563767 Jul 27 22:06:37.110215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.118768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Network ec76314c-4225-45e8-a861-bc40a0733801 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:37.122269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:37.127676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:37.130478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.135751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9f118778-15c2-468c-bdcb-a4c3e9c712f9 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:37.231071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.233959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.235302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db159e8b-e6c9-496e-8daf-c28bac7ce12d HTTP/1.1" status: 204 len: 168 time: 0.4510419 Jul 27 22:06:37.269438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:37.274684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:37.276252 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.290092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eac1db-ca14-4f79-83df-88198b01ffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db159e8b-e6c9-496e-8daf-c28bac7ce12d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.329904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.330801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.423496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144eeb2-1762-44b2-9b4b-3bf8484366ec req-b5ae4fb0-56e2-408a-b257-9029a2c5ca52 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.425582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b144eeb2-1762-44b2-9b4b-3bf8484366ec req-b5ae4fb0-56e2-408a-b257-9029a2c5ca52 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 931 time: 0.2329950 Jul 27 22:06:37.470421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-76ad81fb-3bba-4df7-b24d-b3a8ab86a527 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2589421 Jul 27 22:06:37.494723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Request body: {'port': {'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:37.613236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b144eeb2-1762-44b2-9b4b-3bf8484366ec req-fa327e68-fe3b-45ba-a302-f065cfd6637b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798003 Jul 27 22:06:37.622341 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.977397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b4123-ad71-47f3-80ec-8f355d6da715 req-476cb10b-f893-4434-a381-9a0d9b69e099 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.997674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-043b4123-ad71-47f3-80ec-8f355d6da715 req-476cb10b-f893-4434-a381-9a0d9b69e099 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 944 time: 0.2182436 Jul 27 22:06:38.079591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.081071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5e87e0c6-33d9-4b1a-9fc2-8acfb49ffb7d None None] Provisioning for port 79200198-41af-42de-b82b-2f6c35f643a1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:38.106799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-043b4123-ad71-47f3-80ec-8f355d6da715 req-d936f5f6-fb81-4506-9a2e-6019b3ae1a29 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074042 Jul 27 22:06:38.123794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5e87e0c6-33d9-4b1a-9fc2-8acfb49ffb7d None None] Provisioning complete for port 79200198-41af-42de-b82b-2f6c35f643a1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:38.124325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e87e0c6-33d9-4b1a-9fc2-8acfb49ffb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.219591 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:38.236951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.244216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79200198-41af-42de-b82b-2f6c35f643a1 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:38.252833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.261568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5e87e0c6-33d9-4b1a-9fc2-8acfb49ffb7d None None] Port 79200198-41af-42de-b82b-2f6c35f643a1 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:38.271247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Transition to ACTIVE for port object 79200198-41af-42de-b82b-2f6c35f643a1 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:38.275347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:38.283003 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db886bbd-4284-402d-a277-2581dc635e6d" -d '{"events": [{"server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:38.295301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:38.331001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeefc4-c665-4fef-ae65-1c857da51dd8 req-4d5f442f-028b-4128-9401-92df325b4cdb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:38.332614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67eeefc4-c665-4fef-ae65-1c857da51dd8 req-4d5f442f-028b-4128-9401-92df325b4cdb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.0898490 Jul 27 22:06:38.339880 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebc87dc-75f8-4f06-8860-687d21620d87 x-openstack-request-id: req-7ebc87dc-75f8-4f06-8860-687d21620d87 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:38.340404 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "name": "network-vif-plugged", "status": "completed", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:38.340948 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ebc87dc-75f8-4f06-8860-687d21620d87 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:38.341682 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9', 'code': 200} Jul 27 22:06:38.344978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.412744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.414092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.417381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:38.504989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67eeefc4-c665-4fef-ae65-1c857da51dd8 req-864325b4-ca63-421a-9957-a0f27673806b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481102 Jul 27 22:06:38.548788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Pushing event updated for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.566448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.575790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad34ab-b950-469f-a326-aa01e9ce22f4 req-b1d7157a-7cb6-4267-89e0-20b44322c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:38.577561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93ad34ab-b950-469f-a326-aa01e9ce22f4 req-b1d7157a-7cb6-4267-89e0-20b44322c6dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 1096 time: 0.1751289 Jul 27 22:06:38.599163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.615660 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15245b3a-65e7-46b9-8666-95452b51aa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.629096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93ad34ab-b950-469f-a326-aa01e9ce22f4 req-7a98c088-a76a-4423-a47d-d73596eba247 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jul 27 22:06:38.687382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:38.696991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:38.698422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.723745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Attempting to bind port 79200198-41af-42de-b82b-2f6c35f643a1 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:38.724092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Attempting to bind port 79200198-41af-42de-b82b-2f6c35f643a1 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:38.725073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Attempting to bind port 79200198-41af-42de-b82b-2f6c35f643a1 on network ec76314c-4225-45e8-a861-bc40a0733801 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:38.733089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Port 79200198-41af-42de-b82b-2f6c35f643a1 on network ec76314c-4225-45e8-a861-bc40a0733801 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:38.733413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Attempting to bind port 79200198-41af-42de-b82b-2f6c35f643a1 on network ec76314c-4225-45e8-a861-bc40a0733801 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:38.743891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:38.744292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Checking segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:38.744697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Bound using segment: {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:38.745218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Bound port: 79200198-41af-42de-b82b-2f6c35f643a1, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77bd5e49-5945-4928-9e45-1e32fc7e5d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:38.745589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.874021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.925535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.945855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:38.946588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15245b3a-65e7-46b9-8666-95452b51aa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.952718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:38.964425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285ff1-f95e-47b2-8ae7-ef10b57c744c req-ef98db4c-93d4-43b3-a920-71fa76d0e86f tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:38.966052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45285ff1-f95e-47b2-8ae7-ef10b57c744c req-ef98db4c-93d4-43b3-a920-71fa76d0e86f tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.1997790 Jul 27 22:06:38.967951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=79200198-41af-42de-b82b-2f6c35f643a1,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:39.013675 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45285ff1-f95e-47b2-8ae7-ef10b57c744c req-dbfebfc5-4d77-4a51-92a8-49bf33b7f6d8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Jul 27 22:06:39.037490 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.083012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'networks': [{'name': 'tempest-network--1461101523'}, {'name': 'tempest-network--635410677'}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.083560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-network--1461101523'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.083853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-network--635410677'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.093109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15245b3a-65e7-46b9-8666-95452b51aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.100421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.105384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.178366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'network': 2} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:39.189085 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.208547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.236514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.237314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.240533 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] 10.222.0.76 "PUT /v2.0/ports/79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 1091 time: 1.7569516 Jul 27 22:06:39.246403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:39.260866 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb" -d '{"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:39.343058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-15245b3a-65e7-46b9-8666-95452b51aa41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12b3a49561de4c90bb23735f1a063879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754598 Jul 27 22:06:39.349549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15245b3a-65e7-46b9-8666-95452b51aa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8460a4ec-9f99-4f8a-b7a2-34bdb08d8b3e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.350438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:39.414915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29e1ce-fdce-40f9-b984-3e480a7cfcef service neutron] Pushing event updated for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.455438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.520387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.530129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403f7cb-da91-4a24-95c4-9ef2a33660cc req-73bba219-a631-45c9-a3bf-1468ce909d68 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.538036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3403f7cb-da91-4a24-95c4-9ef2a33660cc req-73bba219-a631-45c9-a3bf-1468ce909d68 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.3134704 Jul 27 22:06:39.540216 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.540714 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.601610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f889cac-8a50-476f-a30b-c924888fdfda,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.613864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.630053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-ede48c44-2fdd-4f93-bc53-81165037eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.631606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-ede48c44-2fdd-4f93-bc53-81165037eefd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1094 time: 0.2085524 Jul 27 22:06:39.634467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-3f538dcd-17c5-4c0b-b222-45b3ccc0ed45 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.636579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-3f538dcd-17c5-4c0b-b222-45b3ccc0ed45 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.3414812 Jul 27 22:06:39.669311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:39.678764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3403f7cb-da91-4a24-95c4-9ef2a33660cc req-ae8a9444-a8c3-4695-b6ae-70b7d7d32bd0 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369650 Jul 27 22:06:39.690337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-4b297808-ad08-43ed-8e77-a04f60a81552 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0334933 Jul 27 22:06:39.776591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.777010 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment f9c4b7a8-f69f-4a7a-912a-e11963e0e245 of type vlan for network 7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f Jul 27 22:06:39.780499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-fd8b2121-5a48-42d3-a3ae-5662a502e5c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 217 time: 0.1268139 Jul 27 22:06:39.845629 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aebb4f4-9f6a-4f42-825e-70ba719163b1 x-openstack-request-id: req-3aebb4f4-9f6a-4f42-825e-70ba719163b1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:39.849624 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:39.849624 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aebb4f4-9f6a-4f42-825e-70ba719163b1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:39.849624 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:06:39.872515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.890105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-a20366c3-ecd6-4d0a-ab2a-a2336fcb6ebc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958876 Jul 27 22:06:39.910968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bee8ed39-b8d5-424f-b642-de8c1813277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.913984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-bee8ed39-b8d5-424f-b642-de8c1813277f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.1314545 Jul 27 22:06:39.989464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.992078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.993233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8460a4ec-9f99-4f8a-b7a2-34bdb08d8b3e HTTP/1.1" status: 204 len: 168 time: 0.6406958 Jul 27 22:06:39.994113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:40.018678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.021916 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment 247c8fc5-5cc1-47b9-8bf0-eb0bbbacba60 of type vlan for network 31817d3b-e2c4-467f-a092-c55b05d7d0c0 Jul 27 22:06:40.022048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f94994-8f99-4ad4-8625-c1bf2658f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8460a4ec-9f99-4f8a-b7a2-34bdb08d8b3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.048641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8bca-18b4-4120-a104-4652dcbf04a7 req-bd18ec2e-b1e5-4b0f-ab25-680b779d345c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.054839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-914d8bca-18b4-4120-a104-4652dcbf04a7 req-bd18ec2e-b1e5-4b0f-ab25-680b779d345c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1607978 Jul 27 22:06:40.078006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-a2406d92-8b16-40c8-942a-1c74d85b8637 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874070 Jul 27 22:06:40.110323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-160a0cb7-584f-441f-8f77-95b67b28cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.110323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-160a0cb7-584f-441f-8f77-95b67b28cd50 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664708 Jul 27 22:06:40.138781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-914d8bca-18b4-4120-a104-4652dcbf04a7 req-43b10d82-ed8f-402f-8247-cc06d72a9a1b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830083 Jul 27 22:06:40.148122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.283452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-01675996-6feb-4fba-b5c3-77aee2bc9457 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044034 Jul 27 22:06:40.320020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.325027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.338085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-65e5b971-3a84-4039-9631-05b14e66b1bf service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210681 Jul 27 22:06:40.343718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:40.347018 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f246324-ed0c-4b69-bef2-388fd3d92cdf" -d '{"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:40.348666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.369823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.373143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.476249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc591f4e-d9f0-42eb-a1a2-2025f710958e req-40931414-43b4-4fd2-ab18-33b6a08b1cf5 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.478015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc591f4e-d9f0-42eb-a1a2-2025f710958e req-40931414-43b4-4fd2-ab18-33b6a08b1cf5 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.2214355 Jul 27 22:06:40.522514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5953364 Jul 27 22:06:40.536802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.580259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc591f4e-d9f0-42eb-a1a2-2025f710958e req-2ddd3938-9ddd-4a9a-9e68-2ab83f9e7f83 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939929 Jul 27 22:06:40.618627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.636079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:40.765314 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f73f86-1912-4de9-bde8-347a9039a492 x-openstack-request-id: req-c5f73f86-1912-4de9-bde8-347a9039a492 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:40.765872 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:40.766571 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5f73f86-1912-4de9-bde8-347a9039a492 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:40.767176 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'code': 200} Jul 27 22:06:40.814050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69af93c6-a5b6-4ac0-9146-30819fe5295d req-efbdc82a-f336-4d06-b75c-48b8dde152cf service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654620 Jul 27 22:06:40.914781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e462869-22bc-448e-a4e8-da68baeb879a req-70a8ddf5-c3a2-45eb-859a-d6d9d8dbd7a1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.1269398 Jul 27 22:06:40.922460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b3fe4-4378-45f0-9231-c72ccc428090 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.926413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3a201-becd-4876-9f2f-74a507b8bbda tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=31817d3b-e2c4-467f-a092-c55b05d7d0c0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.935480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b3fe4-4378-45f0-9231-c72ccc428090 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.938089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 31817d3b-e2c4-467f-a092-c55b05d7d0c0 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:40.954278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b3fe4-4378-45f0-9231-c72ccc428090 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.955549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d506743-49d6-4c0e-8639-254707485ac1 req-b346a0aa-826b-48a3-a385-8a0e8f00ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.958203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d506743-49d6-4c0e-8639-254707485ac1 req-b346a0aa-826b-48a3-a385-8a0e8f00ade2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1096 time: 0.1897030 Jul 27 22:06:40.966331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b3fe4-4378-45f0-9231-c72ccc428090 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.970955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59596) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.971126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd3b3fe4-4378-45f0-9231-c72ccc428090 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4332654 Jul 27 22:06:41.014958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24de7c-2da0-423e-ac11-f93a3447f191 req-d81d05b0-945b-4be2-a73f-a372dcdbf63e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.024166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c24de7c-2da0-423e-ac11-f93a3447f191 req-d81d05b0-945b-4be2-a73f-a372dcdbf63e tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.2377660 Jul 27 22:06:41.081941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d506743-49d6-4c0e-8639-254707485ac1 req-8cb506c3-1aea-4797-b324-963e9c23eb66 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144876 Jul 27 22:06:41.110713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c24de7c-2da0-423e-ac11-f93a3447f191 req-9898ca0f-7356-48e2-a844-9684b2ffd3c7 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 Jul 27 22:06:41.117430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.126409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-6edcd688-e40e-49a3-a9cb-91c977bc9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.128188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-6edcd688-e40e-49a3-a9cb-91c977bc9c85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1094 time: 0.1004753 Jul 27 22:06:41.246887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.249096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-92efe966-7806-4e9e-bc0d-4459e668c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.250986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-92efe966-7806-4e9e-bc0d-4459e668c6e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.1145802 Jul 27 22:06:41.251479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.258298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.273989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-205be345-816c-46d5-85d3-f8fe8426d4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.277112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c4b7a8-f69f-4a7a-912a-e11963e0e245') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.277414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c4b7a8-f69f-4a7a-912a-e11963e0e245') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.287671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.319003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-4f6c4f15-2a06-4edb-9a4d-2b627f3fbb0e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 217 time: 0.0527821 Jul 27 22:06:41.330392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.340465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:41.340913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:41.343978 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:41.428833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-8aab6053-6b8c-46cb-8cc8-23318164f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.428833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-8aab6053-6b8c-46cb-8cc8-23318164f970 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.0970154 Jul 27 22:06:41.434266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c00a2e-38c3-4e73-8676-424660928388 req-e7effdac-35ae-4e75-9f1c-27441f14c7a4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.435449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33c00a2e-38c3-4e73-8676-424660928388 req-e7effdac-35ae-4e75-9f1c-27441f14c7a4 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.1458616 Jul 27 22:06:41.446761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601c0e3-80a5-4cd0-9c34-9ccbc12ec892 req-8726ae4b-344f-4877-9c7d-4d7f759bd0a5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.449191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f601c0e3-80a5-4cd0-9c34-9ccbc12ec892 req-8726ae4b-344f-4877-9c7d-4d7f759bd0a5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1332715 Jul 27 22:06:41.480159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33c00a2e-38c3-4e73-8676-424660928388 req-62b8ef4a-934d-448c-a20b-bb2daefbb425 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Jul 27 22:06:41.516552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f601c0e3-80a5-4cd0-9c34-9ccbc12ec892 req-73f1287b-50b3-4e0f-85e2-6d4ab4c9161b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587668 Jul 27 22:06:41.531989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-da8cc90a-885c-4ea4-9945-bec0dacafe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.533641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-da8cc90a-885c-4ea4-9945-bec0dacafe9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834808 Jul 27 22:06:41.543877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.549273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.550860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f HTTP/1.1" status: 204 len: 168 time: 0.5779459 Jul 27 22:06:41.555364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59608) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.618272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df712-f5c9-4051-a9ea-31b689373a72 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=7aec8bf8-c7ed-40e7-821d-5c085d2a1c8f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.694560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-ccb7e4ad-4c68-49e9-a854-2912bc9eaf02 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396811 Jul 27 22:06:41.741536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.798905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-205be345-816c-46d5-85d3-f8fe8426d4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.846501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da859b7f-acf8-4b5b-bc03-13fbf2fa6adb req-6672ffa1-24fa-4834-a1de-c71d13fb5987 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545761 Jul 27 22:06:41.872000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d082-7425-4b72-addb-9fec9d734b6b req-7dab2d82-35fb-4b99-9537-87b1ea31e4e9 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.875703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c88d082-7425-4b72-addb-9fec9d734b6b req-7dab2d82-35fb-4b99-9537-87b1ea31e4e9 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.1647232 Jul 27 22:06:41.899273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.902534 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-205be345-816c-46d5-85d3-f8fe8426d4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.913019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31817d3b-e2c4-467f-a092-c55b05d7d0c0']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.928490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247c8fc5-5cc1-47b9-8bf0-eb0bbbacba60') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.928691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247c8fc5-5cc1-47b9-8bf0-eb0bbbacba60') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.950912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.959587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-205be345-816c-46d5-85d3-f8fe8426d4cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed756e6950c24df5b2d21bf8f80c1e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069764 Jul 27 22:06:41.961230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.976382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c88d082-7425-4b72-addb-9fec9d734b6b req-46e0b739-5ca1-46ef-8955-345160a56c1e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884721 Jul 27 22:06:41.977301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205be345-816c-46d5-85d3-f8fe8426d4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b2d5e0-6e17-4511-af14-1cd34bd2033c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.978981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.991257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9ec6b-598e-4730-8f3e-d35a2001c819 req-5f0abdc9-3fa0-4e78-a413-0858b64685f2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.999425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71e9ec6b-598e-4730-8f3e-d35a2001c819 req-5f0abdc9-3fa0-4e78-a413-0858b64685f2 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.2174723 Jul 27 22:06:42.014590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:42.020184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:42.023592 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:42.057372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.084420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.124338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71e9ec6b-598e-4730-8f3e-d35a2001c819 req-50e5c2c5-e5f9-46cc-8bf2-65d5a666c54c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240149 Jul 27 22:06:42.142704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-113afd22-db67-4b3c-93e1-4eaa52d6eacc req-1027958e-4eab-4629-8ba2-c42bf17020cc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0560002 Jul 27 22:06:42.241101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.254385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.256863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/31817d3b-e2c4-467f-a092-c55b05d7d0c0 HTTP/1.1" status: 204 len: 168 time: 0.7004781 Jul 27 22:06:42.259483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.268631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd75ae-12c1-4d92-8940-5994b772eb12 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=31817d3b-e2c4-467f-a092-c55b05d7d0c0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.312691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.315302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.316462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55b2d5e0-6e17-4511-af14-1cd34bd2033c HTTP/1.1" status: 204 len: 168 time: 0.3546569 Jul 27 22:06:42.341589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de7e02-eedc-4116-ad57-cc79fe50352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b2d5e0-6e17-4511-af14-1cd34bd2033c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.364617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccb3c8-34ce-43f2-8436-af1eb174e54f req-d4e5bb88-11ba-43c5-907c-43e861a2770a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.366174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0ccb3c8-34ce-43f2-8436-af1eb174e54f req-d4e5bb88-11ba-43c5-907c-43e861a2770a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.1468196 Jul 27 22:06:42.422712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f9b8e-8aa2-4b07-a462-a6000cbbce3b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.428880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f9b8e-8aa2-4b07-a462-a6000cbbce3b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.440695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a45f9b8e-8aa2-4b07-a462-a6000cbbce3b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1699135 Jul 27 22:06:42.440821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59632) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.444381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-815280125'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:42.444537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0ccb3c8-34ce-43f2-8436-af1eb174e54f req-9e2645db-69fa-47b0-a546-3f15be831442 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Jul 27 22:06:42.544021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:42.547825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.593123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:42.604348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.605097 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment 7f7de1a7-87f7-4e67-a2c2-3ac65eb09682 of type vlan for network 3da003fb-b9ec-40b5-80c1-c013a523b660 Jul 27 22:06:42.667438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.677234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721de80-8b8e-4936-83f5-3b675753af6e req-e1d15c0f-b81d-4719-9d05-8c8c0f3ce5a0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.678819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0721de80-8b8e-4936-83f5-3b675753af6e req-e1d15c0f-b81d-4719-9d05-8c8c0f3ce5a0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0678871 Jul 27 22:06:42.761255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.763550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0721de80-8b8e-4936-83f5-3b675753af6e req-c983fcf2-13ac-40cf-9532-f9f23cecb3c0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771933 Jul 27 22:06:42.768983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.769656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.922501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789739f-e5dc-4ba8-89c9-d4f4bd6d2fa0 req-52a531c6-fe8f-49d7-acb8-8c1f490786f7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.922832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=3da003fb-b9ec-40b5-80c1-c013a523b660,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.928330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3789739f-e5dc-4ba8-89c9-d4f4bd6d2fa0 req-52a531c6-fe8f-49d7-acb8-8c1f490786f7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0772042 Jul 27 22:06:42.936709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.937690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 3da003fb-b9ec-40b5-80c1-c013a523b660 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:42.942881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Request body: {'floatingip': {'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:42.995602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.000539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2a9daa8e-bf4b-4db1-ae53-91f70672c026 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5622444 Jul 27 22:06:43.007919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:43.014809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1349958289'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:43.121715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdbf40-bf49-4d4b-9b35-023c29651756 req-5e282033-2ff4-45fb-a384-caa273d5312f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.123422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dcdbf40-bf49-4d4b-9b35-023c29651756 req-5e282033-2ff4-45fb-a384-caa273d5312f tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.2777662 Jul 27 22:06:43.128130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:43.131570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.209511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dcdbf40-bf49-4d4b-9b35-023c29651756 req-956bf173-4db4-43c0-ad33-7951659c470c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Jul 27 22:06:43.284646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:43.316833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.317188 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment e40c1279-67cb-461c-9029-23ee3eeca911 of type vlan for network 1f9dc45b-825d-49c9-b094-490c9bc2cb39 Jul 27 22:06:43.343611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-56e03c42-4d6a-4edd-b1ec-8ea6837b2d77 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.345268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-56e03c42-4d6a-4edd-b1ec-8ea6837b2d77 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.2863865 Jul 27 22:06:43.364893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1e94987-a0ff-48db-8edb-e2799021dc74 req-d12ed5a3-eaae-4e00-8136-0de75272e710 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0429764 Jul 27 22:06:43.394454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d635-7790-44fb-90fd-b8b331b5beb9 req-8aca2b69-e6df-410f-836c-8a71080e69d5 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.398302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfa0d635-7790-44fb-90fd-b8b331b5beb9 req-8aca2b69-e6df-410f-836c-8a71080e69d5 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.3026903 Jul 27 22:06:43.398302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': '95dc0295-534c-44d2-b971-d328b83d74d6', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:43.460246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.071132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfa0d635-7790-44fb-90fd-b8b331b5beb9 req-3a2a61a9-8c6c-431a-9ef8-c51c7496aaa2 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6587539 Jul 27 22:06:44.136200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abe7ce-0944-4290-9dd2-126b2620acf1 req-be31427f-50c1-4ded-8893-57d01a7f24de tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.137817 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7abe7ce-0944-4290-9dd2-126b2620acf1 req-be31427f-50c1-4ded-8893-57d01a7f24de tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.1127639 Jul 27 22:06:44.172186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.178690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.187322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.240833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7abe7ce-0944-4290-9dd2-126b2620acf1 req-d2e12b36-7cd0-4669-a31c-10d5b22d8fc6 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954082 Jul 27 22:06:44.244794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.251286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:44.254814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.291366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=1f9dc45b-825d-49c9-b094-490c9bc2cb39,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:44.305478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1f9dc45b-825d-49c9-b094-490c9bc2cb39 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:44.321300 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.331206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cb8bd8f6-63ba-4f2c-b3b2-0ec282641c04 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3218031 Jul 27 22:06:44.334125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:44.342729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'ports': [{'network_id': '3da003fb-b9ec-40b5-80c1-c013a523b660', 'name': 'tempest-port--414842737', 'admin_state_up': True}, {'network_id': '1f9dc45b-825d-49c9-b094-490c9bc2cb39', 'admin_state_up': False}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.342729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'port': {'network_id': '3da003fb-b9ec-40b5-80c1-c013a523b660', 'name': 'tempest-port--414842737', 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.342729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'port': {'network_id': '1f9dc45b-825d-49c9-b094-490c9bc2cb39', 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.572502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.9 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/7c9e5437-93a0-4c56-b42a-826c0eebaaff) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:44.581519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b40e3540-4c7a-498d-b0bd-ed79cdfd7f2c req-ebd3dc12-3bc6-47f2-a191-29ad44de9c17 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.1030850 Jul 27 22:06:44.643188 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Floating IP 41457944-6dcb-4837-a6fd-19b55f25a753 associated. External IP: 172.25.3.133, port: e54f0a12-e9ae-4efe-99d0-0e7925da78b2. Jul 27 22:06:44.668369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'port': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:44.675385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.703636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.840794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] device_id is not set on port 40405213-f988-47d9-9d92-8aed3e58bfa2 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:44.981029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.049505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 7c9e5437-93a0-4c56-b42a-826c0eebaaff will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:45.050586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:45.225420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:45.232471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.239933 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:45.258865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:45.259553 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:45.262855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.304845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668bb91-50c7-48fe-8bba-9589bd0e2fb0 req-3c35ca56-7d9f-4f54-95ce-9fb8c602e3c8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.307414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8668bb91-50c7-48fe-8bba-9589bd0e2fb0 req-3c35ca56-7d9f-4f54-95ce-9fb8c602e3c8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.2205858 Jul 27 22:06:45.371165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.451875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fb395368-3ef2-494a-8cef-1b5736ed7c08 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "PUT /v2.0/floatingips/41457944-6dcb-4837-a6fd-19b55f25a753 HTTP/1.1" status: 200 len: 991 time: 2.5137312 Jul 27 22:06:45.452633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:45.454993 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d" -d '{"events": [{"name": "network-changed", "server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:45.471562 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:45.481253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:45.481634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45422a-5351-48e6-911b-a0b6db7c95ed req-b37117a0-74bb-4de6-969c-69e27f469956 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.481634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b45422a-5351-48e6-911b-a0b6db7c95ed req-b37117a0-74bb-4de6-969c-69e27f469956 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.2527466 Jul 27 22:06:45.498551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:45.501004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:45.559931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8b45422a-5351-48e6-911b-a0b6db7c95ed req-76f3b9b9-8584-4437-bd54-d202292a53c9 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659707 Jul 27 22:06:45.610725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] device_id is not set on port 84f69194-8f64-4c69-92b8-1b1f1709ae93 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:06:45.625131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.625131 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.651114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8668bb91-50c7-48fe-8bba-9589bd0e2fb0 req-50ca6b40-0345-4769-929d-389caee87df8 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998803 Jul 27 22:06:45.653109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.763806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-10e9c87e-ad21-4111-92e4-1ec7172d02dc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3849137 Jul 27 22:06:45.775943 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759141b-3184-457d-bdc8-f796caf95dca x-openstack-request-id: req-7759141b-3184-457d-bdc8-f796caf95dca {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:45.776915 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:45.777452 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7759141b-3184-457d-bdc8-f796caf95dca {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:45.777984 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'status': 'completed', 'code': 200} Jul 27 22:06:45.909568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Request body: {'port': {'device_id': '95dc0295-534c-44d2-b971-d328b83d74d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:45.930801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-cee95684-540e-4256-b80b-bfecf3b148c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.932950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-cee95684-540e-4256-b80b-bfecf3b148c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1096 time: 0.1317956 Jul 27 22:06:46.049516 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '41457944-6dcb-4837-a6fd-19b55f25a753', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05892755-0619-4edc-9d10-6056acf35b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:19Z', 'updated_at': '2021-07-27T22:06:44Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:46.068300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a639d24f-69e6-45dd-9b26-fe93fef459a8 None None] Provisioning for port 7c9e5437-93a0-4c56-b42a-826c0eebaaff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:46.074217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a639d24f-69e6-45dd-9b26-fe93fef459a8 None None] Provisioning complete for port 7c9e5437-93a0-4c56-b42a-826c0eebaaff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:46.074722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a639d24f-69e6-45dd-9b26-fe93fef459a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.166970 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:46.210274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:46.214057 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:46.232438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a639d24f-69e6-45dd-9b26-fe93fef459a8 None None] Port 7c9e5437-93a0-4c56-b42a-826c0eebaaff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:46.269612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.297621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-7e9d9987-6b67-4ccf-b9fa-5f290029c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.299570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-7e9d9987-6b67-4ccf-b9fa-5f290029c311 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.3544562 Jul 27 22:06:46.343132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.375263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:46.380401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-e262c63d-bf54-4b43-8419-672fab758a92 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.382432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-e262c63d-bf54-4b43-8419-672fab758a92 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.2849860 Jul 27 22:06:46.409742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60583d0-37b2-4aec-a168-f7a00e88ae31 req-d0909c3f-17f3-4bd3-8e8b-e69700733355 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.411378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d60583d0-37b2-4aec-a168-f7a00e88ae31 req-d0909c3f-17f3-4bd3-8e8b-e69700733355 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 931 time: 0.5112100 Jul 27 22:06:46.485890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-156ad448-cffd-4a4d-95b5-a6dfdd67efd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 999 time: 0.1751163 Jul 27 22:06:46.502950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.583600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-66a9b3ef-1d56-410b-8050-6ec52a3eb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.585303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-66a9b3ef-1d56-410b-8050-6ec52a3eb83f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0850377 Jul 27 22:06:46.588655 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d60583d0-37b2-4aec-a168-f7a00e88ae31 req-354ef4f0-016b-4bf9-a8da-bf9b86a32337 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673326 Jul 27 22:06:46.650716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Deleting port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:46.651357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.745760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Port': ['ID=40405213-f988-47d9-9d92-8aed3e58bfa2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.787973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Checking segment: {'id': '7f7de1a7-87f7-4e67-a2c2-3ac65eb09682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3da003fb-b9ec-40b5-80c1-c013a523b660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:46.787973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network hostable DHCP agents. Network: 3da003fb-b9ec-40b5-80c1-c013a523b660, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:46.818654 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '41457944-6dcb-4837-a6fd-19b55f25a753', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05892755-0619-4edc-9d10-6056acf35b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:19Z', 'updated_at': '2021-07-27T22:06:44Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:46.892355 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fa29c-56c2-440b-bc4a-77165d41c64d None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '41457944-6dcb-4837-a6fd-19b55f25a753', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05892755-0619-4edc-9d10-6056acf35b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:19Z', 'updated_at': '2021-07-27T22:06:44Z', 'revision_number': 1, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:46.974740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-5ac49bfb-c5d7-40c7-90b2-c333561fa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.976912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-5ac49bfb-c5d7-40c7-90b2-c333561fa1a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825710 Jul 27 22:06:46.984184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9e5437-93a0-4c56-b42a-826c0eebaaff {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:46.996230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.017945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Transition to ACTIVE for port object 7c9e5437-93a0-4c56-b42a-826c0eebaaff will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:47.039965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45195e11-7293-4941-91ea-17462a6b3c30 req-165d4d02-54ed-4520-8fb3-a37063225a53 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.041980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45195e11-7293-4941-91ea-17462a6b3c30 req-165d4d02-54ed-4520-8fb3-a37063225a53 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 945 time: 0.1178343 Jul 27 22:06:47.078373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] For port 9f118778-15c2-468c-bdcb-a4c3e9c712f9, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=9f118778-15c2-468c-bdcb-a4c3e9c712f9,segment=NetworkSegment(2cf97ecb-6701-482b-bc30-512791b6fc9d),segment_id=2cf97ecb-6701-482b-bc30-512791b6fc9d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:47.078759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.091312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45195e11-7293-4941-91ea-17462a6b3c30 req-95b6ab74-5fc5-4201-9f1d-819d3802e52c tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/security-groups?id=e95c5797-333b-4c4e-9163-f0b4d1b7e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Jul 27 22:06:47.102741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Calling delete_port for 9f118778-15c2-468c-bdcb-a4c3e9c712f9 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:47.139921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64507a-22ab-4eb5-ae37-07c88918e821 req-12c9d90c-dbde-41d7-ac91-f289cf0743fb tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.141547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d64507a-22ab-4eb5-ae37-07c88918e821 req-12c9d90c-dbde-41d7-ac91-f289cf0743fb tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.3810012 Jul 27 22:06:47.161813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.164147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network 3da003fb-b9ec-40b5-80c1-c013a523b660 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:47.229447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-3eb1eb7f-d76d-4bc1-bb65-bee146ae38d0 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420528 Jul 27 22:06:47.267855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.308316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a090c08-aee9-4b9e-a154-b76b8851cb0f None None] New status for floating IP 41457944-6dcb-4837-a6fd-19b55f25a753: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:06:47.321349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d64507a-22ab-4eb5-ae37-07c88918e821 req-048281f2-f6d0-4dd4-ac0f-094825dfc6ba tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690819 Jul 27 22:06:47.362644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 3da003fb-b9ec-40b5-80c1-c013a523b660) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:47.367433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:47.368984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.446089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Port': ['ID=84f69194-8f64-4c69-92b8-1b1f1709ae93,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.517011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Checking segment: {'id': 'e40c1279-67cb-461c-9029-23ee3eeca911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f9dc45b-825d-49c9-b094-490c9bc2cb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:47.518541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network hostable DHCP agents. Network: 1f9dc45b-825d-49c9-b094-490c9bc2cb39, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:47.570797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06f3e3-62f8-4f26-abf5-d52413ec5784 None None] Network 3da003fb-b9ec-40b5-80c1-c013a523b660 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:47.599349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Attempting to bind port 7c9e5437-93a0-4c56-b42a-826c0eebaaff on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:47.601031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Attempting to bind port 7c9e5437-93a0-4c56-b42a-826c0eebaaff by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:47.601979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Attempting to bind port 7c9e5437-93a0-4c56-b42a-826c0eebaaff on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:47.636314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Port 7c9e5437-93a0-4c56-b42a-826c0eebaaff on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:47.636648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Attempting to bind port 7c9e5437-93a0-4c56-b42a-826c0eebaaff on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:47.656972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:47.657347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:47.657762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:47.661292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Bound port: 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:47.661697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.667929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e066fe4f-b1f9-4d7b-9d9d-a138ac44ae8d req-6b28d34f-c109-45c3-a2a7-1fa658deb1f6 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180202 Jul 27 22:06:47.753218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network 1f9dc45b-825d-49c9-b094-490c9bc2cb39 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:47.834128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:47.843960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:47.854364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.908924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25afc09-d547-4849-bf8c-ecd957a004cd req-3e8934c8-6846-4cc5-aa9f-db7dba732521 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.910632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b25afc09-d547-4849-bf8c-ecd957a004cd req-3e8934c8-6846-4cc5-aa9f-db7dba732521 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1727018 Jul 27 22:06:47.914439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Pushing event deleted for resources: {'Port': ['ID=9f118778-15c2-468c-bdcb-a4c3e9c712f9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.931816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1f9dc45b-825d-49c9-b094-490c9bc2cb39) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:47.945164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3143da06-ee9e-4060-b24c-8e7b797d1beb None None] Network 1f9dc45b-825d-49c9-b094-490c9bc2cb39 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:47.972381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:47.990761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.004348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.005131 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.032482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.057083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] No DVR routers for this DVR port 9f118778-15c2-468c-bdcb-a4c3e9c712f9 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:48.060237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.063795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa6fea9d-7151-4a0d-84a6-adcdb13dbad0 req-6f859621-7038-4ccf-8f0a-58c12a02704a tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.50 "DELETE /v2.0/ports/9f118778-15c2-468c-bdcb-a4c3e9c712f9 HTTP/1.1" status: 204 len: 173 time: 1.6739459 Jul 27 22:06:48.064347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'name': 'network-vif-deleted', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:48.068347 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac59167-1063-4310-95ca-98a7631d9206" -d '{"events": [{"server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "name": "network-vif-deleted", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:48.110728 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a7654-544e-4ae7-b2cb-49e923f1683b x-openstack-request-id: req-962a7654-544e-4ae7-b2cb-49e923f1683b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:48.111221 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8b2281-f12f-4f65-8115-87dd9af1b4a2", "name": "network-vif-deleted", "tag": "9f118778-15c2-468c-bdcb-a4c3e9c712f9", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:48.111678 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-962a7654-544e-4ae7-b2cb-49e923f1683b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:48.112415 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8b2281-f12f-4f65-8115-87dd9af1b4a2', 'name': 'network-vif-deleted', 'tag': '9f118778-15c2-468c-bdcb-a4c3e9c712f9', 'status': 'completed', 'code': 200} Jul 27 22:06:48.193062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-16ef49b0-796e-4ba3-9e2c-4de7495c580a tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8554809 Jul 27 22:06:48.193062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.194192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:48.194908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.198941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] 10.222.0.76 "PUT /v2.0/ports/7c9e5437-93a0-4c56-b42a-826c0eebaaff HTTP/1.1" status: 200 len: 1091 time: 2.3014951 Jul 27 22:06:48.214898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:48.221291 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32" -d '{"events": [{"name": "network-changed", "server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:48.281425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b25afc09-d547-4849-bf8c-ecd957a004cd req-ec76953d-2d01-4846-87b6-322189a7665a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565140 Jul 27 22:06:48.308156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604badaf-c2eb-49bc-aeb2-bc481a37ba75 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:48.311239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a32af7b7-4e9b-425e-b66d-ffd98b05d43a req-e9f60173-66ce-47eb-8f1f-9b221dae6abd tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0584075 Jul 27 22:06:48.433236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448410e-5a06-4a61-848d-6f1405353ce7 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.453901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448410e-5a06-4a61-848d-6f1405353ce7 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.466371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9448410e-5a06-4a61-848d-6f1405353ce7 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2650094 Jul 27 22:06:48.466371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:48.497918 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee4f39-2acd-4abe-b28a-bb847d45b3a6 x-openstack-request-id: req-41ee4f39-2acd-4abe-b28a-bb847d45b3a6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:48.498444 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:48.501325 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41ee4f39-2acd-4abe-b28a-bb847d45b3a6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:48.506506 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff', 'status': 'completed', 'code': 200} Jul 27 22:06:48.634101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Deleting port 40405213-f988-47d9-9d92-8aed3e58bfa2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:48.635127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.664606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-fa14405c-a19a-475e-b4f4-e4fbd77e1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.667217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-fa14405c-a19a-475e-b4f4-e4fbd77e1cc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 1094 time: 0.3089983 Jul 27 22:06:48.711280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.724277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-f7ae63f4-988a-4619-8557-d0d98f0efcfb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff HTTP/1.1" status: 200 len: 217 time: 0.0446370 Jul 27 22:06:48.728813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Calling delete_port for 40405213-f988-47d9-9d92-8aed3e58bfa2 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:48.738412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba57ecc-2438-4377-bfac-cff73981069c req-ab17a490-87b9-4ad8-a8a7-412d18ed5719 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.740125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dba57ecc-2438-4377-bfac-cff73981069c req-ab17a490-87b9-4ad8-a8a7-412d18ed5719 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.1871748 Jul 27 22:06:48.833629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dba57ecc-2438-4377-bfac-cff73981069c req-84539e36-e0c2-4a46-88ad-059d2bc3b9e1 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832610 Jul 27 22:06:48.844587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-44b899c3-c1a2-4936-aecf-82a73eff7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.846078 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-44b899c3-c1a2-4936-aecf-82a73eff7f43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1050298 Jul 27 22:06:48.923089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-82b89b0d-ac0a-43f2-85cd-7b6f4ed89e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.924801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-82b89b0d-ac0a-43f2-85cd-7b6f4ed89e1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702302 Jul 27 22:06:48.979111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.028046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Port': ['ID=40405213-f988-47d9-9d92-8aed3e58bfa2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:49.031655 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.033666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-938fa4bc-e71c-4f71-ab3b-59a5d7e61a7f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/ports/40405213-f988-47d9-9d92-8aed3e58bfa2 HTTP/1.1" status: 204 len: 168 time: 0.5691419 Jul 27 22:06:49.036907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:49.050399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-d96369fa-dc8a-4b92-b6ad-88c6efa00af1 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147645 Jul 27 22:06:49.229355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9f118778-15c2-468c-bdcb-a4c3e9c712f9 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:49.239756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Deleting port 84f69194-8f64-4c69-92b8-1b1f1709ae93 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:49.240501 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.252603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b9dfe13b-0b16-425b-b95b-94aa6ee93d18 req-797de0be-313c-47e8-8a46-0f8424343ed4 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918197 Jul 27 22:06:49.266403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 9f118778-15c2-468c-bdcb-a4c3e9c712f9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:49.267160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 9f118778-15c2-468c-bdcb-a4c3e9c712f9 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:49.328671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.344090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Calling delete_port for 84f69194-8f64-4c69-92b8-1b1f1709ae93 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:49.511226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a51cbd-200a-4944-8638-a265f41f32a8 req-cdf53101-a9b0-433b-ac0e-2a824a630aea tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.518877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49ef1ea2-09a6-48c8-80bc-683298b8c5c1 req-2c258af4-1de5-4ce2-ae48-7756be2f3ae1 tempest-ServerDiskConfigTestJSON-1215326375 tempest-ServerDiskConfigTestJSON-1215326375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8b2281-f12f-4f65-8115-87dd9af1b4a2 HTTP/1.1" status: 200 len: 210 time: 0.0738173 Jul 27 22:06:49.521893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11a51cbd-200a-4944-8638-a265f41f32a8 req-cdf53101-a9b0-433b-ac0e-2a824a630aea tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1766002 Jul 27 22:06:49.544953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.578586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Port': ['ID=84f69194-8f64-4c69-92b8-1b1f1709ae93,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:49.595834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.600811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-660d031a-8416-4f66-967f-136a190c2648 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/ports/84f69194-8f64-4c69-92b8-1b1f1709ae93 HTTP/1.1" status: 204 len: 168 time: 0.5601721 Jul 27 22:06:49.600915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-b1090591-18a4-49fd-8f0d-49514f325ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.600915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-b1090591-18a4-49fd-8f0d-49514f325ff3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 1094 time: 0.1685290 Jul 27 22:06:49.601191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59790) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:49.606168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11a51cbd-200a-4944-8638-a265f41f32a8 req-3a025d56-1568-40ad-aa7c-3e34d524127f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739071 Jul 27 22:06:49.655042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-faf87e84-b690-4156-8a74-3a01a73f583d tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0527418 Jul 27 22:06:49.663949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:49.670592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1263865320'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:49.735572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-a3da5828-d1e8-4b34-b597-890888d171e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.737177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-a3da5828-d1e8-4b34-b597-890888d171e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1230874 Jul 27 22:06:49.785125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-8474d7dd-55e4-4d98-9a71-a7f7e6d3a1ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff HTTP/1.1" status: 200 len: 217 time: 0.0403738 Jul 27 22:06:49.811758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:49.816025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.840558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-1f0becff-a1c4-47db-acf2-1ac36e2aeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.842067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-1f0becff-a1c4-47db-acf2-1ac36e2aeeff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0500853 Jul 27 22:06:49.847017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:49.856482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.856823 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment eda42f6f-3ca7-40a9-a88c-20154a18cffe of type vlan for network 7ad69628-475c-4b7d-af6d-45cbacc9a80c Jul 27 22:06:49.907760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.915994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-73eea7d7-83cf-4482-9a0e-7986380044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.917707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-73eea7d7-83cf-4482-9a0e-7986380044c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683331 Jul 27 22:06:50.036287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.044720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.045531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.063778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-91828f33-7f48-4dfb-8b25-1ec2f9bca2ec service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354454 Jul 27 22:06:50.074195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3f42-0076-489c-b871-35171f2a95ed req-f9cd1400-1473-4d8f-a0d6-4eb7c8bc4418 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.075758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-313b3f42-0076-489c-b871-35171f2a95ed req-f9cd1400-1473-4d8f-a0d6-4eb7c8bc4418 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.1561444 Jul 27 22:06:50.125200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=7ad69628-475c-4b7d-af6d-45cbacc9a80c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.138020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7ad69628-475c-4b7d-af6d-45cbacc9a80c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:50.180193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-028446a9-40fa-45bd-a65f-7b0d96066df1 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5146723 Jul 27 22:06:50.183470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59806) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:50.185595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-313b3f42-0076-489c-b871-35171f2a95ed req-60c6edcb-4f52-4672-91ba-78f2de50f497 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015906 Jul 27 22:06:50.192075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1693331697'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:50.247713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f7c3ca1-10b1-49af-b2aa-14c63de72a32 req-4e1cf7e8-7c96-427b-aa7b-8e059a04f21a service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706359 Jul 27 22:06:50.309369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:50.313026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.344651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:50.354881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.355241 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Added segment 301f2b2e-c802-457c-b86e-bf495f16b7a9 of type vlan for network be29e735-bf39-4357-a23a-3c4336f5d5a4 Jul 27 22:06:50.418744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.537960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.545123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.546171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.628304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Network': ['ID=be29e735-bf39-4357-a23a-3c4336f5d5a4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.641287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network be29e735-bf39-4357-a23a-3c4336f5d5a4 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:50.695766 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bf4c6469-3d07-4746-b7c7-25b3e38f226b tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5105615 Jul 27 22:06:50.828161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5afbf-c2c7-4e14-a96c-5fa6ecc2cd2f req-03d27359-6490-425a-9207-f8bf57a40cb7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.829794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e5afbf-c2c7-4e14-a96c-5fa6ecc2cd2f req-03d27359-6490-425a-9207-f8bf57a40cb7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1000271 Jul 27 22:06:50.907995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2e5afbf-c2c7-4e14-a96c-5fa6ecc2cd2f req-88db6322-5532-475d-a291-039c7c2337c5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696585 Jul 27 22:06:50.988871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59834) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:51.041299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Deleting subnet 6abe2b47-8c2a-40cc-ba6a-588ef0942669 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:51.044851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.116322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.182794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.354273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 79200198-41af-42de-b82b-2f6c35f643a1 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:51.422532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.496368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=79200198-41af-42de-b82b-2f6c35f643a1,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:51.510389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '79200198-41af-42de-b82b-2f6c35f643a1', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:51.520857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abe2b47-8c2a-40cc-ba6a-588ef0942669,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.531243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.533478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5bb347f-6c45-44a7-9973-89d8e0b58a3c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6abe2b47-8c2a-40cc-ba6a-588ef0942669 HTTP/1.1" status: 204 len: 168 time: 0.5430360 Jul 27 22:06:51.538093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246baeaf-93c5-4d23-a14b-1d6d8492e2c6 req-c83995c7-5395-4e8f-b92e-32c65574ff04 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:51.539797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59842) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:51.554839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-246baeaf-93c5-4d23-a14b-1d6d8492e2c6 req-c83995c7-5395-4e8f-b92e-32c65574ff04 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 943 time: 0.2205784 Jul 27 22:06:51.577444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.594902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79200198-41af-42de-b82b-2f6c35f643a1 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:51.629564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=79200198-41af-42de-b82b-2f6c35f643a1,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:51.668011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-246baeaf-93c5-4d23-a14b-1d6d8492e2c6 req-29f715b8-aa41-47f1-9252-91190a040366 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116951 Jul 27 22:06:51.715466 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.716335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.814269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.883752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.903021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2a3439-a293-43a9-9f70-b70e48a76a00']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:51.930806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf97ecb-6701-482b-bc30-512791b6fc9d') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:51.932821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf97ecb-6701-482b-bc30-512791b6fc9d') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:51.944777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.966009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['79200198-41af-42de-b82b-2f6c35f643a1'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:51.997079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.027947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:52.039666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:52.043777 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:52.326197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.330984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.343991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf2a3439-a293-43a9-9f70-b70e48a76a00 HTTP/1.1" status: 204 len: 168 time: 0.7999368 Jul 27 22:06:52.392557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd024ada-3a3a-4b6b-81b9-3abf4f072fab req-7d8a666e-1653-4c3d-bedc-6fe223bab375 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:52.408409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd024ada-3a3a-4b6b-81b9-3abf4f072fab req-7d8a666e-1653-4c3d-bedc-6fe223bab375 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.2431860 Jul 27 22:06:52.499687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161168db-87c7-4ef1-8160-19bf0c38ffe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2a3439-a293-43a9-9f70-b70e48a76a00,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:52.514746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd024ada-3a3a-4b6b-81b9-3abf4f072fab req-2a6ec909-7696-47a3-ac88-411c75cb526c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051669 Jul 27 22:06:53.041401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:53.139360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca7fd352-9ff5-4bae-aa1e-51b711fd1268 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f65d14a2778400d87f66b8ef9d67737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962381 Jul 27 22:06:53.141783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:53.247779 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.299395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e5b17-2eb3-436b-808f-600552536731 req-e96cf944-7c61-4234-b86a-176d6b28a0aa tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:53.301620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.308447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a81e5b17-2eb3-436b-808f-600552536731 req-e96cf944-7c61-4234-b86a-176d6b28a0aa tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 944 time: 0.5509195 Jul 27 22:06:53.353119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 79200198-41af-42de-b82b-2f6c35f643a1 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:53.358787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a81e5b17-2eb3-436b-808f-600552536731 req-aaf3fd85-e020-47a0-8164-ee6a68073bac tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490751 Jul 27 22:06:53.482060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.487087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.490788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e95c5797-333b-4c4e-9163-f0b4d1b7e04c HTTP/1.1" status: 204 len: 168 time: 0.3450956 Jul 27 22:06:53.501655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32127-06ef-4f62-9cba-37eaf67401c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c5797-333b-4c4e-9163-f0b4d1b7e04c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.520145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 79200198-41af-42de-b82b-2f6c35f643a1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:53.525224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 79200198-41af-42de-b82b-2f6c35f643a1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:53.530330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.655948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.699981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:53.702315 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035132a0-4a02-4e0e-aa7d-7f6ae2300d5c" -d '{"events": [{"server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "name": "network-vif-plugged", "status": "completed", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:53.712951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a78217-f2e9-44e9-9169-a168c5906fe4 req-44be41da-56c9-4909-9779-aff1756cda2f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:53.722543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a78217-f2e9-44e9-9169-a168c5906fe4 req-44be41da-56c9-4909-9779-aff1756cda2f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1087630 Jul 27 22:06:53.725253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=79200198-41af-42de-b82b-2f6c35f643a1,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:53.760202 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df985d-2120-4670-b900-b77f1e490b69 x-openstack-request-id: req-63df985d-2120-4670-b900-b77f1e490b69 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:53.761340 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "name": "network-vif-plugged", "status": "completed", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:53.762453 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63df985d-2120-4670-b900-b77f1e490b69 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:53.763514 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'code': 200} Jul 27 22:06:53.773379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a78217-f2e9-44e9-9169-a168c5906fe4 req-4b9d057b-2d10-43e8-9252-97b82007a93f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Jul 27 22:06:53.828997 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.898477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d30de-de61-4dbf-b096-3a2305d689de req-448aff05-459e-4024-b4ea-3891545f1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:53.901209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-232d30de-de61-4dbf-b096-3a2305d689de req-448aff05-459e-4024-b4ea-3891545f1f49 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.0646503 Jul 27 22:06:53.912138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.949685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-232d30de-de61-4dbf-b096-3a2305d689de req-e76e27df-b10f-4b31-bac9-fdeabf28f48a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Jul 27 22:06:54.224775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59892) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:54.230899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'subnets': [{'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1046415297', 'ip_version': 6}, {'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:54.239653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'subnet': {'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1046415297', 'ip_version': 6}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:54.239653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Request body: {'subnet': {'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:54.517758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb045b-06ac-491c-865a-4abc5dbbbe73 req-f0b41768-8bd4-4931-9975-601771a57caa tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:54.520035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8dbb045b-06ac-491c-865a-4abc5dbbbe73 req-f0b41768-8bd4-4931-9975-601771a57caa tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.0722098 Jul 27 22:06:54.603115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8dbb045b-06ac-491c-865a-4abc5dbbbe73 req-10acf59a-cfa2-477d-93ce-450fc9cdac2f tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598280 Jul 27 22:06:54.611924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Made reservation on behalf of fc425b74928a4d05ac27064d62d3d99b for: {'subnet': 2} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:54.617323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.617945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.998428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f315b-b0be-4850-b822-f2800f2f13bf req-77d6f540-93e3-42df-bc3a-af5f4a38ef60 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.000452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-299f315b-b0be-4850-b822-f2800f2f13bf req-77d6f540-93e3-42df-bc3a-af5f4a38ef60 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1040893 Jul 27 22:06:55.049217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:55.085997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-299f315b-b0be-4850-b822-f2800f2f13bf req-ece842a0-5a1e-410e-8b2e-037fbc1d339e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740366 Jul 27 22:06:55.254931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1350418481-network', 'tenant_id': 'b10cbf19bf4b4d80a9bb07a7115f02c3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:55.393057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Made reservation on behalf of b10cbf19bf4b4d80a9bb07a7115f02c3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:55.394230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.395522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.410512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.467545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Subnet': ['ID=2001fed2-ba30-4db0-8434-fcd071ebad75,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.476988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Checking segment: {'id': 'eda42f6f-3ca7-40a9-a88c-20154a18cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:55.477374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network hostable DHCP agents. Network: 7ad69628-475c-4b7d-af6d-45cbacc9a80c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:55.545707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.595206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network 7ad69628-475c-4b7d-af6d-45cbacc9a80c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:55.646786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.689513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:55.697829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7ad69628-475c-4b7d-af6d-45cbacc9a80c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:55.702250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.712679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8af50-5885-43cd-afd2-8f9b6009f04a None None] Network 7ad69628-475c-4b7d-af6d-45cbacc9a80c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:55.721278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.731361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.731991 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Added segment fc2d5913-68c2-4703-9186-319614535fe6 of type vlan for network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a Jul 27 22:06:55.880457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.896588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event updated for resources: {'Subnet': ['ID=4b33eb67-dce5-4b2e-ae05-9419ef01ad96,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.911777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:55.930088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Checking segment: {'id': '301f2b2e-c802-457c-b86e-bf495f16b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:55.930614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network hostable DHCP agents. Network: be29e735-bf39-4357-a23a-3c4336f5d5a4, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:55.954143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa309e-2754-4e15-86eb-8a91aadfb9ce req-31a8b993-c386-4d2e-b3c1-1cae558872ca tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.968060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9faa309e-2754-4e15-86eb-8a91aadfb9ce req-31a8b993-c386-4d2e-b3c1-1cae558872ca tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.2382345 Jul 27 22:06:55.983726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-7ad69628-475c-4b7d-af6d-45cbacc9a80c', 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c', 'tenant_id': 'fc425b74928a4d05ac27064d62d3d99b', 'fixed_ips': [{'subnet_id': '2001fed2-ba30-4db0-8434-fcd071ebad75'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:55.984616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.026478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9faa309e-2754-4e15-86eb-8a91aadfb9ce req-f818e036-e2a4-455c-a950-fc59d3b9d523 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521057 Jul 27 22:06:56.041410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Network be29e735-bf39-4357-a23a-3c4336f5d5a4 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:56.098866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.100524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.102190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.160355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, be29e735-bf39-4357-a23a-3c4336f5d5a4) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:56.169806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e79eeda-b3bf-4378-8545-79d5264351a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.189418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] Pushing event updated for resources: {'Network': ['ID=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:56.199427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.199921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.200649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77d7d60d-407e-497f-ac66-a0e3f6d8dd43 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1456144 Jul 27 22:06:56.203657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:56.204377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.209419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Request body: {'subnet': {'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1350418481-subnet', 'tenant_id': 'b10cbf19bf4b4d80a9bb07a7115f02c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:56.249007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Allocated IP 2001:db8::1 (7ad69628-475c-4b7d-af6d-45cbacc9a80c/2001fed2-ba30-4db0-8434-fcd071ebad75/150a95c3-2592-40a8-a128-7c2d8e14b7a8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:56.266089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c2cd2-5aa0-49cf-aacd-411325d0257a None None] Network be29e735-bf39-4357-a23a-3c4336f5d5a4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:56.280851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:56.311480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974067c-fafe-465c-b90b-611ba4cadf83 req-06cbd474-f54d-4dae-bae0-bd7cdd100c53 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.325049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4974067c-fafe-465c-b90b-611ba4cadf83 req-06cbd474-f54d-4dae-bae0-bd7cdd100c53 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.2130418 Jul 27 22:06:56.371393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1fb86-7107-4b50-8bf4-6063a571e4e5 req-14d3d140-22e8-43e8-90ef-9eb3c463d3ca tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.373924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feb1fb86-7107-4b50-8bf4-6063a571e4e5 req-14d3d140-22e8-43e8-90ef-9eb3c463d3ca tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1324444 Jul 27 22:06:56.378830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4974067c-fafe-465c-b90b-611ba4cadf83 req-4f495434-6bef-4511-8aee-b25ee4363787 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525205 Jul 27 22:06:56.392232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:56.419053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Made reservation on behalf of b10cbf19bf4b4d80a9bb07a7115f02c3 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:56.421594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.433399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-feb1fb86-7107-4b50-8bf4-6063a571e4e5 req-6cbb55af-ac88-4727-a58f-e266554b9109 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Jul 27 22:06:56.471230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8739f485-1350-4c07-8872-80a661c5e520 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2452061 Jul 27 22:06:56.479558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59952) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:56.630118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6abffb-78a2-4557-8488-e30faa946abc tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.631742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6abffb-78a2-4557-8488-e30faa946abc tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.633672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6abffb-78a2-4557-8488-e30faa946abc tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.646937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d6abffb-78a2-4557-8488-e30faa946abc tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1651442 Jul 27 22:06:56.654197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:56.654547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-be29e735-bf39-4357-a23a-3c4336f5d5a4', 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4', 'tenant_id': 'fc425b74928a4d05ac27064d62d3d99b', 'fixed_ips': [{'subnet_id': '4b33eb67-dce5-4b2e-ae05-9419ef01ad96'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:56.656367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.783022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Deleting subnet 2001fed2-ba30-4db0-8434-fcd071ebad75 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:56.827361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.830772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa1ee0a-7078-467e-ab1b-6a811643e7e3 tempest-TestVolumeBackupRestore-1725090692 tempest-TestVolumeBackupRestore-1725090692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:56.837163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5aa1ee0a-7078-467e-ab1b-6a811643e7e3 tempest-TestVolumeBackupRestore-1725090692 tempest-TestVolumeBackupRestore-1725090692-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1091 time: 0.4432395 Jul 27 22:06:56.838236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59956) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:56.844421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Transition to ACTIVE for port object 150a95c3-2592-40a8-a128-7c2d8e14b7a8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:56.845248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:56.878804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e79eeda-b3bf-4378-8545-79d5264351a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.898236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.929415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Allocated IP 2001:db8:0:1::1 (be29e735-bf39-4357-a23a-3c4336f5d5a4/4b33eb67-dce5-4b2e-ae05-9419ef01ad96/b2327014-9de4-42ce-b5e9-473a99bbab51) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:56.932605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Transition to ACTIVE for port object 150a95c3-2592-40a8-a128-7c2d8e14b7a8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:56.981354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e79eeda-b3bf-4378-8545-79d5264351a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.020313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.024095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.031316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.051108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Checking segment: {'id': 'fc2d5913-68c2-4703-9186-319614535fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:57.051486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Network hostable DHCP agents. Network: cfecdaf4-3f1b-49e6-8f48-26c84f206b2a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:57.051731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e79eeda-b3bf-4378-8545-79d5264351a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b3ba1cf988548689385106a0a78bd54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1389725 Jul 27 22:06:57.057438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59962) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:57.061786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79eeda-b3bf-4378-8545-79d5264351a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeccec78-ffd1-40db-86e7-b04a4edcd590,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.097499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.113027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Network 7ad69628-475c-4b7d-af6d-45cbacc9a80c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:57.116127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:57.130651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:57.132625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.146648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Pushing event updated for resources: {'Port': ['ID=150a95c3-2592-40a8-a128-7c2d8e14b7a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.182536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:57.242361 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.276136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Attempting to bind port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:57.276526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Attempting to bind port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'eda42f6f-3ca7-40a9-a88c-20154a18cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:57.276903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Attempting to bind port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 on network 7ad69628-475c-4b7d-af6d-45cbacc9a80c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:57.282673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.286652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:57.287041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Checking segment: {'id': 'eda42f6f-3ca7-40a9-a88c-20154a18cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:57.288204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.288625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Bound using segment: {'id': 'eda42f6f-3ca7-40a9-a88c-20154a18cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:57.289124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Bound port: 150a95c3-2592-40a8-a128-7c2d8e14b7a8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda42f6f-3ca7-40a9-a88c-20154a18cffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ad69628-475c-4b7d-af6d-45cbacc9a80c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:57.289524 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.290695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.297593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, cfecdaf4-3f1b-49e6-8f48-26c84f206b2a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:57.311949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:57.312587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.316225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25e926-2439-49f7-b72f-6c369fa41ee1 None None] Network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:57.414386 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.433687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-25246fdc-5116-4845-827b-8c56d4a2dec0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2288706 Jul 27 22:06:57.493849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.563348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Subnet': ['ID=2001fed2-ba30-4db0-8434-fcd071ebad75,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.570973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.596507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Transition to ACTIVE for port object b2327014-9de4-42ce-b5e9-473a99bbab51 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:57.635530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Transition to ACTIVE for port object b2327014-9de4-42ce-b5e9-473a99bbab51 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:57.667357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.670187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.671464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeccec78-ffd1-40db-86e7-b04a4edcd590 HTTP/1.1" status: 204 len: 168 time: 0.6108525 Jul 27 22:06:57.672802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.682667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:57.690223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4aceb06a-dd36-4f14-aff5-543e594699ea tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/subnets/2001fed2-ba30-4db0-8434-fcd071ebad75 HTTP/1.1" status: 204 len: 168 time: 1.0267599 Jul 27 22:06:57.690825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] For port 150a95c3-2592-40a8-a128-7c2d8e14b7a8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:57.745051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] For port 150a95c3-2592-40a8-a128-7c2d8e14b7a8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=150a95c3-2592-40a8-a128-7c2d8e14b7a8,segment=NetworkSegment(eda42f6f-3ca7-40a9-a88c-20154a18cffe),segment_id=eda42f6f-3ca7-40a9-a88c-20154a18cffe)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:57.787302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ef2b-44ca-4b9f-a1c1-3e041ad11ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeccec78-ffd1-40db-86e7-b04a4edcd590,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.793263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Deleting subnet 4b33eb67-dce5-4b2e-ae05-9419ef01ad96 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:57.804060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.804507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.884580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.898231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.911461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Network be29e735-bf39-4357-a23a-3c4336f5d5a4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:57.917502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:57.919790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1f1e8-922e-4cdd-9206-aeeca07c6a90 None None] Network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:57.924051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:57.950743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Allocated IP 172.25.3.237 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b9c1900e-fe2b-40be-b018-9eb0c849da69) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:57.980832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510520fc-ae32-4fb2-9654-24fffb2129e2 req-b6cbfba8-1e9f-4e54-a2c7-dfa7c7cf252d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:57.980832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-510520fc-ae32-4fb2-9654-24fffb2129e2 req-b6cbfba8-1e9f-4e54-a2c7-dfa7c7cf252d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.4222896 Jul 27 22:06:57.987720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Pushing event updated for resources: {'Port': ['ID=b2327014-9de4-42ce-b5e9-473a99bbab51,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.120222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-510520fc-ae32-4fb2-9654-24fffb2129e2 req-12e01aed-1def-420e-b586-2286245d286f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199114 Jul 27 22:06:58.135707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.286532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.317511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Attempting to bind port b2327014-9de4-42ce-b5e9-473a99bbab51 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:58.326543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Attempting to bind port b2327014-9de4-42ce-b5e9-473a99bbab51 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '301f2b2e-c802-457c-b86e-bf495f16b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:58.327238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Attempting to bind port b2327014-9de4-42ce-b5e9-473a99bbab51 on network be29e735-bf39-4357-a23a-3c4336f5d5a4 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:58.339150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455151c-5716-4345-ad40-0d568d1156f5 None None] Pushing event updated for resources: {'Port': ['ID=150a95c3-2592-40a8-a128-7c2d8e14b7a8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.349676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:58.350405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Checking segment: {'id': '301f2b2e-c802-457c-b86e-bf495f16b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:58.353322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.353322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Bound using segment: {'id': '301f2b2e-c802-457c-b86e-bf495f16b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:58.353322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Bound port: b2327014-9de4-42ce-b5e9-473a99bbab51, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301f2b2e-c802-457c-b86e-bf495f16b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'be29e735-bf39-4357-a23a-3c4336f5d5a4'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:58.353322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.446680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.484290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:58.485705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:58.510361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-bb918edb-bc79-49b7-9b80-d8b46d920d40 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.510798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-bb918edb-bc79-49b7-9b80-d8b46d920d40 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/networks?id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a HTTP/1.1" status: 200 len: 814 time: 0.3230770 Jul 27 22:06:58.515055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.528048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:58.532037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] For port b2327014-9de4-42ce-b5e9-473a99bbab51, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:58.536013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] For port b2327014-9de4-42ce-b5e9-473a99bbab51, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b2327014-9de4-42ce-b5e9-473a99bbab51,segment=NetworkSegment(301f2b2e-c802-457c-b86e-bf495f16b7a9),segment_id=301f2b2e-c802-457c-b86e-bf495f16b7a9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:58.593127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-8e908a49-73fe-4fba-b6e3-62e09e47d1a9 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/quotas/b10cbf19bf4b4d80a9bb07a7115f02c3 HTTP/1.1" status: 200 len: 375 time: 0.0597792 Jul 27 22:06:58.594186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'Port': ['ID=b9c1900e-fe2b-40be-b018-9eb0c849da69,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.595714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Subnet': ['ID=4b33eb67-dce5-4b2e-ae05-9419ef01ad96,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.598255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.601468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-781826d3-e7aa-4df5-ad82-136fa2a4376f tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/subnets/4b33eb67-dce5-4b2e-ae05-9419ef01ad96 HTTP/1.1" status: 204 len: 168 time: 0.9170272 Jul 27 22:06:58.608607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.651288 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.667843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c786d-dae3-4750-b1d2-e7ea15578947 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.669362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f04c786d-dae3-4750-b1d2-e7ea15578947 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639632 Jul 27 22:06:58.673747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.721483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-215d0240-855a-4876-8ba2-b6dce406e9ff tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b10cbf19bf4b4d80a9bb07a7115f02c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507059 Jul 27 22:06:58.798526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.802263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7918911-6721-49f2-816a-bc6b94f849a5 None None] Pushing event updated for resources: {'Port': ['ID=b2327014-9de4-42ce-b5e9-473a99bbab51,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.889877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4a32ec9-6c7f-485d-ad8e-8fa734c23287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.938025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.116996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-f12d03dd-7362-411a-9261-e635cf03e300 service neutron] 10.222.0.37 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797057 Jul 27 22:06:59.269874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.304567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Deleting port b2327014-9de4-42ce-b5e9-473a99bbab51 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:59.305833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.474706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4a32ec9-6c7f-485d-ad8e-8fa734c23287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.488423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-fe0ac7ad-24cd-4512-8a4c-a63312f09c1a service neutron] 10.222.0.37 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596563 Jul 27 22:06:59.496174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] For port b2327014-9de4-42ce-b5e9-473a99bbab51, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b2327014-9de4-42ce-b5e9-473a99bbab51,segment=NetworkSegment(301f2b2e-c802-457c-b86e-bf495f16b7a9),segment_id=301f2b2e-c802-457c-b86e-bf495f16b7a9)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:59.496548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.510996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Calling delete_port for b2327014-9de4-42ce-b5e9-473a99bbab51 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:59.554112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fca7c-b250-4aa5-874b-736fb57e3290 req-1c92990f-a153-4008-a08a-cbeb9d238ffc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:59.562498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-400fca7c-b250-4aa5-874b-736fb57e3290 req-1c92990f-a153-4008-a08a-cbeb9d238ffc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.2606685 Jul 27 22:06:59.564526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.568190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4a32ec9-6c7f-485d-ad8e-8fa734c23287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.660153 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a4a32ec9-6c7f-485d-ad8e-8fa734c23287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da59526ee95e4b4aa96184339001fdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573968 Jul 27 22:06:59.660153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a32ec9-6c7f-485d-ad8e-8fa734c23287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc0a20-847e-46e2-aca0-c880b855d170,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.662066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:59.701995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-400fca7c-b250-4aa5-874b-736fb57e3290 req-29f3fb13-6aee-4433-a951-40bdfd05161c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306651 Jul 27 22:06:59.781517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.848893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.875354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.960824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Port': ['ID=b2327014-9de4-42ce-b5e9-473a99bbab51,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.975688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd102b-c259-4dd4-ae6f-f044d4ed9be1 None None] Network 7ad69628-475c-4b7d-af6d-45cbacc9a80c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:00.012985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] No DVR routers for this DVR port b2327014-9de4-42ce-b5e9-473a99bbab51 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:00.043195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77d2cbb4-1dfe-4275-b235-c7e88de6a1d9 req-613bac5c-1f4d-464f-a4d1-daf8a6d8327e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.0917320 Jul 27 22:07:00.134894 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.223521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.247733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.262899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be29e735-bf39-4357-a23a-3c4336f5d5a4']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:00.291513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301f2b2e-c802-457c-b86e-bf495f16b7a9') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:00.292084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301f2b2e-c802-457c-b86e-bf495f16b7a9') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:00.317655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.323761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 150a95c3-2592-40a8-a128-7c2d8e14b7a8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:00.349515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.356122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.370449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cfc0a20-847e-46e2-aca0-c880b855d170 HTTP/1.1" status: 204 len: 168 time: 0.6938972 Jul 27 22:07:00.375790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.390422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:00.390842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:00.396884 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:00.399922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e65e-5be2-4813-9dc7-68648457de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc0a20-847e-46e2-aca0-c880b855d170,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:00.424055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a3320e60-945d-4a6f-98bc-b62f75f6a51c None None] Provisioning for port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:00.444695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.589261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ec151-86fc-43c4-a235-db3ebbd86d10 None None] Network be29e735-bf39-4357-a23a-3c4336f5d5a4 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:00.628394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event updated for resources: {'Port': ['ID=b9c1900e-fe2b-40be-b018-9eb0c849da69,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:00.668962 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Floating IP f360cb8f-4b44-47b7-b689-573868f5d84e associated. External IP: 172.25.3.237, port: 79200198-41af-42de-b82b-2f6c35f643a1. Jul 27 22:07:00.674639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] DHCP port deletion for 7ad69628-475c-4b7d-af6d-45cbacc9a80c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:07:00.687650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:00.695847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9115424-3957-4150-add0-43d4937e9076 None None] Could not find standard attr ID for object b2327014-9de4-42ce-b5e9-473a99bbab51. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:07:00.705925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:00.706561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.731556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.742629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.748942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:00.749284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/be29e735-bf39-4357-a23a-3c4336f5d5a4 HTTP/1.1" status: 204 len: 168 time: 2.0634568 Jul 27 22:07:00.788863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160108e8-1810-4839-9663-2cf238319e18 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=be29e735-bf39-4357-a23a-3c4336f5d5a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:00.963990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Deleting port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:00.965245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.978846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.068031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] For port 150a95c3-2592-40a8-a128-7c2d8e14b7a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=150a95c3-2592-40a8-a128-7c2d8e14b7a8,segment=NetworkSegment(eda42f6f-3ca7-40a9-a88c-20154a18cffe),segment_id=eda42f6f-3ca7-40a9-a88c-20154a18cffe)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:01.068644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.088599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Calling delete_port for 150a95c3-2592-40a8-a128-7c2d8e14b7a8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:01.205570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759d84a-c11f-4285-bf02-9d3a9e6b35fd None None] DHCP port deletion for be29e735-bf39-4357-a23a-3c4336f5d5a4 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:07:01.299448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.346758 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.369703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] No DVR routers for this DVR port 150a95c3-2592-40a8-a128-7c2d8e14b7a8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:01.439207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d9f18-e458-460f-975c-41dbdf4c6a46 None None] Pushing event deleted for resources: {'Port': ['ID=150a95c3-2592-40a8-a128-7c2d8e14b7a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:01.446241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b2327014-9de4-42ce-b5e9-473a99bbab51 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:01.471507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b2327014-9de4-42ce-b5e9-473a99bbab51 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:01.471876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b2327014-9de4-42ce-b5e9-473a99bbab51 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:07:01.518244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port b2327014-9de4-42ce-b5e9-473a99bbab51 not found, will not notify nova. {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:07:01.540604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a91fe3f5-68a9-41e3-a599-df7a578b8713 req-26ae71d6-e0f8-46e6-b40c-ee68cfb5fbaf tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.2110150 Jul 27 22:07:01.631794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] The port '150a95c3-2592-40a8-a128-7c2d8e14b7a8' was deleted {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 22:07:01.640948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f0d2a-5d60-43dd-9454-26d77d6f42df req-cb9bf788-2543-495e-949e-93b45c2421c8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:01.643415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-031f0d2a-5d60-43dd-9454-26d77d6f42df req-cb9bf788-2543-495e-949e-93b45c2421c8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.7631364 Jul 27 22:07:01.660528 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Router a319f575-17d2-4f57-b631-b35800529939 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:01.721172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-031f0d2a-5d60-43dd-9454-26d77d6f42df req-f47ff04c-2225-4b42-a1fe-caa13f92a9f4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568802 Jul 27 22:07:01.795192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-1b59787f-fc41-43f1-9272-69d63d462109 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6624048 Jul 27 22:07:01.952642 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-883b0f7e-95ac-49b6-8ac8-eb89db9ea8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.079391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 150a95c3-2592-40a8-a128-7c2d8e14b7a8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:02.111044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 150a95c3-2592-40a8-a128-7c2d8e14b7a8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:02.111044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 150a95c3-2592-40a8-a128-7c2d8e14b7a8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:02.111044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b2327014-9de4-42ce-b5e9-473a99bbab51 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:02.136009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b2327014-9de4-42ce-b5e9-473a99bbab51 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:02.136362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b2327014-9de4-42ce-b5e9-473a99bbab51 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:02.190247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.234605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad69628-475c-4b7d-af6d-45cbacc9a80c']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.260511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda42f6f-3ca7-40a9-a88c-20154a18cffe') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.260974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda42f6f-3ca7-40a9-a88c-20154a18cffe') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.280854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.345678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.372145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:02.375716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:02.376624 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:02.437805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.438321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.438819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.439386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.439785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.440270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.440746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.442746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-56729262-d085-4934-a148-0d08a2904676 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.2586038 Jul 27 22:07:02.447636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:02.460672 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:02.476596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60060) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:02.480455 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:02.481104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.555187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.572315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.573738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/7ad69628-475c-4b7d-af6d-45cbacc9a80c HTTP/1.1" status: 204 len: 168 time: 1.8233588 Jul 27 22:07:02.576205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:02.612780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.614118 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:02.648788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db07e20-f996-45b3-b090-74651a096d13 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=7ad69628-475c-4b7d-af6d-45cbacc9a80c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:02.697225 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.703022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-42af7396-5e51-479c-ab85-a30ee8f0d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.704368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-42af7396-5e51-479c-ab85-a30ee8f0d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.705074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-42af7396-5e51-479c-ab85-a30ee8f0d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.707096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-42af7396-5e51-479c-ab85-a30ee8f0d852 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 2293 time: 0.2176387 Jul 27 22:07:02.730549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1420451781-network', 'tenant_id': '9a536c0bda8a4e2290a92d9cb7040718'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:02.796734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d07938dd-33ae-44dc-b3e4-310202a74754 req-28954da0-ef1b-466c-99a6-c474e284cb90 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.1451263 Jul 27 22:07:02.855146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-21b56177-2495-4df6-b8fc-6f43d6e7d424 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0137546 Jul 27 22:07:02.855372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.870147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60074) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:02.872183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:02.874834 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074" -d '{"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:02.907575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-5e17d806-c193-45a2-9da9-0c143b1f73d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 1000 time: 0.1618829 Jul 27 22:07:02.910918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9dc45b-825d-49c9-b094-490c9bc2cb39']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.923046 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 0, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.951223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40c1279-67cb-461c-9029-23ee3eeca911') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.951800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40c1279-67cb-461c-9029-23ee3eeca911') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.954218 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:02.969351 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:02.970425 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:06:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.976229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.009486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.011051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-a123ff1e-be9d-4462-96e2-6ba69ea39454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.012589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-a123ff1e-be9d-4462-96e2-6ba69ea39454 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 200 len: 850 time: 0.0955353 Jul 27 22:07:03.019586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:03.020090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:03.025702 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:03.039577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96977f-0df3-4da0-89a9-cb519babe9ce tempest-TestVolumeBackupRestore-1725090692 tempest-TestVolumeBackupRestore-1725090692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.041850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2f96977f-0df3-4da0-89a9-cb519babe9ce tempest-TestVolumeBackupRestore-1725090692 tempest-TestVolumeBackupRestore-1725090692-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1091 time: 0.1702566 Jul 27 22:07:03.060070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60078) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.069431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Request body: {'floatingip': {'port_id': '79200198-41af-42de-b82b-2f6c35f643a1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.117547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca951b9-b477-4ade-ae18-1acfd3a1c7e0 req-78d8db94-118f-4335-a120-b09b915ddf37 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.117816 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:03.119066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dca951b9-b477-4ade-ae18-1acfd3a1c7e0 req-78d8db94-118f-4335-a120-b09b915ddf37 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1913936 Jul 27 22:07:03.122879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Made reservation on behalf of 9a536c0bda8a4e2290a92d9cb7040718 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:03.125262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.145930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.188421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.243379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.257279 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.262616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/1f9dc45b-825d-49c9-b094-490c9bc2cb39 HTTP/1.1" status: 204 len: 168 time: 0.6850023 Jul 27 22:07:03.264645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.291631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dca951b9-b477-4ade-ae18-1acfd3a1c7e0 req-2b6e28cd-c114-400a-b1bb-d51c6cd60273 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489923 Jul 27 22:07:03.293781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e21de4c5-a3d9-43a8-980d-ca35cfb34bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.295396 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e21de4c5-a3d9-43a8-980d-ca35cfb34bc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735045 Jul 27 22:07:03.393954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e474-d091-49a6-88bc-106ee0b6ebdb tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=1f9dc45b-825d-49c9-b094-490c9bc2cb39,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.415255 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e057e70-39da-4309-a37d-761b81dff279 x-openstack-request-id: req-7e057e70-39da-4309-a37d-761b81dff279 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:03.415655 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:03.415868 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e057e70-39da-4309-a37d-761b81dff279 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:03.416341 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:07:03.450962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.647802 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 0, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.658129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-418eed81-5138-4ef2-8f55-e323d1043331 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.665413 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-418eed81-5138-4ef2-8f55-e323d1043331 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.50 "GET /v2.0/networks?id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a HTTP/1.1" status: 200 len: 814 time: 0.3842185 Jul 27 22:07:03.689587 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831247a-02be-47b7-a2d7-d34860f6a8f5 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 0, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:03.716121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.735104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da003fb-b9ec-40b5-80c1-c013a523b660']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.755680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7de1a7-87f7-4e67-a2c2-3ac65eb09682') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.756017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7de1a7-87f7-4e67-a2c2-3ac65eb09682') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.756839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-0a33d20a-32df-49de-a9a2-770c1789f902 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376647 Jul 27 22:07:03.770231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Request body: {'port': {'device_id': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a', 'admin_state_up': True, 'tenant_id': 'b10cbf19bf4b4d80a9bb07a7115f02c3'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.771646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.800649 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.828898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-b2dd3307-23fc-4395-abd2-3506d618c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.833243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-b2dd3307-23fc-4395-abd2-3506d618c18d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.3626041 Jul 27 22:07:03.836757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:03.837414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:03.840963 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:03.941195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.038380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacffba4-a7ae-47fc-8ec5-df43bde79d4d req-5b8e94ed-fb1b-4fa1-9495-5e6e0026acd6 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.045517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cacffba4-a7ae-47fc-8ec5-df43bde79d4d req-5b8e94ed-fb1b-4fa1-9495-5e6e0026acd6 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 946 time: 0.4352779 Jul 27 22:07:04.064406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-30624a7f-1d7d-46c1-a51f-279a97a6b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.066128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-30624a7f-1d7d-46c1-a51f-279a97a6b379 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.2060883 Jul 27 22:07:04.068760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b600854-2c84-4dad-bef4-a959ee8142ce None None] New status for floating IP f360cb8f-4b44-47b7-b689-573868f5d84e: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:07:04.095221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12070678-687b-45bf-9f1e-26427aed87e1 req-2d995a7a-b9ed-483c-a392-239e21d01db2 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.0927975 Jul 27 22:07:04.112040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.144900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.219702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:04.229456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-c12177e8-bfca-4779-9ade-cb4c1a8b512b service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547374 Jul 27 22:07:04.237778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-82931b69-5b24-4589-bf36-60b98b93f110 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 999 time: 0.1617975 Jul 27 22:07:04.252348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cacffba4-a7ae-47fc-8ec5-df43bde79d4d req-ba8b8095-6bc6-4c95-baa7-8e32ccc209a2 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005742 Jul 27 22:07:04.256355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.262121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] 10.222.0.37 "DELETE /v2.0/networks/3da003fb-b9ec-40b5-80c1-c013a523b660 HTTP/1.1" status: 204 len: 168 time: 0.9964552 Jul 27 22:07:04.284275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab262714-8fe4-40ed-926b-2881bc6bf7a2 tempest-BulkNetworkOpsIpV6Test-1521692740 tempest-BulkNetworkOpsIpV6Test-1521692740-project] Pushing event deleted for resources: {'Network': ['ID=3da003fb-b9ec-40b5-80c1-c013a523b660,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.339892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-6775bd27-428c-4580-be70-30a59ccab955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.343200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-6775bd27-428c-4580-be70-30a59ccab955 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.0783513 Jul 27 22:07:04.392218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.392498 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Added segment 2295dda2-977a-4838-afe1-60ecb3347982 of type vlan for network d0ae923a-a9ad-47b6-995c-a25c96e0721a Jul 27 22:07:04.393859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.437594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-8bfd5174-d597-42cc-b9f7-15c247b798ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 217 time: 0.1960189 Jul 27 22:07:04.449579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Made reservation on behalf of b10cbf19bf4b4d80a9bb07a7115f02c3 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:04.453305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-930735f1-f420-4056-af04-91788a204b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.453527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.454960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-930735f1-f420-4056-af04-91788a204b5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004510 Jul 27 22:07:04.533775 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f189008-5f10-4f63-986c-5a340436673f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.590731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:07:04.613478 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:07:04.614571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-07c407d6-9b11-4f46-b325-f5b0d411fe98 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248529 Jul 27 22:07:04.614691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.738676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ead6a8f-fdfa-40ed-8d0b-d564f5493074 req-d0a59f2e-0a36-4c69-9d3d-88fc1c5f702f service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381886 Jul 27 22:07:04.759868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-085f89ff-6b24-4b9a-be57-4e65c207bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.762007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-085f89ff-6b24-4b9a-be57-4e65c207bf82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.3024487 Jul 27 22:07:04.836117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419456ca-7597-4c36-a727-28394729e188 req-48c64590-9006-430d-988c-174d26982a96 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.837706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-419456ca-7597-4c36-a727-28394729e188 req-48c64590-9006-430d-988c-174d26982a96 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.3892055 Jul 27 22:07:04.949623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-419456ca-7597-4c36-a727-28394729e188 req-d2676aac-00a4-4aaa-a691-3b336e139beb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Jul 27 22:07:04.950924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Allocated IP 172.20.0.7 (cfecdaf4-3f1b-49e6-8f48-26c84f206b2a/783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f/724b5edc-85a5-4ce6-9baa-db2a121b8af5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:04.970534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-0a778dc9-2c34-4e51-b750-696029fbd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.972090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-0a778dc9-2c34-4e51-b750-696029fbd034 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002723 Jul 27 22:07:04.972761 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.977986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.979029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.979617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.185235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:05.228898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acc642da-a83b-4bd9-87e7-4698e936f15f req-dad3334d-4be6-4019-b6ad-8899f651372f tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.0410721 Jul 27 22:07:05.342950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-beed9e55-6109-470e-9851-1e5826e2ebf1 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.344565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-beed9e55-6109-470e-9851-1e5826e2ebf1 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.76 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 946 time: 0.1100729 Jul 27 22:07:05.408417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ed1d438c-a37e-4af8-a584-4dc4a4b74567 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc425b74928a4d05ac27064d62d3d99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218134 Jul 27 22:07:05.411776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:05.420388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.513255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.538311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Deleting port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:05.538565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ae923a-a9ad-47b6-995c-a25c96e0721a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:05.538682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.548531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d0ae923a-a9ad-47b6-995c-a25c96e0721a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:05.553666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.598931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a3ff565-170d-49f1-8dfe-279ca30c71b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1157160 Jul 27 22:07:05.607486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60112) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:05.624635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Request body: {'subnet': {'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1420451781-subnet', 'tenant_id': '9a536c0bda8a4e2290a92d9cb7040718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:05.731419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] For port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:05.731929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-79495d30-b9c0-49b5-84e2-54f974c5b6e4 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491581 Jul 27 22:07:05.732329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.752120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Calling delete_port for 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:05.846128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.870326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327ec7a-c628-4b37-9c33-b047dbaed8a8 req-ef9b91f0-341d-4b04-a1e1-d059d39a894b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.872621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6327ec7a-c628-4b37-9c33-b047dbaed8a8 req-ef9b91f0-341d-4b04-a1e1-d059d39a894b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 946 time: 0.4388294 Jul 27 22:07:05.940159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Made reservation on behalf of 9a536c0bda8a4e2290a92d9cb7040718 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:05.942500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.011471 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.011733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.014420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.016518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f889cac-8a50-476f-a30b-c924888fdfda HTTP/1.1" status: 204 len: 168 time: 0.6030667 Jul 27 22:07:06.030890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b131b2-2abe-4e97-8c3b-7012f86297c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f889cac-8a50-476f-a30b-c924888fdfda,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.076898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.093475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['044b8c23-75c0-4338-aeaa-ec1fe3ad0217'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:06.112194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-b46cffdc-2125-4b6c-8e17-124327e41630 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704844 Jul 27 22:07:06.114566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Pushing event deleted for resources: {'Port': ['ID=044b8c23-75c0-4338-aeaa-ec1fe3ad0217,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.146418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6327ec7a-c628-4b37-9c33-b047dbaed8a8 req-be93c635-4887-416d-a246-69c8f2ca5497 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613621 Jul 27 22:07:06.182304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] No DVR routers for this DVR port 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:06.185872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.188494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7702fea-6162-45d8-a4ae-02d0e223a8ca req-a80f69ab-31cf-4bb5-9d73-9e63efa5a750 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.76 "DELETE /v2.0/ports/044b8c23-75c0-4338-aeaa-ec1fe3ad0217 HTTP/1.1" status: 204 len: 173 time: 0.8322515 Jul 27 22:07:06.188494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'name': 'network-vif-deleted', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:06.190649 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc48ac60-a29e-4fd3-9226-400eff7293a5" -d '{"events": [{"server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "name": "network-vif-deleted", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:06.214117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291e559-5dd1-4db1-9c75-e77f52f09821 req-90764bc0-ed45-48af-a210-7928774b361e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.215820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5291e559-5dd1-4db1-9c75-e77f52f09821 req-90764bc0-ed45-48af-a210-7928774b361e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1778853 Jul 27 22:07:06.223628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-c0d98609-2ab1-4180-851e-7cfa03e1db58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 217 time: 0.0927575 Jul 27 22:07:06.253128 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485b8f84-7e9b-49ec-ab1a-4961977b9389 x-openstack-request-id: req-485b8f84-7e9b-49ec-ab1a-4961977b9389 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:06.253422 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561212c3-384f-4c13-a49b-a2756e5b9183", "name": "network-vif-deleted", "tag": "044b8c23-75c0-4338-aeaa-ec1fe3ad0217", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:06.253802 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-485b8f84-7e9b-49ec-ab1a-4961977b9389 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:06.254214 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561212c3-384f-4c13-a49b-a2756e5b9183', 'name': 'network-vif-deleted', 'tag': '044b8c23-75c0-4338-aeaa-ec1fe3ad0217', 'status': 'completed', 'code': 200} Jul 27 22:07:06.322735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5291e559-5dd1-4db1-9c75-e77f52f09821 req-31cdc887-7839-4dff-b7ff-9a84a180c868 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Jul 27 22:07:06.378643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.493932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-48bf7ac5-323a-4eaa-8e00-858d1ab2693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.495678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-48bf7ac5-323a-4eaa-8e00-858d1ab2693b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.2550304 Jul 27 22:07:06.565432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:06.621053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:06.631926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:06.641382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Pushing event updated for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.778342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.779030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.788465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88800e91-342f-4e3b-8e69-adaf8e8be435 req-2124cbfc-af13-4bc0-b72a-541f5bc6ee5f tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.792207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88800e91-342f-4e3b-8e69-adaf8e8be435 req-2124cbfc-af13-4bc0-b72a-541f5bc6ee5f tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 931 time: 0.4549661 Jul 27 22:07:06.867814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.953337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-317a3312-29f0-47ed-95d2-74c62b2420a0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2779291 Jul 27 22:07:06.968726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-ba767108-4fd3-4fba-bb83-022f73d56f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.970317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-ba767108-4fd3-4fba-bb83-022f73d56f1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4162252 Jul 27 22:07:06.985558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Request body: {'port': {'device_id': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:07.023493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.084005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88800e91-342f-4e3b-8e69-adaf8e8be435 req-a0a405af-19a6-46b4-8ce8-677023649fc3 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183971 Jul 27 22:07:07.084888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490dcf18-7942-4308-8513-0819b694249c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.093800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.171540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Checking segment: {'id': '2295dda2-977a-4838-afe1-60ecb3347982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:07.174195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Network hostable DHCP agents. Network: d0ae923a-a9ad-47b6-995c-a25c96e0721a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:07.198653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.218235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-96257aa4-8355-4d8c-a466-e3ab89dc119b service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395699 Jul 27 22:07:07.224616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.315229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a3fd5da-ca90-45e7-b262-40169d89b8c8 req-7562b568-b186-4252-b71f-424c8716c14c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=561212c3-384f-4c13-a49b-a2756e5b9183 HTTP/1.1" status: 200 len: 210 time: 0.0341592 Jul 27 22:07:07.509874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Network d0ae923a-a9ad-47b6-995c-a25c96e0721a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:07.548577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-27d94f31-a848-486f-99ef-1fe491cfbda1 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189523 Jul 27 22:07:07.554524 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.561660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:07.682822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137867551'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:07.863421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.881538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.967475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-29e3378c-23f7-4675-a39c-2832c76a3b65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 200 len: 217 time: 0.4095247 Jul 27 22:07:07.968058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d0ae923a-a9ad-47b6-995c-a25c96e0721a) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:07.976660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6909d3-20f3-4920-b0e3-f4242b180dbf None None] Network d0ae923a-a9ad-47b6-995c-a25c96e0721a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:08.014360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.014997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.038997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.137073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc9546-0841-4759-96bd-6e585baaacfb None None] Network d0ae923a-a9ad-47b6-995c-a25c96e0721a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:08.145098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.153835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e23b2253-9678-45d8-be7f-1ef25bf37edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.155497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e23b2253-9678-45d8-be7f-1ef25bf37edf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1464195 Jul 27 22:07:08.167417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad39ca-4599-4756-9b0f-1d4ec85c6d3b req-64039f1c-aa71-42cb-b4c5-78dde42ca43f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.175378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aaad39ca-4599-4756-9b0f-1d4ec85c6d3b req-64039f1c-aa71-42cb-b4c5-78dde42ca43f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.7612510 Jul 27 22:07:08.199451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61be0e67-3956-4f00-8530-464415760ba8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:08.284233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Router a319f575-17d2-4f57-b631-b35800529939 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:08.309751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4719-2c4f-4620-932f-4d42afb70a03 req-f7df7004-42e8-4bb7-9dce-6173a79d5a71 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.311877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-906a4719-2c4f-4620-932f-4d42afb70a03 req-f7df7004-42e8-4bb7-9dce-6173a79d5a71 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 931 time: 0.0922928 Jul 27 22:07:08.321034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aaad39ca-4599-4756-9b0f-1d4ec85c6d3b req-f2ac7fb7-97b2-43d5-93be-4dd536f388d3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446939 Jul 27 22:07:08.325194 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.345161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-980d392e-7516-4e12-b98c-9dcbec909b46 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7328062 Jul 27 22:07:08.351512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724b5edc-85a5-4ce6-9baa-db2a121b8af5 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:08.411540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.413044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-906a4719-2c4f-4620-932f-4d42afb70a03 req-678ee7b9-1373-49ee-84be-a13aec26d2f4 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904081 Jul 27 22:07:08.441227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-9b17b299-2ca5-4b07-9f31-f52a3c8f99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.442904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-9b17b299-2ca5-4b07-9f31-f52a3c8f99e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2608869 Jul 27 22:07:08.462193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Transition to ACTIVE for port object 724b5edc-85a5-4ce6-9baa-db2a121b8af5 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:08.531015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.563038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.653676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:08.658650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:08.663339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.668111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:08.675012 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:08.675697 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:08.709251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.727960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-67398c6b-f474-488d-a66e-3e0ef5951813 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762406 Jul 27 22:07:08.757167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47512f5-2fd9-470f-a184-1bccc8aff237,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:08.799328 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:08.808933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:08.811619 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b216fcd8-2178-4012-a04c-8d3de45e3ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:08.880573 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c0d58-29f1-4f13-b335-ecec7d64ec13 x-openstack-request-id: req-f14c0d58-29f1-4f13-b335-ecec7d64ec13 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:08.880868 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:08.881113 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f14c0d58-29f1-4f13-b335-ecec7d64ec13 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:08.881703 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:07:08.891668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.894151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-17fb5347-4d22-42b7-abfd-169d96e704e6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3314373 Jul 27 22:07:08.896676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:08.954929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3e37690-9e88-4be1-ba34-4f2974da845b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "PUT /v2.0/floatingips/f360cb8f-4b44-47b7-b689-573868f5d84e HTTP/1.1" status: 200 len: 993 time: 5.8926504 Jul 27 22:07:08.958489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Attempting to bind port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:08.958974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Attempting to bind port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'fc2d5913-68c2-4703-9186-319614535fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:08.960033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Attempting to bind port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 on network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:09.000545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 on network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:09.001215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Attempting to bind port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 on network cfecdaf4-3f1b-49e6-8f48-26c84f206b2a {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:09.012709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:09.013230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Checking segment: {'id': 'fc2d5913-68c2-4703-9186-319614535fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:09.013754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Bound using segment: {'id': 'fc2d5913-68c2-4703-9186-319614535fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:09.014372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Bound port: 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2d5913-68c2-4703-9186-319614535fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:09.014835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.050380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b1691d4-ffa0-4ad4-984e-4ca975a4e379 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1523588 Jul 27 22:07:09.057686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60178) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:09.072386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-security--1447845300', 'description': 'tempest-security-description-1610670458'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:09.094854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-d9be7588-5bba-4eef-a49f-45760876bc6c service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397055 Jul 27 22:07:09.103804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-73842a8f-8c5c-438a-b5dd-863995e434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.105527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-73842a8f-8c5c-438a-b5dd-863995e434f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.1558075 Jul 27 22:07:09.176835 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:07:06Z', 'revision_number': 2, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:09.184701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-c7b71cb8-2223-4e40-bd29-4eac09699c0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 200 len: 217 time: 0.0789599 Jul 27 22:07:09.191749 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.212876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:09.227835 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:09.228504 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:09.243407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-edf59dcb-ebce-4c57-bc01-ef772647304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.244977 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-edf59dcb-ebce-4c57-bc01-ef772647304f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.1192000 Jul 27 22:07:09.247962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:09.291464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5,segment=NetworkSegment(fc2d5913-68c2-4703-9186-319614535fe6),segment_id=fc2d5913-68c2-4703-9186-319614535fe6)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:09.304898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.306862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-ded168ef-1538-47bc-9a82-d4b8ac715e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.308401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-ded168ef-1538-47bc-9a82-d4b8ac715e75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1140125 Jul 27 22:07:09.348490 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:09.353400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-f3aff304-cce7-4e18-bd0f-508e58e7a495 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 1001 time: 0.0972409 Jul 27 22:07:09.400651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.406623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.410412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.415308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "PUT /v2.0/security-groups/a47512f5-2fd9-470f-a184-1bccc8aff237 HTTP/1.1" status: 200 len: 1780 time: 0.3497601 Jul 27 22:07:09.421087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:09.447715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:09.470183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-1694ed8b-00bc-4a18-88fc-7376f0cb136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.472623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-1694ed8b-00bc-4a18-88fc-7376f0cb136a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.1128819 Jul 27 22:07:09.484822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-9ece8902-4f3f-4b46-a5d0-d9ac97ddf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.486977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-9ece8902-4f3f-4b46-a5d0-d9ac97ddf71a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687424 Jul 27 22:07:09.526954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.527778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.538860 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] 10.222.0.50 "PUT /v2.0/ports/724b5edc-85a5-4ce6-9baa-db2a121b8af5 HTTP/1.1" status: 200 len: 1091 time: 2.5560908 Jul 27 22:07:09.563505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:09.565142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 044b8c23-75c0-4338-aeaa-ec1fe3ad0217 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:09.600570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b0cc8f1-c8ea-446e-af7a-00242e55e62e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups/a47512f5-2fd9-470f-a184-1bccc8aff237 HTTP/1.1" status: 200 len: 1780 time: 0.1781540 Jul 27 22:07:09.607425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:09.751168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-01574397-12f1-48da-80b4-ca5faa8b28f3 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104154 Jul 27 22:07:09.814333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:09.819547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.827777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508561052-network', 'tenant_id': '56576296c79742f491db291da6dee738'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:09.842554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-279dcf10-dac5-4198-b81b-08b4a7c484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.844141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-279dcf10-dac5-4198-b81b-08b4a7c484ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606243 Jul 27 22:07:09.848414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:07:06Z', 'revision_number': 2, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:09.888318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfdac6-42fc-4bad-97d4-54fa48577fdd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47512f5-2fd9-470f-a184-1bccc8aff237,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:09.897703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9223e97d-7b90-4923-b84f-c5eaab3f3470 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f360cb8f-4b44-47b7-b689-573868f5d84e', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a319f575-17d2-4f57-b631-b35800529939', 'port_id': '79200198-41af-42de-b82b-2f6c35f643a1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'mac_address': 'fa:16:3e:24:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:07:06Z', 'revision_number': 2, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:09.915142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab51e9-036e-48b3-a2de-b2b68a0da796 req-e8d60637-71c9-422e-a18c-aae57e7abf6c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.920091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0ab51e9-036e-48b3-a2de-b2b68a0da796 req-e8d60637-71c9-422e-a18c-aae57e7abf6c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.4386687 Jul 27 22:07:09.926566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.955863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9e2c8-f243-4624-8f6a-44bc438a4a3d service neutron] Pushing event updated for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:10.003597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-50896419-4168-4b19-aadf-e201e753e359 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179508 Jul 27 22:07:10.079704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-3f3fe889-83fa-4b23-9ffd-19e1af9db632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 200 len: 217 time: 0.0660777 Jul 27 22:07:10.081670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-bd1bc3ab-33bc-48fb-a59f-e7c7d90ee01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.083173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-bd1bc3ab-33bc-48fb-a59f-e7c7d90ee01b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b10cbf19bf4b4d80a9bb07a7115f02c3&device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 1094 time: 0.3155038 Jul 27 22:07:10.139072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-2aab0388-7ae0-4f8a-9c53-89c366b77147 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727451 Jul 27 22:07:10.142027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.144749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.145919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/a47512f5-2fd9-470f-a184-1bccc8aff237 HTTP/1.1" status: 204 len: 168 time: 0.5372648 Jul 27 22:07:10.166520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:10.181318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e69aec-e755-4101-a3d3-7642f006b3e1 req-d4559669-5f1b-466a-b54e-63ca6db0b8d1 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.183221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93e69aec-e755-4101-a3d3-7642f006b3e1 req-d4559669-5f1b-466a-b54e-63ca6db0b8d1 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 943 time: 0.5596471 Jul 27 22:07:10.208073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47512f5-2fd9-470f-a184-1bccc8aff237,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:10.215957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-181407a9-ac28-4849-a19a-b9b212ee4af0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5 HTTP/1.1" status: 200 len: 217 time: 0.1083052 Jul 27 22:07:10.232750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Made reservation on behalf of 56576296c79742f491db291da6dee738 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:10.235908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.297036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.299744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.300216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.300840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.301092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.301516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.301933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e2941a01-602f-4c9c-b766-87cb780bec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.302044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.302584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.303005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.303426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.303779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e2941a01-602f-4c9c-b766-87cb780bec14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.1977079 Jul 27 22:07:10.303974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.304396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.304814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f9c01-3cf6-44a3-b5fd-6a1292a2184d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:10.315563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0ab51e9-036e-48b3-a2de-b2b68a0da796 req-27125c9f-1ca4-4c44-9e90-880b975d1422 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507946 Jul 27 22:07:10.347222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-e254480d-6885-47c9-ac75-74251a9f3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.348773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-e254480d-6885-47c9-ac75-74251a9f3b12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f HTTP/1.1" status: 200 len: 854 time: 0.1230028 Jul 27 22:07:10.351904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93e69aec-e755-4101-a3d3-7642f006b3e1 req-d51b376f-1fdd-432e-8fe2-effe157b2793 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335695 Jul 27 22:07:10.425636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-94a3b4ab-68bb-49a1-ac56-8176c94b1e4a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2543778 Jul 27 22:07:10.427470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-91e4226b-fd1f-4617-bf1c-65036536484a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426116 Jul 27 22:07:10.428134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:10.460405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b216fcd8-2178-4012-a04c-8d3de45e3ce8 req-dcfa0b42-2ae6-49f6-939d-cd6102d5ef0e service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989986 Jul 27 22:07:10.469615 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-948ded05-5907-4b15-b4b8-d4bcf18215cb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] delete failed (client error): The resource could not be found. Jul 27 22:07:10.475192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-948ded05-5907-4b15-b4b8-d4bcf18215cb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/a47512f5-2fd9-470f-a184-1bccc8aff237 HTTP/1.1" status: 404 len: 347 time: 0.0407732 Jul 27 22:07:10.477547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:10.485139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--670140527'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:10.525871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-09a8d43b-610f-497b-9142-69768deeb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.527913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-09a8d43b-610f-497b-9142-69768deeb1c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151682 Jul 27 22:07:10.549408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.607184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-fb668192-426d-4e59-ba58-7028d57b9131 service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682465 Jul 27 22:07:10.676074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.718542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:10.730729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-9aa842e5-5e3c-4cce-88e4-56b430726751 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888106 Jul 27 22:07:10.761343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-229f70cf-3d9b-45d6-a4d6-9a2e540f389c req-098e42db-9fc3-4e78-acfb-6d91322e5730 service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455266 Jul 27 22:07:10.766997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.768457 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Added segment ac96f121-d3f4-4efc-a55e-3ecfb9ce75db of type vlan for network 4c523f0e-3790-485a-8443-53079354811a Jul 27 22:07:10.770322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb0b5f-7a94-4ebe-a46f-6932209c809b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:10.828377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.882913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}, {'name': 'network-changed', 'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:10.886395 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11630b0d-76ed-4749-be63-98e159e04024" -d '{"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}, {"name": "network-changed", "server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:10.944185 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d96784-73ef-407e-b48c-930ca5d70de9 x-openstack-request-id: req-04d96784-73ef-407e-b48c-930ca5d70de9 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:10.944491 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:10.944749 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04d96784-73ef-407e-b48c-930ca5d70de9 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:10.945159 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:07:10.945414 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5', 'status': 'completed', 'code': 200} Jul 27 22:07:10.952197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-4ce6dfa0-0a8f-4b5f-bc56-5e3c518a0502 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899340 Jul 27 22:07:10.954448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.004824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-eac74b2f-85e6-4eb6-b4d5-688efff5a7de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 217 time: 0.0441988 Jul 27 22:07:11.044077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.045052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.045504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.091963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-0849654b-0886-490c-8d89-d2684f81495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.093391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-0849654b-0886-490c-8d89-d2684f81495a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.0799215 Jul 27 22:07:11.148744 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-318563fb-d2eb-42b0-a21b-2166bea72d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.150407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-318563fb-d2eb-42b0-a21b-2166bea72d90 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b10cbf19bf4b4d80a9bb07a7115f02c3&device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 1094 time: 0.0985909 Jul 27 22:07:11.155323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] Pushing event updated for resources: {'Network': ['ID=4c523f0e-3790-485a-8443-53079354811a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.171862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 4c523f0e-3790-485a-8443-53079354811a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:11.173574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-c5cdbc6e-45d0-47a6-a966-5e8e5ea6d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.175119 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-c5cdbc6e-45d0-47a6-a966-5e8e5ea6d4a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.2075145 Jul 27 22:07:11.206207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.243146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-4be5dbec-77a0-4144-8d75-02a898355ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.244812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-4be5dbec-77a0-4144-8d75-02a898355ecd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409898 Jul 27 22:07:11.329198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.340636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-63496430-570e-408a-8d66-fe989df7310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.342323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-63496430-570e-408a-8d66-fe989df7310e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a HTTP/1.1" status: 200 len: 915 time: 0.1827042 Jul 27 22:07:11.386443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-09ca1fb5-97e8-4db2-a934-8ed186b41fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.392432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-09ca1fb5-97e8-4db2-a934-8ed186b41fe1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.1902819 Jul 27 22:07:11.393941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd7fb89-2691-4639-b617-91d1a21a23bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.496205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-810a65ab-8a49-4861-a04a-30c2ef9e9cce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6753700 Jul 27 22:07:11.498848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:11.505657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Request body: {'subnet': {'network_id': '4c523f0e-3790-485a-8443-53079354811a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508561052-subnet', 'tenant_id': '56576296c79742f491db291da6dee738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:11.526708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-d24022be-e303-47df-b83d-fc675254aba4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 1001 time: 0.1242151 Jul 27 22:07:11.533786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.535069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5532386c-443e-4f75-8c5d-fa4b4ff79f5c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0562425 Jul 27 22:07:11.550164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:11.559876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': 'cbd7fb89-2691-4639-b617-91d1a21a23bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:11.614819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fad05-5a07-4cab-8d79-8a2dbb0e13f0 req-b468753b-4a98-4d5c-89b0-5bbe7b7a1223 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.616375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-274fad05-5a07-4cab-8d79-8a2dbb0e13f0 req-b468753b-4a98-4d5c-89b0-5bbe7b7a1223 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 943 time: 0.1735172 Jul 27 22:07:11.625305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-12d50436-19a2-4223-9511-5471633bc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.627007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-12d50436-19a2-4223-9511-5471633bc208 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.0862014 Jul 27 22:07:11.697688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Made reservation on behalf of 56576296c79742f491db291da6dee738 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:11.699629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.709081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-274fad05-5a07-4cab-8d79-8a2dbb0e13f0 req-2bc70dc3-c675-46d2-8da8-ff01e3acc5e2 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783122 Jul 27 22:07:11.810485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-7b9984f6-0d77-4d13-8f4c-30b4069e19ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5 HTTP/1.1" status: 200 len: 217 time: 0.4495203 Jul 27 22:07:11.823061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-5a070f62-b23a-4d49-acdb-294508b11959 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686121 Jul 27 22:07:11.965313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-179ad44a-b71c-4b59-ad0c-66022ab98023 req-e1573deb-479c-476e-907c-bf5000ca9f6d service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153316 Jul 27 22:07:12.035200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-9c53cb10-a23e-4250-add7-2d084bb48f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.040298 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-9c53cb10-a23e-4250-add7-2d084bb48f22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f HTTP/1.1" status: 200 len: 854 time: 0.2155027 Jul 27 22:07:12.091781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-3b0766d6-9cf3-414f-87b7-84fa1e61aa00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400045 Jul 27 22:07:12.105552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eb59-7200-48a4-ac9b-5c41f9220e5c req-9ec0834c-3bfd-4588-9db5-62d142372d38 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.114820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b714eb59-7200-48a4-ac9b-5c41f9220e5c req-9ec0834c-3bfd-4588-9db5-62d142372d38 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.3099005 Jul 27 22:07:12.173464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11630b0d-76ed-4749-be63-98e159e04024 req-85c2925d-049f-4878-8daa-70f68f82090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.175167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-85c2925d-049f-4878-8daa-70f68f82090b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5380499 Jul 27 22:07:12.240979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.251554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b714eb59-7200-48a4-ac9b-5c41f9220e5c req-54c375ca-6d7f-44b2-a32a-c8451abe75b7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355705 Jul 27 22:07:12.280334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-06a7ee90-d558-43f8-a00c-82109eab9f57 service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617327 Jul 27 22:07:12.390313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.415070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-d063bbe8-1ac2-48b4-ba37-3ac779660ae3 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306690 Jul 27 22:07:12.420415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-9b6434fb-97d0-4575-bf7f-6fbe7719b3bc service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248498 Jul 27 22:07:12.527034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.560421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.571217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5983351f-b393-4cd2-a642-8f801b035fec,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:12.599960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11630b0d-76ed-4749-be63-98e159e04024 req-a1903130-7952-4085-b953-322705de0a89 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770754 Jul 27 22:07:12.632857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a3c4b3-1c0d-4040-9f60-16f222fa4634,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:12.643491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.644484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-280fbefe-6922-46f7-92a8-7b29aa3538dd tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0883923 Jul 27 22:07:12.647838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60240) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:12.675219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Checking segment: {'id': 'ac96f121-d3f4-4efc-a55e-3ecfb9ce75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '4c523f0e-3790-485a-8443-53079354811a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:12.675553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Network hostable DHCP agents. Network: 4c523f0e-3790-485a-8443-53079354811a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:12.691385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.704912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.825377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Network 4c523f0e-3790-485a-8443-53079354811a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:12.859707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.867583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.868557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5983351f-b393-4cd2-a642-8f801b035fec HTTP/1.1" status: 204 len: 168 time: 0.2196794 Jul 27 22:07:12.872079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60248) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:12.888714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465de180-646a-4517-be5e-98453e725644 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5983351f-b393-4cd2-a642-8f801b035fec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:12.930468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef0646-279e-4d3c-80d2-1ce671731665 req-857bbd05-d3db-4863-9200-e053c58e9c60 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.933721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cef0646-279e-4d3c-80d2-1ce671731665 req-857bbd05-d3db-4863-9200-e053c58e9c60 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 943 time: 0.1201367 Jul 27 22:07:12.935346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 4c523f0e-3790-485a-8443-53079354811a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:12.950803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.951132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.957364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d21c0d9-45ba-48a3-b501-de0c79e4c38e None None] Network 4c523f0e-3790-485a-8443-53079354811a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:12.973325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c45fdc9-5d39-4cbd-a59f-96cde2c706e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876112 Jul 27 22:07:12.973325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60250) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:13.067825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cef0646-279e-4d3c-80d2-1ce671731665 req-fa988837-2fdd-48ed-a398-c8423891846e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103354 Jul 27 22:07:13.068536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.101435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-267be7d2-c899-437b-b243-a658f3852e2f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5929029 Jul 27 22:07:13.126675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.247666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744e816-998e-4458-8ed3-8499d72803e5 None None] Network 4c523f0e-3790-485a-8443-53079354811a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:13.274843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.278594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.284340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/cbd7fb89-2691-4639-b617-91d1a21a23bd HTTP/1.1" status: 204 len: 168 time: 0.3104727 Jul 27 22:07:13.284540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60260) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:13.303404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d953-e630-4a3c-baf9-ff1d6ea4f9e4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd7fb89-2691-4639-b617-91d1a21a23bd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.349350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 724b5edc-85a5-4ce6-9baa-db2a121b8af5 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:13.368334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2fabbe6d-eb1f-469d-a30b-e04bf04db2e1 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786171 Jul 27 22:07:13.368770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60262) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:13.375496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--588960468'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:13.511788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae0ccd-7d21-4e87-9963-c26c30916722 req-22f6bbaa-6c30-46be-8f4b-186970ff1a2f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.513463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1ae0ccd-7d21-4e87-9963-c26c30916722 req-22f6bbaa-6c30-46be-8f4b-186970ff1a2f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1481700 Jul 27 22:07:13.516072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.580703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5,segment=NetworkSegment(fc2d5913-68c2-4703-9186-319614535fe6),segment_id=fc2d5913-68c2-4703-9186-319614535fe6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:13.590887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d1ae0ccd-7d21-4e87-9963-c26c30916722 req-b610fd4b-e335-40cb-909b-8ac40cd5f70a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671427 Jul 27 22:07:13.613765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '724b5edc-85a5-4ce6-9baa-db2a121b8af5', 'network_id': 'cfecdaf4-3f1b-49e6-8f48-26c84f206b2a', 'port_id': '724b5edc-85a5-4ce6-9baa-db2a121b8af5', 'mac_address': 'fa:16:3e:37:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:13.656471 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.661772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.674585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724b5edc-85a5-4ce6-9baa-db2a121b8af5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:13.707080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5,segment=NetworkSegment(fc2d5913-68c2-4703-9186-319614535fe6),segment_id=fc2d5913-68c2-4703-9186-319614535fe6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:13.776472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.782318 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.847438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.857235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.857594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.857946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.858475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.858953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.859303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.859644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.860165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.860524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.860970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.861312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.861639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:13.875125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e137680-2da7-41a6-9118-6edbc5bff2ad,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.911560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.912942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c7c79ea-7e3a-40e0-af6a-3a1335b5cbec tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5431614 Jul 27 22:07:13.915854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:13.921178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '2e137680-2da7-41a6-9118-6edbc5bff2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:13.923038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-744ddf6e-7fa8-405e-80e8-445834243b78 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.924577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-744ddf6e-7fa8-405e-80e8-445834243b78 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/networks?id=d0ae923a-a9ad-47b6-995c-a25c96e0721a HTTP/1.1" status: 200 len: 809 time: 0.1614599 Jul 27 22:07:13.942097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-10ed7beb-ac05-4a83-979c-0e6ba4a5d2f7 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/quotas/9a536c0bda8a4e2290a92d9cb7040718 HTTP/1.1" status: 200 len: 375 time: 0.0105500 Jul 27 22:07:13.981880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-19c4ff22-72eb-48c0-9e8e-d8e86893f67a tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a536c0bda8a4e2290a92d9cb7040718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330303 Jul 27 22:07:14.033552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.078330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['724b5edc-85a5-4ce6-9baa-db2a121b8af5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:14.095605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.113445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-29a56c17-e8cf-41be-9875-1599cf316478 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ae923a-a9ad-47b6-995c-a25c96e0721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235466 Jul 27 22:07:14.171695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.206155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858e1f9a-f1e7-49aa-a0ed-02a85a106403,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:14.273587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-d4c96857-130e-41b9-9c00-0fb6c58c5249 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ae923a-a9ad-47b6-995c-a25c96e0721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531625 Jul 27 22:07:14.277306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.278772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1fe7dd2b-fb78-452e-83e4-4837d3a02b6e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618059 Jul 27 22:07:14.282324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60290) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:14.293179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '2e137680-2da7-41a6-9118-6edbc5bff2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:14.372909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4ca6-5f00-432f-a8cf-7c96d774914a req-d3b2aefb-2e66-4a8e-b496-6c40a8bd3d14 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:14.374526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-986b4ca6-5f00-432f-a8cf-7c96d774914a req-d3b2aefb-2e66-4a8e-b496-6c40a8bd3d14 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 944 time: 0.1133146 Jul 27 22:07:14.418915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-986b4ca6-5f00-432f-a8cf-7c96d774914a req-f980f16f-f642-4eba-a6db-06d916f202da tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Jul 27 22:07:14.451158 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.538893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.560697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20524818-831f-49c7-9c23-8355c4bea7ec req-502adac7-60e4-4181-bcc2-fbcfb4631a8b tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 210 time: 0.0355451 Jul 27 22:07:14.644418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.672576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ebc81d-ab0f-41c4-864b-5facd076e216,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:14.744102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.745326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3adfa86-d647-4b00-9ac7-6e3c3b8aab04 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4612947 Jul 27 22:07:14.748570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:14.755707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '2e137680-2da7-41a6-9118-6edbc5bff2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:14.787647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd96d-f8cc-4ad4-845a-0585e4773d89 req-3d93f134-8cac-417b-876b-21c2b61dcd6e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:14.790253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca1bd96d-f8cc-4ad4-845a-0585e4773d89 req-3d93f134-8cac-417b-876b-21c2b61dcd6e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1002901 Jul 27 22:07:14.836466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca1bd96d-f8cc-4ad4-845a-0585e4773d89 req-47c64ddf-d110-44cf-849d-fa3d884c94aa tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Jul 27 22:07:14.935409 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.010317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.151834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.179188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4898fd94-29ed-4414-9dbf-f514b858540b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.221159 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:15.338194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.340316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54915a6d-5e7a-4730-8b00-bd0ca3f5740a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5890536 Jul 27 22:07:15.345335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:15.350337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '2e137680-2da7-41a6-9118-6edbc5bff2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:15.353146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 724b5edc-85a5-4ce6-9baa-db2a121b8af5 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:15.451492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.472215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:15.477927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:15.479389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.568975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.611246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.613588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740d5fa-fd38-4c3f-a4c4-1aaea799545c req-934ce52f-9b16-444b-88e7-6b2ec19aa6b6 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:15.623736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1740d5fa-fd38-4c3f-a4c4-1aaea799545c req-934ce52f-9b16-444b-88e7-6b2ec19aa6b6 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 944 time: 0.1082537 Jul 27 22:07:15.641366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:15.644302 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae325e4f-a2a7-4bcf-a807-84a2119e76f4" -d '{"events": [{"server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "name": "network-vif-plugged", "status": "completed", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:15.660070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5,segment=NetworkSegment(fc2d5913-68c2-4703-9186-319614535fe6),segment_id=fc2d5913-68c2-4703-9186-319614535fe6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:15.675769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1740d5fa-fd38-4c3f-a4c4-1aaea799545c req-76169df7-33ce-47a7-90ad-b1efac612100 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Jul 27 22:07:15.720988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.743618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe95874b-f2a2-46d9-8a31-ede4ea6d574f req-d029e581-5202-4a2a-a722-46a5f2141ecf tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 210 time: 0.0617299 Jul 27 22:07:15.748861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.763096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ec7a24-0fd0-4910-baf0-3ee4ea9fc49d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.789921 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d135248-12ba-4566-8e57-5b006693daf9 x-openstack-request-id: req-6d135248-12ba-4566-8e57-5b006693daf9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:15.790469 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "name": "network-vif-plugged", "status": "completed", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:15.790820 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d135248-12ba-4566-8e57-5b006693daf9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:15.791319 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5', 'code': 200} Jul 27 22:07:15.841715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.908805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.911054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00ff88e8-4032-4994-be67-500119ef6aab tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5645895 Jul 27 22:07:15.912892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:15.936608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '2e137680-2da7-41a6-9118-6edbc5bff2ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:15.992181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ab1b8-d943-4c86-a848-f956a4442325 req-30b4eabf-e8e1-4b8d-b915-94781af68c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.000373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-448ab1b8-d943-4c86-a848-f956a4442325 req-30b4eabf-e8e1-4b8d-b915-94781af68c59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 1096 time: 0.1294627 Jul 27 22:07:16.102253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.108925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-448ab1b8-d943-4c86-a848-f956a4442325 req-1e01319f-f5d7-432b-ac68-23dd954e993d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990305 Jul 27 22:07:16.162839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531c84-2c25-4f95-8a73-b15e6b0036c1 req-2a0d0611-fcfb-46db-82f8-0a312614bf33 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.165151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54531c84-2c25-4f95-8a73-b15e6b0036c1 req-2a0d0611-fcfb-46db-82f8-0a312614bf33 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1488049 Jul 27 22:07:16.191333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.218333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54531c84-2c25-4f95-8a73-b15e6b0036c1 req-7159c3fe-b74b-43b9-af00-b506f4f7c08f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 Jul 27 22:07:16.263361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.285718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6720278c-d8c3-4072-95cb-687d9cc76ba0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:16.369422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.373028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3d42f8e2-8e37-4c23-8d3b-ef91ff7e7168 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4566453 Jul 27 22:07:16.374693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:16.408296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.417037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.548913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.554261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.556533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6720278c-d8c3-4072-95cb-687d9cc76ba0 HTTP/1.1" status: 204 len: 168 time: 0.1804764 Jul 27 22:07:16.559243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60344) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:16.576185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6720278c-d8c3-4072-95cb-687d9cc76ba0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:16.591207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.594967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.595940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e151c-d3ca-49bd-88e5-aa24da50cefe tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:16.614564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-895f7e39-da53-47e5-938b-c5aa9f56d6a6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0538764 Jul 27 22:07:16.618012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:16.646015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.652299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-71bb6206-6cae-4184-a59b-0d4ee613e889 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.653924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-71bb6206-6cae-4184-a59b-0d4ee613e889 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 813 time: 0.1564722 Jul 27 22:07:16.654855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.682518 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-ce7b1467-4744-4309-b6f2-85dda783025c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/quotas/4c93de719c2c45f7b5572b3e02d6146b HTTP/1.1" status: 200 len: 375 time: 0.0181196 Jul 27 22:07:16.725288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-a13f32d7-8cfa-4767-a4d1-81e7338c4415 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398381 Jul 27 22:07:16.776121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.784373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.787982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/54ec7a24-0fd0-4910-baf0-3ee4ea9fc49d HTTP/1.1" status: 204 len: 168 time: 0.1667426 Jul 27 22:07:16.790276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:16.817396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8807b0c-cd57-4625-baad-20d882073f32 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54ec7a24-0fd0-4910-baf0-3ee4ea9fc49d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:16.867025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-19c6ac29-4699-4d5d-8bfd-625f7c119086 service neutron] 10.222.0.37 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299500 Jul 27 22:07:16.904978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8f5a64b-bc1f-47d1-9624-2943a6071710 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1098502 Jul 27 22:07:16.904978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60354) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:16.933273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab80fc-04de-46dc-a519-19cf058ac8dd req-a0e8a79f-1603-4020-9971-df3affb5ccf9 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.934896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8aab80fc-04de-46dc-a519-19cf058ac8dd req-a0e8a79f-1603-4020-9971-df3affb5ccf9 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.1481106 Jul 27 22:07:16.962521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.979381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.016902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-ca3c9d3c-6645-4a89-bfc0-f973dbf43ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482852 Jul 27 22:07:17.018955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8aab80fc-04de-46dc-a519-19cf058ac8dd req-18bb5343-431e-4a33-88e2-971acbcf7bd1 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696282 Jul 27 22:07:17.122881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39faaac0-e62d-4f65-8b3c-898ac739062e req-706c1dd2-f9ad-4ba9-9b17-9b99dc6676a7 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 210 time: 0.0369401 Jul 27 22:07:17.124378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.130247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.131656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4898fd94-29ed-4414-9dbf-f514b858540b HTTP/1.1" status: 204 len: 168 time: 0.2266750 Jul 27 22:07:17.135229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60356) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.140413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734a7f9-fd3f-4cea-ae1a-8fc9fba3062c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4898fd94-29ed-4414-9dbf-f514b858540b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:17.190675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a4bb7b2-6637-4565-94db-9469081e75c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0539451 Jul 27 22:07:17.193762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60358) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.229355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.241400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.334875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.335131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45ebc013-b88e-4340-ba67-793acbe8b946 req-9a2892c8-8811-48a5-819f-6a8b56efed09 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 210 time: 0.0556855 Jul 27 22:07:17.347139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.348551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/91ebc81d-ab0f-41c4-864b-5facd076e216 HTTP/1.1" status: 204 len: 168 time: 0.1536286 Jul 27 22:07:17.352716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.365871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef249ee-7192-4572-8a23-553800e9951f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91ebc81d-ab0f-41c4-864b-5facd076e216,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:17.467704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-645dcfc0-7579-4aac-8a37-e7000ccbf48f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1076870 Jul 27 22:07:17.468641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60374) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.517087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.524646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-078bd205-a817-4050-b10c-aa0970c25e3e tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.526319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-078bd205-a817-4050-b10c-aa0970c25e3e tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.76 "GET /v2.0/networks?id=d0ae923a-a9ad-47b6-995c-a25c96e0721a HTTP/1.1" status: 200 len: 809 time: 0.1904118 Jul 27 22:07:17.533260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.542714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Request body: {'port': {'device_id': '44519278-dc80-4a03-aafc-26594fe334e8', 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a', 'admin_state_up': True, 'tenant_id': '9a536c0bda8a4e2290a92d9cb7040718'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:17.567108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02b66c-bab9-4c86-ad09-c15e385e0d75 req-5bf5ae44-547f-4473-8b37-81a8fcb9beda tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.568832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae02b66c-bab9-4c86-ad09-c15e385e0d75 req-5bf5ae44-547f-4473-8b37-81a8fcb9beda tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1728547 Jul 27 22:07:17.619076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae02b66c-bab9-4c86-ad09-c15e385e0d75 req-1f74e9eb-7a28-4d98-b6e5-d8701a276869 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Jul 27 22:07:17.649882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.659001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.663148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/858e1f9a-f1e7-49aa-a0ed-02a85a106403 HTTP/1.1" status: 204 len: 168 time: 0.1917489 Jul 27 22:07:17.663575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.667658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2f9ee-cf65-4de3-a33a-3e02ad1bf482 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=858e1f9a-f1e7-49aa-a0ed-02a85a106403,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:17.730256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77899147-9b71-4939-899c-ca8a748f3fa9 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629406 Jul 27 22:07:17.730613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60380) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:17.788494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.801837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Made reservation on behalf of 9a536c0bda8a4e2290a92d9cb7040718 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:17.805907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.827548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.987390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Allocated IP 172.20.0.3 (d0ae923a-a9ad-47b6-995c-a25c96e0721a/490dcf18-7942-4308-8513-0819b694249c/5eb65bcd-4bd6-44e9-bf43-431ea412a2f9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:18.023476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.026354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.027625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e137680-2da7-41a6-9118-6edbc5bff2ad HTTP/1.1" status: 204 len: 168 time: 0.2959955 Jul 27 22:07:18.031250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60384) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:18.051550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4c7e5-64a9-471d-8ed7-f427c2d3cf71 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e137680-2da7-41a6-9118-6edbc5bff2ad,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:18.100870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-73f0d0f6-818a-48cb-860e-a80ba9a8407e tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681164 Jul 27 22:07:18.105378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60388) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:18.111985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--4969034'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:18.233594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.250742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b2f2-e421-41e2-9946-4959d12be468 req-ca48f3cd-7834-4294-a7f7-403fbfc54692 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:18.251032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-86d26c61-b950-426b-b767-aefc62677e6b req-3c7fa7f8-0a1a-46ad-9c14-cad1aa2d2781 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 210 time: 0.0325308 Jul 27 22:07:18.251931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.252272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9296b2f2-e421-41e2-9946-4959d12be468 req-ca48f3cd-7834-4294-a7f7-403fbfc54692 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.1284676 Jul 27 22:07:18.312629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9296b2f2-e421-41e2-9946-4959d12be468 req-6977fd02-d458-492b-93f2-e25d430dbb14 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Jul 27 22:07:18.364901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.451570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f5c6b53-c2ca-44fc-8992-48e90a01b1a4 req-df18ccc7-56df-49c2-bbed-7cf042788a55 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 210 time: 0.0351412 Jul 27 22:07:18.485709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.519729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.550042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Network d0ae923a-a9ad-47b6-995c-a25c96e0721a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:18.552523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:18.553656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4c246b-e2f5-4923-8179-5e669795cbd7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:18.558162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:18.592622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Pushing event updated for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:18.620409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:18.621051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.651018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.652527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4218830-d71b-42a2-8569-e635221971b5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5457776 Jul 27 22:07:18.655248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60404) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:18.659849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': 'fe4c246b-e2f5-4923-8179-5e669795cbd7', 'direction': 'ingress', 'protocol': 17}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:18.762769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a8d1-18d6-4724-8ba6-f1701e9c469e req-aefcae1e-d764-4874-8078-e314fe31be0a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:18.764619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4635a8d1-18d6-4724-8ba6-f1701e9c469e req-aefcae1e-d764-4874-8078-e314fe31be0a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.0703785 Jul 27 22:07:18.790782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-0698f269-0e66-4268-aa49-448f4d2c0ec4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2521188 Jul 27 22:07:18.810438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Request body: {'port': {'device_id': '44519278-dc80-4a03-aafc-26594fe334e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:18.825131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4635a8d1-18d6-4724-8ba6-f1701e9c469e req-9af861fd-47b2-45ca-9a61-d09a0dd3db03 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Jul 27 22:07:18.947055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.972084 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.001542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e6a49-79ce-47ef-bd9d-5eb83703f3ae req-8b817c7e-29b4-4b81-8c47-edc229e086f0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.003484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f35e6a49-79ce-47ef-bd9d-5eb83703f3ae req-8b817c7e-29b4-4b81-8c47-edc229e086f0 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.1531286 Jul 27 22:07:19.043665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-9ba421fb-8adb-4244-85e9-1addbf3dc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.045258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-9ba421fb-8adb-4244-85e9-1addbf3dc578 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b10cbf19bf4b4d80a9bb07a7115f02c3&device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 1096 time: 0.1113324 Jul 27 22:07:19.082167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.126825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f35e6a49-79ce-47ef-bd9d-5eb83703f3ae req-ff16afb8-ad88-451f-8c78-4b5a47355c53 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025107 Jul 27 22:07:19.160870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-092bcada-8821-49b0-9239-e9c1a9d5fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.162801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-092bcada-8821-49b0-9239-e9c1a9d5fe7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a HTTP/1.1" status: 200 len: 915 time: 0.1088104 Jul 27 22:07:19.213555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-c6060d7d-ee9e-4a7d-a8f8-479476e3cae3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5 HTTP/1.1" status: 200 len: 217 time: 0.0437582 Jul 27 22:07:19.214299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.266064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425299b9-9e0d-4768-86dd-4a44884eda20,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:19.283877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-500a8ba5-8a56-4dc1-a992-35862b264ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.287210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-500a8ba5-8a56-4dc1-a992-35862b264ffa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f HTTP/1.1" status: 200 len: 854 time: 0.0643251 Jul 27 22:07:19.318171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:19.327941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.329444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-659b6b1c-b3cb-443d-b2d9-78725ff2ba15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341144 Jul 27 22:07:19.355485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Transition to ACTIVE for port object 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:19.407344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.408730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5cac5eac-9148-40e2-8666-c270977ce370 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7524922 Jul 27 22:07:19.411920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.473692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.500098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-10875701-12f0-4051-858d-131007e92c1d service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612718 Jul 27 22:07:19.510113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.510382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afa2e5-8d29-40ce-880b-7b8b5f5136a1 req-075f6df2-515b-4466-8c1d-7c040c2c7da7 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.511942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1afa2e5-8d29-40ce-880b-7b8b5f5136a1 req-075f6df2-515b-4466-8c1d-7c040c2c7da7 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 931 time: 0.1570964 Jul 27 22:07:19.555987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:19.571653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.608152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1afa2e5-8d29-40ce-880b-7b8b5f5136a1 req-12bbafbc-f9d1-4336-99ca-4c14cded9850 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Jul 27 22:07:19.617610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bc6a90e-3fa5-4a06-a127-143511adf3d1 req-a2d11734-70c6-4dc6-ada7-8c40dbc8641a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 210 time: 0.0674300 Jul 27 22:07:19.668879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20f2a6b5-24e2-402a-b4da-962f5c92741d req-925c6f49-eee2-4c8d-935a-93b000b47ef4 service neutron] 10.222.0.50 "GET /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558893 Jul 27 22:07:19.692413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Attempting to bind port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:19.692413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Attempting to bind port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '2295dda2-977a-4838-afe1-60ecb3347982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:19.692413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Attempting to bind port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 on network d0ae923a-a9ad-47b6-995c-a25c96e0721a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:19.699776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 on network d0ae923a-a9ad-47b6-995c-a25c96e0721a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:19.700106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Attempting to bind port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 on network d0ae923a-a9ad-47b6-995c-a25c96e0721a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:19.705035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:19.705390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Checking segment: {'id': '2295dda2-977a-4838-afe1-60ecb3347982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:19.705793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Bound using segment: {'id': '2295dda2-977a-4838-afe1-60ecb3347982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:19.706208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Bound port: 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2295dda2-977a-4838-afe1-60ecb3347982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:19.706597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.773914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:19.777461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,segment=NetworkSegment(2295dda2-977a-4838-afe1-60ecb3347982),segment_id=2295dda2-977a-4838-afe1-60ecb3347982)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:19.838724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.842238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.843515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe4c246b-e2f5-4923-8179-5e669795cbd7 HTTP/1.1" status: 204 len: 168 time: 0.4304643 Jul 27 22:07:19.846725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60418) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.863406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37321874-70e6-4fc8-8bd4-258dc318470a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4c246b-e2f5-4923-8179-5e669795cbd7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:19.868859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.916857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b1c2201-34de-4086-b563-4dee73a46c24 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648313 Jul 27 22:07:19.917092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.917092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.917092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] 10.222.0.76 "PUT /v2.0/ports/5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 HTTP/1.1" status: 200 len: 1091 time: 1.1142969 Jul 27 22:07:19.917092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:19.917434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.918227 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6290242a-4ad6-49a6-b847-8357bfab3aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:19.922710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--289158309'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:19.973331 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960e123-433c-462f-8ae5-7830a4d1ba18 x-openstack-request-id: req-b960e123-433c-462f-8ae5-7830a4d1ba18 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:19.973642 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:19.973866 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b960e123-433c-462f-8ae5-7830a4d1ba18 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:19.974695 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9', 'status': 'completed', 'code': 200} Jul 27 22:07:20.016930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c6f2-fdf9-4aeb-8ccb-34c488b6163d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:20.053920 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.094486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768de20-6e9b-4716-970d-d8daa670c6ab req-282de61f-281f-4f80-84db-464a04b932d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.096069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b768de20-6e9b-4716-970d-d8daa670c6ab req-282de61f-281f-4f80-84db-464a04b932d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1590455 Jul 27 22:07:20.103421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-38d00e60-0b4a-4519-b855-16eb4f1833e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.104941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-38d00e60-0b4a-4519-b855-16eb4f1833e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a536c0bda8a4e2290a92d9cb7040718&device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 1094 time: 0.1079421 Jul 27 22:07:20.132264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-d50fb8a1-77d3-4ed4-a30a-4888837aa667 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.135269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-d50fb8a1-77d3-4ed4-a30a-4888837aa667 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.50 "GET /v2.0/networks?id=c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 200 len: 813 time: 0.1517310 Jul 27 22:07:20.160463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Request body: {'port': {'device_id': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86', 'admin_state_up': True, 'tenant_id': '4c93de719c2c45f7b5572b3e02d6146b'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:20.216751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b768de20-6e9b-4716-970d-d8daa670c6ab req-e73b1b31-180c-45c7-9b3b-e2ab505ec9c8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108117 Jul 27 22:07:20.287018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-5bbe6aed-a642-4878-a2c4-1edb2641a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.288569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-5bbe6aed-a642-4878-a2c4-1edb2641a324 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9a536c0bda8a4e2290a92d9cb7040718&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1737878 Jul 27 22:07:20.359280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.396008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-b92c0fac-c108-4caf-b04d-793686e8e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.397437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6290242a-4ad6-49a6-b847-8357bfab3aa6 req-b92c0fac-c108-4caf-b04d-793686e8e884 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015518 Jul 27 22:07:20.405786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4edef-d0b9-4048-a1b4-635d3c8434af req-ba98be0e-4784-4315-8939-38d96182bd24 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.408346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4e4edef-d0b9-4048-a1b4-635d3c8434af req-ba98be0e-4784-4315-8939-38d96182bd24 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.1294827 Jul 27 22:07:20.467892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4e4edef-d0b9-4048-a1b4-635d3c8434af req-49c11055-1324-4d33-8e03-bbd555c7e52e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Jul 27 22:07:20.476786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.515197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-d9992459-d7d6-483c-bca9-0c0d2646dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.516769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-d9992459-d7d6-483c-bca9-0c0d2646dc93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a536c0bda8a4e2290a92d9cb7040718&device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 1094 time: 0.0721424 Jul 27 22:07:20.518493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a5be3-fbc7-4187-bff9-ddd5c6e37f8e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:20.568898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-91f8fd9f-f6ad-4845-99e6-a8f1284285aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 HTTP/1.1" status: 200 len: 217 time: 0.0425858 Jul 27 22:07:20.575520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Made reservation on behalf of 4c93de719c2c45f7b5572b3e02d6146b for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:20.579216 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.623850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-83bb6525-5932-4351-998d-77d8538d4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.625513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-83bb6525-5932-4351-998d-77d8538d4d6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=490dcf18-7942-4308-8513-0819b694249c HTTP/1.1" status: 200 len: 849 time: 0.0493364 Jul 27 22:07:20.663071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.663677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-43bdaa38-932c-4c5e-993e-6cfc4eced27b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d0ae923a-a9ad-47b6-995c-a25c96e0721a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302899 Jul 27 22:07:20.669033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:20.670912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-876c3101-a89b-49bf-9570-e08bee6d1cae tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7508972 Jul 27 22:07:20.676260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805374522'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:20.756359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Allocated IP 172.20.0.5 (c64571da-f95c-40b1-af37-ac5aa2de3f86/41296cb5-dfbf-4f8e-8acf-6248ea6d2a01/a67a1f05-cb3d-46f2-9fe7-c858dfea37f3) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:20.795157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e26ef88d-6781-4d91-914d-1cef4e1457a1 req-a638f989-160a-43be-96ea-f25dc4cdc697 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 210 time: 0.0508838 Jul 27 22:07:20.813434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4998-70eb-4452-ad67-c5fc9b30d760 req-27846b61-59d7-45e7-a856-01241728420c tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.815076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893b4998-70eb-4452-ad67-c5fc9b30d760 req-27846b61-59d7-45e7-a856-01241728420c tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 943 time: 0.1156502 Jul 27 22:07:20.843143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-c2cecc85-d33e-45ee-a674-8096a8e0c165 service neutron] 10.222.0.76 "GET /v2.0/networks/d0ae923a-a9ad-47b6-995c-a25c96e0721a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610236 Jul 27 22:07:20.908347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.932481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893b4998-70eb-4452-ad67-c5fc9b30d760 req-0334814b-dd76-4b52-9d06-81d261566654 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 Jul 27 22:07:20.981201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.983316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0157163f-a916-40e1-b6fc-0f7d2061d99a req-ded47de3-43f1-493b-ba1d-4208f54f1888 service neutron] 10.222.0.76 "GET /v2.0/networks/d0ae923a-a9ad-47b6-995c-a25c96e0721a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309938 Jul 27 22:07:21.040632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.119342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.119876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.151560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4fd0ce-eb34-459e-a419-7def5da94214,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:21.163730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Network c64571da-f95c-40b1-af37-ac5aa2de3f86 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:21.167983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:21.170446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:21.207283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Pushing event updated for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:21.215013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.219854 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d07c1af3-0cc4-4038-813e-0b01e6a0c659 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5466504 Jul 27 22:07:21.220001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:21.225399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '8d1a5be3-fbc7-4187-bff9-ddd5c6e37f8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f4fd0ce-eb34-459e-a419-7def5da94214', 'remote_ip_prefix': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:21.234699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:21.235410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.333665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.399208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-2d1d373a-4118-4bd9-8d6a-57d630bc2d8d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536461 Jul 27 22:07:21.411172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Request body: {'port': {'device_id': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:21.429155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.500235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.502238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.521807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e483debb-22b2-4fd4-92f5-f64188eba0bc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:21.588306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.589539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-289724b8-c4d0-4161-bdcd-84baffa97df7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3679109 Jul 27 22:07:21.593082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60446) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:21.622695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8610ae-6dbd-4424-8028-ce89764f65b8 req-3d764af3-662d-4507-98d3-32de81b74a3d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:21.624190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac8610ae-6dbd-4424-8028-ce89764f65b8 req-3d764af3-662d-4507-98d3-32de81b74a3d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.0736806 Jul 27 22:07:21.664730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac8610ae-6dbd-4424-8028-ce89764f65b8 req-4cf89d1b-84b8-4d72-a922-e72f90c1770e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Jul 27 22:07:21.716681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.730791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.824687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b0ece-f3c6-447d-90e5-e4841cf98c61 req-c2edfaed-c1f2-48c2-aa9f-9a0022349099 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:21.826255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e20b0ece-f3c6-447d-90e5-e4841cf98c61 req-c2edfaed-c1f2-48c2-aa9f-9a0022349099 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.2932055 Jul 27 22:07:21.901387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e20b0ece-f3c6-447d-90e5-e4841cf98c61 req-8a7ca544-0ef4-4ef7-92cd-e7840c5e555b tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665188 Jul 27 22:07:21.920916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.926075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.928144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e483debb-22b2-4fd4-92f5-f64188eba0bc HTTP/1.1" status: 204 len: 168 time: 0.3332138 Jul 27 22:07:21.932951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60454) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:21.957607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e4ba6-360b-4c1e-bbe0-425d4cf9383f tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e483debb-22b2-4fd4-92f5-f64188eba0bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:21.978239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:21.986916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.997043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c38a5124-ce37-4fc9-89bd-b1a127984f33 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0615382 Jul 27 22:07:21.997959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.007194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Transition to ACTIVE for port object a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:22.021097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84b7f4-6907-4895-875f-2f592ccb71f3 req-d8985a6a-8eca-422d-a435-98b92c982ecd tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:22.025790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc84b7f4-6907-4895-875f-2f592ccb71f3 req-d8985a6a-8eca-422d-a435-98b92c982ecd tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 931 time: 0.1447504 Jul 27 22:07:22.085525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.091643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc84b7f4-6907-4895-875f-2f592ccb71f3 req-ec31fc16-b81f-4916-b415-74d5eea62789 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 Jul 27 22:07:22.097404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.128616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.262211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.265031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.268913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f4fd0ce-eb34-459e-a419-7def5da94214 HTTP/1.1" status: 204 len: 168 time: 0.2678087 Jul 27 22:07:22.270024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.283833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425a2f7-82e7-45b1-b996-9af4337644e8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4fd0ce-eb34-459e-a419-7def5da94214,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.343723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e5e828c-1598-4593-b80d-e8a196c85881 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0724797 Jul 27 22:07:22.346488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.404573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.433955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.521728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.577848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.580914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.582065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d1a5be3-fbc7-4187-bff9-ddd5c6e37f8e HTTP/1.1" status: 204 len: 168 time: 0.2346311 Jul 27 22:07:22.585011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60468) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.598178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99686-6749-4226-90e0-ded60ba48f60 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a5be3-fbc7-4187-bff9-ddd5c6e37f8e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.624531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474ded-9aaf-4e23-aa6e-3338203ac954 req-b809c48f-d5d3-4207-937e-764e9b848281 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:22.630981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21474ded-9aaf-4e23-aa6e-3338203ac954 req-b809c48f-d5d3-4207-937e-764e9b848281 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 943 time: 0.5172346 Jul 27 22:07:22.634660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1baff-08c2-43ea-a11f-a0b068a73355 req-4a1c67cb-282a-4b25-b01f-c00eebc511df tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:22.636328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1be1baff-08c2-43ea-a11f-a0b068a73355 req-4a1c67cb-282a-4b25-b01f-c00eebc511df tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.0958972 Jul 27 22:07:22.660379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Attempting to bind port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:22.660730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Attempting to bind port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:22.661100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Attempting to bind port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:22.680248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1be1baff-08c2-43ea-a11f-a0b068a73355 req-2627102b-87bc-4ec7-aaea-3bed0b607ed6 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366092 Jul 27 22:07:22.685027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9cfae200-2997-49dc-9380-b9883e706d9d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983548 Jul 27 22:07:22.686160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:22.689188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Attempting to bind port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 on network c64571da-f95c-40b1-af37-ac5aa2de3f86 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:22.690031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.695642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680431308'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:22.696643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:22.696996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Checking segment: {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:22.697397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Bound using segment: {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:22.697850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Bound port: a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14689bb3-3e68-4dad-80d7-d1b35de19720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:22.698221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.724498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21474ded-9aaf-4e23-aa6e-3338203ac954 req-421a3d72-f450-4135-ae47-ca3e5d5acab3 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826008 Jul 27 22:07:22.784178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:22.787353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:22.824894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96309-b130-4e36-b9d1-389d353b0f01 req-ceb3086e-a6ca-4c12-b424-0f38d8f5847e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:22.826449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ff96309-b130-4e36-b9d1-389d353b0f01 req-ceb3086e-a6ca-4c12-b424-0f38d8f5847e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.0680170 Jul 27 22:07:22.865218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ff96309-b130-4e36-b9d1-389d353b0f01 req-c649835a-0024-4ba7-b1f1-db5a40ea7c8d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jul 27 22:07:22.917012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.946780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.979975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:22.980457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.981926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-077f5839-9d81-44af-af42-533df61179f5 service neutron] 10.222.0.50 "PUT /v2.0/ports/a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 HTTP/1.1" status: 200 len: 1091 time: 1.5757077 Jul 27 22:07:22.984436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:22.986986 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:23.016678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.025391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f5839-9d81-44af-af42-533df61179f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.052488 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd3c5cb-9fb2-468c-8aef-3ed2c9aacaf2 x-openstack-request-id: req-7dd3c5cb-9fb2-468c-8aef-3ed2c9aacaf2 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:23.053238 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:23.053934 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd3c5cb-9fb2-468c-8aef-3ed2c9aacaf2 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:23.054926 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3', 'status': 'completed', 'code': 200} Jul 27 22:07:23.117906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.152822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75167f-534b-4b1c-b920-c02a1fd49dfd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.154784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-41fde418-5bd0-4ea3-bf5f-c68025ab916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.156344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-41fde418-5bd0-4ea3-bf5f-c68025ab916d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 1094 time: 0.0759699 Jul 27 22:07:23.231648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.232929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c1251dad-0c15-4314-89ea-3dd648a0be75 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5417886 Jul 27 22:07:23.235721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:23.240214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '0c75167f-534b-4b1c-b920-c02a1fd49dfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:23.302345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-5de55a1b-14fc-442f-8610-7bf78ab27a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.303769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-5de55a1b-14fc-442f-8610-7bf78ab27a87 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1384180 Jul 27 22:07:23.328729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ddf07-1e54-4863-9f11-99608d85af26 req-407280f7-693c-4aa8-9066-56dcf56210d1 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.330217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e58ddf07-1e54-4863-9f11-99608d85af26 req-407280f7-693c-4aa8-9066-56dcf56210d1 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 943 time: 0.1434779 Jul 27 22:07:23.340314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.405194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.426366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e58ddf07-1e54-4863-9f11-99608d85af26 req-5ea4675f-5baf-4750-8a9a-9719d1e70b3e tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847290 Jul 27 22:07:23.447808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-8ebfd005-63bd-4697-91e7-6a97fd42704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.449359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-923cd86c-cbed-4a00-8b68-1ce45e1a2f2f req-8ebfd005-63bd-4697-91e7-6a97fd42704f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380122 Jul 27 22:07:23.483073 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.504081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7550eafa-bd86-4c62-a6f6-00d4a8d6d864,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.541118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-422217b9-2306-4fd8-8f51-07a0ecb40156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.542679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-422217b9-2306-4fd8-8f51-07a0ecb40156 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 1094 time: 0.0570107 Jul 27 22:07:23.571371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.572632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9b16557e-37a0-4f78-a602-132c0582f04d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3359745 Jul 27 22:07:23.575618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:23.586340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-b8d6468f-10c9-4d98-b4dd-07e911b50e03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 HTTP/1.1" status: 200 len: 217 time: 0.0347910 Jul 27 22:07:23.599900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.609226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.642657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab28d9c-e519-4352-9d13-14888516d14d req-e1cd269e-d126-47cd-9458-b81d538a5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.644194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-e1cd269e-d126-47cd-9458-b81d538a5d4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 HTTP/1.1" status: 200 len: 853 time: 0.0505075 Jul 27 22:07:23.680634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-44737491-37f3-47de-aa17-5b3f3cca4c1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c64571da-f95c-40b1-af37-ac5aa2de3f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jul 27 22:07:23.685149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.691407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.692536 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7550eafa-bd86-4c62-a6f6-00d4a8d6d864 HTTP/1.1" status: 204 len: 168 time: 0.1159387 Jul 27 22:07:23.697507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:23.704014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357bb4-b514-443c-b85f-1d8c1454a0cf tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7550eafa-bd86-4c62-a6f6-00d4a8d6d864,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.741223 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-93d21299-d561-4a54-89cd-8d3e5a3c876d tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423305 Jul 27 22:07:23.745345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60490) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:23.839452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bf919-162f-466b-9288-1da42a7ad1e8 req-1f72a78f-709a-41aa-b8a5-37bcce163f00 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.841143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-328bf919-162f-466b-9288-1da42a7ad1e8 req-1f72a78f-709a-41aa-b8a5-37bcce163f00 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.0744336 Jul 27 22:07:23.863793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-0da51350-2cd1-494a-a952-302ea37849e6 service neutron] 10.222.0.50 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751087 Jul 27 22:07:23.873141 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.884625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-328bf919-162f-466b-9288-1da42a7ad1e8 req-03098bc7-88be-42db-86d8-34a814ef69f6 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/security-groups?id=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Jul 27 22:07:23.963924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.990349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf4b7-498d-45bc-9a14-6a16636ba9ef req-9866cf58-a663-444a-9608-c72a02807ed8 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.992046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3edcf4b7-498d-45bc-9a14-6a16636ba9ef req-9866cf58-a663-444a-9608-c72a02807ed8 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 943 time: 0.1911066 Jul 27 22:07:24.055264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aab28d9c-e519-4352-9d13-14888516d14d req-395557da-6ef5-440d-88a7-a687fa4962ee service neutron] 10.222.0.50 "GET /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831841 Jul 27 22:07:24.071590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3edcf4b7-498d-45bc-9a14-6a16636ba9ef req-73494439-42dd-4deb-ad9f-2733e95775bd tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677772 Jul 27 22:07:24.092011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194237c7-9951-4f3c-a12f-cbf7c9a6681d req-ee0bdb58-d90d-4ed8-818b-7985d7d434fe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:24.093896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-194237c7-9951-4f3c-a12f-cbf7c9a6681d req-ee0bdb58-d90d-4ed8-818b-7985d7d434fe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.0808203 Jul 27 22:07:24.134316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-194237c7-9951-4f3c-a12f-cbf7c9a6681d req-ab246329-bfac-47cf-9381-011f7269593f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Jul 27 22:07:24.136770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.140308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.141493 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c75167f-534b-4b1c-b920-c02a1fd49dfd HTTP/1.1" status: 204 len: 168 time: 0.3950188 Jul 27 22:07:24.144469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60500) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:24.175887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a14876-75da-4ad6-adf2-a1f730ab770c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75167f-534b-4b1c-b920-c02a1fd49dfd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:24.193931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d72ec82f-734c-44d1-bcb0-9a6885593336 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478461 Jul 27 22:07:24.199129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:24.204466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634109182'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:24.225468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-edbe16c1-39c7-4064-8191-08d70017b5f2 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:24.227592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-edbe16c1-39c7-4064-8191-08d70017b5f2 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.50 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 945 time: 0.1031175 Jul 27 22:07:24.317347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.349664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Deleting port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:24.349921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.404851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.449015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] For port 724b5edc-85a5-4ce6-9baa-db2a121b8af5, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=724b5edc-85a5-4ce6-9baa-db2a121b8af5,segment=NetworkSegment(fc2d5913-68c2-4703-9186-319614535fe6),segment_id=fc2d5913-68c2-4703-9186-319614535fe6)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:24.449387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.465284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Calling delete_port for 724b5edc-85a5-4ce6-9baa-db2a121b8af5 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:24.489219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.520551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1578e208-f52f-4745-882c-2cd34707b11d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:24.616009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c362e1-af62-4087-b229-7277735ff5d5 req-cc33e643-c76c-4160-a9a3-18f07973dafb tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:24.617024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.617490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c362e1-af62-4087-b229-7277735ff5d5 req-cc33e643-c76c-4160-a9a3-18f07973dafb tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 943 time: 0.1024237 Jul 27 22:07:24.621857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5be13d0-1ac9-4e18-be8a-0ec5f8d900ed tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4193287 Jul 27 22:07:24.622299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:24.628600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '1578e208-f52f-4745-882c-2cd34707b11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:24.690915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c362e1-af62-4087-b229-7277735ff5d5 req-1a35816f-f57f-4fae-aa96-3215090fa84c tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513835 Jul 27 22:07:24.727711 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.745803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.760481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['724b5edc-85a5-4ce6-9baa-db2a121b8af5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:24.778839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Pushing event deleted for resources: {'Port': ['ID=724b5edc-85a5-4ce6-9baa-db2a121b8af5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:24.800044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.837137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] No DVR routers for this DVR port 724b5edc-85a5-4ce6-9baa-db2a121b8af5 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:24.840228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.842433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-06d1592d-0ad2-4477-9769-efd6df6f77ba req-c361829c-ba53-439f-afc5-e69af80dbf2e tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.50 "DELETE /v2.0/ports/724b5edc-85a5-4ce6-9baa-db2a121b8af5 HTTP/1.1" status: 204 len: 173 time: 0.6087098 Jul 27 22:07:24.873565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.895278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00496c10-ec8d-4b43-b7d6-d118e304583e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.003819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed80d684-c784-4368-a573-6e97aff0e363 req-7a483caf-0142-4820-99be-100a6ebb2743 tempest-InstanceActionsTestJSON-606312982 tempest-InstanceActionsTestJSON-606312982-project] 10.222.0.37 "GET /v2.0/ports?device_id=edf4c492-80b6-4485-a83c-b30e2ba53113 HTTP/1.1" status: 200 len: 210 time: 0.0369408 Jul 27 22:07:25.004725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.006277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dbf77b74-2bc5-49b7-b8ed-c1ff4084f1c5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3822896 Jul 27 22:07:25.010720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.041359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef727bde-1801-47dd-af23-17fb9772174a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules/00496c10-ec8d-4b43-b7d6-d118e304583e HTTP/1.1" status: 200 len: 763 time: 0.0263667 Jul 27 22:07:25.042313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60514) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.056606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'name': 'network-vif-deleted', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:25.059118 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf3c43-67f4-4961-bf64-5e5a2e251a39" -d '{"events": [{"server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "name": "network-vif-deleted", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:25.088875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f7536d1-0adc-4d4b-9a64-80a0b4bacaf4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452240 Jul 27 22:07:25.091594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.097104 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3eeaa9-4966-4ce7-8798-7fad495e9817 x-openstack-request-id: req-cf3eeaa9-4966-4ce7-8798-7fad495e9817 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:25.101296 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4c492-80b6-4485-a83c-b30e2ba53113", "name": "network-vif-deleted", "tag": "724b5edc-85a5-4ce6-9baa-db2a121b8af5", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:25.101296 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf3eeaa9-4966-4ce7-8798-7fad495e9817 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:25.101296 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4c492-80b6-4485-a83c-b30e2ba53113', 'name': 'network-vif-deleted', 'tag': '724b5edc-85a5-4ce6-9baa-db2a121b8af5', 'status': 'completed', 'code': 200} Jul 27 22:07:25.121796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.131448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.246454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ba9a-1bcd-4d43-b4c2-b5c2c3ac9926 req-3002c5b1-8847-4204-bd0a-cbf12044d14e tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:25.248088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7293ba9a-1bcd-4d43-b4c2-b5c2c3ac9926 req-3002c5b1-8847-4204-bd0a-cbf12044d14e tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 943 time: 0.0966392 Jul 27 22:07:25.254268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.261841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.263306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/00496c10-ec8d-4b43-b7d6-d118e304583e HTTP/1.1" status: 204 len: 168 time: 0.1705089 Jul 27 22:07:25.265908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.279955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55dfe0-919d-49ce-af00-5545c96424c2 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00496c10-ec8d-4b43-b7d6-d118e304583e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.308904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7293ba9a-1bcd-4d43-b4c2-b5c2c3ac9926 req-2257072d-16d8-4cfb-83d7-36d74250053a tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Jul 27 22:07:25.340713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7e89f92-52a7-4ba8-a7b6-1eea0d7697e5 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671382 Jul 27 22:07:25.348915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.353642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e325798-4b10-4d8d-adad-e5f8ec1e8d88 req-1d017d87-84c3-4e85-9a3e-135b077cf800 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:25.354747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '1578e208-f52f-4745-882c-2cd34707b11d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:25.355074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e325798-4b10-4d8d-adad-e5f8ec1e8d88 req-1d017d87-84c3-4e85-9a3e-135b077cf800 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.0896184 Jul 27 22:07:25.397214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e325798-4b10-4d8d-adad-e5f8ec1e8d88 req-79032b37-b4da-4282-8566-5ed766c5c9d0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354831 Jul 27 22:07:25.400440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:25.484945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.503116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:25.515044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:25.525064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3', 'network_id': 'c64571da-f95c-40b1-af37-ac5aa2de3f86', 'port_id': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3', 'mac_address': 'fa:16:3e:75:b8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41296cb5-dfbf-4f8e-8acf-6248ea6d2a01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:25.533945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.608043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.615208 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.629654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:25.640702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0b59d1-5108-4514-9a0c-3e2a84ba4b08,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.665751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:25.677538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,segment=NetworkSegment(2295dda2-977a-4838-afe1-60ecb3347982),segment_id=2295dda2-977a-4838-afe1-60ecb3347982)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:25.688870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9', 'network_id': 'd0ae923a-a9ad-47b6-995c-a25c96e0721a', 'port_id': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9', 'mac_address': 'fa:16:3e:69:68:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490dcf18-7942-4308-8513-0819b694249c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:25.737813 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.745652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.750947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a9d43770-260a-4f49-8e80-9553a87f6d97 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969111 Jul 27 22:07:25.751070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60532) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.753314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:25.768397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-730bb74b-3906-480b-9ea9-68e1ad8d2de1 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules/cb0b59d1-5108-4514-9a0c-3e2a84ba4b08 HTTP/1.1" status: 200 len: 763 time: 0.0168889 Jul 27 22:07:25.771114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.775062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.778587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,segment=NetworkSegment(2295dda2-977a-4838-afe1-60ecb3347982),segment_id=2295dda2-977a-4838-afe1-60ecb3347982)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:25.820188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37523aa1-55ec-40ab-8b6e-3ad18170537c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453608 Jul 27 22:07:25.820556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.830380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.837902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb81b45-5c22-42b0-aa70-4ab6cceb21c7 req-17b56999-50d9-42f6-9b1a-330f6afb947a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:25.839681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4bb81b45-5c22-42b0-aa70-4ab6cceb21c7 req-17b56999-50d9-42f6-9b1a-330f6afb947a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 944 time: 0.0730252 Jul 27 22:07:25.857687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.864101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.867689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.906022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4bb81b45-5c22-42b0-aa70-4ab6cceb21c7 req-b179de6c-3492-4408-904f-eb5501387f0a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Jul 27 22:07:25.923355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.982232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.986902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.988068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cb0b59d1-5108-4514-9a0c-3e2a84ba4b08 HTTP/1.1" status: 204 len: 168 time: 0.1658826 Jul 27 22:07:25.990741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60538) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:25.995975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e389dd-aca8-46dd-a6f8-4ab92048d72a tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb0b59d1-5108-4514-9a0c-3e2a84ba4b08,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:26.049897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88808474-50a4-4e9e-81b7-9a898c09aa41 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540736 Jul 27 22:07:26.050666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60544) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.051191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['a67a1f05-cb3d-46f2-9fe7-c858dfea37f3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:26.064622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Request body: {'security_group_rule': {'security_group_id': '1578e208-f52f-4745-882c-2cd34707b11d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:26.091350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5eb65bcd-4bd6-44e9-bf43-431ea412a2f9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:26.095853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.148744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Deleting subnet 783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:26.151872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.187018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.191531 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Project 2d889f45a5c14e488740496f92ee3388 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:07:26.199924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.241682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.260853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.328654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.350028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8068441-a4b0-40d3-b2ed-8cd349097a00,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:26.434510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.463443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14955240-7cf2-46d1-ab1f-ec11b6d97a20 req-8f5c9192-05dc-4fd4-912c-e487f2a3d451 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:26.465234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14955240-7cf2-46d1-ab1f-ec11b6d97a20 req-8f5c9192-05dc-4fd4-912c-e487f2a3d451 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 944 time: 0.0741801 Jul 27 22:07:26.467244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:26.467419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.470932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb6b1ad4-928a-49c3-9f9c-631edf8ab5df tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4172425 Jul 27 22:07:26.471165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60554) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.473009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.475452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92e5a910-314b-4f96-ba0d-cbaca1933293 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/783b4a8e-3ae0-4ef4-8ea3-31b973fdbf5f HTTP/1.1" status: 204 len: 168 time: 0.3781335 Jul 27 22:07:26.486353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.504167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-246b93cc-7a84-4fe7-8226-801ef8c153b8 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules/b8068441-a4b0-40d3-b2ed-8cd349097a00 HTTP/1.1" status: 200 len: 769 time: 0.0318046 Jul 27 22:07:26.507810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.570704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3554be86-65ff-4dc5-8dd3-99e2b3442ef7 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0596340 Jul 27 22:07:26.574898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60560) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.586861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342e32-9744-495f-9891-a6b04e0811c0 req-b81aa34c-09ce-44ce-b8db-08fe21fc79bd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:26.588748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef342e32-9744-495f-9891-a6b04e0811c0 req-b81aa34c-09ce-44ce-b8db-08fe21fc79bd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1123078 Jul 27 22:07:26.599060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14955240-7cf2-46d1-ab1f-ec11b6d97a20 req-c33c1d9c-2cf3-471e-a8de-20fea2b42d8c tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142223 Jul 27 22:07:26.604077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.621392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.632530 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.640751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef342e32-9744-495f-9891-a6b04e0811c0 req-86a3f125-2a40-411e-a766-5be764047ec7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Jul 27 22:07:26.726267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.736657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfecdaf4-3f1b-49e6-8f48-26c84f206b2a']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:26.747207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2d5913-68c2-4703-9186-319614535fe6') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:26.747562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2d5913-68c2-4703-9186-319614535fe6') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:26.756572 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.770772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.777640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:26.778071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:26.779817 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:26.818622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.832475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.833601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8068441-a4b0-40d3-b2ed-8cd349097a00 HTTP/1.1" status: 204 len: 168 time: 0.2580967 Jul 27 22:07:26.837252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.845610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f478d-3a6a-4183-b5a6-e55813db7ed6 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8068441-a4b0-40d3-b2ed-8cd349097a00,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:26.879187 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-14a888ab-4d2e-40d3-9460-a7b2671ec453 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406082 Jul 27 22:07:26.881909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.938986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.951543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.968235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.968235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cfecdaf4-3f1b-49e6-8f48-26c84f206b2a HTTP/1.1" status: 204 len: 168 time: 0.4722788 Jul 27 22:07:26.969110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.971040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc965b8-5fa0-40f3-8e75-8c7349409ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfecdaf4-3f1b-49e6-8f48-26c84f206b2a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:27.039054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b7686-a0d6-4f60-82d3-525b1a81ce92 req-23000188-3855-452d-8b93-96ed1b1b807a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:27.041530 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d61b7686-a0d6-4f60-82d3-525b1a81ce92 req-23000188-3855-452d-8b93-96ed1b1b807a tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 944 time: 0.0683382 Jul 27 22:07:27.084240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d61b7686-a0d6-4f60-82d3-525b1a81ce92 req-3ada3949-28d1-4f3f-8fa7-502fd3b2f838 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362110 Jul 27 22:07:27.165667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.169308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.170567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "DELETE /v2.0/security-groups/1578e208-f52f-4745-882c-2cd34707b11d HTTP/1.1" status: 204 len: 168 time: 0.2876713 Jul 27 22:07:27.179269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60572) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.185638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b382ed-8656-4c1d-a73c-630679bbe9bb tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1578e208-f52f-4745-882c-2cd34707b11d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:27.224098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8818337d-c66d-4c6b-82c7-d840343e035c tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496120 Jul 27 22:07:27.229892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.278951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6016e0d-e8e2-4d0a-8d4b-757198d387d4 tempest-SecGroupIPv6Test-1347899899 tempest-SecGroupIPv6Test-1347899899-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477936 Jul 27 22:07:27.413402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:27.462316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.506994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-98b6934d-5561-455b-a264-be2c4d78f7e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b10cbf19bf4b4d80a9bb07a7115f02c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433407 Jul 27 22:07:27.510027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.528133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:27.532202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:27.532641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.555189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7c9e5437-93a0-4c56-b42a-826c0eebaaff details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:27.557630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:27.562150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.595419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.701791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60590) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.754537 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.757411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:27.768651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.771377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.772690 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/697ce7f0-f8fd-4fe5-8d16-d18aecf000e6 HTTP/1.1" status: 204 len: 168 time: 0.2615821 Jul 27 22:07:27.781182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7c9e5437-93a0-4c56-b42a-826c0eebaaff', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '7c9e5437-93a0-4c56-b42a-826c0eebaaff', 'mac_address': 'fa:16:3e:99:48:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:27.796327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2f39f-e404-4fe2-9097-521f08688d10 req-81fb6da5-175d-4bf0-bffb-c4e02955b72f tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:27.797285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd777af-d867-44e7-a260-4fb88f97cd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ce7f0-f8fd-4fe5-8d16-d18aecf000e6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:27.797498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:27.799784 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8dbcd1-5865-4ea1-9b6d-a2569ced17dd" -d '{"events": [{"server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "name": "network-vif-plugged", "status": "completed", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:27.811242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ad2f39f-e404-4fe2-9097-521f08688d10 req-81fb6da5-175d-4bf0-bffb-c4e02955b72f tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 944 time: 0.1145182 Jul 27 22:07:27.831467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01ac86-4bcf-4124-99b2-e28a747df2ac req-1fa88191-2e9d-4a67-9777-0d42d6925bc2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:27.838209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:27.842870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:27.843062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f01ac86-4bcf-4124-99b2-e28a747df2ac req-1fa88191-2e9d-4a67-9777-0d42d6925bc2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 943 time: 0.1094091 Jul 27 22:07:27.858102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:27.858516 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.871453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ad2f39f-e404-4fe2-9097-521f08688d10 req-7d71ae4a-1baa-4ae9-a564-37a5a0ed0925 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578632 Jul 27 22:07:27.887183 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.910315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9e5437-93a0-4c56-b42a-826c0eebaaff {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:27.928107 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07330734-1011-41c9-a3f3-65308bfb300a x-openstack-request-id: req-07330734-1011-41c9-a3f3-65308bfb300a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:27.928400 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "name": "network-vif-plugged", "status": "completed", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:27.928655 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07330734-1011-41c9-a3f3-65308bfb300a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:27.929073 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3', 'code': 200} Jul 27 22:07:27.939983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:27.943062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f01ac86-4bcf-4124-99b2-e28a747df2ac req-74dd8ee0-bb6b-438b-8942-f3262b09b7e4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986881 Jul 27 22:07:27.943324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.944050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 724b5edc-85a5-4ce6-9baa-db2a121b8af5 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:27.975679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3bc6dea9-70f0-4af6-855e-b30a9de78164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d889f45a5c14e488740496f92ee3388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726004 Jul 27 22:07:27.978247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:27.990314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 724b5edc-85a5-4ce6-9baa-db2a121b8af5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:27.990673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 724b5edc-85a5-4ce6-9baa-db2a121b8af5 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:28.027715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.043015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.063291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e9489-fc01-4c08-9db9-01a428c6552a req-df17d8cf-525a-4ef1-8818-44fbe1dc7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:28.064038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.064838 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-442e9489-fc01-4c08-9db9-01a428c6552a req-df17d8cf-525a-4ef1-8818-44fbe1dc7a05 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 1096 time: 0.0666552 Jul 27 22:07:28.067075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:28.070003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.117922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-442e9489-fc01-4c08-9db9-01a428c6552a req-7392f767-ae85-472a-a751-9257323e6c11 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Jul 27 22:07:28.141704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,segment=NetworkSegment(2295dda2-977a-4838-afe1-60ecb3347982),segment_id=2295dda2-977a-4838-afe1-60ecb3347982)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:28.153186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:28.228671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f43330-4492-4c11-94a0-a62234d094b4 req-cb290343-e10a-45fc-9a54-f859da59449b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:28.230184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63f43330-4492-4c11-94a0-a62234d094b4 req-cb290343-e10a-45fc-9a54-f859da59449b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0722094 Jul 27 22:07:28.252084 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.256506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.259652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.260101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7c9e5437-93a0-4c56-b42a-826c0eebaaff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:28.263795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61be0e67-3956-4f00-8530-464415760ba8 HTTP/1.1" status: 204 len: 168 time: 0.2812588 Jul 27 22:07:28.275994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d1631-fc70-4128-8be5-30a7e96c8428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61be0e67-3956-4f00-8530-464415760ba8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:28.295374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63f43330-4492-4c11-94a0-a62234d094b4 req-39650374-440a-4e92-a176-672f420a1b90 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543728 Jul 27 22:07:28.362039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:29.016931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f81a45-6b9f-45f1-8ae7-2b50dc18c757 req-0796ec55-92c1-4d49-9010-564f6ff82629 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.018873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41f81a45-6b9f-45f1-8ae7-2b50dc18c757 req-0796ec55-92c1-4d49-9010-564f6ff82629 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.0784025 Jul 27 22:07:29.090462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41f81a45-6b9f-45f1-8ae7-2b50dc18c757 req-178e51bc-8843-46df-8759-45f7eb73133a tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610347 Jul 27 22:07:29.155829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0d120-1c04-45ea-aba3-4da07f185052 req-d77703e1-5694-4034-bec6-72860ddea267 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.157565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4c0d120-1c04-45ea-aba3-4da07f185052 req-d77703e1-5694-4034-bec6-72860ddea267 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 944 time: 0.0911391 Jul 27 22:07:29.199628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:29.203567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4c0d120-1c04-45ea-aba3-4da07f185052 req-c6fcdce3-ce63-4e62-aa01-ec0a549a5302 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Jul 27 22:07:29.305733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-564774519-network', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:29.432956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Made reservation on behalf of bca843cdf1b54c8b8f3d544fee81bcff for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:29.435389 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.440084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa992d-b0f6-410b-9e34-920d7c15f0c6 req-ebf4e8ed-14e5-41ac-930c-a05a50748f68 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.441708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96aa992d-b0f6-410b-9e34-920d7c15f0c6 req-ebf4e8ed-14e5-41ac-930c-a05a50748f68 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0678504 Jul 27 22:07:29.444590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.490348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96aa992d-b0f6-410b-9e34-920d7c15f0c6 req-8b9e871e-556b-48c8-92b2-4ef897114b60 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387802 Jul 27 22:07:29.572808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7c9e5437-93a0-4c56-b42a-826c0eebaaff up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:29.585153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.661922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.683672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:29.700317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4afa30-ae5f-4944-9e40-c63d58744f25,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:29.703589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.704091 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Added segment 6d1d16b6-7e08-47a2-abac-ef2b46600225 of type vlan for network 77beb7f0-d4b3-4410-9157-5434ac42681e Jul 27 22:07:29.724165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 7c9e5437-93a0-4c56-b42a-826c0eebaaff completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:29.724165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7c9e5437-93a0-4c56-b42a-826c0eebaaff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:29.724165 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.755983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.806949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.844913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:29.897440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.903720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.903720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.927687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.946571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9'}, {'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:29.948990 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad397fd-1d3f-4748-829d-16be49cf83a7" -d '{"events": [{"server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "name": "network-vif-plugged", "status": "completed", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9"}, {"server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "name": "network-vif-plugged", "status": "completed", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:29.997085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:30.002117 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4368f-726d-4a48-b0f9-9e286b12bd05 x-openstack-request-id: req-bcd4368f-726d-4a48-b0f9-9e286b12bd05 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:30.002674 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "name": "network-vif-plugged", "status": "completed", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9", "code": 200}, {"server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "name": "network-vif-plugged", "status": "completed", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:30.002876 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcd4368f-726d-4a48-b0f9-9e286b12bd05 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:30.003587 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9', 'code': 200} Jul 27 22:07:30.003960 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff', 'code': 200} Jul 27 22:07:30.158134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd642977-4bf6-4c23-a157-055c6594d20d req-2d948fd4-33b0-4b0d-b03c-83a3a7e1a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:30.159900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd642977-4bf6-4c23-a157-055c6594d20d req-2d948fd4-33b0-4b0d-b03c-83a3a7e1a85e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 1096 time: 0.0782857 Jul 27 22:07:30.225630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd642977-4bf6-4c23-a157-055c6594d20d req-6e27b72c-c17e-4818-911f-4576feeea3c0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Jul 27 22:07:30.307786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1029768 Jul 27 22:07:30.308313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:30.314712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Request body: {'subnet': {'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-564774519-subnet', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:30.367183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27a2e-ff77-4e74-a7ba-ae4267c07e75 admin admin] Pushing event updated for resources: {'Network': ['ID=77beb7f0-d4b3-4410-9157-5434ac42681e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:30.381854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 77beb7f0-d4b3-4410-9157-5434ac42681e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:30.409523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16adc29-7ec3-4c6a-994f-2d77ed927d32 req-9c28c72e-3cac-44a3-b708-45271132dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:30.411070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e16adc29-7ec3-4c6a-994f-2d77ed927d32 req-9c28c72e-3cac-44a3-b708-45271132dbae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 1096 time: 0.1182346 Jul 27 22:07:30.423379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a111dcc-8687-44b9-8720-f441b253fd6b req-dce22076-169e-4b5a-91ab-abdbbcf5f2d4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:30.427468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a111dcc-8687-44b9-8720-f441b253fd6b req-dce22076-169e-4b5a-91ab-abdbbcf5f2d4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.1330931 Jul 27 22:07:30.475067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e16adc29-7ec3-4c6a-994f-2d77ed927d32 req-3994ae9f-ad6c-4cdb-b060-4111744f1d38 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Jul 27 22:07:30.477849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Made reservation on behalf of bca843cdf1b54c8b8f3d544fee81bcff for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:30.480886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:30.488510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a111dcc-8687-44b9-8720-f441b253fd6b req-f95afa91-ef26-4307-9cd8-bcec99514a9e tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Jul 27 22:07:30.671771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adba155-cff5-45a5-b962-963d37d88740 req-a44a9a9f-3c9f-42a9-84a0-5e3d8b186826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:30.680494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9adba155-cff5-45a5-b962-963d37d88740 req-a44a9a9f-3c9f-42a9-84a0-5e3d8b186826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.1188354 Jul 27 22:07:30.727138 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9adba155-cff5-45a5-b962-963d37d88740 req-424aa471-9f65-4dbc-8706-f3476a0a065f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Jul 27 22:07:30.861656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:30.938598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:30.940834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Checking segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:30.941186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Network hostable DHCP agents. Network: 77beb7f0-d4b3-4410-9157-5434ac42681e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:31.105818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Network 77beb7f0-d4b3-4410-9157-5434ac42681e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:31.282803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 77beb7f0-d4b3-4410-9157-5434ac42681e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:31.287303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:31.287927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.295216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b49ff4-219c-4e52-840c-52e4d3b41a57 None None] Network 77beb7f0-d4b3-4410-9157-5434ac42681e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:31.414527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:31.416106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7a435280-26a8-4683-a543-402a21ce3cd7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1067684 Jul 27 22:07:31.420149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:31.482681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63076cc6-d271-40d7-bfbc-4e92354ade63 None None] Network 77beb7f0-d4b3-4410-9157-5434ac42681e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:31.577398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.581023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.663511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.724190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0deca61-37da-40e3-96b8-91dc69795795 req-eaf14b49-f3ec-4bdc-850d-7c89232ff130 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:31.738023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0deca61-37da-40e3-96b8-91dc69795795 req-eaf14b49-f3ec-4bdc-850d-7c89232ff130 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.1660478 Jul 27 22:07:31.810373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f0deca61-37da-40e3-96b8-91dc69795795 req-f68e6d1e-f7f2-4019-a2a5-de4aa83bf4f8 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710683 Jul 27 22:07:31.980186 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81d1e03e-81a3-4eeb-ae5c-008c7e323b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.987870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499c6a8-24c4-45db-a448-92d4ee8c9c91 req-26638656-5bbf-4993-96b0-015ac7003814 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:31.990419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9499c6a8-24c4-45db-a448-92d4ee8c9c91 req-26638656-5bbf-4993-96b0-015ac7003814 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.0917647 Jul 27 22:07:32.016621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.059412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9499c6a8-24c4-45db-a448-92d4ee8c9c91 req-abda32c6-eccc-42a3-8272-d0afdf87d3cf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Jul 27 22:07:32.240392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220abed5-a49f-4032-9860-343a26fa61d9 req-14120fa3-b9f9-4e4c-befc-f368783c4cb3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:32.242277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-220abed5-a49f-4032-9860-343a26fa61d9 req-14120fa3-b9f9-4e4c-befc-f368783c4cb3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.0990958 Jul 27 22:07:32.376038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-220abed5-a49f-4032-9860-343a26fa61d9 req-97ba5af2-94bc-4c29-84af-ea2ed0412074 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247153 Jul 27 22:07:32.396713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.420354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.531278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1c718-adc6-4834-bba8-f2e19a748634 req-f86b9367-20d6-4036-8654-c93e04b98639 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:32.532870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64a1c718-adc6-4834-bba8-f2e19a748634 req-f86b9367-20d6-4036-8654-c93e04b98639 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.0845315 Jul 27 22:07:32.556009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Allocated IP 172.25.3.207 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/acadee8d-722f-4545-9faa-8464b62930e6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:32.578940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64a1c718-adc6-4834-bba8-f2e19a748634 req-c66579ea-07f1-4f47-824a-87eec3885847 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Jul 27 22:07:32.673269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.903589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.970732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:32.973700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:32.979749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:32.983553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Pushing event updated for resources: {'Port': ['ID=acadee8d-722f-4545-9faa-8464b62930e6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:33.420468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.665077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.963268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Router 0930dfc4-32c4-464f-9f01-69939f34a352 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:07:34.125097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:34.139804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Sync routers for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:34.157460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:34.158488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:34.291758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.293535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19bb65ec-fb53-4076-9cfc-ff78319ed4ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8771102 Jul 27 22:07:34.298168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:34.369295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:34.485626 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-864f8025-3c6d-43da-948f-5ec591877f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.656767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:33Z', 'revision_number': 3, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:34.712393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Checking router: 0930dfc4-32c4-464f-9f01-69939f34a352 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:34.713078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Updating router 0930dfc4-32c4-464f-9f01-69939f34a352 port acadee8d-722f-4545-9faa-8464b62930e6 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:34.796586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.878139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a5b1-face-41e6-9874-57ad051771e2 req-7ba9953f-0699-434f-9bfd-96a479b45cf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:34.893676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b44a5b1-face-41e6-9874-57ad051771e2 req-7ba9953f-0699-434f-9bfd-96a479b45cf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.2049956 Jul 27 22:07:34.947987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b44a5b1-face-41e6-9874-57ad051771e2 req-c6aeaefb-9b51-4b5f-b250-ae8a853fa85c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Jul 27 22:07:35.187415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.215976 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.364955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.377890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Transition to ACTIVE for port object acadee8d-722f-4545-9faa-8464b62930e6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:35.401203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Allocated IP 172.20.0.1 (77beb7f0-d4b3-4410-9157-5434ac42681e/d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6/56637db3-6c1a-41f8-8039-b4afcdd3771f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:35.544076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.560580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.629366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Attempting to bind port acadee8d-722f-4545-9faa-8464b62930e6 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:35.630176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Attempting to bind port acadee8d-722f-4545-9faa-8464b62930e6 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:35.630928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Attempting to bind port acadee8d-722f-4545-9faa-8464b62930e6 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:35.647959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:35.648305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:35.649176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.649897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:35.650517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Bound port: acadee8d-722f-4545-9faa-8464b62930e6, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:35.697272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.697272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc813d-0b22-4e54-84e1-4449cdde13b1 None None] Pushing event updated for resources: {'Port': ['ID=acadee8d-722f-4545-9faa-8464b62930e6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.718164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] For port acadee8d-722f-4545-9faa-8464b62930e6, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:35.722043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] For port acadee8d-722f-4545-9faa-8464b62930e6, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acadee8d-722f-4545-9faa-8464b62930e6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:35.873785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.873997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.875152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.930550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Network 77beb7f0-d4b3-4410-9157-5434ac42681e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:35.935986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:35.944961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:35.946977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:35.947634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:35.952681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc813d-0b22-4e54-84e1-4449cdde13b1 None None] Pushing event updated for resources: {'Port': ['ID=acadee8d-722f-4545-9faa-8464b62930e6,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.993356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Pushing event updated for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.996573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:36.141973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2837f-e1c7-4f5a-913b-a3e964baf201 req-d2fcbb19-4ee1-4389-b327-de614afbe879 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:36.144611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44c2837f-e1c7-4f5a-913b-a3e964baf201 req-d2fcbb19-4ee1-4389-b327-de614afbe879 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.0984051 Jul 27 22:07:36.148041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:36.232700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44c2837f-e1c7-4f5a-913b-a3e964baf201 req-20db0032-3bef-4376-ba9a-8528014cc805 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 Jul 27 22:07:36.311241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:36.372820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b671b82-a84b-44fd-acec-92178077cd9a req-a7fa7c80-a1be-4a4a-90b6-12de35d3a62c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:36.374442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b671b82-a84b-44fd-acec-92178077cd9a req-a7fa7c80-a1be-4a4a-90b6-12de35d3a62c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.1634877 Jul 27 22:07:36.391122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:33Z', 'revision_number': 3, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:36.428122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95d5bc-e245-4e25-82f9-d5390ce3d213 None None] The sync data for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 is: [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:33Z', 'revision_number': 3, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:36.974590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 7c9e5437-93a0-4c56-b42a-826c0eebaaff {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:36.975319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:36.995310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.019316 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.090356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 7c9e5437-93a0-4c56-b42a-826c0eebaaff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7c9e5437-93a0-4c56-b42a-826c0eebaaff,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:37.091041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.109697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 7c9e5437-93a0-4c56-b42a-826c0eebaaff owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:37.127716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.285978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Pushing event updated for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:37.299364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.512306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Network 77beb7f0-d4b3-4410-9157-5434ac42681e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:37.515420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:37.535903 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.579643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b87f-8143-42aa-b76d-0062c681189c req-5cd34f70-03e5-4b68-bfec-299041cae940 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:37.581576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f5b87f-8143-42aa-b76d-0062c681189c req-5cd34f70-03e5-4b68-bfec-299041cae940 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 945 time: 0.1850121 Jul 27 22:07:37.640670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.700858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=7c9e5437-93a0-4c56-b42a-826c0eebaaff,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:37.715347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-58f5b87f-8143-42aa-b76d-0062c681189c req-fe842f80-5bd4-4e40-a0fe-b65a5fe99f07 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Jul 27 22:07:37.769220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Router 0930dfc4-32c4-464f-9f01-69939f34a352 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:37.770686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 7c9e5437-93a0-4c56-b42a-826c0eebaaff on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:37.775436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.777457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b671b82-a84b-44fd-acec-92178077cd9a req-7ea42f5b-dccd-4737-b559-6d5a4ec9cda6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "DELETE /v2.0/ports/7c9e5437-93a0-4c56-b42a-826c0eebaaff HTTP/1.1" status: 204 len: 173 time: 1.3918900 Jul 27 22:07:37.777915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'name': 'network-vif-deleted', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:37.780267 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386eeb6b-ff27-490b-afa3-ee059ea814a4" -d '{"events": [{"server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "name": "network-vif-deleted", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:37.829619 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c260b67c-3a73-429f-a415-fe0e158daa1d x-openstack-request-id: req-c260b67c-3a73-429f-a415-fe0e158daa1d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:37.829619 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc0295-534c-44d2-b971-d328b83d74d6", "name": "network-vif-deleted", "tag": "7c9e5437-93a0-4c56-b42a-826c0eebaaff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:37.829853 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c260b67c-3a73-429f-a415-fe0e158daa1d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:37.830219 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc0295-534c-44d2-b971-d328b83d74d6', 'name': 'network-vif-deleted', 'tag': '7c9e5437-93a0-4c56-b42a-826c0eebaaff', 'status': 'completed', 'code': 200} Jul 27 22:07:37.955382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:37.955382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe5e048c-c3b6-457c-878e-496ee3271747 admin admin] 10.222.0.37 "PUT /v2.0/routers/0930dfc4-32c4-464f-9f01-69939f34a352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6306849 Jul 27 22:07:38.204485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acadee8d-722f-4545-9faa-8464b62930e6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:38.278907 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Sync routers for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:38.293704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:38.293704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:38.295854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.433668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port acadee8d-722f-4545-9faa-8464b62930e6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:38.438822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port acadee8d-722f-4545-9faa-8464b62930e6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:38.442898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.494762 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:38.508206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-c5d3dc77-b2d1-4b49-8f33-d7a4802c9f7f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:38.521223 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-c5d3dc77-b2d1-4b49-8f33-d7a4802c9f7f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 810 time: 0.2047389 Jul 27 22:07:38.540936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-9a04a6fe-e103-40da-8088-d6be20968c2e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/quotas/bca843cdf1b54c8b8f3d544fee81bcff HTTP/1.1" status: 200 len: 375 time: 0.0133669 Jul 27 22:07:38.636043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-d6318f81-24cc-441f-a3b0-dbd82426dd76 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886734 Jul 27 22:07:38.768880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.769386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-7bef2eb5-30b8-4074-83cd-5fd56a5fb0ff service neutron] 10.222.0.37 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253331 Jul 27 22:07:38.783821 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:36Z', 'revision_number': 4, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '56637db3-6c1a-41f8-8039-b4afcdd3771f', 'name': '', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'mac_address': 'fa:16:3e:28:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:35Z', 'updated_at': '2021-07-27T22:07:36Z', 'revision_number': 2, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'subnets': [{'id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:38.794834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port acadee8d-722f-4545-9faa-8464b62930e6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acadee8d-722f-4545-9faa-8464b62930e6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:38.875523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6da6a6d5-e326-41d5-82fb-e1dd76a04cca req-6b876944-dbc6-46d1-875b-a7cfed409aa4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0426278 Jul 27 22:07:38.876107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Checking router: 0930dfc4-32c4-464f-9f01-69939f34a352 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:38.876107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Updating router 0930dfc4-32c4-464f-9f01-69939f34a352 port 56637db3-6c1a-41f8-8039-b4afcdd3771f binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:38.915242 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.936809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-b8219568-6793-47d8-ae2e-778eadfc84bb service neutron] 10.222.0.37 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663513 Jul 27 22:07:38.999211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.065018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=acadee8d-722f-4545-9faa-8464b62930e6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.221488 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.234084 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Transition to ACTIVE for port object 56637db3-6c1a-41f8-8039-b4afcdd3771f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:39.393510 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.597896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7c9e5437-93a0-4c56-b42a-826c0eebaaff no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:39.643986 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Pushing event updated for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.644098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 7c9e5437-93a0-4c56-b42a-826c0eebaaff {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:39.644098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7c9e5437-93a0-4c56-b42a-826c0eebaaff not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:39.667236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1890ed15-0a9b-4458-a69f-e086f0fce089 req-611ed0b9-1d26-4929-87e6-5f6c874a72fe tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0910056 Jul 27 22:07:39.677796 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.678156 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.678527 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.678863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.679193 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.680136 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.680466 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.680792 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.681191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.681517 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.681850 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.682359 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:39.737745 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Attempting to bind port 56637db3-6c1a-41f8-8039-b4afcdd3771f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:39.738117 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Attempting to bind port 56637db3-6c1a-41f8-8039-b4afcdd3771f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:39.738513 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Attempting to bind port 56637db3-6c1a-41f8-8039-b4afcdd3771f on network 77beb7f0-d4b3-4410-9157-5434ac42681e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:39.746602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:39.746856 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Checking segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:39.747257 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.747655 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Bound using segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:39.748134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Bound port: 56637db3-6c1a-41f8-8039-b4afcdd3771f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:39.748518 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.832599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] For port 56637db3-6c1a-41f8-8039-b4afcdd3771f, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:39.836668 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] For port 56637db3-6c1a-41f8-8039-b4afcdd3771f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=56637db3-6c1a-41f8-8039-b4afcdd3771f,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:39.857547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5e3ab-04bd-4d0c-a18b-e60eff54e669 req-dc547849-5cb5-4818-ba3f-0241b7bc111d tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:39.865931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fac5e3ab-04bd-4d0c-a18b-e60eff54e669 req-dc547849-5cb5-4818-ba3f-0241b7bc111d tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.1025290 Jul 27 22:07:39.940472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fac5e3ab-04bd-4d0c-a18b-e60eff54e669 req-668a73a6-45be-4361-910b-0abecbb75190 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732625 Jul 27 22:07:39.970801 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.992711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f370d2c2-5ca9-4dc3-8305-9bb03fe4d689 req-d90f7d0f-6c34-4b38-9307-122dccd7021d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0428367 Jul 27 22:07:40.041477 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:40.042356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:07:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:40.044116 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9596c3e-32cb-4510-a3bc-303530534b68 None None] Pushing event updated for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:40.166987 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:40.187335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acadee8d-722f-4545-9faa-8464b62930e6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:40.249995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port acadee8d-722f-4545-9faa-8464b62930e6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:40.250677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.487962 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:36Z', 'revision_number': 4, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '56637db3-6c1a-41f8-8039-b4afcdd3771f', 'name': '', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'mac_address': 'fa:16:3e:28:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:35Z', 'updated_at': '2021-07-27T22:07:39Z', 'revision_number': 4, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'subnets': [{'id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:40.516676 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e34b41-41a7-48be-9145-1e7a9b57f7ef None None] The sync data for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 is: [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:07:36Z', 'revision_number': 4, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '56637db3-6c1a-41f8-8039-b4afcdd3771f', 'name': '', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'mac_address': 'fa:16:3e:28:db:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:35Z', 'updated_at': '2021-07-27T22:07:39Z', 'revision_number': 4, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'subnets': [{'id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:40.821875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e94bb4c-fcdb-4261-bfcc-610dd640d51a req-ae7b22e2-3478-49ee-9b2e-28e932e11539 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0848489 Jul 27 22:07:41.155525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2da9693-5245-482e-9709-eeb913fd0833 req-3eb0742a-e216-41f6-9fb5-75a144c2dc0b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0624716 Jul 27 22:07:41.194464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cdd63-8b81-4ae3-8e29-d7d40eb19ea7 req-f4226d02-ce72-471d-b992-360eed1e27da tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:41.205261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f7cdd63-8b81-4ae3-8e29-d7d40eb19ea7 req-f4226d02-ce72-471d-b992-360eed1e27da tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.1282446 Jul 27 22:07:41.261365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27a67-3449-4b8f-a263-193d8f653639 req-699366af-2c40-4068-9a76-d2da4386b5cf tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:41.271750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f7cdd63-8b81-4ae3-8e29-d7d40eb19ea7 req-abb4b18b-beaf-4ca1-bcec-6099c69ea918 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651710 Jul 27 22:07:41.273340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eef27a67-3449-4b8f-a263-193d8f653639 req-699366af-2c40-4068-9a76-d2da4386b5cf tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.76 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 945 time: 0.1284204 Jul 27 22:07:41.421710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Deleting port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:41.422059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.540986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] For port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,segment=NetworkSegment(2295dda2-977a-4838-afe1-60ecb3347982),segment_id=2295dda2-977a-4838-afe1-60ecb3347982)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:41.542104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.561168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Calling delete_port for 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:41.958598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da05227-dfac-4f8a-9c9f-dbe4179b2124 req-a1c4ee6b-1bc4-4e9d-86da-58fb2c7cbcfc tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0436189 Jul 27 22:07:41.991593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.004337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['5eb65bcd-4bd6-44e9-bf43-431ea412a2f9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:42.035703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Pushing event deleted for resources: {'Port': ['ID=5eb65bcd-4bd6-44e9-bf43-431ea412a2f9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:42.100074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] No DVR routers for this DVR port 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:42.104370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.106856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eef27a67-3449-4b8f-a263-193d8f653639 req-99cd876d-208f-4225-9a48-b36374d425a4 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.76 "DELETE /v2.0/ports/5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 HTTP/1.1" status: 204 len: 173 time: 0.8228786 Jul 27 22:07:42.109491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'name': 'network-vif-deleted', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:42.110307 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132559d-b10c-4d57-895a-2d3382c15f52" -d '{"events": [{"server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "name": "network-vif-deleted", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:42.186924 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380ac5c-f161-47ab-8afd-e86d6fd2bfe6 x-openstack-request-id: req-d380ac5c-f161-47ab-8afd-e86d6fd2bfe6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:42.187551 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44519278-dc80-4a03-aafc-26594fe334e8", "name": "network-vif-deleted", "tag": "5eb65bcd-4bd6-44e9-bf43-431ea412a2f9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:42.187732 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d380ac5c-f161-47ab-8afd-e86d6fd2bfe6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:42.188415 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44519278-dc80-4a03-aafc-26594fe334e8', 'name': 'network-vif-deleted', 'tag': '5eb65bcd-4bd6-44e9-bf43-431ea412a2f9', 'status': 'completed', 'code': 200} Jul 27 22:07:42.316397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 56637db3-6c1a-41f8-8039-b4afcdd3771f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:42.331967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e764ac20-7762-4754-8010-3d4203d51de5 req-18fc3645-c88b-4c12-aced-896f0649048f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0792379 Jul 27 22:07:42.435038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be11de69-99b1-4751-9366-658156166324 req-548be9f1-cd0c-40f5-80c3-e34381d9e918 tempest-VolumesActionsTest-827808054 tempest-VolumesActionsTest-827808054-project] 10.222.0.37 "GET /v2.0/ports?device_id=44519278-dc80-4a03-aafc-26594fe334e8 HTTP/1.1" status: 200 len: 210 time: 0.0630724 Jul 27 22:07:42.468220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 56637db3-6c1a-41f8-8039-b4afcdd3771f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:42.473566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 56637db3-6c1a-41f8-8039-b4afcdd3771f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:42.474089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.575016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.622795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 56637db3-6c1a-41f8-8039-b4afcdd3771f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=56637db3-6c1a-41f8-8039-b4afcdd3771f,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:42.747306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.823741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:43.100591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a80ef2b0-9155-49b7-bd93-73d535b0f50d req-321d4846-2b54-4355-aee7-c5346932f876 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0609591 Jul 27 22:07:43.167577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-5c7e2891-e3ac-407a-a580-80b7fa257a3f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:43.169749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-5c7e2891-e3ac-407a-a580-80b7fa257a3f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.50 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 810 time: 0.1444931 Jul 27 22:07:43.186490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Request body: {'port': {'device_id': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'admin_state_up': True, 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:43.427555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Made reservation on behalf of bca843cdf1b54c8b8f3d544fee81bcff for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:43.432310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.538335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1842fb36-dbde-42bc-9ecd-5024d78145e8 req-f4dd07a5-1e2e-43a2-a90a-eb14b56fbbb4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=95dc0295-534c-44d2-b971-d328b83d74d6 HTTP/1.1" status: 200 len: 210 time: 0.0734451 Jul 27 22:07:43.694167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Allocated IP 172.20.0.13 (77beb7f0-d4b3-4410-9157-5434ac42681e/d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6/efe77e90-704a-4de8-ac40-c8119855a778) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:43.890860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.040619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.120174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Pushing event updated for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:44.125627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Network 77beb7f0-d4b3-4410-9157-5434ac42681e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:44.127502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:44.132889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:44.215289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.218031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.267036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 56637db3-6c1a-41f8-8039-b4afcdd3771f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:44.356774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-37539f76-1ef4-4ef8-a75b-9afb32544bc1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1772933 Jul 27 22:07:44.371876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Request body: {'port': {'device_id': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:44.392010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 56637db3-6c1a-41f8-8039-b4afcdd3771f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:44.392609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.420387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958cc0-10d7-451e-a36d-df5d1fdd9861 req-5775cf0c-32ff-49da-af7a-f921ccaa5b0c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.427198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0958cc0-10d7-451e-a36d-df5d1fdd9861 req-5775cf0c-32ff-49da-af7a-f921ccaa5b0c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 932 time: 0.1848781 Jul 27 22:07:44.555426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0958cc0-10d7-451e-a36d-df5d1fdd9861 req-7872b127-5ed5-40df-a0fc-9989d84ef6cc tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214330 Jul 27 22:07:44.589411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.092987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe77e90-704a-4de8-ac40-c8119855a778 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:45.118162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.149050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Transition to ACTIVE for port object efe77e90-704a-4de8-ac40-c8119855a778 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:45.233148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.324049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Pushing event updated for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:45.388460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Attempting to bind port efe77e90-704a-4de8-ac40-c8119855a778 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:45.389368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Attempting to bind port efe77e90-704a-4de8-ac40-c8119855a778 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:45.390073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Attempting to bind port efe77e90-704a-4de8-ac40-c8119855a778 on network 77beb7f0-d4b3-4410-9157-5434ac42681e {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:45.395866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Port efe77e90-704a-4de8-ac40-c8119855a778 on network 77beb7f0-d4b3-4410-9157-5434ac42681e not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:45.396595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Attempting to bind port efe77e90-704a-4de8-ac40-c8119855a778 on network 77beb7f0-d4b3-4410-9157-5434ac42681e {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:45.404324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:45.405037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Checking segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:45.405661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Bound using segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:45.406438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Bound port: efe77e90-704a-4de8-ac40-c8119855a778, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:45.407122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.531771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:45.536008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=efe77e90-704a-4de8-ac40-c8119855a778,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:45.616717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.630096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:45.668113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:45.668399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 5eb65bcd-4bd6-44e9-bf43-431ea412a2f9 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:45.722189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:45.725165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.725829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] 10.222.0.50 "PUT /v2.0/ports/efe77e90-704a-4de8-ac40-c8119855a778 HTTP/1.1" status: 200 len: 1092 time: 1.3589258 Jul 27 22:07:45.732727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:45.735309 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13edec09-2e40-4155-a207-029c532884af" -d '{"events": [{"name": "network-changed", "server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "tag": "efe77e90-704a-4de8-ac40-c8119855a778"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:45.775376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58780ab-9eb2-4e30-925e-8ac5e7d6487b service neutron] Pushing event updated for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:45.776212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466972d-b1f8-42c1-a425-9de85399a542 req-68335daf-d421-4990-9ac3-95f899956814 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:45.794065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b466972d-b1f8-42c1-a425-9de85399a542 req-68335daf-d421-4990-9ac3-95f899956814 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 944 time: 0.1510448 Jul 27 22:07:45.818350 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da8188d-e868-4ac4-b166-7d80fb4a45fb x-openstack-request-id: req-9da8188d-e868-4ac4-b166-7d80fb4a45fb {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:45.822731 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "tag": "efe77e90-704a-4de8-ac40-c8119855a778", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:45.822731 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9da8188d-e868-4ac4-b166-7d80fb4a45fb {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:45.822731 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778', 'status': 'completed', 'code': 200} Jul 27 22:07:45.864946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b466972d-b1f8-42c1-a425-9de85399a542 req-64f8b299-13e5-4960-9412-805cd85750fb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689132 Jul 27 22:07:45.948716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edec09-2e40-4155-a207-029c532884af req-60203cbf-b6f9-4686-af22-33e16271aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:45.950725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13edec09-2e40-4155-a207-029c532884af req-60203cbf-b6f9-4686-af22-33e16271aaa0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 1095 time: 0.0975325 Jul 27 22:07:46.070776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edec09-2e40-4155-a207-029c532884af req-5eae725c-8447-4321-9323-3ed265779afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.072900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13edec09-2e40-4155-a207-029c532884af req-5eae725c-8447-4321-9323-3ed265779afb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1128826 Jul 27 22:07:46.205410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edec09-2e40-4155-a207-029c532884af req-1c327eb9-08fe-48ed-a0fe-df2d01a93350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.206993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13edec09-2e40-4155-a207-029c532884af req-1c327eb9-08fe-48ed-a0fe-df2d01a93350 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178923 Jul 27 22:07:46.418335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-1638bd9b-a5af-4680-857f-14977cb85b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.420027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-1638bd9b-a5af-4680-857f-14977cb85b1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 1095 time: 0.1705604 Jul 27 22:07:46.480072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-972d961e-546e-4c39-a0c6-8df25197b99b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe77e90-704a-4de8-ac40-c8119855a778 HTTP/1.1" status: 200 len: 217 time: 0.0506394 Jul 27 22:07:46.539752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-ececebfc-cd3a-4dba-8ca1-e1944b6ce2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.542373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-ececebfc-cd3a-4dba-8ca1-e1944b6ce2b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0555985 Jul 27 22:07:46.606326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-dd22c132-2bd8-4eda-bb09-a9b55424b345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564377 Jul 27 22:07:46.748193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-5c01c03e-9c8f-457b-8488-3020a8fda3e4 service neutron] 10.222.0.50 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330740 Jul 27 22:07:46.880919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95c11250-6298-4831-b17f-8b7292fa2a05 req-847bc74c-a7c0-418d-87d4-ad211e7db820 service neutron] 10.222.0.50 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250796 Jul 27 22:07:47.057355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc9463-b8f6-4776-9f0d-837c63dc1c5a req-bb67a81f-f25c-4797-8bd5-0e3bcfca3581 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.059647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55dc9463-b8f6-4776-9f0d-837c63dc1c5a req-bb67a81f-f25c-4797-8bd5-0e3bcfca3581 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 944 time: 0.0787051 Jul 27 22:07:47.102619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55dc9463-b8f6-4776-9f0d-837c63dc1c5a req-76f39ffa-e5db-45d2-afe7-06968625ed66 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Jul 27 22:07:48.315178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172731c-f0a0-4446-baea-81754c88ad17 req-1f21eaa5-0cf0-44fc-915b-c9ce5c6711ef tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:48.316999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9172731c-f0a0-4446-baea-81754c88ad17 req-1f21eaa5-0cf0-44fc-915b-c9ce5c6711ef tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 944 time: 0.1278794 Jul 27 22:07:48.387995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9172731c-f0a0-4446-baea-81754c88ad17 req-f846daf8-21a6-4d3a-86eb-866234e1c8a6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619686 Jul 27 22:07:49.541962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device efe77e90-704a-4de8-ac40-c8119855a778 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:49.666757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f7c1-9f15-4db4-88e5-f76536f0f02b req-73486c2e-3579-4da6-a9e8-cb9bd60645a6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:49.671641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bd4f7c1-9f15-4db4-88e5-f76536f0f02b req-73486c2e-3579-4da6-a9e8-cb9bd60645a6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 944 time: 0.1625116 Jul 27 22:07:49.724751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bd4f7c1-9f15-4db4-88e5-f76536f0f02b req-58018687-e3a2-4759-8b73-90a8bfaae61e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Jul 27 22:07:49.764661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=efe77e90-704a-4de8-ac40-c8119855a778,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:49.777315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'efe77e90-704a-4de8-ac40-c8119855a778', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'port_id': 'efe77e90-704a-4de8-ac40-c8119855a778', 'mac_address': 'fa:16:3e:c9:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:49.843664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.895746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe77e90-704a-4de8-ac40-c8119855a778 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:49.929448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=efe77e90-704a-4de8-ac40-c8119855a778,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:50.035837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.099815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.353618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['efe77e90-704a-4de8-ac40-c8119855a778'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:50.737923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 32866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:51.001459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-361d9cac-5f17-43bc-9a0f-861c8ec19ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.035303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d16288-da15-41b9-b948-4954f8d23485 req-93b51045-b14c-4ab9-a00e-5bab8405141f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.048499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09d16288-da15-41b9-b948-4954f8d23485 req-93b51045-b14c-4ab9-a00e-5bab8405141f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 945 time: 0.1822023 Jul 27 22:07:51.171735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09d16288-da15-41b9-b948-4954f8d23485 req-e7077f81-f59b-4224-b3ba-50b7110a9a77 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214495 Jul 27 22:07:51.215564 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-361d9cac-5f17-43bc-9a0f-861c8ec19ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.355633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-361d9cac-5f17-43bc-9a0f-861c8ec19ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.405500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-361d9cac-5f17-43bc-9a0f-861c8ec19ee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=753f8bb57b3a4753bcf7c028b1ca1646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6658385 Jul 27 22:07:51.405765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 32882) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:51.406892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d9cac-5f17-43bc-9a0f-861c8ec19ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806889b0-657b-4f5c-86f0-c28fa1bb97cc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:51.502996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.540681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.543281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device efe77e90-704a-4de8-ac40-c8119855a778 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:51.715602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port efe77e90-704a-4de8-ac40-c8119855a778 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:51.728166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.728166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.728166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/806889b0-657b-4f5c-86f0-c28fa1bb97cc HTTP/1.1" status: 204 len: 168 time: 0.3110750 Jul 27 22:07:51.728454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port efe77e90-704a-4de8-ac40-c8119855a778 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:51.728454 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.729324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa19b3a-e76b-451a-bc7f-4f3ad790b3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806889b0-657b-4f5c-86f0-c28fa1bb97cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:51.817911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.844706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:51.847096 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511c12e-e9ed-424d-bfde-5ea6845bc691" -d '{"events": [{"server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "name": "network-vif-plugged", "status": "completed", "tag": "efe77e90-704a-4de8-ac40-c8119855a778"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:51.872321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=efe77e90-704a-4de8-ac40-c8119855a778,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:51.913803 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ac7d01-6251-4e45-a314-6f72bc284489 x-openstack-request-id: req-c7ac7d01-6251-4e45-a314-6f72bc284489 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:51.914298 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "name": "network-vif-plugged", "status": "completed", "tag": "efe77e90-704a-4de8-ac40-c8119855a778", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:51.914906 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7ac7d01-6251-4e45-a314-6f72bc284489 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:51.915311 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778', 'code': 200} Jul 27 22:07:51.948727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.030751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:52.064379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f568f-fc00-41a5-8674-a454e48ceb2f req-69a51a82-a2f9-486c-bed6-865772b37513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.067177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-776f568f-fc00-41a5-8674-a454e48ceb2f req-69a51a82-a2f9-486c-bed6-865772b37513 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 1097 time: 0.0950871 Jul 27 22:07:52.136947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-776f568f-fc00-41a5-8674-a454e48ceb2f req-e38b7612-a6f6-42f9-bea1-974b691f5852 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619540 Jul 27 22:07:52.222168 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:52.336270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ffde-1cb1-4193-9195-67426d735078 req-edf9e892-198b-4837-b1e9-d0415cad4655 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.338238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc93ffde-1cb1-4193-9195-67426d735078 req-edf9e892-198b-4837-b1e9-d0415cad4655 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0745311 Jul 27 22:07:52.389776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc93ffde-1cb1-4193-9195-67426d735078 req-7cb6af20-bb1d-4362-8330-162e08396c91 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Jul 27 22:07:52.628679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 32914) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:52.647456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-405555c7-61df-4f83-ac12-40a5679b3b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.752736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-405555c7-61df-4f83-ac12-40a5679b3b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.871029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-405555c7-61df-4f83-ac12-40a5679b3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.920677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-405555c7-61df-4f83-ac12-40a5679b3b9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b00d8317217439fa6f04100e25fffa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882469 Jul 27 22:07:52.920677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405555c7-61df-4f83-ac12-40a5679b3b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e30206-7d41-4d47-91b9-b881eecdd35f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:52.921665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 32920) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:52.988673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.028143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.199026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.202251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.203529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3e30206-7d41-4d47-91b9-b881eecdd35f HTTP/1.1" status: 204 len: 168 time: 0.2809429 Jul 27 22:07:53.215196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21c961-8bee-445b-8983-09c8005ba1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e30206-7d41-4d47-91b9-b881eecdd35f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:53.558269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b885c8-380e-4c67-a81c-5fea39b85960 req-fcbec844-680c-40bc-85bc-9c8cd586b967 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:53.559983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5b885c8-380e-4c67-a81c-5fea39b85960 req-fcbec844-680c-40bc-85bc-9c8cd586b967 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0724087 Jul 27 22:07:53.604763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5b885c8-380e-4c67-a81c-5fea39b85960 req-c8af8ccb-f723-498e-bfb7-2c6020d73ef1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Jul 27 22:07:54.114171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 32944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:54.129092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0836e97-b93c-4f29-8866-195a3b001c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.257846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-14ef4b4e-565a-447f-a260-7c4a27510659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.259679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-14ef4b4e-565a-447f-a260-7c4a27510659 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 1097 time: 0.0874729 Jul 27 22:07:54.260369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0836e97-b93c-4f29-8866-195a3b001c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.272643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53435a01-72df-4649-b0b9-66db72e8e06a req-06d1b98a-c8eb-46be-8665-26eeb50c41ac tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.274195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53435a01-72df-4649-b0b9-66db72e8e06a req-06d1b98a-c8eb-46be-8665-26eeb50c41ac tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1594508 Jul 27 22:07:54.322243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0836e97-b93c-4f29-8866-195a3b001c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.379607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53435a01-72df-4649-b0b9-66db72e8e06a req-15932e25-1bc4-4853-be42-017d157cd861 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952737 Jul 27 22:07:54.424588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 32950) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:54.431717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d0836e97-b93c-4f29-8866-195a3b001c3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e22f014b7e6c4decb5ff579c0800ac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163178 Jul 27 22:07:54.437205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0836e97-b93c-4f29-8866-195a3b001c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b622aaf-4531-4d9d-b7a8-da208dd0e31b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:54.447220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-a5ed6888-2f4a-4f4d-8c0a-b84e52b40f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.451418 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-a5ed6888-2f4a-4f4d-8c0a-b84e52b40f29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 911 time: 0.1762660 Jul 27 22:07:54.516879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-3c5ee806-02cd-4be6-80f3-1d1029484afd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe77e90-704a-4de8-ac40-c8119855a778 HTTP/1.1" status: 200 len: 217 time: 0.0451672 Jul 27 22:07:54.942691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.973803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-4da8d698-c0f1-4210-b5b1-f6f681d0c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.975366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-4da8d698-c0f1-4210-b5b1-f6f681d0c4cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.4494369 Jul 27 22:07:54.977458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.019643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-0d098957-1a02-480b-9c9f-4a03a4e0773a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348883 Jul 27 22:07:55.177730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-314f36c5-e7c2-4373-a971-f7d9449451cb service neutron] 10.222.0.50 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488690 Jul 27 22:07:55.250131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.252772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.254118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b622aaf-4531-4d9d-b7a8-da208dd0e31b HTTP/1.1" status: 204 len: 168 time: 0.8283081 Jul 27 22:07:55.267456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5cba4-dd95-40e2-93d2-544c5f1fdf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b622aaf-4531-4d9d-b7a8-da208dd0e31b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:55.317211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6850b08a-43ad-4065-9b28-4ff21afe2360 req-e233f695-af48-436c-95a7-0f5ca886feab service neutron] 10.222.0.50 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321933 Jul 27 22:07:55.570004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367a9c1-f964-4e6c-9dc2-77104950df74 req-0d94d590-7a86-4cd3-b876-d721328c3300 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:55.574807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9367a9c1-f964-4e6c-9dc2-77104950df74 req-0d94d590-7a86-4cd3-b876-d721328c3300 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1131217 Jul 27 22:07:55.627954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9367a9c1-f964-4e6c-9dc2-77104950df74 req-13dbd92e-2b07-4e06-8882-0168117995e7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 Jul 27 22:07:56.840134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab689-acfd-4d25-8151-0b21ca58544f req-db5eddd0-1a51-43be-a419-e22406ce5983 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.844945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c03ab689-acfd-4d25-8151-0b21ca58544f req-db5eddd0-1a51-43be-a419-e22406ce5983 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0920997 Jul 27 22:07:56.936874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c03ab689-acfd-4d25-8151-0b21ca58544f req-53eaa1a9-0649-4051-9d77-3c31972d95a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862224 Jul 27 22:07:58.220146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243e13-3d8d-43aa-8ad2-18aa7880932a req-1b75a5ba-afe5-48ce-aeb4-d5eb27297909 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.222848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4243e13-3d8d-43aa-8ad2-18aa7880932a req-1b75a5ba-afe5-48ce-aeb4-d5eb27297909 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1881218 Jul 27 22:07:58.299099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d4243e13-3d8d-43aa-8ad2-18aa7880932a req-54bf456f-cb5c-4c50-a4f3-45540a1c4e01 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642612 Jul 27 22:07:59.517865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871facbb-8257-4843-a58c-0512ce4b91bb req-43f20490-c68e-40ef-8aa0-7640db870388 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.519857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-871facbb-8257-4843-a58c-0512ce4b91bb req-43f20490-c68e-40ef-8aa0-7640db870388 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0869236 Jul 27 22:07:59.570201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-871facbb-8257-4843-a58c-0512ce4b91bb req-fd9dd8a9-bb3a-4d5a-8cc0-c5f17dc7d1a2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Jul 27 22:08:00.758499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ee29-3929-49e5-a4fc-be6dd00bba23 req-83b4ecaa-260e-446d-a938-25ea5098dace tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.760948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9526ee29-3929-49e5-a4fc-be6dd00bba23 req-83b4ecaa-260e-446d-a938-25ea5098dace tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0916698 Jul 27 22:08:00.815167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9526ee29-3929-49e5-a4fc-be6dd00bba23 req-c9410806-3428-4108-80d4-3377910d35da tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Jul 27 22:08:01.108669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-23739e64-2a29-4966-a37f-95714f22e6bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886512 Jul 27 22:08:01.247824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-d3d66aa5-09a3-4d96-a73f-176547b6c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.252168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-d3d66aa5-09a3-4d96-a73f-176547b6c74f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1096 time: 0.1142511 Jul 27 22:08:01.451797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-87082249-bcf7-41f4-abef-754d6a92d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.455210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-87082249-bcf7-41f4-abef-754d6a92d20d service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1785593 Jul 27 22:08:01.685420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-ea146d6b-3452-4372-b834-083d5085e652 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 1001 time: 0.2208390 Jul 27 22:08:01.761920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-7c1bd105-8a4d-4131-b8e8-1865d04af7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.768297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-7c1bd105-8a4d-4131-b8e8-1865d04af7df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0720420 Jul 27 22:08:01.926682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-8babba9b-289a-4875-b9f3-3f0098957f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.929734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-8babba9b-289a-4875-b9f3-3f0098957f46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515749 Jul 27 22:08:01.938426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe029-6188-415b-b56a-6db75a7f0852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.110059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe7880-eee2-474e-821d-0f70fd767d02 req-f1a44bf2-12eb-46c1-85ac-35d36f5e4c72 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.112882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1fe7880-eee2-474e-821d-0f70fd767d02 req-f1a44bf2-12eb-46c1-85ac-35d36f5e4c72 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1813061 Jul 27 22:08:02.139327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-799e775d-dce3-4124-b440-f59efbb86a1c service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720686 Jul 27 22:08:02.227073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e1fe7880-eee2-474e-821d-0f70fd767d02 req-86152fb3-dab1-4941-b936-01f7ffe90de3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012132 Jul 27 22:08:02.290788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1c0af0c-c405-467f-a84c-541e48e2034f req-c885733a-3cb0-411e-8c5a-54fa3e2d0a63 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407123 Jul 27 22:08:03.429095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb11ab-4b13-483e-99c4-d22c1accada7 req-bfd96e30-2327-4d54-846a-d72dff9fd90c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.430894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acbb11ab-4b13-483e-99c4-d22c1accada7 req-bfd96e30-2327-4d54-846a-d72dff9fd90c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0931704 Jul 27 22:08:03.493779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-acbb11ab-4b13-483e-99c4-d22c1accada7 req-a339d2e8-59b7-4827-adda-6dc40d705b75 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552349 Jul 27 22:08:04.378182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c981725a-3b36-465b-8697-8435dc8cfc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.738391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e65eaf-5828-4cac-b685-2eba02ef27f6 req-89b0fcec-4db7-4459-bcb6-320520b09070 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.740985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2e65eaf-5828-4cac-b685-2eba02ef27f6 req-89b0fcec-4db7-4459-bcb6-320520b09070 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0907471 Jul 27 22:08:04.756179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.823557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2e65eaf-5828-4cac-b685-2eba02ef27f6 req-b9b7ba06-b6d2-435f-a533-f89a04d81536 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726073 Jul 27 22:08:05.458297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230282ae-4226-4f73-bf91-e4c2cc3fdb41 req-1b7ee4eb-53b0-4a6c-9514-2674f57a593e tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:05.460100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-230282ae-4226-4f73-bf91-e4c2cc3fdb41 req-1b7ee4eb-53b0-4a6c-9514-2674f57a593e tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0739751 Jul 27 22:08:05.500903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-230282ae-4226-4f73-bf91-e4c2cc3fdb41 req-9be7d61b-4c95-4872-9b08-335b07c2a16b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Jul 27 22:08:05.995029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401f039-5a07-490a-8b49-f06be470f561 req-e400f30d-cc26-465a-a3cd-e9dd3f1e6ce8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:05.996681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b401f039-5a07-490a-8b49-f06be470f561 req-e400f30d-cc26-465a-a3cd-e9dd3f1e6ce8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0799441 Jul 27 22:08:06.038235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b401f039-5a07-490a-8b49-f06be470f561 req-e9997b59-298c-44a5-b3fd-d1dcf9536fed tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Jul 27 22:08:06.323926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:06.651054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3fcdd-56ba-4ab6-a1f3-e5fca39885a7 req-13be8a65-944d-4bc6-9f98-4a32e3feea00 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.653391 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1b3fcdd-56ba-4ab6-a1f3-e5fca39885a7 req-13be8a65-944d-4bc6-9f98-4a32e3feea00 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0814493 Jul 27 22:08:06.704878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1b3fcdd-56ba-4ab6-a1f3-e5fca39885a7 req-799cb40a-7598-4b8f-9474-0fa46a58a92b tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Jul 27 22:08:07.039297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.183162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ed662-58ad-4846-94e8-bb4461db54de req-2176c854-d5d8-498c-8068-e9f503b09ea6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.184826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-294ed662-58ad-4846-94e8-bb4461db54de req-2176c854-d5d8-498c-8068-e9f503b09ea6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0725551 Jul 27 22:08:07.228633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-294ed662-58ad-4846-94e8-bb4461db54de req-b3b7b6ca-9c1c-447f-a256-53c66ad5dd36 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Jul 27 22:08:07.457448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b27ce-535e-4767-bdec-8642a3d704de req-b7a2ce8f-76de-48a8-9886-e6c4057abe2f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.458131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-637b27ce-535e-4767-bdec-8642a3d704de req-b7a2ce8f-76de-48a8-9886-e6c4057abe2f tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0855699 Jul 27 22:08:07.529196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.604927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Deleting port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:07.605429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.718047 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] For port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,segment=NetworkSegment(14689bb3-3e68-4dad-80d7-d1b35de19720),segment_id=14689bb3-3e68-4dad-80d7-d1b35de19720)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:07.718547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.742871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Calling delete_port for a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:07.878605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f8c34-0a5d-4a4f-9382-ab0fa08216e4 req-1a24c6f1-2998-4dcc-95af-12fffc1fb63d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.887795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d6f8c34-0a5d-4a4f-9382-ab0fa08216e4 req-1a24c6f1-2998-4dcc-95af-12fffc1fb63d tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 945 time: 0.0845001 Jul 27 22:08:07.937154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d6f8c34-0a5d-4a4f-9382-ab0fa08216e4 req-406ff277-38ac-4e6a-a535-267f7696c630 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/security-groups?id=b292fd7d-4f0e-4266-ad88-efb5d6db314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Jul 27 22:08:07.990385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.013954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['a67a1f05-cb3d-46f2-9fe7-c858dfea37f3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:08.050420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Pushing event deleted for resources: {'Port': ['ID=a67a1f05-cb3d-46f2-9fe7-c858dfea37f3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:08.132405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] No DVR routers for this DVR port a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:08.135739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.138506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-637b27ce-535e-4767-bdec-8642a3d704de req-3c45e091-18b0-4566-af93-6f1d14f6f545 tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.50 "DELETE /v2.0/ports/a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 HTTP/1.1" status: 204 len: 173 time: 0.6738255 Jul 27 22:08:08.138969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'name': 'network-vif-deleted', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:08.141577 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14b4dd6-73fb-422b-b069-e38d74a94541" -d '{"events": [{"server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "name": "network-vif-deleted", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:08.181586 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003e4dd-6e8f-4e48-9779-04b3c00e31aa x-openstack-request-id: req-e003e4dd-6e8f-4e48-9779-04b3c00e31aa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:08.182102 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8423e0-ee73-43f4-a522-bb934aebfa87", "name": "network-vif-deleted", "tag": "a67a1f05-cb3d-46f2-9fe7-c858dfea37f3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:08.182386 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e003e4dd-6e8f-4e48-9779-04b3c00e31aa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:08.182798 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8423e0-ee73-43f4-a522-bb934aebfa87', 'name': 'network-vif-deleted', 'tag': 'a67a1f05-cb3d-46f2-9fe7-c858dfea37f3', 'status': 'completed', 'code': 200} Jul 27 22:08:08.211731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.385176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05432b9-477c-45b1-a0c1-872f23a17054 req-6835d914-0698-4dfc-83b8-982a36561125 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.387567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f05432b9-477c-45b1-a0c1-872f23a17054 req-6835d914-0698-4dfc-83b8-982a36561125 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0748296 Jul 27 22:08:08.438145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f05432b9-477c-45b1-a0c1-872f23a17054 req-eabc3f03-cbf7-428b-91af-ea2e9bce1c5a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Jul 27 22:08:09.089969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22015e15-e2a7-46d4-aaab-89aaff4936e0 req-4b5255c5-a6fa-4681-b29f-71fd56d8c8fb tempest-VolumesSnapshotTestJSON-237650166 tempest-VolumesSnapshotTestJSON-237650166-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8423e0-ee73-43f4-a522-bb934aebfa87 HTTP/1.1" status: 200 len: 210 time: 0.0531733 Jul 27 22:08:09.597541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a21b5f-ae56-4448-9af3-faf3e7753a69 req-4f43a2cd-1b94-403b-8761-95449134f99e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.599142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33a21b5f-ae56-4448-9af3-faf3e7753a69 req-4f43a2cd-1b94-403b-8761-95449134f99e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0682015 Jul 27 22:08:09.721175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33a21b5f-ae56-4448-9af3-faf3e7753a69 req-b6883a9d-f9c5-4506-8410-82924cab4a59 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Jul 27 22:08:10.912166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0adb6b-a121-4a35-9d0b-d2dfca6e5fba req-944c39d6-dd29-4975-bea0-f19a21b20af7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.914411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a0adb6b-a121-4a35-9d0b-d2dfca6e5fba req-944c39d6-dd29-4975-bea0-f19a21b20af7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0979166 Jul 27 22:08:10.971203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0a0adb6b-a121-4a35-9d0b-d2dfca6e5fba req-7ec2a8bc-dc13-4bd1-9b39-7c7b15fe0d58 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Jul 27 22:08:11.635683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:11.662727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:11.662727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device a67a1f05-cb3d-46f2-9fe7-c858dfea37f3 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:11.729333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-732bca1a-45f2-4438-b390-5d360ff9c949 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606854 Jul 27 22:08:11.855825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-a342b07d-fa96-4564-8d4b-d4b1b470ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.857377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-a342b07d-fa96-4564-8d4b-d4b1b470ed49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.0791857 Jul 27 22:08:11.988489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-93e1b3ff-6ce1-4e6a-bfca-1536864dfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.990321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-93e1b3ff-6ce1-4e6a-bfca-1536864dfd35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.1014593 Jul 27 22:08:12.094979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-09b4ccca-aed8-43f1-934d-b78e19dadbb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 1001 time: 0.0971115 Jul 27 22:08:12.160546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-5038c53b-7566-488c-89b8-9d4cca6949f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.162109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-5038c53b-7566-488c-89b8-9d4cca6949f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.0588918 Jul 27 22:08:12.174861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f7867-0c99-4d48-b544-a398d53d1b9b req-5ceb2d9d-d75c-4456-b8ab-800233ec7446 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.176249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-184f7867-0c99-4d48-b544-a398d53d1b9b req-5ceb2d9d-d75c-4456-b8ab-800233ec7446 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1251526 Jul 27 22:08:12.244104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-184f7867-0c99-4d48-b544-a398d53d1b9b req-9e62b85b-1406-40df-bc85-b244c9681ada tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Jul 27 22:08:12.259905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-b3bb7ca2-9590-423b-87d6-e3e40d23e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.261367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-b3bb7ca2-9590-423b-87d6-e3e40d23e5f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842550 Jul 27 22:08:12.364004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-d4a8f895-9edd-4801-acf7-91e3110d7e30 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943921 Jul 27 22:08:12.478230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3926a45-adef-472e-80b3-bea5c2956e12 req-28a53649-3bb9-425b-a3c1-dc500c8a16da service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057220 Jul 27 22:08:13.420582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1651b58-8bf7-45fe-817b-fcf125103018 req-6a4649d3-3347-4860-9a63-801991c33e3e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.428504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1651b58-8bf7-45fe-817b-fcf125103018 req-6a4649d3-3347-4860-9a63-801991c33e3e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0944381 Jul 27 22:08:13.491245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1651b58-8bf7-45fe-817b-fcf125103018 req-3681172c-a93d-4c26-84c7-243a6322da06 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612869 Jul 27 22:08:14.709449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4438d16-1b25-45d1-9e54-ebf04a463a1b req-bb74a5af-4463-4b2f-a999-9ce7949e8408 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.711865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4438d16-1b25-45d1-9e54-ebf04a463a1b req-bb74a5af-4463-4b2f-a999-9ce7949e8408 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1281266 Jul 27 22:08:14.763842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4438d16-1b25-45d1-9e54-ebf04a463a1b req-9ac5c2e4-eafa-4632-a6f4-759c873dd702 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Jul 27 22:08:15.935099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa7a3f-c95f-495b-bff7-cd88e85709dc req-89ff8d86-5591-4877-aa12-9b0683fc5459 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.937576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78aa7a3f-c95f-495b-bff7-cd88e85709dc req-89ff8d86-5591-4877-aa12-9b0683fc5459 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0969546 Jul 27 22:08:15.998734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78aa7a3f-c95f-495b-bff7-cd88e85709dc req-188f9821-b4fc-4781-a9dc-5d8100aa3fc7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525079 Jul 27 22:08:16.147815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33488) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:16.525972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.532256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.538669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.544700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.550957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.557783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.564952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.567345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-d0e4c45f-51cf-4401-a166-43641b3d133f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.1997590 Jul 27 22:08:16.651964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-142e5c75-681e-402a-83fc-b77e63ea7c82 req-ad5927a4-eead-411a-b070-0d0e5d85bb67 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764415 Jul 27 22:08:16.827438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Deleting port b9c1900e-fe2b-40be-b018-9eb0c849da69 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:16.828012 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.923673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.931732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.937770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.944519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.948869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.951720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.953806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.961768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.968420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.970991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-539118c3-1eb6-4fe6-8a9d-fd65a9a66000 req-1b9457af-6b7d-47a7-9fb3-f48b90673f79 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.1771255 Jul 27 22:08:16.985394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Calling delete_port for b9c1900e-fe2b-40be-b018-9eb0c849da69 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:17.269082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c83aae-5dc0-4589-a57a-72be2da00471 req-812d01b2-0ea7-49aa-9b6e-2c35f655993b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.272625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20c83aae-5dc0-4589-a57a-72be2da00471 req-812d01b2-0ea7-49aa-9b6e-2c35f655993b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.0981736 Jul 27 22:08:17.353900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.448849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20c83aae-5dc0-4589-a57a-72be2da00471 req-60a2d4cf-115a-438d-8419-2f2432d1a83a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628630 Jul 27 22:08:17.451581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event deleted for resources: {'Port': ['ID=b9c1900e-fe2b-40be-b018-9eb0c849da69,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.480627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.480996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.481359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.481662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.482004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.482360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.482734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.483065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.483396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.483728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.484055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.484380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:17.531519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.531845 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Floating IP f360cb8f-4b44-47b7-b689-573868f5d84e disassociated (deleted). External IP: 172.25.3.237, port: 79200198-41af-42de-b82b-2f6c35f643a1. Jul 27 22:08:17.800934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Router a319f575-17d2-4f57-b631-b35800529939 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:18.026605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:18.031413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.038048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:18.049200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:18.050172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.097983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a55b7ecd-5c48-46a6-84f4-ee638eeeb26d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "DELETE /v2.0/floatingips/f360cb8f-4b44-47b7-b689-573868f5d84e HTTP/1.1" status: 204 len: 168 time: 1.9482019 Jul 27 22:08:18.098675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:18.101165 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:18.187334 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631374ad-8c50-4f52-b6d5-d40d14d343bb x-openstack-request-id: req-631374ad-8c50-4f52-b6d5-d40d14d343bb {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:18.187884 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:18.188323 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-631374ad-8c50-4f52-b6d5-d40d14d343bb {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:18.188908 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:08:18.204366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:18.331218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-0bd9623b-8009-4409-a5e5-b48b31474589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.333061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-0bd9623b-8009-4409-a5e5-b48b31474589 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7835ee388c1c486c8ef6368c08170258&device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 1096 time: 0.1207063 Jul 27 22:08:18.468371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-722028bc-0c67-4f0b-9470-9c072ab2671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.475364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-722028bc-0c67-4f0b-9470-9c072ab2671d service neutron] 10.222.0.76 "GET /v2.0/networks?id=ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 200 len: 914 time: 0.1268966 Jul 27 22:08:18.482788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.524205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-2ecbf444-fe5e-4866-856b-73c94f261e61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 200 len: 217 time: 0.0452046 Jul 27 22:08:18.529575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:18.551747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:18.553013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.679058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-af6217a1-3cc6-4bfa-91d2-9a07d2265970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.680727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-af6217a1-3cc6-4bfa-91d2-9a07d2265970 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 200 len: 852 time: 0.1492276 Jul 27 22:08:18.703948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:18.741933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291f2cb-e515-4332-853c-d26f9c8987e1 req-a51f21f2-8064-466d-a685-8f7973a4c4cb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.743862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e291f2cb-e515-4332-853c-d26f9c8987e1 req-a51f21f2-8064-466d-a685-8f7973a4c4cb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1692865 Jul 27 22:08:18.840359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e291f2cb-e515-4332-853c-d26f9c8987e1 req-55cf3333-5ef3-4191-bf2b-65c1f011d0b5 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732274 Jul 27 22:08:18.866862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-051a54d8-a418-4b31-8146-917ddc8ee64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.873110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-051a54d8-a418-4b31-8146-917ddc8ee64d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ec76314c-4225-45e8-a861-bc40a0733801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838365 Jul 27 22:08:18.939381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.976840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ddce1-5398-4ad7-87ec-8b8c5ae7f963 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 4, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '9d6e5190-68df-49ac-b29a-9d5d83c4d9ff', 'name': '', 'network_id': 'ec76314c-4225-45e8-a861-bc40a0733801', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'mac_address': 'fa:16:3e:b5:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'subnets': [{'id': '2ca93ac7-0ba4-489e-9816-36298f48f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:18.982703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14e31-27c1-4b4e-8906-2fe30acd619d req-65af632b-74bb-4b66-9573-8f4f2f94f5b2 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.987107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bd14e31-27c1-4b4e-8906-2fe30acd619d req-65af632b-74bb-4b66-9573-8f4f2f94f5b2 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.1084788 Jul 27 22:08:19.026252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-3ac3ba9a-e447-4a89-8aa1-365fb7715f92 service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377192 Jul 27 22:08:19.133934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bd14e31-27c1-4b4e-8906-2fe30acd619d req-ca1bc515-bced-4f1d-a3f6-cca696d96b46 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391127 Jul 27 22:08:19.223021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ee92fd5-9221-4588-9cd7-d14f5d57e7e6 req-7f9cf055-f47e-4766-a59c-cb83a246d56c service neutron] 10.222.0.76 "GET /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870196 Jul 27 22:08:19.400943 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcda8ce-a85f-4d90-b427-92dd7b275460 None None] New status for floating IP f360cb8f-4b44-47b7-b689-573868f5d84e: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:08:19.495105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33548) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:19.576782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Deleting subnet 490dcf18-7942-4308-8513-0819b694249c {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:19.585738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.651986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.703016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.840254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.915459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490dcf18-7942-4308-8513-0819b694249c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:19.924068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.930209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-19136028-e686-48ad-a8ce-6e208473dcba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/490dcf18-7942-4308-8513-0819b694249c HTTP/1.1" status: 204 len: 168 time: 0.4339733 Jul 27 22:08:19.933066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:20.115621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.276057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040e9f8-0ec2-4466-af93-d637fbde32c6 req-1fa7255b-317f-48b1-aac0-c0d54d72555f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.277640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9040e9f8-0ec2-4466-af93-d637fbde32c6 req-1fa7255b-317f-48b1-aac0-c0d54d72555f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.2445650 Jul 27 22:08:20.348465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.408832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ae923a-a9ad-47b6-995c-a25c96e0721a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:20.433990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2295dda2-977a-4838-afe1-60ecb3347982') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:20.434275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2295dda2-977a-4838-afe1-60ecb3347982') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:20.455144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9040e9f8-0ec2-4466-af93-d637fbde32c6 req-d08dd718-26e4-44a1-9c12-6d20a4260041 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413150 Jul 27 22:08:20.461354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.484022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.507829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:20.508431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:20.514625 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:20.520902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873119a-81ee-4888-a85e-42484df190af req-af5fe7f4-6679-412e-aeb8-632b8ea29b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.531124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a873119a-81ee-4888-a85e-42484df190af req-af5fe7f4-6679-412e-aeb8-632b8ea29b74 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.1464999 Jul 27 22:08:20.622458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a873119a-81ee-4888-a85e-42484df190af req-a91ce6a9-fa4b-45cd-bf0b-640e747b8a00 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834024 Jul 27 22:08:20.685562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-8959b851-2ae1-43ac-93e8-6e1c1b9b4d2f tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.687380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-8959b851-2ae1-43ac-93e8-6e1c1b9b4d2f tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.76 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 945 time: 0.1142550 Jul 27 22:08:20.762428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.800037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.801405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d0ae923a-a9ad-47b6-995c-a25c96e0721a HTTP/1.1" status: 204 len: 168 time: 0.8659732 Jul 27 22:08:20.804594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:20.841757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ae923a-a9ad-47b6-995c-a25c96e0721a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:20.859429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:20.875565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.875565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.875565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.875921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.876059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.876540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.876718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.877044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.877371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.877852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.878033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.878356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f774f10-8347-4c57-8e7e-51dd23dbe9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:20.907730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Deleting subnet 61a3c4b3-1c0d-4040-9f60-16f222fa4634 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:20.914225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.930441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Deleting port 79200198-41af-42de-b82b-2f6c35f643a1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:20.930933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.998659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.057214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.095312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.095698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.096192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.096684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.097166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.097636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.098130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.099684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] For port 79200198-41af-42de-b82b-2f6c35f643a1, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=79200198-41af-42de-b82b-2f6c35f643a1,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:21.100240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.107103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-420eab83-4102-41fb-aeeb-1f7fd097aa2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.2460852 Jul 27 22:08:21.126398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Calling delete_port for 79200198-41af-42de-b82b-2f6c35f643a1 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:21.189797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-0d734acb-a295-4ad6-a578-df0e4467cf17 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800314 Jul 27 22:08:21.392452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.448936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a3c4b3-1c0d-4040-9f60-16f222fa4634,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.450991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.455552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-545068a7-8f4e-4025-ab10-df3759b919dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/61a3c4b3-1c0d-4040-9f60-16f222fa4634 HTTP/1.1" status: 204 len: 168 time: 0.6473379 Jul 27 22:08:21.455975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:21.605624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.738711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862abd79-3afc-44af-9793-c3129baec210 req-c015c858-eddc-419b-9831-a279b9c81438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.748218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-862abd79-3afc-44af-9793-c3129baec210 req-c015c858-eddc-419b-9831-a279b9c81438 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 1097 time: 0.1326728 Jul 27 22:08:21.757511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event deleted for resources: {'Port': ['ID=79200198-41af-42de-b82b-2f6c35f643a1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.867568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-862abd79-3afc-44af-9793-c3129baec210 req-062f047b-f1ef-45a7-8b6b-fb17c8413198 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084161 Jul 27 22:08:21.875136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ea7f7f3-5d3d-450d-b12d-8252e45dc76b req-4583f5fe-6bd0-48da-a165-615f7f91675b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0587764 Jul 27 22:08:22.213658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.235190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] No DVR routers for this DVR port 79200198-41af-42de-b82b-2f6c35f643a1 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:22.242236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.245826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80ff5bee-059f-402c-aa67-8910f8d5c51c req-1573bfa7-11ca-45bf-b966-b77dc30b7a1b tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.76 "DELETE /v2.0/ports/79200198-41af-42de-b82b-2f6c35f643a1 HTTP/1.1" status: 204 len: 173 time: 1.5464983 Jul 27 22:08:22.246819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'name': 'network-vif-deleted', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:22.256374 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd78ebdd-02fc-413d-8498-02e243ca4e84" -d '{"events": [{"server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "name": "network-vif-deleted", "tag": "79200198-41af-42de-b82b-2f6c35f643a1"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:22.274886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a49c10-482e-4e62-9735-f54c7719f614 req-9827f292-98bc-48ba-887b-a563c4a146d5 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.282141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9a49c10-482e-4e62-9735-f54c7719f614 req-9827f292-98bc-48ba-887b-a563c4a146d5 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.6779010 Jul 27 22:08:22.421089 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bfcf97-134d-4f24-ae5e-b7d2b92c0f53 x-openstack-request-id: req-a5bfcf97-134d-4f24-ae5e-b7d2b92c0f53 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:22.421383 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bfa54f-2e7d-4d91-8a71-5b3b268cacd5", "name": "network-vif-deleted", "tag": "79200198-41af-42de-b82b-2f6c35f643a1", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:22.421641 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5bfcf97-134d-4f24-ae5e-b7d2b92c0f53 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:22.422055 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bfa54f-2e7d-4d91-8a71-5b3b268cacd5', 'name': 'network-vif-deleted', 'tag': '79200198-41af-42de-b82b-2f6c35f643a1', 'status': 'completed', 'code': 200} Jul 27 22:08:22.438609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9a49c10-482e-4e62-9735-f54c7719f614 req-a21aadf7-937b-458e-ac6c-db5d73fe757e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554103 Jul 27 22:08:22.466745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.488584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c523f0e-3790-485a-8443-53079354811a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:22.518676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac96f121-d3f4-4efc-a55e-3ecfb9ce75db') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:22.518676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac96f121-d3f4-4efc-a55e-3ecfb9ce75db') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:22.580838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.627819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.636033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:22.636627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:22.639242 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:22.903722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.909479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.914217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c523f0e-3790-485a-8443-53079354811a HTTP/1.1" status: 204 len: 168 time: 1.4539738 Jul 27 22:08:22.944661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3308d-3992-4ce8-ba0c-8693a4666ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c523f0e-3790-485a-8443-53079354811a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.128841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21930993-229d-44e7-be52-f041998c23fb req-32fe9b02-797d-49fe-8a8a-3342c92e38d8 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0576136 Jul 27 22:08:23.702423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88ac8e-b174-4db5-9d1d-dac9811775cd req-dc44bacc-af6e-4300-9526-b8bb484fa905 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.705722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe88ac8e-b174-4db5-9d1d-dac9811775cd req-dc44bacc-af6e-4300-9526-b8bb484fa905 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1745324 Jul 27 22:08:23.760518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe88ac8e-b174-4db5-9d1d-dac9811775cd req-f4a9124b-f216-4e8b-b986-d1e1dc86bdd1 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jul 27 22:08:23.831925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 79200198-41af-42de-b82b-2f6c35f643a1 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:23.857064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 79200198-41af-42de-b82b-2f6c35f643a1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:23.857426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 79200198-41af-42de-b82b-2f6c35f643a1 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:23.953520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:24.065820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7ab2632-05a4-4c23-9649-a92ccab2070c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a536c0bda8a4e2290a92d9cb7040718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093187 Jul 27 22:08:24.067160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:24.206592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.328352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc13375e-c224-4112-8295-533d024846e2 req-f8c12d33-d616-4c27-9b2a-92f749d5126e tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0791676 Jul 27 22:08:24.377424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-dd0d8865-b9d7-4bd1-933e-ec8f5d7bfadb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.385960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-dd0d8865-b9d7-4bd1-933e-ec8f5d7bfadb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 810 time: 0.2635090 Jul 27 22:08:24.388980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.643715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.647912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.649135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c8a6836-2d6a-49f5-89ee-b49a9b4ea699 HTTP/1.1" status: 204 len: 168 time: 0.5821054 Jul 27 22:08:24.663633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358354-bb8d-4aa0-a7c1-41827969145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8a6836-2d6a-49f5-89ee-b49a9b4ea699,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:24.909700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-0fa3bea9-f6fb-4fba-9846-a7fff8d1fa6a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/quotas/bca843cdf1b54c8b8f3d544fee81bcff HTTP/1.1" status: 200 len: 375 time: 0.5224781 Jul 27 22:08:25.056139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-651744fa-5cc6-4d38-a519-4d4fca1329cb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420379 Jul 27 22:08:25.254588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-2d91bb56-21db-4e0d-8560-3a1e7eb2f2a6 service neutron] 10.222.0.37 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821103 Jul 27 22:08:25.508910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-3b3cefe3-1c91-44cd-885e-50b1cea7c5fa service neutron] 10.222.0.37 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488112 Jul 27 22:08:25.602987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46990fbf-16aa-47d0-81a8-a0c629732873 req-270c4083-f0ca-41de-8b0b-bd39f4bcf32c tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0741451 Jul 27 22:08:25.981521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28c1c805-43c0-4c30-90a8-3bcf1330116c req-406b104f-b92d-4cd3-84b2-f1614f1a0378 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 210 time: 0.0877247 Jul 27 22:08:26.480804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:26.588949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-48add881-d91a-4d3b-b258-7e0ba78ec026 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56576296c79742f491db291da6dee738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066797 Jul 27 22:08:26.592878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33738) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:26.699439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.760198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.981151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6469e6c-034f-4726-9803-acca65efd4be req-4ffedb47-0345-44c3-bfa9-0716c5705ad9 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.1751449 Jul 27 22:08:27.120642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9a7ce752-bc1a-4a67-9def-c6d24261cc71 req-dddf3f07-977d-4d91-92b5-f0696ea79fad tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 210 time: 0.0568514 Jul 27 22:08:27.125491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.128304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.129428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40fb0b5f-7a94-4ebe-a46f-6932209c809b HTTP/1.1" status: 204 len: 168 time: 0.5361433 Jul 27 22:08:27.153300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a424-704e-4ce6-94f2-9a14eaf3280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb0b5f-7a94-4ebe-a46f-6932209c809b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.304352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2629658-2354-46a2-ac33-92f8dac28775 req-e421b720-9024-4d05-a534-fd1320853f94 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.306659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2629658-2354-46a2-ac33-92f8dac28775 req-e421b720-9024-4d05-a534-fd1320853f94 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1176643 Jul 27 22:08:27.674882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2629658-2354-46a2-ac33-92f8dac28775 req-a83cf4b7-2713-4b1c-b100-a3c678d8ac03 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620846 Jul 27 22:08:28.194188 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-918ac29f-24dc-4f59-ada1-b2824b16cdd9 req-e60f46cd-99ad-4b7c-84e4-805491f9100d tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0773792 Jul 27 22:08:28.276306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32f02a4b-85ff-4379-86cc-fbf8bb13f934 req-493b7c18-cde1-4afb-97ff-3624cfceab4e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 210 time: 0.0389061 Jul 27 22:08:28.862034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea552d-406d-4774-a113-228e058a6f6d req-a504f8ff-71b5-4723-8fd7-54cb579a9354 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.863750 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04ea552d-406d-4774-a113-228e058a6f6d req-a504f8ff-71b5-4723-8fd7-54cb579a9354 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0803418 Jul 27 22:08:28.921297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04ea552d-406d-4774-a113-228e058a6f6d req-414b7b7a-9b96-47ba-8319-d5569b89045c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492055 Jul 27 22:08:29.230257 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:29.417237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf3f7b89-3654-49d1-befd-3326763779e5 req-2835b9dc-a8f5-42ff-b396-308ef33fc30c tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26bfa54f-2e7d-4d91-8a71-5b3b268cacd5 HTTP/1.1" status: 200 len: 210 time: 0.0667942 Jul 27 22:08:29.424561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59e4124c-a04b-43d0-9d18-205f06576e1e req-5ce7ebac-210e-4a66-af82-3c053dce490d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 210 time: 0.0568190 Jul 27 22:08:29.476015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-53767ec4-7576-4c60-9d49-132b14c853b9 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:29.477682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-53767ec4-7576-4c60-9d49-132b14c853b9 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.76 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 810 time: 0.1933465 Jul 27 22:08:29.493404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Request body: {'port': {'device_id': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'admin_state_up': True, 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:29.839522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Made reservation on behalf of bca843cdf1b54c8b8f3d544fee81bcff for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:29.843151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.002827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Allocated IP 172.20.0.10 (77beb7f0-d4b3-4410-9157-5434ac42681e/d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6/66f5d374-a941-4186-8c0d-95bdc65d3656) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:30.145786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615229d-65c2-4c1d-bdb6-dd2364a242ec req-93209229-bb69-4795-9be2-99ad6ee0062f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.147899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8615229d-65c2-4c1d-bdb6-dd2364a242ec req-93209229-bb69-4795-9be2-99ad6ee0062f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1373887 Jul 27 22:08:30.232674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8615229d-65c2-4c1d-bdb6-dd2364a242ec req-f5db5df6-75c0-4139-85b9-eaf615472759 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711658 Jul 27 22:08:30.263567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.420603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.435168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['efe77e90-704a-4de8-ac40-c8119855a778'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:30.507420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Network 77beb7f0-d4b3-4410-9157-5434ac42681e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:30.517409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:30.533654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:30.547968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:30.575921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Pushing event updated for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.632526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.640126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.643283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.677494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.682211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0375c1d-c47b-4826-bad4-d10a70524184 req-30a4cb34-ff58-49e3-8302-513ddc024d68 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.683909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0375c1d-c47b-4826-bad4-d10a70524184 req-30a4cb34-ff58-49e3-8302-513ddc024d68 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 932 time: 0.1420531 Jul 27 22:08:30.727093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0375c1d-c47b-4826-bad4-d10a70524184 req-665e3ecf-372d-438c-bf60-fdee6d0f126b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Jul 27 22:08:30.914405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4609ece2-94ac-4a7e-b1c8-94a3de156b6d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4254613 Jul 27 22:08:30.925441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.928389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.932703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Request body: {'port': {'device_id': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:30.932863 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a8df6eb-e38c-4ca7-8404-f2ad404e54c5 HTTP/1.1" status: 204 len: 168 time: 0.3806200 Jul 27 22:08:30.941513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f759cd-cb18-4782-908e-da014a02cf01 tempest-TestVolumeBackupRestore-647891660 tempest-TestVolumeBackupRestore-647891660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8df6eb-e38c-4ca7-8404-f2ad404e54c5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.034224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.397002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f5d374-a941-4186-8c0d-95bdc65d3656 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:31.406951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.427268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Transition to ACTIVE for port object 66f5d374-a941-4186-8c0d-95bdc65d3656 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:31.440263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683afb-f69e-4426-9d23-9a89c5ad5bc6 req-a9bcbac9-2d08-418a-81d2-96b9c6cf08b8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.441526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f683afb-f69e-4426-9d23-9a89c5ad5bc6 req-a9bcbac9-2d08-418a-81d2-96b9c6cf08b8 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1345642 Jul 27 22:08:31.495706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f683afb-f69e-4426-9d23-9a89c5ad5bc6 req-6cbf22c5-b2fc-47df-b061-03641cad36e1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Jul 27 22:08:31.574478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.646983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Pushing event updated for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.758150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Attempting to bind port 66f5d374-a941-4186-8c0d-95bdc65d3656 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:31.758653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Attempting to bind port 66f5d374-a941-4186-8c0d-95bdc65d3656 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:31.759001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Attempting to bind port 66f5d374-a941-4186-8c0d-95bdc65d3656 on network 77beb7f0-d4b3-4410-9157-5434ac42681e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:31.775511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Port 66f5d374-a941-4186-8c0d-95bdc65d3656 on network 77beb7f0-d4b3-4410-9157-5434ac42681e not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:31.775511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Attempting to bind port 66f5d374-a941-4186-8c0d-95bdc65d3656 on network 77beb7f0-d4b3-4410-9157-5434ac42681e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:31.799966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:31.800349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Checking segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:31.800757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Bound using segment: {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:31.801211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Bound port: 66f5d374-a941-4186-8c0d-95bdc65d3656, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1d16b6-7e08-47a2-abac-ef2b46600225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:31.801583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.941122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:31.949141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=66f5d374-a941-4186-8c0d-95bdc65d3656,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:31.956669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81382d16-9865-42a0-9dbd-c5512d17b91b req-ba87115b-8af2-4ecf-83e4-653c31064e6b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.958999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81382d16-9865-42a0-9dbd-c5512d17b91b req-ba87115b-8af2-4ecf-83e4-653c31064e6b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.1201406 Jul 27 22:08:32.038221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96553cbb-c1b3-4db8-b0c7-e0a9c31fc108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.054005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81382d16-9865-42a0-9dbd-c5512d17b91b req-d705cbd5-eade-4a06-aee6-6e46f62553f6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885379 Jul 27 22:08:32.124767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.163797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.164460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.165884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] 10.222.0.76 "PUT /v2.0/ports/66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 200 len: 1092 time: 1.2430367 Jul 27 22:08:32.166375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:32.168661 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908cea0-f559-4bba-b1f0-1c027ee0be6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:32.235453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b3b6-72e2-46bc-90e1-3171b9e8a00f service neutron] Pushing event updated for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:32.245740 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639b86f8-87be-478d-bb6e-a5267c6c81ab x-openstack-request-id: req-639b86f8-87be-478d-bb6e-a5267c6c81ab {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:32.246044 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:32.246431 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-639b86f8-87be-478d-bb6e-a5267c6c81ab {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:32.246827 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656', 'status': 'completed', 'code': 200} Jul 27 22:08:32.348460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-3333709a-0e0e-4fdb-8c67-4ee0d5b1a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.351285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-3333709a-0e0e-4fdb-8c67-4ee0d5b1a84e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1095 time: 0.0693352 Jul 27 22:08:32.498892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-d1693dc5-e072-474a-9642-0c50e676fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.500528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-d1693dc5-e072-474a-9642-0c50e676fde5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1407375 Jul 27 22:08:32.728781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8314852-7df7-4e6e-b1da-e95a884cf841 req-e395d19f-88f4-413e-9e64-0a075f4e27a0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.731134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8314852-7df7-4e6e-b1da-e95a884cf841 req-e395d19f-88f4-413e-9e64-0a075f4e27a0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1279285 Jul 27 22:08:32.737437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-85b0d7d5-8c23-4ab4-91e5-6b3b8d82255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.739861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7908cea0-f559-4bba-b1f0-1c027ee0be6c req-85b0d7d5-8c23-4ab4-91e5-6b3b8d82255a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2297935 Jul 27 22:08:32.793395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8314852-7df7-4e6e-b1da-e95a884cf841 req-4583a5fc-df2d-4156-b7d5-dc383ac48a0b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558887 Jul 27 22:08:32.886354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-3a9a9f9d-5513-4630-9965-6e163c412848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.888847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-3a9a9f9d-5513-4630-9965-6e163c412848 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1095 time: 0.0998681 Jul 27 22:08:32.963846 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-cfd79ea3-2869-4e02-a591-f790ffdea029 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 200 len: 217 time: 0.0620160 Jul 27 22:08:33.019175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4f8a50cb-9399-4ebf-b468-1111f829ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.021050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-4f8a50cb-9399-4ebf-b468-1111f829ea2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0488648 Jul 27 22:08:33.058440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-7ff291ec-6393-47be-976c-284bf67cca9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295291 Jul 27 22:08:33.256532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-e05be9bd-851f-4401-a3c4-803c5b597fbf service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888504 Jul 27 22:08:33.303032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61616e9-3a6b-4d21-a4ac-fe005785cca7 req-1a7bdde1-6c60-42de-8fee-32807fc7e1d7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.303032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b61616e9-3a6b-4d21-a4ac-fe005785cca7 req-1a7bdde1-6c60-42de-8fee-32807fc7e1d7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.1546619 Jul 27 22:08:33.431652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cffac49b-2a2f-40b0-9363-658bd1da6a70 req-26f865d1-dc3f-45fb-986b-20fb5d795be1 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650884 Jul 27 22:08:33.448743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b61616e9-3a6b-4d21-a4ac-fe005785cca7 req-e905d6de-2584-4db0-a6d0-0e279912c8ef tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923615 Jul 27 22:08:33.966947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4740342-b815-45ac-a4ff-9102a99e3584 req-67254591-1893-4158-8e0c-5db79223233d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.968732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4740342-b815-45ac-a4ff-9102a99e3584 req-67254591-1893-4158-8e0c-5db79223233d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0806811 Jul 27 22:08:34.035380 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4740342-b815-45ac-a4ff-9102a99e3584 req-01db18aa-c0f5-4749-82cf-54d192c9dc2e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565434 Jul 27 22:08:34.483552 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d52d6cc-aa03-4f66-bc4e-e4ce0625c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.600310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242af8ab-f8cc-4db0-9f07-bef3c199d349 req-21836db3-5cf0-4ba4-a77b-78ee65de0171 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:34.601856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242af8ab-f8cc-4db0-9f07-bef3c199d349 req-21836db3-5cf0-4ba4-a77b-78ee65de0171 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.0721681 Jul 27 22:08:34.647567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242af8ab-f8cc-4db0-9f07-bef3c199d349 req-2ac528bf-e61e-4096-8006-e955911d874a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Jul 27 22:08:34.782110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.195397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec51c-abdc-4b56-9088-875e1d10cb59 req-7e16b20f-c453-4ac8-900c-66ace368c563 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.196975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-453ec51c-abdc-4b56-9088-875e1d10cb59 req-7e16b20f-c453-4ac8-900c-66ace368c563 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0735857 Jul 27 22:08:35.242923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-453ec51c-abdc-4b56-9088-875e1d10cb59 req-15ee49f1-0eb5-408a-adf5-5166d2d88984 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371218 Jul 27 22:08:35.804577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b12f87-ac0d-4f69-bed8-5bbc54494de1 req-4296d75f-2abf-483e-9f93-738542d640b3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.806227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31b12f87-ac0d-4f69-bed8-5bbc54494de1 req-4296d75f-2abf-483e-9f93-738542d640b3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.0759146 Jul 27 22:08:35.867001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31b12f87-ac0d-4f69-bed8-5bbc54494de1 req-a844e3b5-a9c6-4a3b-baf8-113ae054fb97 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Jul 27 22:08:35.934667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.407383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a083-4a0a-4631-b050-e1b1df2b3740 req-7a85e03c-7c9a-4d9c-8d44-d7cc621b7cfb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:36.416453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca2a083-4a0a-4631-b050-e1b1df2b3740 req-7a85e03c-7c9a-4d9c-8d44-d7cc621b7cfb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0915999 Jul 27 22:08:36.459751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bca2a083-4a0a-4631-b050-e1b1df2b3740 req-0785eb15-b3cf-4d3b-b075-3caba598e84c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Jul 27 22:08:36.494866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34054) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:37.039946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21753d-dc09-4647-83b4-1af92638b584 req-7384a2f2-6ff1-4c65-8a4c-aaeb9ce6f327 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:37.042893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd21753d-dc09-4647-83b4-1af92638b584 req-7384a2f2-6ff1-4c65-8a4c-aaeb9ce6f327 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.0925610 Jul 27 22:08:37.091693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd21753d-dc09-4647-83b4-1af92638b584 req-03fdbb48-e8ed-4751-b129-8afced09fdfe tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Jul 27 22:08:37.103189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.530528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.615043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.759941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4dcf-2ecb-4fcc-9bb8-9428273bfd16 req-7fd62988-c0ce-4b11-a963-f9daf90fb33f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:37.761038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eade4dcf-2ecb-4fcc-9bb8-9428273bfd16 req-7fd62988-c0ce-4b11-a963-f9daf90fb33f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1917796 Jul 27 22:08:37.846992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eade4dcf-2ecb-4fcc-9bb8-9428273bfd16 req-d5df34f8-b2b1-40c2-bba0-1f0e48720838 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705235 Jul 27 22:08:37.868623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 66f5d374-a941-4186-8c0d-95bdc65d3656 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:38.060107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Deleting port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:38.060379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.104876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=66f5d374-a941-4186-8c0d-95bdc65d3656,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:38.123025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '66f5d374-a941-4186-8c0d-95bdc65d3656', 'network_id': '77beb7f0-d4b3-4410-9157-5434ac42681e', 'port_id': '66f5d374-a941-4186-8c0d-95bdc65d3656', 'mac_address': 'fa:16:3e:24:2c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8be47dc-0ab8-4eee-b1a1-84db21e6d8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:38.171289 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.172548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] For port 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:38.173009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.187422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f5d374-a941-4186-8c0d-95bdc65d3656 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:38.198227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Calling delete_port for 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:38.217105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=66f5d374-a941-4186-8c0d-95bdc65d3656,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:38.262656 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.290723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4cb8c-a05a-41fd-9fea-83663a3c8856 req-caf78b20-7956-499c-b0f1-91b6812e9b9b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:38.292366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0eb4cb8c-a05a-41fd-9fea-83663a3c8856 req-caf78b20-7956-499c-b0f1-91b6812e9b9b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 944 time: 0.1005914 Jul 27 22:08:38.325439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.340832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0eb4cb8c-a05a-41fd-9fea-83663a3c8856 req-0646bdaf-7a20-4592-aef8-1fb4b6ecb6ea tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Jul 27 22:08:38.405698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:38.415298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.418695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.419809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.420335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.420819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:38.553940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['66f5d374-a941-4186-8c0d-95bdc65d3656'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:38.639578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.666117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6e5190-68df-49ac-b29a-9d5d83c4d9ff,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:38.884121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.123641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc508f-d753-44f8-9dde-7baec201a785 req-a93b94c8-3c6c-4a10-bb2c-28663a3f76f2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.125274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75fc508f-d753-44f8-9dde-7baec201a785 req-a93b94c8-3c6c-4a10-bb2c-28663a3f76f2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1375318 Jul 27 22:08:39.224559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-75fc508f-d753-44f8-9dde-7baec201a785 req-a68abb74-4202-4251-9365-8aaad63b70a1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898404 Jul 27 22:08:39.234609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Router a319f575-17d2-4f57-b631-b35800529939 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:39.390463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:39.400123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0ad1e02-eb1b-4829-b741-234d86e15422 admin admin] 10.222.0.37 "PUT /v2.0/routers/a319f575-17d2-4f57-b631-b35800529939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014633 Jul 27 22:08:39.401180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:39.409424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Sync routers for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:39.427844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:39.430404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:39.567989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703256d-b263-4e95-82dd-2fffe4e747f3 req-7075b980-957e-4c70-ba1e-45ac96b8ff25 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.569576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0703256d-b263-4e95-82dd-2fffe4e747f3 req-7075b980-957e-4c70-ba1e-45ac96b8ff25 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 945 time: 0.0986838 Jul 27 22:08:39.613243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:39.636484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.638419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0703256d-b263-4e95-82dd-2fffe4e747f3 req-a3ef77d0-f6a8-48b2-a997-44ad7552cfcb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Jul 27 22:08:39.757647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.794416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:39.880988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 66f5d374-a941-4186-8c0d-95bdc65d3656 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:39.961892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:08:38Z', 'revision_number': 5, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port': {'id': 'cf26650c-a266-4112-a359-cad94aa6d65c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a319f575-17d2-4f57-b631-b35800529939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:40.024198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Deleting port cf26650c-a266-4112-a359-cad94aa6d65c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:40.024562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.256584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] For port cf26650c-a266-4112-a359-cad94aa6d65c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=cf26650c-a266-4112-a359-cad94aa6d65c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:40.256944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.288147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Calling delete_port for cf26650c-a266-4112-a359-cad94aa6d65c owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:40.448994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Checking router: a319f575-17d2-4f57-b631-b35800529939 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:40.476074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:40.490235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Routers {'a319f575-17d2-4f57-b631-b35800529939'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:40.491218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a319f575-17d2-4f57-b631-b35800529939'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:40.584295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:40.646943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 66f5d374-a941-4186-8c0d-95bdc65d3656 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:40.653790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c756f35-fa04-4905-b31a-247f5ec16da9 req-9bc86c97-9f18-43de-bfbd-bfa12dcca7b3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.656386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c756f35-fa04-4905-b31a-247f5ec16da9 req-9bc86c97-9f18-43de-bfbd-bfa12dcca7b3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.2376356 Jul 27 22:08:40.665050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 66f5d374-a941-4186-8c0d-95bdc65d3656 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:40.665569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.798080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c756f35-fa04-4905-b31a-247f5ec16da9 req-3776d0a8-daff-48b7-b763-c3365af1f42b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754492 Jul 27 22:08:40.844788 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.847845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] Set router a319f575-17d2-4f57-b631-b35800529939 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:40.900149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.930054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf26650c-a266-4112-a359-cad94aa6d65c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:41.036993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d76a9-e8ab-4fbd-9dd5-ed5d23d8b970 req-a5286f51-23ec-4b11-9abb-0897ddf34a1d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.046632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-719d76a9-e8ab-4fbd-9dd5-ed5d23d8b970 req-a5286f51-23ec-4b11-9abb-0897ddf34a1d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 945 time: 0.2652409 Jul 27 22:08:41.059950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:08:39Z', 'revision_number': 6, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:41.127966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.148296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f380d-a0cd-4962-89a6-5dce41384998 None None] The sync data for ids ['a319f575-17d2-4f57-b631-b35800529939'] in n-d-738018-6 is: [{'id': 'a319f575-17d2-4f57-b631-b35800529939', 'name': 'tempest-TestVolumeBackupRestore-900504054-router', 'tenant_id': '7835ee388c1c486c8ef6368c08170258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:08:39Z', 'revision_number': 6, 'project_id': '7835ee388c1c486c8ef6368c08170258', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:41.159026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:41.199789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-719d76a9-e8ab-4fbd-9dd5-ed5d23d8b970 req-6cf68383-d599-4b63-878d-a9beb07aed68 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499195 Jul 27 22:08:41.245093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:41.327702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.337956 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.352884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.358733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.416906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:41.421875 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a06ae0-6539-4c32-9bc1-87af308108c8" -d '{"events": [{"server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "name": "network-vif-plugged", "status": "completed", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:41.463069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=66f5d374-a941-4186-8c0d-95bdc65d3656,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:41.478147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e54f0a12-e9ae-4efe-99d0-0e7925da78b2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:41.542867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.544739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a319f575-17d2-4f57-b631-b35800529939 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:08:41.572225 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01255baf-6b03-4a27-bd6d-afe35f97419d x-openstack-request-id: req-01255baf-6b03-4a27-bd6d-afe35f97419d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:41.572538 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "name": "network-vif-plugged", "status": "completed", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:41.573259 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01255baf-6b03-4a27-bd6d-afe35f97419d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:41.573685 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656', 'code': 200} Jul 27 22:08:41.578696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.580682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f76b5a7c-b065-4d5d-ab4e-924f7eddddc7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a319f575-17d2-4f57-b631-b35800529939 HTTP/1.1" status: 204 len: 168 time: 2.1775732 Jul 27 22:08:41.586439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:41.588415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:41.595309 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.794906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Deleting subnet 2ca93ac7-0ba4-489e-9816-36298f48f746 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:41.809412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.827958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981faf4-f336-4b35-b73a-3f9bf3dd3835 req-b17fd8ef-ac79-4a9a-a472-12e25a4b4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.837593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c981faf4-f336-4b35-b73a-3f9bf3dd3835 req-b17fd8ef-ac79-4a9a-a472-12e25a4b4ea2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1097 time: 0.2030709 Jul 27 22:08:41.904381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:41.914274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.939323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c981faf4-f336-4b35-b73a-3f9bf3dd3835 req-8a689ef0-40af-4525-9100-71baed6fcf5e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952988 Jul 27 22:08:42.134489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d979b7-ff60-4007-beca-ad76fd7f1677 req-c2cbe0c5-2c5d-4451-972c-fc13dffae56d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.136783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32d979b7-ff60-4007-beca-ad76fd7f1677 req-c2cbe0c5-2c5d-4451-972c-fc13dffae56d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.1360917 Jul 27 22:08:42.240705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32d979b7-ff60-4007-beca-ad76fd7f1677 req-d45edfbf-07c7-46ca-9544-ec2cf2cb7f66 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915608 Jul 27 22:08:42.508007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device cf26650c-a266-4112-a359-cad94aa6d65c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:42.581019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: cf26650c-a266-4112-a359-cad94aa6d65c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:42.581379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device cf26650c-a266-4112-a359-cad94aa6d65c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:42.581822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:42.643209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:42.647055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9d6e5190-68df-49ac-b29a-9d5d83c4d9ff not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:43.084173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.189081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb57738-ea11-4e54-a26b-b176a3a08acd req-f55d489f-e093-4171-a27f-fd56b436665d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.198240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-adb57738-ea11-4e54-a26b-b176a3a08acd req-f55d489f-e093-4171-a27f-fd56b436665d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2503850 Jul 27 22:08:43.310319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-adb57738-ea11-4e54-a26b-b176a3a08acd req-e900fe79-f42d-4047-9a75-82bd9a65bc39 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095259 Jul 27 22:08:43.393830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.474074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.474953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb828ff5-7f1a-4238-955e-8eeda2d14a06 None None] Network ec76314c-4225-45e8-a861-bc40a0733801 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:43.476623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ca93ac7-0ba4-489e-9816-36298f48f746 HTTP/1.1" status: 204 len: 168 time: 1.8875177 Jul 27 22:08:43.478550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295fa57-9651-4515-b444-7cffb19eb264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca93ac7-0ba4-489e-9816-36298f48f746,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:43.480858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34340) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:43.639029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc54df-89ed-4cd0-be5d-47a49836a370 req-38c4b601-bb0e-4380-b9a1-9d71d0ec0022 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.650413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6bc54df-89ed-4cd0-be5d-47a49836a370 req-38c4b601-bb0e-4380-b9a1-9d71d0ec0022 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.2583666 Jul 27 22:08:43.766741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6bc54df-89ed-4cd0-be5d-47a49836a370 req-76456724-53ee-4e13-8f35-70dba67f8c57 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149299 Jul 27 22:08:43.771969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.870079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:43.875000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-da24909d-9cfb-4dd9-8a21-161539f362d4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.877328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-da24909d-9cfb-4dd9-8a21-161539f362d4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.3113444 Jul 27 22:08:43.925658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-b2c62ccb-1338-4fe3-beb9-bb0b35a069ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0321877 Jul 27 22:08:43.999731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Deleting port 22755c3f-3c66-4e7e-89b0-f149cb02d672 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:44.000341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.075457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:44.078883 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.180650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] DHCP port deletion for ec76314c-4225-45e8-a861-bc40a0733801 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:44.254517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-87c0d34b-4b09-4484-b124-e4f25c2f5732 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3187008 Jul 27 22:08:44.317377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 22755c3f-3c66-4e7e-89b0-f149cb02d672 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:44.348898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] For port 22755c3f-3c66-4e7e-89b0-f149cb02d672, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=22755c3f-3c66-4e7e-89b0-f149cb02d672,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:44.349289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.371479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Calling delete_port for 22755c3f-3c66-4e7e-89b0-f149cb02d672 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:44.426208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.551219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-712ce180-7560-4062-888c-b17c15dcd6c0 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960229 Jul 27 22:08:44.603577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Deleting port 22755c3f-3c66-4e7e-89b0-f149cb02d672 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:44.604607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.623696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:44.628619 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416cbb9e-9ee8-423d-a3e3-615666579676" -d '{"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:44.634273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f76ba9-4e77-4fe4-839f-e0cecdd0da3f req-0244519d-5c10-4a00-8cb2-63c5fe696899 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:44.644864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47f76ba9-4e77-4fe4-839f-e0cecdd0da3f req-0244519d-5c10-4a00-8cb2-63c5fe696899 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1946726 Jul 27 22:08:44.799847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47f76ba9-4e77-4fe4-839f-e0cecdd0da3f req-d2261225-f173-43e6-93f2-5310643d0fbd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531610 Jul 27 22:08:44.800656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] For port 22755c3f-3c66-4e7e-89b0-f149cb02d672, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=22755c3f-3c66-4e7e-89b0-f149cb02d672,segment=NetworkSegment(77bd5e49-5945-4928-9e45-1e32fc7e5d87),segment_id=77bd5e49-5945-4928-9e45-1e32fc7e5d87)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:44.801201 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.859466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Calling delete_port for 22755c3f-3c66-4e7e-89b0-f149cb02d672 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:44.930548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-016ef22b-3c67-45b6-bc71-d28fb68f3e30 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764577 Jul 27 22:08:45.027218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.083653 n-d-738018-6 neutron-server[94673]: INFO neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No ports have port_id starting with 22755c3f-3c66-4e7e-89b0-f149cb02d672 Jul 27 22:08:45.085946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.090056 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05375790-916f-41f5-b5d5-fe43fcaa46bb x-openstack-request-id: req-05375790-916f-41f5-b5d5-fe43fcaa46bb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:45.091289 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:45.091289 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05375790-916f-41f5-b5d5-fe43fcaa46bb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:45.091633 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'code': 200} Jul 27 22:08:45.110640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:45.120431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Pushing event deleted for resources: {'Port': ['ID=22755c3f-3c66-4e7e-89b0-f149cb02d672,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.134442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] No DVR routers for this DVR port 22755c3f-3c66-4e7e-89b0-f149cb02d672 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:45.136144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a1b1-7ba6-477d-9ca3-88746d6f4dda None None] Pushing event deleted for resources: {'Port': ['ID=22755c3f-3c66-4e7e-89b0-f149cb02d672,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.156942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] No DVR routers for this DVR port 22755c3f-3c66-4e7e-89b0-f149cb02d672 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:45.193303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.272674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ff3c5-1b38-44e8-990f-0be9953eee4f req-5e320180-4cd5-46bf-9f87-3f4ee5a0218c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.274201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.274431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd6ff3c5-1b38-44e8-990f-0be9953eee4f req-5e320180-4cd5-46bf-9f87-3f4ee5a0218c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.2560220 Jul 27 22:08:45.449550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd6ff3c5-1b38-44e8-990f-0be9953eee4f req-76be7a87-d156-4b20-a348-20e165c8a3a6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146793 Jul 27 22:08:45.457010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.496799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec76314c-4225-45e8-a861-bc40a0733801']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:45.538196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bd5e49-5945-4928-9e45-1e32fc7e5d87') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:45.538819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bd5e49-5945-4928-9e45-1e32fc7e5d87') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:45.558092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.599524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.609052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:45.609614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:45.616347 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:45.850542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.874796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.882952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec76314c-4225-45e8-a861-bc40a0733801 HTTP/1.1" status: 204 len: 168 time: 2.3939269 Jul 27 22:08:45.888591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:46.118122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1404d-7df3-45b3-a378-5a7febffd49c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec76314c-4225-45e8-a861-bc40a0733801,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:46.557385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-38f048ce-e51f-4dd0-a227-5b77d9e4f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.557385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-38f048ce-e51f-4dd0-a227-5b77d9e4f4a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1097 time: 0.2531829 Jul 27 22:08:46.558383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9c66b5d-bd83-4db4-b3fc-23f8dbb61758 req-7d2e4203-5b51-41ed-be1a-9d2000c14ac2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0965424 Jul 27 22:08:46.589481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a344-0c95-486e-8fb0-d7140f34cb41 req-8afb48b4-f325-434b-a4d5-e5266640683a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.596855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ab6a344-0c95-486e-8fb0-d7140f34cb41 req-8afb48b4-f325-434b-a4d5-e5266640683a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2149920 Jul 27 22:08:46.699861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ab6a344-0c95-486e-8fb0-d7140f34cb41 req-d1755af0-c517-4d5f-9dec-04e4711f3839 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983520 Jul 27 22:08:46.783916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-8aa2a4a0-79b2-4fd9-8e27-f63d05ad5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.785847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-8aa2a4a0-79b2-4fd9-8e27-f63d05ad5ab1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 911 time: 0.2263353 Jul 27 22:08:46.853778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-0b8134f1-c05b-4ac7-8288-5e6abfaaa99b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 200 len: 217 time: 0.0604608 Jul 27 22:08:46.981358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-5193dc59-7e14-4424-aca5-ded6faef7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.983055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-5193dc59-7e14-4424-aca5-ded6faef7d14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.1137805 Jul 27 22:08:46.999925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e559e-9732-4353-bdcd-197e30e5cc03 req-fe4d82e5-5883-42e9-8024-086a4508e618 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:47.022629 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a75e559e-9732-4353-bdcd-197e30e5cc03 req-fe4d82e5-5883-42e9-8024-086a4508e618 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.3112407 Jul 27 22:08:47.050500 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-83cbb73d-2c42-4639-90ec-bcfb008dc77c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585570 Jul 27 22:08:47.339691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-ba1d56d5-2f0f-4d0f-b84d-a50ec59f10f9 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740946 Jul 27 22:08:47.343214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a75e559e-9732-4353-bdcd-197e30e5cc03 req-9cf407f2-038b-4ce0-b542-ac85a27f90e2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192101 Jul 27 22:08:47.465264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.740961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bb2b2ac-bc60-4d9e-a553-080412fa8b2f req-bb5a4061-7473-441f-b915-ab8dab31eef5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.1014214 Jul 27 22:08:47.768192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7806777d-b4e8-44d1-9408-ea4c880911c6 req-74fc502a-763c-40c1-9e3a-248a09f869d5 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084172 Jul 27 22:08:48.216953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Deleting port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:48.217531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.228917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcf65f-dc94-46ae-9114-d8ab23e2fe34 req-ee658a6a-2e89-47ab-aefc-827990e2f3cc tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.236691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93dcf65f-dc94-46ae-9114-d8ab23e2fe34 req-ee658a6a-2e89-47ab-aefc-827990e2f3cc tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1337221 Jul 27 22:08:48.436167 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] For port 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:48.436621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.451950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Calling delete_port for 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:48.606949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-93dcf65f-dc94-46ae-9114-d8ab23e2fe34 req-b1be5324-a22c-449b-8c5f-61c50b68b05e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691456 Jul 27 22:08:48.733683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270011b-deee-49c0-877c-04c4a0699c94 req-823f7109-c411-4bb2-ad0f-9b6d93e52c5f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.738126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0270011b-deee-49c0-877c-04c4a0699c94 req-823f7109-c411-4bb2-ad0f-9b6d93e52c5f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.2179911 Jul 27 22:08:48.815190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0270011b-deee-49c0-877c-04c4a0699c94 req-22b5b32e-e8b5-4052-8118-3f7060681d2b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683374 Jul 27 22:08:49.039230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1936451-b1f9-48f6-9d7a-485106167eae req-0800049a-5e6b-4f19-a778-9575154df389 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.1348901 Jul 27 22:08:49.262091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:49.294588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:49.665556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:49.865710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b94d4-88fc-4883-9261-17f70a3d3cf9 req-22281e32-a919-42c8-90f3-aaf8ea216547 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:49.865710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af6b94d4-88fc-4883-9261-17f70a3d3cf9 req-22281e32-a919-42c8-90f3-aaf8ea216547 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0850594 Jul 27 22:08:49.865710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-af6b94d4-88fc-4883-9261-17f70a3d3cf9 req-7930b58f-0eea-4553-80e7-5b2d16279e78 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Jul 27 22:08:49.905847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Router efd45891-4436-49a3-90b2-1bca7df2a23d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:50.125642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cd081-ded9-463b-990e-951891b41d5c req-8410ea06-4bd8-49ba-a558-a36632ac42c4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.127047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db0cd081-ded9-463b-990e-951891b41d5c req-8410ea06-4bd8-49ba-a558-a36632ac42c4 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1677420 Jul 27 22:08:50.133069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:50.162407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d5b1c183-4de8-488b-bf87-44e2206586e5 admin admin] 10.222.0.37 "PUT /v2.0/routers/efd45891-4436-49a3-90b2-1bca7df2a23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2656398 Jul 27 22:08:50.163957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:50.180570 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Sync routers for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:50.212945 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:50.213618 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:50.301212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db0cd081-ded9-463b-990e-951891b41d5c req-f5a64faa-157c-49f4-8a82-5cac52aa343c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105394 Jul 27 22:08:50.478318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d07dc9ab-769a-43fe-9450-f1de33766582 req-53c49f66-8eb9-4c75-b6d3-e747c4c8cf59 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.1014638 Jul 27 22:08:50.491170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:50.772147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-a1ae7086-cda8-400f-ab8c-57d0afc9ab4f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.774672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-a1ae7086-cda8-400f-ab8c-57d0afc9ab4f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.3254266 Jul 27 22:08:50.800884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:50.871246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.221443 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:08:48Z', 'revision_number': 5, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:51.266180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07480d-afcc-4f56-9338-c5b4b8096baa req-827d5329-a1ae-425b-9fd1-2ca9b15e362c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.286964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e07480d-afcc-4f56-9338-c5b4b8096baa req-827d5329-a1ae-425b-9fd1-2ca9b15e362c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2171466 Jul 27 22:08:51.439326 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Checking router: efd45891-4436-49a3-90b2-1bca7df2a23d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:51.448048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e07480d-afcc-4f56-9338-c5b4b8096baa req-0bdfaec1-232e-4912-be49-a35b5e17f0ae tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600947 Jul 27 22:08:51.480857 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Routers {'efd45891-4436-49a3-90b2-1bca7df2a23d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:51.481843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['efd45891-4436-49a3-90b2-1bca7df2a23d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:51.677628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.716624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:51.754741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.787665 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] Set router efd45891-4436-49a3-90b2-1bca7df2a23d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:51.898052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d670b72b-05fd-45d2-b883-79dbfda03abd req-49f2e8f5-a465-48c9-9f6b-508a2fc8ad8f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0899458 Jul 27 22:08:52.299312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12f16d-cbd5-4b33-afb0-e13e7dbbcf2e req-79588742-d4e5-45cc-96d7-cd413b26deb5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.316911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de12f16d-cbd5-4b33-afb0-e13e7dbbcf2e req-79588742-d4e5-45cc-96d7-cd413b26deb5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.5387921 Jul 27 22:08:52.479040 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:08:48Z', 'revision_number': 5, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:52.537989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:52.560511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Deleting port 992a5161-3523-4c6c-a8d7-e4a84a837b91 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:52.563047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:52.585510 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b604f-58b6-41e0-891f-d2da774c79d8 None None] The sync data for ids ['efd45891-4436-49a3-90b2-1bca7df2a23d'] in n-d-738018-6 is: [{'id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'name': 'tempest-TestVolumeBackupRestore-1123278945-router', 'tenant_id': '78ee4059bb814596893f4173a9130d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:08:48Z', 'revision_number': 5, 'project_id': '78ee4059bb814596893f4173a9130d81', 'gw_port': {'id': '992a5161-3523-4c6c-a8d7-e4a84a837b91', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd45891-4436-49a3-90b2-1bca7df2a23d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:58Z', 'updated_at': '2021-07-27T22:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:52.766958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de12f16d-cbd5-4b33-afb0-e13e7dbbcf2e req-f5d3e2cf-5589-43cf-a59f-dda3853b5700 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491866 Jul 27 22:08:52.774663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be257c-c61d-45a5-9c4f-78d7a22a35a1 req-97741e43-07aa-423d-92c8-340777959fd7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.787242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9be257c-c61d-45a5-9c4f-78d7a22a35a1 req-97741e43-07aa-423d-92c8-340777959fd7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1816540 Jul 27 22:08:52.973259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] For port 992a5161-3523-4c6c-a8d7-e4a84a837b91, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=992a5161-3523-4c6c-a8d7-e4a84a837b91,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:52.984059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.006763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3037e3f-260e-4da6-a04b-e040ef27bf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.047693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.6 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/7742e8c0-b79f-47e1-a65c-b0698f3c9c47) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:53.049752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9be257c-c61d-45a5-9c4f-78d7a22a35a1 req-e7f583f3-f099-45fd-90a3-573e80675d74 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613320 Jul 27 22:08:53.420176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3037e3f-260e-4da6-a04b-e040ef27bf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.527929 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3037e3f-260e-4da6-a04b-e040ef27bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.546050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.588574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:53.603827 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3037e3f-260e-4da6-a04b-e040ef27bf78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c92e50734af4878b0d4b35d34693f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0646851 Jul 27 22:08:53.605055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:53.681202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3037e3f-260e-4da6-a04b-e040ef27bf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d77c8f-126f-44b7-a00c-ef56f64cbd53,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:53.688497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Calling delete_port for 992a5161-3523-4c6c-a8d7-e4a84a837b91 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:53.726885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d788e772-9034-45dd-97fa-963e0637526a req-ea945ca6-aca9-4a03-b382-990b3045c5f2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0488148 Jul 27 22:08:53.751628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:53.824471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:54.104946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:54.108483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:54.109702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53d77c8f-126f-44b7-a00c-ef56f64cbd53 HTTP/1.1" status: 204 len: 168 time: 0.4986458 Jul 27 22:08:54.146023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca17d90-735f-4f05-9fd7-7113e847b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d77c8f-126f-44b7-a00c-ef56f64cbd53,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:54.244675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f97fb8-2bfb-4d4e-9780-6e2067264c34 req-586f07e0-214a-4b38-9e94-62df3d5f7590 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.251189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60f97fb8-2bfb-4d4e-9780-6e2067264c34 req-586f07e0-214a-4b38-9e94-62df3d5f7590 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.2361333 Jul 27 22:08:54.275486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:54.332969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:54.333618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 00ea0bcf-98d4-4d6a-86b9-9dbfdefb67ef not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:54.420173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60f97fb8-2bfb-4d4e-9780-6e2067264c34 req-387f1ad1-4fc1-450e-ad69-e8e591aad68c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433241 Jul 27 22:08:54.563046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:54.721356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:54.827252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:54.848765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:55.039449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176242d6-c2c1-40fd-8938-8f24aa0f5625 req-a5129c6b-5fc3-4eda-815f-ea59c18c02ad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.048389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:55.052761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-176242d6-c2c1-40fd-8938-8f24aa0f5625 req-a5129c6b-5fc3-4eda-815f-ea59c18c02ad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 931 time: 0.1708362 Jul 27 22:08:55.157344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-176242d6-c2c1-40fd-8938-8f24aa0f5625 req-b721d26c-bbff-45a6-a994-99329d5a3711 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Jul 27 22:08:55.224858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c0a12-aa79-4b87-b079-d03805eb9125 req-9a3002cc-7e5c-448b-9cfb-3823c88659b0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.233254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9c0a12-aa79-4b87-b079-d03805eb9125 req-9a3002cc-7e5c-448b-9cfb-3823c88659b0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.6717589 Jul 27 22:08:55.302691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.303843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.458052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9c0a12-aa79-4b87-b079-d03805eb9125 req-34f1de7e-c8a0-4d4e-9bcf-43f735fb6609 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949368 Jul 27 22:08:55.512988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-f162a5df-8a8b-4353-9b04-e587deb24826 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7276602 Jul 27 22:08:55.550352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-d99f0dc5-5ae1-4ce3-bacf-9ccdb963c498 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:08:55.550352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-d99f0dc5-5ae1-4ce3-bacf-9ccdb963c498 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0271277 Jul 27 22:08:55.568842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Request body: {'port': {'device_id': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:55.615897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6b2499fa-0f28-48c6-872a-f48010c2cff4 None None] Provisioning for port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:55.640092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6b2499fa-0f28-48c6-872a-f48010c2cff4 None None] Provisioning complete for port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:55.640092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b2499fa-0f28-48c6-872a-f48010c2cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.798967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6b2499fa-0f28-48c6-872a-f48010c2cff4 None None] Port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:55.823210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.906216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cac8e-92fe-41b0-8bf8-b6cd09d7d94f req-825c7bb3-19df-4849-ac21-1306035b84c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.909352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-466cac8e-92fe-41b0-8bf8-b6cd09d7d94f req-825c7bb3-19df-4849-ac21-1306035b84c6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.2393308 Jul 27 22:08:55.950161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Pushing event deleted for resources: {'Port': ['ID=992a5161-3523-4c6c-a8d7-e4a84a837b91,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:55.956116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.999405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-466cac8e-92fe-41b0-8bf8-b6cd09d7d94f req-1e4de437-658d-497b-b29c-2611e24ffe3f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815201 Jul 27 22:08:56.037087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:56.065617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c96c263b-7ccf-4e87-993b-b021a5d9f11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.331666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.407557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c96c263b-7ccf-4e87-993b-b021a5d9f11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.524163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c96c263b-7ccf-4e87-993b-b021a5d9f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.537835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.547352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.742173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c96c263b-7ccf-4e87-993b-b021a5d9f11b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fe572f019284250bdb9df0fd47b2d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002659 Jul 27 22:08:56.756835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34714) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:56.806947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca641aa-a024-4122-bc14-cb1093b1a23a req-a04288b8-0fc9-4261-abed-97fe78bb540c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.808338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c263b-7ccf-4e87-993b-b021a5d9f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af56a74-b4b1-4aee-9168-dc9a007fdafa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:56.816895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ca641aa-a024-4122-bc14-cb1093b1a23a req-a04288b8-0fc9-4261-abed-97fe78bb540c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 931 time: 0.5374982 Jul 27 22:08:56.911053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.918645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ca641aa-a024-4122-bc14-cb1093b1a23a req-aec0e113-2455-45e1-b062-3ab024321503 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013074 Jul 27 22:08:56.923254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb214f-6a39-45f6-9938-cea875bb409d req-1692f642-fc3e-4e30-9d60-c597ca0127e3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.938142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72fb214f-6a39-45f6-9938-cea875bb409d req-1692f642-fc3e-4e30-9d60-c597ca0127e3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2210035 Jul 27 22:08:56.959504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.960374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd45891-4436-49a3-90b2-1bca7df2a23d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:08:56.966388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.970635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2a882908-01dc-4b6f-b137-06510ec6f08f admin admin] 10.222.0.37 "DELETE /v2.0/routers/efd45891-4436-49a3-90b2-1bca7df2a23d HTTP/1.1" status: 204 len: 168 time: 6.8106468 Jul 27 22:08:56.971357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34718) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:57.024758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:57.056388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.060481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.095021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72fb214f-6a39-45f6-9938-cea875bb409d req-4ad383ef-715c-47d2-abcc-271592997fa9 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528728 Jul 27 22:08:57.115798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Deleting subnet 41bcb198-7040-4c35-a216-62805bb69afd {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:57.119304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Transition to ACTIVE for port object 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:57.123402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.212370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.273099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.276082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.279563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8af56a74-b4b1-4aee-9168-dc9a007fdafa HTTP/1.1" status: 204 len: 168 time: 0.5084474 Jul 27 22:08:57.307582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ccbe3-3b97-44be-b1bb-0a5c873d12d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af56a74-b4b1-4aee-9168-dc9a007fdafa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:57.458844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.575828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Pushing event updated for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:57.889757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d285b-3a10-4393-999f-bbc84312191a req-6d68fc01-cc31-4c50-8fce-ee999ed07e1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.889757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-210d285b-3a10-4393-999f-bbc84312191a req-6d68fc01-cc31-4c50-8fce-ee999ed07e1a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.6971207 Jul 27 22:08:57.898536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.007554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Attempting to bind port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:58.007909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Attempting to bind port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:58.008249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Attempting to bind port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:58.022592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:58.022941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Attempting to bind port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:58.036439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:58.036783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:58.037182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:58.037639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Bound port: 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:58.038008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.104305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-210d285b-3a10-4393-999f-bbc84312191a req-69a3ca55-6886-4964-8a50-888ee92595f7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819503 Jul 27 22:08:58.125190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652af17d-aa2b-493a-b76b-d40ef8bf1116 req-6a38c294-527b-4aa2-b65c-d9cb263eaf21 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.142836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-652af17d-aa2b-493a-b76b-d40ef8bf1116 req-6a38c294-527b-4aa2-b65c-d9cb263eaf21 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1094425 Jul 27 22:08:58.153592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:58.160802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:58.197350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-652af17d-aa2b-493a-b76b-d40ef8bf1116 req-c08cb179-b7b9-495f-a3d7-4982319e785e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601854 Jul 27 22:08:58.201902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 992a5161-3523-4c6c-a8d7-e4a84a837b91 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:58.227402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 992a5161-3523-4c6c-a8d7-e4a84a837b91 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:58.227751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 992a5161-3523-4c6c-a8d7-e4a84a837b91 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:58.329049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2483-1e9d-45dc-9dac-d783808b1920 req-298d60da-b047-4e26-8838-48b5bcc84749 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.333624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fef2483-1e9d-45dc-9dac-d783808b1920 req-298d60da-b047-4e26-8838-48b5bcc84749 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0849564 Jul 27 22:08:58.378394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fef2483-1e9d-45dc-9dac-d783808b1920 req-dc0e697f-55ac-498f-8128-fc3011d6bf62 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Jul 27 22:08:58.484477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.488730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.548936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41bcb198-7040-4c35-a216-62805bb69afd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:58.556921 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.560568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2682a61-efa5-4e18-b32c-78cf598feebe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41bcb198-7040-4c35-a216-62805bb69afd HTTP/1.1" status: 204 len: 168 time: 1.5842624 Jul 27 22:08:58.561854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:58.565708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.566413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.567827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] 10.222.0.76 "PUT /v2.0/ports/7742e8c0-b79f-47e1-a65c-b0698f3c9c47 HTTP/1.1" status: 200 len: 1091 time: 3.0098047 Jul 27 22:08:58.568355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:58.571409 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:58.579536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e060b-c982-4deb-bc2e-2a6e739a0def None None] Network d64c177f-45cc-4e6f-becd-9661f2acee7e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:58.715380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d20b0b-f24f-4a03-b1bf-22c07762070c service neutron] Pushing event updated for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:58.799085 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05ebd1-54b5-43a5-8796-0d58c5f8c7df x-openstack-request-id: req-dc05ebd1-54b5-43a5-8796-0d58c5f8c7df {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:58.799085 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:58.799085 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc05ebd1-54b5-43a5-8796-0d58c5f8c7df {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:58.799085 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47', 'status': 'completed', 'code': 200} Jul 27 22:08:58.838381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:58.876482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.902409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-3a83fe2b-c8d5-4c55-b766-bd1fb634eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.910195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-3a83fe2b-c8d5-4c55-b766-bd1fb634eee8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 1094 time: 0.1457722 Jul 27 22:08:58.937318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6062c98c-b030-4b6a-91bc-68cd1762e19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.108426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-cb2024cb-be47-4617-989e-626c1264da29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47 HTTP/1.1" status: 200 len: 217 time: 0.1898670 Jul 27 22:08:59.110807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] DHCP port deletion for d64c177f-45cc-4e6f-becd-9661f2acee7e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:59.207416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-b004b6b6-13e8-4560-9c40-c4e0bbd19842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.210322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-b004b6b6-13e8-4560-9c40-c4e0bbd19842 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0923882 Jul 27 22:08:59.221719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Deleting port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:59.226182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.384171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Deleting port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:59.395486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.424344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-e2b00753-1778-41aa-83d1-119eda8f4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.425726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-e2b00753-1778-41aa-83d1-119eda8f4f5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076764 Jul 27 22:08:59.550137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6062c98c-b030-4b6a-91bc-68cd1762e19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.552415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] For port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:59.553726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.567413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] For port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,segment=NetworkSegment(322df72f-1b4a-4e20-b0c8-08a4316d632d),segment_id=322df72f-1b4a-4e20-b0c8-08a4316d632d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:59.567691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.600614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Calling delete_port for 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:59.615597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Calling delete_port for 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:59.654596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6062c98c-b030-4b6a-91bc-68cd1762e19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.709831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-013c1f4d-d623-43c3-b4a0-8a1e6436198f service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506528 Jul 27 22:08:59.720882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de82be-7d15-4998-9969-194eb59e3d10 req-26533731-66ec-4183-a1f3-8e55f7222138 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.734050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8de82be-7d15-4998-9969-194eb59e3d10 req-26533731-66ec-4183-a1f3-8e55f7222138 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.4168427 Jul 27 22:08:59.863562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:59.933791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] Pushing event deleted for resources: {'Port': ['ID=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:59.933987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8de82be-7d15-4998-9969-194eb59e3d10 req-ab4648ad-7fd5-4ac7-80dc-c77b58ca758b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958101 Jul 27 22:08:59.976590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0e8a5-5cba-4ee4-9c44-68a14621e1d1 None None] No DVR routers for this DVR port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:00.091199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09942d37-5b03-4c37-bd73-a2cfd611c230 req-3c4b86e1-1ab8-4396-836b-b23ae79bdc3c service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522336 Jul 27 22:09:00.246239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9971-2c9e-492e-b3ab-fb7f202e0dc9 req-f365603b-a793-4459-9fb4-59d56751385b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.247903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72fd9971-2c9e-492e-b3ab-fb7f202e0dc9 req-f365603b-a793-4459-9fb4-59d56751385b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.8362427 Jul 27 22:09:00.299560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6062c98c-b030-4b6a-91bc-68cd1762e19a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2a2440fc9454a059aa13b200323901d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4601164 Jul 27 22:09:00.301231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.308141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:00.316007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:00.316352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062c98c-b030-4b6a-91bc-68cd1762e19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7f2c17-0295-440d-ac05-6c84a3ddab61,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:00.363520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:00.363912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:00.379104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d6d58f-1ed7-46ab-9d5a-6d6651925d61,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:00.399974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72fd9971-2c9e-492e-b3ab-fb7f202e0dc9 req-c7662238-02c6-40cb-8dc5-ea706637340b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961335 Jul 27 22:09:00.405979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] No DVR routers for this DVR port 44d6d58f-1ed7-46ab-9d5a-6d6651925d61 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:00.541671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.559263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64c177f-45cc-4e6f-becd-9661f2acee7e']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:00.575386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-8f600038-ba0a-4745-ae2c-4a6da7fdab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.577012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-8f600038-ba0a-4745-ae2c-4a6da7fdab4d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 1094 time: 0.3322656 Jul 27 22:09:00.579113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.597860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322df72f-1b4a-4e20-b0c8-08a4316d632d') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:00.598934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322df72f-1b4a-4e20-b0c8-08a4316d632d') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:00.610168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c97a2-3704-4a87-af85-6a85a1bfe7cb req-d2f08589-fe42-41fd-b356-29b3016fe2b8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.612690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-130c97a2-3704-4a87-af85-6a85a1bfe7cb req-d2f08589-fe42-41fd-b356-29b3016fe2b8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.4800675 Jul 27 22:09:00.634215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.672427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.679761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:00.680277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.752150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:00.755453 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:00.841723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-130c97a2-3704-4a87-af85-6a85a1bfe7cb req-c93d3317-5453-4c8e-90f1-9e7d6a2f2c5d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662650 Jul 27 22:09:00.911175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.912598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-a928e5eb-1abc-4f32-b8ff-523731549d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.914155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-a928e5eb-1abc-4f32-b8ff-523731549d7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.3286963 Jul 27 22:09:00.945821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:00.967114 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d64c177f-45cc-4e6f-becd-9661f2acee7e HTTP/1.1" status: 204 len: 168 time: 2.4040680 Jul 27 22:09:01.017910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513584d-eaa7-4fe7-95a6-e311167f4305 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64c177f-45cc-4e6f-becd-9661f2acee7e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.021113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-83af4469-2a16-4e95-bd5e-f1664a706997 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47 HTTP/1.1" status: 200 len: 217 time: 0.0969472 Jul 27 22:09:01.138780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.154829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.160906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a7f2c17-0295-440d-ac05-6c84a3ddab61 HTTP/1.1" status: 204 len: 168 time: 0.8479064 Jul 27 22:09:01.201737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa962dfa-1d01-45ef-a3b4-3d8f82f19a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7f2c17-0295-440d-ac05-6c84a3ddab61,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.230513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-ed005dae-bb8c-4d25-9af9-db70982956eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.234162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-ed005dae-bb8c-4d25-9af9-db70982956eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1978695 Jul 27 22:09:01.288830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d66a3-1aed-4632-acce-9d2b5edd2f89 req-f8ae5fa9-8a43-47a7-8174-831a37ef81c0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.290617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a14d66a3-1aed-4632-acce-9d2b5edd2f89 req-f8ae5fa9-8a43-47a7-8174-831a37ef81c0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1779180 Jul 27 22:09:01.341852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-aefe60a1-6bf5-46fb-9f34-80cdfeca0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.345620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-aefe60a1-6bf5-46fb-9f34-80cdfeca0394 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999122 Jul 27 22:09:01.394256 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a14d66a3-1aed-4632-acce-9d2b5edd2f89 req-d0dc8d2a-481e-4d91-bfe6-5345bd0d384c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947988 Jul 27 22:09:01.611039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-c51d9d69-2ccd-449a-8c8c-5f00e56aaccf service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552571 Jul 27 22:09:01.657522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 34774) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:01.730227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004ecec-e5ba-494b-b297-7202f97fbad5 req-eaf27121-d05f-4c3b-8f2d-61ac3030b844 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.731229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c39e55b6-70f5-4fe7-90a7-8ab1778b0033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7835ee388c1c486c8ef6368c08170258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716095 Jul 27 22:09:01.734179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0004ecec-e5ba-494b-b297-7202f97fbad5 req-eaf27121-d05f-4c3b-8f2d-61ac3030b844 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.2167594 Jul 27 22:09:01.737353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:01.868088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0004ecec-e5ba-494b-b297-7202f97fbad5 req-63da202c-3407-42da-928e-720040670dac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209888 Jul 27 22:09:01.895321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04e60f4-83cf-46fc-84f4-e53b4e18f17e req-7f95e401-f60f-4e56-bfb1-2aa06fcd9fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728193 Jul 27 22:09:01.950442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.992278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f3bf05-4a0f-471c-8f1f-d939befbffc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:02.001816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:02.117596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe5438-8adb-46d4-986c-114435a58df9 req-b6001cd4-8d3b-4c75-82ff-5593db79b185 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.133000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22fe5438-8adb-46d4-986c-114435a58df9 req-b6001cd4-8d3b-4c75-82ff-5593db79b185 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1601784 Jul 27 22:09:02.238979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22fe5438-8adb-46d4-986c-114435a58df9 req-217e74d0-54ab-4e4d-ac76-27a8eb5f1f6a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044593 Jul 27 22:09:02.272473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:02.275353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:02.276723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43d86a64-f073-49e4-b46c-2a2f55542082 HTTP/1.1" status: 204 len: 168 time: 0.5384455 Jul 27 22:09:02.306255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c785a2-6be5-4762-8713-e13777ee0073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d86a64-f073-49e4-b46c-2a2f55542082,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:02.625483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c353cb3-4828-4cf4-bd30-943b24429c9d req-2e324d23-1218-45a9-bec9-acef78c06d43 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.627178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c353cb3-4828-4cf4-bd30-943b24429c9d req-2e324d23-1218-45a9-bec9-acef78c06d43 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1191356 Jul 27 22:09:02.722108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c353cb3-4828-4cf4-bd30-943b24429c9d req-39ab881b-a940-42d7-8df8-69757e781edb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736430 Jul 27 22:09:03.116853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda35506-784c-4494-86dc-fb40f10a540a req-5672e073-4316-4c48-827b-de748fafdc5c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.118933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cda35506-784c-4494-86dc-fb40f10a540a req-5672e073-4316-4c48-827b-de748fafdc5c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.0904486 Jul 27 22:09:03.173792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cda35506-784c-4494-86dc-fb40f10a540a req-6ad91655-1c3b-4977-ad20-89b831908dea tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484066 Jul 27 22:09:03.318271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-092590ce-5b44-4777-88bc-6d0fd7d686a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3059647 Jul 27 22:09:03.418413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:03.543558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.544119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.544621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.545118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.545602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.546086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.547720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.549804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b22315b4-838f-4aa6-9311-1bfbe624875c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 6491 time: 0.1651495 Jul 27 22:09:03.598121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f49854b9-5044-4f6c-9f83-26b799e8b6b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78ee4059bb814596893f4173a9130d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760538 Jul 27 22:09:03.598784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 34820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:03.655586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d75433-9179-4445-90c5-a4bf31b6af1a req-0ae0264a-5860-4cf6-85f0-1006ba363eed tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.668086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89d75433-9179-4445-90c5-a4bf31b6af1a req-0ae0264a-5860-4cf6-85f0-1006ba363eed tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2055383 Jul 27 22:09:03.704847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e36d9452-57d5-4e85-adca-4c9aeeb37e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.705285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e36d9452-57d5-4e85-adca-4c9aeeb37e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.705766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e36d9452-57d5-4e85-adca-4c9aeeb37e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.708004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e36d9452-57d5-4e85-adca-4c9aeeb37e77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=51585b90-44e4-405b-875b-29ef69b52fc5&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 200 len: 2293 time: 0.1257422 Jul 27 22:09:03.749234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:03.786986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89d75433-9179-4445-90c5-a4bf31b6af1a req-4bfe5edf-98de-4307-8b32-9ca8c6249ec6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174860 Jul 27 22:09:03.830386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:03.879661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-97324024-3040-458d-896e-ac896ca0af50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 200 len: 1000 time: 0.1631951 Jul 27 22:09:04.091891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-8ee25af9-d3c9-48e3-86e3-975baeb90f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.093536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-8ee25af9-d3c9-48e3-86e3-975baeb90f6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 200 len: 850 time: 0.2019353 Jul 27 22:09:04.099367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:04.102557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:04.107870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23ae8648-251f-4608-a34d-1d0c367ae31f HTTP/1.1" status: 204 len: 168 time: 0.5030608 Jul 27 22:09:04.133310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b69475-4e33-40a4-8705-8252ae741ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae8648-251f-4608-a34d-1d0c367ae31f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:04.290841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb367575-198a-4f49-be1b-73a9837bc4dd req-a144375a-42e0-4cd4-8190-ecb93f54cb49 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.302366 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb367575-198a-4f49-be1b-73a9837bc4dd req-a144375a-42e0-4cd4-8190-ecb93f54cb49 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.3544130 Jul 27 22:09:04.452978 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb367575-198a-4f49-be1b-73a9837bc4dd req-88d3b1a7-7806-4099-9c2a-3997efd4371d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482453 Jul 27 22:09:04.469876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-d0e820a3-9a60-48b4-a7f5-c2ca5d9d0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.471748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce7cfd1-148c-45d7-8913-ef3509d8c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:04.475681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-d0e820a3-9a60-48b4-a7f5-c2ca5d9d0537 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c40856c-c3ec-462e-adcb-946fc9c2ff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3635001 Jul 27 22:09:04.520934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-add73542-a8d0-4876-897d-f3ebc17d88f5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:09:04.522385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-add73542-a8d0-4876-897d-f3ebc17d88f5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384119 Jul 27 22:09:04.543360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50c96-aa66-49da-bbdd-94ece797ea1c req-bf2557f5-475b-4ba9-a908-2987d6a54c0b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.549683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4da50c96-aa66-49da-bbdd-94ece797ea1c req-bf2557f5-475b-4ba9-a908-2987d6a54c0b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.2270486 Jul 27 22:09:04.723800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4da50c96-aa66-49da-bbdd-94ece797ea1c req-3aab8f6a-380f-407d-b747-9536908b645a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705887 Jul 27 22:09:04.746121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:04.835991 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-f31e4764-10da-491e-9252-e6a7671f1f95 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062928 Jul 27 22:09:05.183369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-9d195835-7e49-4b4b-a1cc-24e54470ee11 service neutron] 10.222.0.50 "GET /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311121 Jul 27 22:09:05.260017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-ea453711-cf02-4843-a66a-8e5afca15bfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 217 time: 0.0589318 Jul 27 22:09:05.323529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31804a14-4540-4d91-a8cd-662fa8faa5b5 req-92ecf62c-2556-4ec9-9f7d-4ee03c1dc4e4 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.325229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31804a14-4540-4d91-a8cd-662fa8faa5b5 req-92ecf62c-2556-4ec9-9f7d-4ee03c1dc4e4 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2871559 Jul 27 22:09:05.339133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-415e2f2b-a803-45e0-8235-00c10ac19842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.340617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-415e2f2b-a803-45e0-8235-00c10ac19842 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.0744894 Jul 27 22:09:05.407247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31804a14-4540-4d91-a8cd-662fa8faa5b5 req-00286028-ee3d-44b9-897b-2278018e376e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Jul 27 22:09:05.439941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-64b94a38-6fa7-46bd-afd6-a82387620156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.444230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-64b94a38-6fa7-46bd-afd6-a82387620156 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962007 Jul 27 22:09:05.557517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-41e346c9-1b1e-4939-9507-b0d5f5e7425f service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051772 Jul 27 22:09:05.704879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-20a32018-2baf-4163-ab65-62626d1be957 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388447 Jul 27 22:09:05.713148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8461b-6d7b-4227-8974-f0a40d2e2bba req-3ee7bd4d-8ce8-4865-ac3f-59cc65af01eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.720729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2a8461b-6d7b-4227-8974-f0a40d2e2bba req-3ee7bd4d-8ce8-4865-ac3f-59cc65af01eb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1555564 Jul 27 22:09:05.817704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2a8461b-6d7b-4227-8974-f0a40d2e2bba req-ac9be962-ee55-4c3f-bb34-d24dccd01125 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862908 Jul 27 22:09:05.834568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-8e5ae3d7-a56e-4dd2-a6dc-404335548c18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 217 time: 0.1219366 Jul 27 22:09:05.871058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:05.953984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-388667d4-0afd-4dc4-899e-31aa0e16de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.955754 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-388667d4-0afd-4dc4-899e-31aa0e16de3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.1140647 Jul 27 22:09:06.047433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aaba7-af34-4352-97d9-f84deef3a25c req-7d110709-300b-4fdc-b1b3-5738c636b127 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.058966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1aaba7-af34-4352-97d9-f84deef3a25c req-7d110709-300b-4fdc-b1b3-5738c636b127 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1911893 Jul 27 22:09:06.135002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b65385de-7ed2-43ef-9880-2b15ddf7799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.137597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b65385de-7ed2-43ef-9880-2b15ddf7799e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725791 Jul 27 22:09:06.190998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1aaba7-af34-4352-97d9-f84deef3a25c req-771103f4-35ad-4f12-b216-0ef631a71ae0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213589 Jul 27 22:09:06.234196 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:06.304617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-0ea2b439-c883-4bb2-8652-43f7583d0bdf service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576648 Jul 27 22:09:06.467907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-9ea903d8-caea-4ae3-96b0-fdaa0fe32d36 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539729 Jul 27 22:09:06.562471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-cda92037-f05b-4935-a5cb-7d5ce3686d81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 200 len: 217 time: 0.0871482 Jul 27 22:09:06.644911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-1b147792-0839-4354-be28-6c521eeaf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.646718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-1b147792-0839-4354-be28-6c521eeaf7c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.0762982 Jul 27 22:09:06.658604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9666161-0e68-4912-9de1-9553099c903f req-d604f4c5-51e8-44d9-8f7e-f92bfc2f3518 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.660858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9666161-0e68-4912-9de1-9553099c903f req-d604f4c5-51e8-44d9-8f7e-f92bfc2f3518 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1353631 Jul 27 22:09:06.766513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9666161-0e68-4912-9de1-9553099c903f req-9d2937b6-9b7a-48c0-a692-3a5e54bc0cf9 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819981 Jul 27 22:09:06.781820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-8d3c3d96-3542-4695-800c-4a4b676130af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.783710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-8d3c3d96-3542-4695-800c-4a4b676130af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206865 Jul 27 22:09:06.976992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-0287104e-d325-4a27-9c72-5bebe9b2480a service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856580 Jul 27 22:09:07.123823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b93f8-5da8-46dc-875e-f41636f74f3d req-87cc7d16-7f00-4c95-b5bf-2b27eed4dc95 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.126377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3b93f8-5da8-46dc-875e-f41636f74f3d req-87cc7d16-7f00-4c95-b5bf-2b27eed4dc95 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.1735868 Jul 27 22:09:07.131444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-1d590e0c-6f68-4a5a-b073-f6ea6e66a0a4 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320689 Jul 27 22:09:07.162870 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:07.192007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-98422108-3b11-4de0-beea-584fdad6658e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 200 len: 217 time: 0.0495856 Jul 27 22:09:07.265472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d3b93f8-5da8-46dc-875e-f41636f74f3d req-e1c1a40b-2d6f-4f71-bc7a-f08e191cb2e3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302896 Jul 27 22:09:07.296573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e5638bb9-0b59-4cca-9846-a2f1a141de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.301518 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-e5638bb9-0b59-4cca-9846-a2f1a141de0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 200 len: 797 time: 0.0889826 Jul 27 22:09:07.402727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-f0a34e4c-c217-40ec-befc-99f05759d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.404381 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-f0a34e4c-c217-40ec-befc-99f05759d097 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51585b90-44e4-405b-875b-29ef69b52fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957150 Jul 27 22:09:07.441333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d6e24-45c3-4b3b-8c89-229bb1be367e req-19e51560-b24f-453c-95f5-033c25b52dd2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.443546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-750d6e24-45c3-4b3b-8c89-229bb1be367e req-19e51560-b24f-453c-95f5-033c25b52dd2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1116831 Jul 27 22:09:07.489816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-750d6e24-45c3-4b3b-8c89-229bb1be367e req-15446880-e830-45ba-b945-9d14107e64b3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Jul 27 22:09:07.517375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-d32b4f02-fc67-4c9f-a409-aab3b1aec911 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026182 Jul 27 22:09:07.641481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-7425e18d-e088-4828-9a95-95a68d89e132 service neutron] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155138 Jul 27 22:09:07.650120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:07.702734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-83b72952-d155-4ee9-9b67-fbab4c13a08b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 200 len: 217 time: 0.0500515 Jul 27 22:09:07.758546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-ca30ffb3-a99a-4613-b51d-2448f92ad186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.760113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-ca30ffb3-a99a-4613-b51d-2448f92ad186 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.0544534 Jul 27 22:09:07.858040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-32aeb250-baec-42ac-b95f-41c16bba04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.859432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-32aeb250-baec-42ac-b95f-41c16bba04b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911579 Jul 27 22:09:08.043814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b0982e84-9cee-4ccf-b150-76b390189344 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769879 Jul 27 22:09:08.147090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f990d8-1fed-4f12-bba9-a1e6909d543c req-0b6975e5-bfde-4f22-bd2c-51ccc3fdaa1c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.148804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43f990d8-1fed-4f12-bba9-a1e6909d543c req-0b6975e5-bfde-4f22-bd2c-51ccc3fdaa1c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1853101 Jul 27 22:09:08.199729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-4962bafb-e5d4-410f-a927-4096b713f873 service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483407 Jul 27 22:09:08.215105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43f990d8-1fed-4f12-bba9-a1e6909d543c req-7c32b4c6-5d9d-4552-a342-9acede69026a tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Jul 27 22:09:08.286130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-07a3515f-c168-49b4-a436-3103709089dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 200 len: 217 time: 0.0441680 Jul 27 22:09:08.294459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.350262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-3db141dd-3a5a-4f91-b0a3-c7798adc5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.351972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-3db141dd-3a5a-4f91-b0a3-c7798adc5575 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 200 len: 797 time: 0.0578542 Jul 27 22:09:08.428639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-614187fc-9818-4a5f-b071-1ed489c6f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.430464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-614187fc-9818-4a5f-b071-1ed489c6f656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba0e8506-8933-4c5c-b3f7-03d3da590ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708272 Jul 27 22:09:08.473090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce7c4b-42ad-4ed5-84d8-9157e9ed1465 req-de90c3cc-f98a-4975-8403-f4f8808ff60e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.474901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bce7c4b-42ad-4ed5-84d8-9157e9ed1465 req-de90c3cc-f98a-4975-8403-f4f8808ff60e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0783939 Jul 27 22:09:08.541856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4bce7c4b-42ad-4ed5-84d8-9157e9ed1465 req-add1ec5a-4878-4746-bb68-bb7bd945d0f0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576923 Jul 27 22:09:08.559445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-b620d822-8589-49a6-a7c4-9e95e2e8c3be service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217444 Jul 27 22:09:08.742569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-8ea52356-8aeb-4bd7-b957-928653be93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.744032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-8ea52356-8aeb-4bd7-b957-928653be93f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1096 time: 0.1836641 Jul 27 22:09:08.748525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d3fe188-5d5a-4329-8b69-46e47c821ee7 req-9dc42dae-310f-41bd-8f97-a655991c441f service neutron] 10.222.0.50 "GET /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573362 Jul 27 22:09:08.757635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e925-05af-4820-b125-26be220bf0eb req-d77eca8a-3be3-456f-82c3-33594f811120 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.759184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3013e925-05af-4820-b125-26be220bf0eb req-d77eca8a-3be3-456f-82c3-33594f811120 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1668782 Jul 27 22:09:08.853887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3013e925-05af-4820-b125-26be220bf0eb req-41b1b40a-c6d6-45a0-be8e-f90fea8cd261 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854173 Jul 27 22:09:08.888808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-e45f84da-614b-4a94-8aca-48f2ccbb11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.891063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-e45f84da-614b-4a94-8aca-48f2ccbb11fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.1308742 Jul 27 22:09:08.961266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-0f1bc4d3-bee4-422b-923d-98ba434de789 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 1001 time: 0.0625684 Jul 27 22:09:09.011229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-6205efad-5684-40ad-8ed2-09e00ac387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.012768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-6205efad-5684-40ad-8ed2-09e00ac387fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.0454950 Jul 27 22:09:09.094466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-8485cf7d-9191-44f4-8b81-236a20597b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.096046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-8485cf7d-9191-44f4-8b81-236a20597b9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676365 Jul 27 22:09:09.224483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-4d07da92-9551-4cbd-a12b-c4fa2e8c9cd7 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201560 Jul 27 22:09:09.352503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5c5dbdb-8904-4343-b7d6-a95a2010d538 req-25ac90cd-ca5a-4d85-92bc-739d0ad4cd8c service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208076 Jul 27 22:09:09.372163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4d38-d7e0-4820-bf58-b847c8ce7f72 req-87c03376-3083-4a33-8dfc-df0ac13a9dfd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.380616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-961d4d38-d7e0-4820-bf58-b847c8ce7f72 req-87c03376-3083-4a33-8dfc-df0ac13a9dfd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0767591 Jul 27 22:09:09.432729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-961d4d38-d7e0-4820-bf58-b847c8ce7f72 req-57aee19d-d9c4-4ed0-82e2-5e00032ab708 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Jul 27 22:09:09.721572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2a71-b510-484b-a4ae-5343853127cc req-4aaa9945-c9cf-44b8-b847-083871f4804e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.723801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4aa2a71-b510-484b-a4ae-5343853127cc req-4aaa9945-c9cf-44b8-b847-083871f4804e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0904224 Jul 27 22:09:09.785703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4aa2a71-b510-484b-a4ae-5343853127cc req-da1d22b1-ff81-4099-af09-b1d634e00631 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526147 Jul 27 22:09:10.007598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b507d9-b56c-4c81-81ba-46e98311aaeb req-ec97b451-d285-40d6-aef9-70874a1e4ecf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.009157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13b507d9-b56c-4c81-81ba-46e98311aaeb req-ec97b451-d285-40d6-aef9-70874a1e4ecf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.0691621 Jul 27 22:09:10.055824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-13b507d9-b56c-4c81-81ba-46e98311aaeb req-f65e74aa-e166-4dc6-80a9-a303c04e65b5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Jul 27 22:09:10.588654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418135ff-f842-4f25-9675-5aee3d3c804a req-5da5eb5d-f12b-4e63-a72b-bffa12b4ff11 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.590308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-418135ff-f842-4f25-9675-5aee3d3c804a req-5da5eb5d-f12b-4e63-a72b-bffa12b4ff11 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0796769 Jul 27 22:09:10.636757 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-418135ff-f842-4f25-9675-5aee3d3c804a req-4a469762-85e1-4128-add1-b0a7776e71cd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Jul 27 22:09:10.961791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71783d5b-a7c2-4ae4-a4bf-b63aba01fdd4 req-da43c52c-74aa-41c2-a982-91e2be8fc1f9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.963373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71783d5b-a7c2-4ae4-a4bf-b63aba01fdd4 req-da43c52c-74aa-41c2-a982-91e2be8fc1f9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0760665 Jul 27 22:09:11.012763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-71783d5b-a7c2-4ae4-a4bf-b63aba01fdd4 req-10a7cb72-91ad-4024-9382-4ecc5864fcb7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Jul 27 22:09:11.224579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27bf51-f348-46d8-a6cd-f2c40594ba70 req-b5a1220f-eb9e-40a4-835f-6b8906dc6b2d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.230885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba27bf51-f348-46d8-a6cd-f2c40594ba70 req-b5a1220f-eb9e-40a4-835f-6b8906dc6b2d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1004360 Jul 27 22:09:11.272287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba27bf51-f348-46d8-a6cd-f2c40594ba70 req-a75b7903-ee6a-4748-9576-49e7894af7ac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381522 Jul 27 22:09:11.795772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47f9ce-0ac6-408d-809d-c0224d160dd4 req-efdd082d-d1af-4516-ad18-1d7927383ea0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.797298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a47f9ce-0ac6-408d-809d-c0224d160dd4 req-efdd082d-d1af-4516-ad18-1d7927383ea0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0827022 Jul 27 22:09:11.847204 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a47f9ce-0ac6-408d-809d-c0224d160dd4 req-f56ec34e-0c92-42ad-981d-241e11ecaee8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Jul 27 22:09:11.965010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:12.069785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.095396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:12.099149 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f69f30-54da-4bdd-b0d1-945b963771e7" -d '{"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-unplugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:12.118228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:12.154539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:12.171436 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac34d2ee-46c8-4520-9b7e-776138ccce84 x-openstack-request-id: req-ac34d2ee-46c8-4520-9b7e-776138ccce84 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:12.175965 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-unplugged", "status": "failed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:12.176361 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac34d2ee-46c8-4520-9b7e-776138ccce84 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:12.177252 n-d-738018-6 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'code': 422} returned with failed status Jul 27 22:09:12.187974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9926b-e2ae-4754-9041-ae2a439aa1d8 req-8155346f-dc81-4b84-b65e-91bfd9f7da64 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.189792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c9926b-e2ae-4754-9041-ae2a439aa1d8 req-8155346f-dc81-4b84-b65e-91bfd9f7da64 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 945 time: 0.0919867 Jul 27 22:09:12.243615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18c9926b-e2ae-4754-9041-ae2a439aa1d8 req-2db06c24-9533-4289-a9e5-b557c038df37 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Jul 27 22:09:12.260068 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.371408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.404250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:12.421592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47', 'mac_address': 'fa:16:3e:dd:14:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:12.499854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ceb59-14a0-401d-9a4c-0c297a032c22 req-89352957-af40-45d7-9676-03b75b4e1fb6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.501527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec8ceb59-14a0-401d-9a4c-0c297a032c22 req-89352957-af40-45d7-9676-03b75b4e1fb6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 943 time: 0.1157055 Jul 27 22:09:12.502483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.522563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:12.562172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:12.631643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec8ceb59-14a0-401d-9a4c-0c297a032c22 req-c06f3417-4f9c-4e27-9434-390fb63cae9f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224155 Jul 27 22:09:12.682774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.759340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.912855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7742e8c0-b79f-47e1-a65c-b0698f3c9c47'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:12.917363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-a41d2f7e-9d14-4205-bef1-b3490b17cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.922051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-a41d2f7e-9d14-4205-bef1-b3490b17cf3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1097 time: 0.1458280 Jul 27 22:09:13.127245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-09eb965d-41d7-4f10-b4e5-7e4d4d4b5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.128880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-09eb965d-41d7-4f10-b4e5-7e4d4d4b5cab service neutron] 10.222.0.76 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 911 time: 0.1790717 Jul 27 22:09:13.131431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aed1a3-04d0-42da-a419-d629e1d1fe9c req-034b4c4f-16b4-477e-8c48-4709a84121c4 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.133368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7aed1a3-04d0-42da-a419-d629e1d1fe9c req-034b4c4f-16b4-477e-8c48-4709a84121c4 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1189404 Jul 27 22:09:13.202161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7aed1a3-04d0-42da-a419-d629e1d1fe9c req-9fede14f-6167-4c67-83ce-3beaa2a2fd7f tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587096 Jul 27 22:09:13.217751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-69e2b48b-11e7-43c1-b37b-b09c0022277f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 200 len: 217 time: 0.0735252 Jul 27 22:09:13.294726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-ae8cc457-3b77-41e3-9805-81212d29c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.297329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-ae8cc457-3b77-41e3-9805-81212d29c687 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0761886 Jul 27 22:09:13.342233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-99507f9c-8347-405d-a871-6b2e5351df20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371275 Jul 27 22:09:13.465045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-9314b6ae-176f-48b6-acda-6b8ed7cebfc5 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137550 Jul 27 22:09:13.590949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2efbf029-af2b-4a83-992a-5d72863a6d11 req-8fc0fff2-8451-4814-b7a1-0e7988a774e5 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159265 Jul 27 22:09:13.821213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a86c9-ee23-4e50-b052-b5d7a8aace5d req-c618d18f-b69b-4319-8093-d00d11952eaf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.842798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e1a86c9-ee23-4e50-b052-b5d7a8aace5d req-c618d18f-b69b-4319-8093-d00d11952eaf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 944 time: 0.1283677 Jul 27 22:09:13.905967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e1a86c9-ee23-4e50-b052-b5d7a8aace5d req-e4bee817-3c66-49c5-8dea-a60874778572 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619881 Jul 27 22:09:14.123044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:14.146378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e991a-9e74-47ba-99e5-7b9face99fc4 req-66bbc6e1-d5e2-4a40-94ea-2aaac196989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:14.149054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c14e991a-9e74-47ba-99e5-7b9face99fc4 req-66bbc6e1-d5e2-4a40-94ea-2aaac196989f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1097 time: 0.1168163 Jul 27 22:09:14.211685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c14e991a-9e74-47ba-99e5-7b9face99fc4 req-1ea9b52a-cbe6-4e7b-ad55-cfb1636dc271 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542660 Jul 27 22:09:14.299948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:14.303940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:14.304326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.344866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c637e5-36e2-4ad2-8d0c-8f01122be925 req-7041894f-380c-4102-bf86-969797c70d50 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:14.347349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3c637e5-36e2-4ad2-8d0c-8f01122be925 req-7041894f-380c-4102-bf86-969797c70d50 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0744467 Jul 27 22:09:14.395304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3c637e5-36e2-4ad2-8d0c-8f01122be925 req-babb853c-918c-42f3-a86e-dd409e978835 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Jul 27 22:09:14.405501 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.456670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:14.459798 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76221fc-af26-4474-8f5d-27f6f73d0ae0" -d '{"events": [{"server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:14.464479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:14.508046 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e21611-a52b-4a7b-9b9d-441c9a0d5de9 x-openstack-request-id: req-e2e21611-a52b-4a7b-9b9d-441c9a0d5de9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:14.508772 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:14.509154 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2e21611-a52b-4a7b-9b9d-441c9a0d5de9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:14.509823 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47', 'code': 200} Jul 27 22:09:14.571258 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.629093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f480f-4573-4fc5-bccf-d1a9fd3b8373 req-37b4c248-cc1d-48dd-af4c-d1f14b995189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:14.633193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d82f480f-4573-4fc5-bccf-d1a9fd3b8373 req-37b4c248-cc1d-48dd-af4c-d1f14b995189 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 1096 time: 0.0670238 Jul 27 22:09:14.634927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:14.682365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d82f480f-4573-4fc5-bccf-d1a9fd3b8373 req-e41b2b5d-0df2-4a32-bcfb-b16de2eefa8e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Jul 27 22:09:15.112790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02262e6c-88e0-4f50-bdd1-e537562c94cc req-397dc860-3408-4c8d-a2c9-ce0ecea63ffe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:15.119162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02262e6c-88e0-4f50-bdd1-e537562c94cc req-397dc860-3408-4c8d-a2c9-ce0ecea63ffe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.1288955 Jul 27 22:09:15.251016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02262e6c-88e0-4f50-bdd1-e537562c94cc req-8505e6d7-6629-4e00-a5d5-bac27b19913d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157761 Jul 27 22:09:15.253663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e275-b308-42bf-8d3f-72d7d573466f req-1d97f432-ebb4-4a02-9d9e-5135ec246964 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:15.258147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9887e275-b308-42bf-8d3f-72d7d573466f req-1d97f432-ebb4-4a02-9d9e-5135ec246964 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1496565 Jul 27 22:09:15.303877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9887e275-b308-42bf-8d3f-72d7d573466f req-4ef36c86-0b40-4fd3-bf55-5c18ca5816a9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Jul 27 22:09:15.966617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:15.992846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d233fb-6c6a-4d10-9abe-2af44d814348 req-81e00fff-712d-429c-83cd-7a3df5168ea8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:15.995237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1d233fb-6c6a-4d10-9abe-2af44d814348 req-81e00fff-712d-429c-83cd-7a3df5168ea8 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.4825342 Jul 27 22:09:16.035813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-9ffa5cd7-1ffa-45f2-bfb7-410cdc9b0ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280739 Jul 27 22:09:16.071467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1d233fb-6c6a-4d10-9abe-2af44d814348 req-8e938706-2fcf-41d8-a12b-e51466b12aa2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594432 Jul 27 22:09:16.449061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f575b-978d-47c5-97e0-205d385640f8 req-b4953dc4-d06a-4e64-86c3-06d757d9305e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.451605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d56f575b-978d-47c5-97e0-205d385640f8 req-b4953dc4-d06a-4e64-86c3-06d757d9305e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.1033478 Jul 27 22:09:16.518975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d56f575b-978d-47c5-97e0-205d385640f8 req-20264f49-fcf6-43f9-8453-fef3e55d03dd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 Jul 27 22:09:16.629905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff6bad-c6ad-42bd-acd9-28b2d7c919ed req-ab78b509-c74d-4323-a7fd-73a2ec3f00dd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.646550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bff6bad-c6ad-42bd-acd9-28b2d7c919ed req-ab78b509-c74d-4323-a7fd-73a2ec3f00dd tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1762712 Jul 27 22:09:16.653630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-c7ef467c-0914-419a-90fd-d8eabdc98386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.656033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-c7ef467c-0914-419a-90fd-d8eabdc98386 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 1097 time: 0.1365962 Jul 27 22:09:16.741680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bff6bad-c6ad-42bd-acd9-28b2d7c919ed req-089da150-bec1-49e6-b195-3254049c85d2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940816 Jul 27 22:09:16.887179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-80e7a102-c505-4623-84fa-a7f26f544af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.889399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-80e7a102-c505-4623-84fa-a7f26f544af6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 200 len: 911 time: 0.2240806 Jul 27 22:09:16.902628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ab748-90cd-40a1-8498-b7e87f274d24 req-d314ed8f-fa30-48f1-b27d-01a12d8e091b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.911080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-112ab748-90cd-40a1-8498-b7e87f274d24 req-d314ed8f-fa30-48f1-b27d-01a12d8e091b tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2317238 Jul 27 22:09:17.012667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-7b7143f5-9f3b-4c02-96a1-37272055adf7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 200 len: 217 time: 0.0674999 Jul 27 22:09:17.012841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854987-4757-466a-964e-63af8c7f7ebc req-3aad394b-5485-4438-8be6-2338aec2c93e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:17.014828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b854987-4757-466a-964e-63af8c7f7ebc req-3aad394b-5485-4438-8be6-2338aec2c93e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.1207013 Jul 27 22:09:17.050983 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-112ab748-90cd-40a1-8498-b7e87f274d24 req-524c76ed-07bc-4c81-9dc7-7df4f9acfeed tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385489 Jul 27 22:09:17.071487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-584c4456-d87f-443b-9a29-2aab6d32fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:17.076768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-584c4456-d87f-443b-9a29-2aab6d32fe53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 200 len: 850 time: 0.0797670 Jul 27 22:09:17.088687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b854987-4757-466a-964e-63af8c7f7ebc req-a593096d-3c36-443b-92b4-8a062524ea70 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Jul 27 22:09:17.115383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-7b1a9e94-0ae9-4906-9637-2fb56951eeb2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77beb7f0-d4b3-4410-9157-5434ac42681e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337205 Jul 27 22:09:17.228955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-b8ab84d9-af16-4d0f-8385-0ccc01ae557a service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072457 Jul 27 22:09:17.390553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7dd01fa-2611-4abe-b9d0-a6fc2938704d req-d09c9180-fd02-4454-b238-60069254b3d8 service neutron] 10.222.0.76 "GET /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512706 Jul 27 22:09:17.940230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d3b85-76c4-498a-99f7-8f839b3846f2 req-680107a3-e69f-4e04-b1a1-a0754b7569cb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:17.943183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c2d3b85-76c4-498a-99f7-8f839b3846f2 req-680107a3-e69f-4e04-b1a1-a0754b7569cb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1049020 Jul 27 22:09:18.000680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c2d3b85-76c4-498a-99f7-8f839b3846f2 req-19593c22-6a35-4c3a-a1b6-b35f5cbcb64f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509489 Jul 27 22:09:18.421016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658491c-2233-475f-b6be-5f1e4d838bf0 req-76eb50f6-89f6-4130-8936-c5ca84ecdf75 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:18.421016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a658491c-2233-475f-b6be-5f1e4d838bf0 req-76eb50f6-89f6-4130-8936-c5ca84ecdf75 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0778046 Jul 27 22:09:18.421016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a658491c-2233-475f-b6be-5f1e4d838bf0 req-b9aa8660-ab0c-4a93-a871-036ccf306cc7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Jul 27 22:09:18.974029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-0f053298-2b08-475d-a3b1-c8e7f945342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:18.977823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-0f053298-2b08-475d-a3b1-c8e7f945342f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58&tenant_id=2d170c3de555429a9f1d5ba5f21b3060 HTTP/1.1" status: 200 len: 1094 time: 0.2554128 Jul 27 22:09:19.890965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d845b1-fb67-4aed-be5b-f07253c2adbd req-0d871460-beab-431e-b96b-64a1f5d47d4b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.900211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1d845b1-fb67-4aed-be5b-f07253c2adbd req-0d871460-beab-431e-b96b-64a1f5d47d4b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2810254 Jul 27 22:09:19.903663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-83a5268b-f1cd-42c7-b2f1-048fd9b4a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.905376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-83a5268b-f1cd-42c7-b2f1-048fd9b4a4a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1094 time: 0.8858743 Jul 27 22:09:20.060450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1d845b1-fb67-4aed-be5b-f07253c2adbd req-d63c2123-113c-4563-af00-f9b332f2b677 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583438 Jul 27 22:09:20.155912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-b4698788-9c10-4414-ab07-4f3c09f0178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.157402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-b4698788-9c10-4414-ab07-4f3c09f0178e service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.2446544 Jul 27 22:09:20.303386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-9669a5c4-d52d-4f27-a5d6-eb3fd27c100a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 999 time: 0.1387851 Jul 27 22:09:20.410693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4520dc-fdde-4648-9861-adfc6e69fab0 req-ca829699-99e1-491a-bcfc-7fa3d948d012 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.412210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d4520dc-fdde-4648-9861-adfc6e69fab0 req-ca829699-99e1-491a-bcfc-7fa3d948d012 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2372012 Jul 27 22:09:20.418914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-187db297-6e96-4c88-842c-2c6799da0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.421251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-187db297-6e96-4c88-842c-2c6799da0747 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.1096103 Jul 27 22:09:20.508029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d4520dc-fdde-4648-9861-adfc6e69fab0 req-c07c60d0-1e9d-484c-834a-6c86db14663c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856512 Jul 27 22:09:20.532742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-9ec111b0-d2d6-45f0-aa0b-baa9db9aa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.534395 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-9ec111b0-d2d6-45f0-aa0b-baa9db9aa301 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014488 Jul 27 22:09:20.779761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-bb4ea807-1304-4884-ab7f-bfef377df995 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364159 Jul 27 22:09:20.933490 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-4a598334-92ee-4a7d-a1db-a9e518a6d56d service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459396 Jul 27 22:09:21.298183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eed43-08c4-4604-a362-df15a7f1ff12 req-96ed6f8d-6db7-4934-9564-5ee705a7150f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.307274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-306eed43-08c4-4604-a362-df15a7f1ff12 req-96ed6f8d-6db7-4934-9564-5ee705a7150f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1354723 Jul 27 22:09:21.365073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-306eed43-08c4-4604-a362-df15a7f1ff12 req-e983734e-dd1f-433d-b6ad-30508b254dd2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566983 Jul 27 22:09:21.545829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f09f97-166a-4ccc-a38f-5137b5ebe151 req-7f243205-c0f2-4224-b16a-893bc09e88cf tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.547691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67f09f97-166a-4ccc-a38f-5137b5ebe151 req-7f243205-c0f2-4224-b16a-893bc09e88cf tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.0947316 Jul 27 22:09:21.633127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67f09f97-166a-4ccc-a38f-5137b5ebe151 req-65f446d4-4b6d-4184-b86c-c1384f02b866 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Jul 27 22:09:21.967859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-b2cd8599-3728-4b82-a82f-709582f1acdb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.972077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-b2cd8599-3728-4b82-a82f-709582f1acdb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.1921797 Jul 27 22:09:22.016013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-5d033628-f47b-4a4e-884c-6e575e788144 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0323358 Jul 27 22:09:22.151633 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-79d3f619-cff9-4b98-bb15-3538eed210f4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294715 Jul 27 22:09:22.566106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c9c33fbe-a0f0-4827-b061-6dbd67fc5b85 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017923 Jul 27 22:09:22.654656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b5d49-eba6-40d2-86ea-acaf14d5ebdb req-86870e60-c1bf-4d8a-adf6-e8b920d33647 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.656949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-529b5d49-eba6-40d2-86ea-acaf14d5ebdb req-86870e60-c1bf-4d8a-adf6-e8b920d33647 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1344404 Jul 27 22:09:22.771082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-2688b9be-862f-4c75-b72c-114e739b175a service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929445 Jul 27 22:09:22.776295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-529b5d49-eba6-40d2-86ea-acaf14d5ebdb req-3fc5d90e-2e95-42cf-a02a-d7b13182275a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120532 Jul 27 22:09:23.058865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1f814-3e4d-40ab-80f2-e2c8ffcae47d req-d3d61c60-cec3-494c-b974-11b8c9e245b3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.067522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ca1f814-3e4d-40ab-80f2-e2c8ffcae47d req-d3d61c60-cec3-494c-b974-11b8c9e245b3 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1860950 Jul 27 22:09:23.113030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ca1f814-3e4d-40ab-80f2-e2c8ffcae47d req-ec5c5396-3942-4731-ae01-eea1dadcf6cb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Jul 27 22:09:23.427998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bafde120-14a5-4bb5-b357-6c7c071068f8 req-6d530605-3cb1-44b0-a1df-fdb308364e96 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.1257923 Jul 27 22:09:24.034109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb54a0-0d18-4794-a8a2-152b7addb2ca req-3e98dce0-eeda-411c-bf1b-f4a09f3bca5b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.048420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45cb54a0-0d18-4794-a8a2-152b7addb2ca req-3e98dce0-eeda-411c-bf1b-f4a09f3bca5b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1774335 Jul 27 22:09:24.108653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45cb54a0-0d18-4794-a8a2-152b7addb2ca req-55ba1483-fd32-47b4-a2ce-2e4ef26b030f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572343 Jul 27 22:09:24.412588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2531050-d05b-41a3-b4b9-70d278e78ad8 req-4359f940-40bd-433a-90ba-5e24784e5c06 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.414964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2531050-d05b-41a3-b4b9-70d278e78ad8 req-4359f940-40bd-433a-90ba-5e24784e5c06 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1855242 Jul 27 22:09:24.542030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3bb56fb-3fb2-4a72-826f-5bd01a22304d req-94b2066a-80cb-48fc-b189-0ad358bb90b1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0608132 Jul 27 22:09:24.606028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2531050-d05b-41a3-b4b9-70d278e78ad8 req-d6e53225-f14e-4279-ac72-2cdf3021852d tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740270 Jul 27 22:09:25.207239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-4f8eb988-7884-407f-82b3-f1118efcbe3c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.209617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-4f8eb988-7884-407f-82b3-f1118efcbe3c tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.1119878 Jul 27 22:09:25.488814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c13e-b591-4fe3-a54b-8c22803f5830 req-dbf6e9c1-04cd-4300-9f85-1c45ff3feea7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.490955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a026c13e-b591-4fe3-a54b-8c22803f5830 req-dbf6e9c1-04cd-4300-9f85-1c45ff3feea7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1604688 Jul 27 22:09:25.584349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a026c13e-b591-4fe3-a54b-8c22803f5830 req-e46b2af3-237a-4f4e-8606-31948e7cd874 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864639 Jul 27 22:09:25.601838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Deleting port 66f5d374-a941-4186-8c0d-95bdc65d3656 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:25.602366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.934089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c740cacd-89c4-4bad-90cd-ff8347f864f3 req-bca672f6-704c-4471-b73f-0c5b31e241bc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.1678748 Jul 27 22:09:25.938564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0542-41fb-415c-86c8-66157c113e90 req-3562daf8-a2ee-4aa8-a578-b731effc5bd2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.950525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1c0542-41fb-415c-86c8-66157c113e90 req-3562daf8-a2ee-4aa8-a578-b731effc5bd2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 946 time: 0.2057090 Jul 27 22:09:26.069526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d1c0542-41fb-415c-86c8-66157c113e90 req-905a7811-fef4-4e3a-9bad-4348d5bf9d65 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115716 Jul 27 22:09:26.078700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] For port 66f5d374-a941-4186-8c0d-95bdc65d3656, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=66f5d374-a941-4186-8c0d-95bdc65d3656,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:26.079196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:26.106810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Calling delete_port for 66f5d374-a941-4186-8c0d-95bdc65d3656 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:26.539352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:26.553827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['efe77e90-704a-4de8-ac40-c8119855a778'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:26.556892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['66f5d374-a941-4186-8c0d-95bdc65d3656'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:26.722061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Pushing event deleted for resources: {'Port': ['ID=66f5d374-a941-4186-8c0d-95bdc65d3656,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:26.742632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.742970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.743323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.743670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.744015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.745000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.745351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.745693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.746079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.746540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.746903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.747241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:26.844326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] No DVR routers for this DVR port 66f5d374-a941-4186-8c0d-95bdc65d3656 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:26.854472 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:26.860940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d9b4b5f-b788-492c-a327-78ce7a03596d req-90601f52-3c30-4769-8d26-57d5f26c47a0 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.76 "DELETE /v2.0/ports/66f5d374-a941-4186-8c0d-95bdc65d3656 HTTP/1.1" status: 204 len: 173 time: 1.6436493 Jul 27 22:09:26.860940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'name': 'network-vif-deleted', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:26.867466 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f9c18-a78a-4129-b62e-b0b9f3b0860b" -d '{"events": [{"server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "name": "network-vif-deleted", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:26.961259 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7e4b5-3283-4adb-b5ae-7a755c578ba4 x-openstack-request-id: req-95e7e4b5-3283-4adb-b5ae-7a755c578ba4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:26.962445 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c60dae-03a8-462f-a7ca-cb3477c44318", "name": "network-vif-deleted", "tag": "66f5d374-a941-4186-8c0d-95bdc65d3656", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:26.962749 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95e7e4b5-3283-4adb-b5ae-7a755c578ba4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:26.963271 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c60dae-03a8-462f-a7ca-cb3477c44318', 'name': 'network-vif-deleted', 'tag': '66f5d374-a941-4186-8c0d-95bdc65d3656', 'status': 'completed', 'code': 200} Jul 27 22:09:27.239266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ce779a2-9944-4f60-bcae-190774d690d2 req-314fa17a-c21a-4e11-92c3-9b6100e2cdde tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.1335859 Jul 27 22:09:27.426172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265794f-1b92-4c85-b810-1caf1c9d5ca6 req-626ffd96-fa1b-4cb3-907e-31c1eead5dd5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.441565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3265794f-1b92-4c85-b810-1caf1c9d5ca6 req-626ffd96-fa1b-4cb3-907e-31c1eead5dd5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.3811290 Jul 27 22:09:27.582677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3265794f-1b92-4c85-b810-1caf1c9d5ca6 req-a094bd1c-307f-413e-9603-9407245d7910 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397121 Jul 27 22:09:27.659158 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-831f446a-8621-4530-8f55-f623c9a6e10e req-78127fe6-ae28-42a7-bd29-adf639ef85bb tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8c60dae-03a8-462f-a7ca-cb3477c44318 HTTP/1.1" status: 200 len: 210 time: 0.1596060 Jul 27 22:09:27.716158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-bbbbb0d3-e94b-4dff-b344-723be7d7bccb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.718613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-bbbbb0d3-e94b-4dff-b344-723be7d7bccb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.4618585 Jul 27 22:09:27.782861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:28.237045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:28.252138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.559558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3032633d-d9bb-4714-9b7f-a2ca941d5fac req-ddd43021-b940-4d54-9cb9-8a9ddf841ddb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.1213305 Jul 27 22:09:28.653278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.5 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/6a88e96c-5d2b-44f8-8c19-62a340787e27) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:29.096944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465461a-6b9d-4b9d-9f57-b5288eb141f8 req-e4c1eda6-fc7b-465e-97ee-df6883ea59c7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.116242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8465461a-6b9d-4b9d-9f57-b5288eb141f8 req-e4c1eda6-fc7b-465e-97ee-df6883ea59c7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2337337 Jul 27 22:09:29.132852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:29.146680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 6a88e96c-5d2b-44f8-8c19-62a340787e27 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:29.229870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8465461a-6b9d-4b9d-9f57-b5288eb141f8 req-49055252-4602-4d5e-84d4-16701ffc3c52 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081357 Jul 27 22:09:29.276831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:29.294150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7742e8c0-b79f-47e1-a65c-b0698f3c9c47'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:29.379698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:29.385859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:29.390302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:29.492507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:29.541701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.542003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.544842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.546568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.547099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.547665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.549320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.549725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.550195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.553064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.553526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.555091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:29.676716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.678219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:29.804686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9997e-59a4-4974-8f60-de65e1b02b89 req-f7180766-7f99-4993-8abb-e9ec407d33c6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.808405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f9997e-59a4-4974-8f60-de65e1b02b89 req-f7180766-7f99-4993-8abb-e9ec407d33c6 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.2402825 Jul 27 22:09:29.861098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dcd34852-a5e4-41f2-a90f-88931519674a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0923815 Jul 27 22:09:29.914597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Request body: {'port': {'device_id': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:29.945663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb92d70-9b28-479f-902e-83fe238f6d73 req-c2c8f63c-b6e0-4146-81a3-de43889631c6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.948795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bb92d70-9b28-479f-902e-83fe238f6d73 req-c2c8f63c-b6e0-4146-81a3-de43889631c6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 931 time: 0.2055159 Jul 27 22:09:30.026823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bb92d70-9b28-479f-902e-83fe238f6d73 req-756a8d65-88e4-476b-9b6a-c36e10251dc7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709121 Jul 27 22:09:30.061642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58f9997e-59a4-4974-8f60-de65e1b02b89 req-f9a98515-c359-4bd6-83da-ee7b3c32cdbf tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463362 Jul 27 22:09:30.187743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 66f5d374-a941-4186-8c0d-95bdc65d3656 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:30.231633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:30.566800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 66f5d374-a941-4186-8c0d-95bdc65d3656 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:30.567380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 66f5d374-a941-4186-8c0d-95bdc65d3656 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:30.579953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-449687f3-123e-4e29-a3cf-2acc07ffb535 None None] Provisioning for port 6a88e96c-5d2b-44f8-8c19-62a340787e27 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:30.584735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-449687f3-123e-4e29-a3cf-2acc07ffb535 None None] Provisioning complete for port 6a88e96c-5d2b-44f8-8c19-62a340787e27 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:30.587146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449687f3-123e-4e29-a3cf-2acc07ffb535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:30.624863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fbb98-5790-4e57-a2c0-5cd6ae0b45a2 req-10f6bceb-6ea5-428a-bcb1-cbbb35ce6e64 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:30.633853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c38fbb98-5790-4e57-a2c0-5cd6ae0b45a2 req-10f6bceb-6ea5-428a-bcb1-cbbb35ce6e64 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2749245 Jul 27 22:09:30.668934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-449687f3-123e-4e29-a3cf-2acc07ffb535 None None] Port 6a88e96c-5d2b-44f8-8c19-62a340787e27 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:09:30.755885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c38fbb98-5790-4e57-a2c0-5cd6ae0b45a2 req-96b80f14-0f2c-4561-aa47-5f942c816fd3 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112745 Jul 27 22:09:31.022490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a88e96c-5d2b-44f8-8c19-62a340787e27 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:31.033771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.051618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Transition to ACTIVE for port object 6a88e96c-5d2b-44f8-8c19-62a340787e27 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:31.285404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce03637-a0fa-4e83-98d2-b66afda335a4 req-5b5eabf6-9004-4854-97b7-25a70895caa3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:31.287422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ce03637-a0fa-4e83-98d2-b66afda335a4 req-5b5eabf6-9004-4854-97b7-25a70895caa3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 931 time: 0.1136222 Jul 27 22:09:31.398916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2117-a64f-4fb7-8df1-0f2df45eae62 req-a02b6c24-f730-4e31-9834-f95de16a8943 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:31.409872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ce03637-a0fa-4e83-98d2-b66afda335a4 req-47c9dca2-fb52-40a0-9ce1-c23602540930 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Jul 27 22:09:31.425658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8a9c2117-a64f-4fb7-8df1-0f2df45eae62 req-a02b6c24-f730-4e31-9834-f95de16a8943 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.1847210 Jul 27 22:09:31.500876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8a9c2117-a64f-4fb7-8df1-0f2df45eae62 req-7412378b-09fc-43a6-a244-51d6724a39fc tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737283 Jul 27 22:09:31.544105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.626199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:32.003738 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ea0bea8-f775-4f4a-b586-1b70c8f2a569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.026714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Attempting to bind port 6a88e96c-5d2b-44f8-8c19-62a340787e27 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:32.027800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Attempting to bind port 6a88e96c-5d2b-44f8-8c19-62a340787e27 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:32.029871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Attempting to bind port 6a88e96c-5d2b-44f8-8c19-62a340787e27 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:32.038449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Port 6a88e96c-5d2b-44f8-8c19-62a340787e27 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:32.041997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Attempting to bind port 6a88e96c-5d2b-44f8-8c19-62a340787e27 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:32.046469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:32.047117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:32.048388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:32.052678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Bound port: 6a88e96c-5d2b-44f8-8c19-62a340787e27, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:32.053411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.262850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfdbda-86af-47df-bc24-ee869e068dc5 req-e9c153fa-3da2-49e6-8eae-a7eeb2fa5cdc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.271531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4cfdbda-86af-47df-bc24-ee869e068dc5 req-e9c153fa-3da2-49e6-8eae-a7eeb2fa5cdc tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.3211858 Jul 27 22:09:32.275306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:32.361543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:32.386667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b4cfdbda-86af-47df-bc24-ee869e068dc5 req-875f4820-5704-4e81-9a0b-715bcc7f376f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142082 Jul 27 22:09:32.460633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.662138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:32.694427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.695507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.704071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-c2f5bcad-c567-4985-9edc-bfeecc90a0d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a88e96c-5d2b-44f8-8c19-62a340787e27 HTTP/1.1" status: 200 len: 1091 time: 2.8163872 Jul 27 22:09:32.710087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:32.724489 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30987de8-e689-4420-a606-45c58fb87296" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:32.730362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ad7d-bcf7-4b0b-98e3-acccbb6d197f req-43acce36-2327-4e64-b635-9dcda7d4dbde tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.744501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f717ad7d-bcf7-4b0b-98e3-acccbb6d197f req-43acce36-2327-4e64-b635-9dcda7d4dbde tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1995699 Jul 27 22:09:32.977496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f717ad7d-bcf7-4b0b-98e3-acccbb6d197f req-f74e7110-af3b-4336-86ba-3e6fbf42902a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298858 Jul 27 22:09:33.108138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7429-16e8-494e-8328-25f5eb14281d req-ab9b5838-6507-4df5-93ec-ded9b7936506 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.117734 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-262f7429-16e8-494e-8328-25f5eb14281d req-ab9b5838-6507-4df5-93ec-ded9b7936506 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.3830457 Jul 27 22:09:33.169356 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0579f81-5e6e-453f-8c0b-8ecaaeb8503c x-openstack-request-id: req-b0579f81-5e6e-453f-8c0b-8ecaaeb8503c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:33.170105 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:33.170578 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0579f81-5e6e-453f-8c0b-8ecaaeb8503c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:33.171170 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27', 'status': 'completed', 'code': 200} Jul 27 22:09:33.229924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-262f7429-16e8-494e-8328-25f5eb14281d req-5f480495-dcb6-4e3a-885c-80f9a96a5719 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111007 Jul 27 22:09:33.240025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-1cc3209e-c529-4733-b642-db8976b56355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.242665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-1cc3209e-c529-4733-b642-db8976b56355 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 1094 time: 0.3752036 Jul 27 22:09:33.262956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879afdbf-e764-4ded-bc6e-022e160831ce req-21cbc5fb-0efb-422f-a58f-b75f5cca8a98 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.265152 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-879afdbf-e764-4ded-bc6e-022e160831ce req-21cbc5fb-0efb-422f-a58f-b75f5cca8a98 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.50 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.3437862 Jul 27 22:09:33.355313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-dd6caadd-907c-46d0-aca7-8adf1b7b0d2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27 HTTP/1.1" status: 200 len: 217 time: 0.0886352 Jul 27 22:09:33.624568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-78ff9eac-f820-41c9-85f8-639fb58c833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.627853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-78ff9eac-f820-41c9-85f8-639fb58c833a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1072714 Jul 27 22:09:33.745764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedd69a-cfe4-445f-9bf0-c9e48c607e17 req-eb387241-3484-4a86-afe6-b836f205f6a5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.773992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aedd69a-cfe4-445f-9bf0-c9e48c607e17 req-eb387241-3484-4a86-afe6-b836f205f6a5 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2399132 Jul 27 22:09:33.841015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aedd69a-cfe4-445f-9bf0-c9e48c607e17 req-de0b46b3-35cb-4c24-aeb2-66b35e02e7a1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656886 Jul 27 22:09:33.851649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Deleting port efe77e90-704a-4de8-ac40-c8119855a778 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:33.852083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.063197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-590223f2-6008-4385-b5c1-4363d0fc2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.064839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-590223f2-6008-4385-b5c1-4363d0fc2180 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967276 Jul 27 22:09:34.583008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665d370-7f5c-4f1e-8275-56fce8aacfa3 req-b7313900-86d5-4211-948e-81cc12e141bd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.598336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4665d370-7f5c-4f1e-8275-56fce8aacfa3 req-b7313900-86d5-4211-948e-81cc12e141bd tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 946 time: 0.2177389 Jul 27 22:09:34.712194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] For port efe77e90-704a-4de8-ac40-c8119855a778, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=efe77e90-704a-4de8-ac40-c8119855a778,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:34.712194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.728647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4665d370-7f5c-4f1e-8275-56fce8aacfa3 req-9e4427cf-dbda-4063-a582-38f59617c0d7 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e4afa30-ae5f-4944-9e40-c63d58744f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275454 Jul 27 22:09:34.823797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Calling delete_port for efe77e90-704a-4de8-ac40-c8119855a778 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:34.870334 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15f315ef-9b3a-45f0-a895-f147b042eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.901360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9431-93db-4637-b1b9-991927bdd27d req-21fd4374-d0b6-4abb-b491-27b7a6580017 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.904110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910c9431-93db-4637-b1b9-991927bdd27d req-21fd4374-d0b6-4abb-b491-27b7a6580017 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.7117529 Jul 27 22:09:34.913475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-d4c1ec1e-0e6d-46e2-8068-7df0ada1e47a service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751851 Jul 27 22:09:34.921493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.216254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-910c9431-93db-4637-b1b9-991927bdd27d req-3cbf1e92-8bc8-4321-b838-b33a4140c524 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040094 Jul 27 22:09:35.259143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78fdd-aa4d-48a1-9f8d-593e90acba8d req-fa96ee47-03c1-4fa6-b995-63108e61c7bb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.279992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3db78fdd-aa4d-48a1-9f8d-593e90acba8d req-fa96ee47-03c1-4fa6-b995-63108e61c7bb tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.2120497 Jul 27 22:09:35.310843 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dce58e4-d46f-42a8-a0d2-6c42fb76a2b7 req-ab75b445-22b1-4634-a7c6-4a0ac5a51fcd service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536794 Jul 27 22:09:35.417337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3db78fdd-aa4d-48a1-9f8d-593e90acba8d req-f86c64ff-cf68-4883-b375-54ec4c54161b tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360996 Jul 27 22:09:35.597513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.618240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['efe77e90-704a-4de8-ac40-c8119855a778'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:35.640766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Pushing event deleted for resources: {'Port': ['ID=efe77e90-704a-4de8-ac40-c8119855a778,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:35.749472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] No DVR routers for this DVR port efe77e90-704a-4de8-ac40-c8119855a778 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:35.754460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.756597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-879afdbf-e764-4ded-bc6e-022e160831ce req-893b08c4-8fa7-43d6-b217-ae16288feae2 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.50 "DELETE /v2.0/ports/efe77e90-704a-4de8-ac40-c8119855a778 HTTP/1.1" status: 204 len: 173 time: 2.4265265 Jul 27 22:09:35.757173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'name': 'network-vif-deleted', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:35.759454 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa6beb-a086-42cc-a39e-889a87802035" -d '{"events": [{"server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "name": "network-vif-deleted", "tag": "efe77e90-704a-4de8-ac40-c8119855a778"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:35.835595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987de8-e689-4420-a606-45c58fb87296 req-aeb495ed-3a15-426d-9faa-40970d0c7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.835595 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-aeb495ed-3a15-426d-9faa-40970d0c7e8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 1094 time: 0.1426566 Jul 27 22:09:35.979849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:36.072783 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94584171-8ecc-45f3-82c2-343277c811a4 x-openstack-request-id: req-94584171-8ecc-45f3-82c2-343277c811a4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:36.073144 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d188-fcef-4e90-ab16-d799b3b5644e", "name": "network-vif-deleted", "tag": "efe77e90-704a-4de8-ac40-c8119855a778", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:36.073455 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94584171-8ecc-45f3-82c2-343277c811a4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:36.074203 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d188-fcef-4e90-ab16-d799b3b5644e', 'name': 'network-vif-deleted', 'tag': 'efe77e90-704a-4de8-ac40-c8119855a778', 'status': 'completed', 'code': 200} Jul 27 22:09:36.078761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a85d29a9-d86a-4c51-9bf8-f0547feaba7c req-35b5d0b7-b2e7-48d2-b962-710b96e23cf5 tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.1424708 Jul 27 22:09:36.282867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987de8-e689-4420-a606-45c58fb87296 req-5aa9327c-b903-48f1-b088-282ee7dd08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.282867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-5aa9327c-b903-48f1-b088-282ee7dd08d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.4111073 Jul 27 22:09:36.683571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2991b26-7732-4bce-a25c-8641e3daf90e req-cda19cc6-8bc1-4683-8edb-cb422d6303bb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.698526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2991b26-7732-4bce-a25c-8641e3daf90e req-cda19cc6-8bc1-4683-8edb-cb422d6303bb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2186985 Jul 27 22:09:36.734577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f2991b26-7732-4bce-a25c-8641e3daf90e req-fd04a6c3-3f36-44b2-a1eb-bf68db3826db tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Jul 27 22:09:36.740567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-fe6ad990-77b8-4fec-b11e-b69ae906cdf0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27 HTTP/1.1" status: 200 len: 217 time: 0.0491750 Jul 27 22:09:36.766929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e2c31-ccc5-4684-947b-1a7df4017cd4 req-e0e9e7dd-42dc-4141-9e21-b4da4d2ccd47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.768519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893e2c31-ccc5-4684-947b-1a7df4017cd4 req-e0e9e7dd-42dc-4141-9e21-b4da4d2ccd47 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1521742 Jul 27 22:09:36.835465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987de8-e689-4420-a606-45c58fb87296 req-39589b6e-cb3f-47cc-b54e-bce0d2f07551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.836892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-39589b6e-cb3f-47cc-b54e-bce0d2f07551 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0888257 Jul 27 22:09:36.842617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-893e2c31-ccc5-4684-947b-1a7df4017cd4 req-70b40bea-f73b-4185-b990-04ed031fc868 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534205 Jul 27 22:09:36.929125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30987de8-e689-4420-a606-45c58fb87296 req-5c4b4cfb-7f0d-444e-a4ae-ae36c774da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.930891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-5c4b4cfb-7f0d-444e-a4ae-ae36c774da66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865374 Jul 27 22:09:37.062431 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-db50aa03-04a8-4dd4-90ea-4c174860d8ed service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236291 Jul 27 22:09:37.180791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30987de8-e689-4420-a606-45c58fb87296 req-01755b7d-5647-4878-b1f7-2c2a7631ce80 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118219 Jul 27 22:09:37.238884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-da55f2c6-6c42-40f8-a2ff-c941e36d7faa req-8c58ab14-6eb5-40ab-9ffa-86dbc05804df tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0442464 Jul 27 22:09:37.907046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.913170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.923049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985742c-249e-4f8a-9c8d-0fa2f412ee5b req-81e81a45-6f2a-436a-bb63-3ee775b1f376 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:37.925284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4985742c-249e-4f8a-9c8d-0fa2f412ee5b req-81e81a45-6f2a-436a-bb63-3ee775b1f376 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1124780 Jul 27 22:09:38.008148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device efe77e90-704a-4de8-ac40-c8119855a778 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:38.015121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4985742c-249e-4f8a-9c8d-0fa2f412ee5b req-fbc4f3a0-2813-4e2a-aa54-50690a655f73 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774219 Jul 27 22:09:38.080190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: efe77e90-704a-4de8-ac40-c8119855a778 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:38.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device efe77e90-704a-4de8-ac40-c8119855a778 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:38.157395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077975-c28b-457f-9cbd-8685e9316a63 req-1ea3bd6d-12eb-4a0b-8bcf-b1a053356cf2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:38.166468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3077975-c28b-457f-9cbd-8685e9316a63 req-1ea3bd6d-12eb-4a0b-8bcf-b1a053356cf2 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1877296 Jul 27 22:09:38.225667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b3077975-c28b-457f-9cbd-8685e9316a63 req-f34c61e8-b318-4ea6-b018-373268594152 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582392 Jul 27 22:09:38.269565 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.428828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bcd0cbf-c432-43b8-8502-0425b510eb2c req-72a8060a-0dc4-4125-919e-445b0cd1580e tempest-ServerRescueTestJSON-41804494 tempest-ServerRescueTestJSON-41804494-project] 10.222.0.37 "GET /v2.0/ports?device_id=1351d188-fcef-4e90-ab16-d799b3b5644e HTTP/1.1" status: 200 len: 210 time: 0.0554636 Jul 27 22:09:39.213977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606c44-c0f1-4840-b195-8d0bfacee199 req-43268efb-152f-42f2-80ff-4322f8eccd7d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.222773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16606c44-c0f1-4840-b195-8d0bfacee199 req-43268efb-152f-42f2-80ff-4322f8eccd7d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1239827 Jul 27 22:09:39.278990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16606c44-c0f1-4840-b195-8d0bfacee199 req-d62c1745-7b0f-402d-9559-debc9cb82bec tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553119 Jul 27 22:09:39.445849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b3d3-c51d-4ab6-8bf1-17c4f0430b90 req-52564ad2-6e31-4d8e-8ec6-6297de176933 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.447405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d817b3d3-c51d-4ab6-8bf1-17c4f0430b90 req-52564ad2-6e31-4d8e-8ec6-6297de176933 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.0822914 Jul 27 22:09:39.491630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:39.492456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d817b3d3-c51d-4ab6-8bf1-17c4f0430b90 req-d2a6814e-14c7-435c-b4a6-64f4ee2f5b92 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369856 Jul 27 22:09:39.955260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.271675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Deleting port 56637db3-6c1a-41f8-8039-b4afcdd3771f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:40.272376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.380598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] For port 56637db3-6c1a-41f8-8039-b4afcdd3771f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=56637db3-6c1a-41f8-8039-b4afcdd3771f,segment=NetworkSegment(6d1d16b6-7e08-47a2-abac-ef2b46600225),segment_id=6d1d16b6-7e08-47a2-abac-ef2b46600225)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:40.381013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.404830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Calling delete_port for 56637db3-6c1a-41f8-8039-b4afcdd3771f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:40.527631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5b394-04fb-45a1-88e3-f301a44ca054 req-f646cc2d-a90b-4549-80e0-80102fbf938b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:40.529249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fc5b394-04fb-45a1-88e3-f301a44ca054 req-f646cc2d-a90b-4549-80e0-80102fbf938b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1395974 Jul 27 22:09:40.620403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fc5b394-04fb-45a1-88e3-f301a44ca054 req-f8a2cd78-3b4a-4e28-91a8-dc80899e1f8e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549321 Jul 27 22:09:40.676947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0a1d8-d537-4fe0-b075-2855784fb23a req-58393f46-81a2-4e6e-9db5-26b27f51b541 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:40.678855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60b0a1d8-d537-4fe0-b075-2855784fb23a req-58393f46-81a2-4e6e-9db5-26b27f51b541 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.0979278 Jul 27 22:09:40.722874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60b0a1d8-d537-4fe0-b075-2855784fb23a req-93054641-b682-4c7f-9ad0-5b126c3a8898 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372787 Jul 27 22:09:40.819051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.850539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56637db3-6c1a-41f8-8039-b4afcdd3771f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:41.032943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.275387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Router 0930dfc4-32c4-464f-9f01-69939f34a352 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:09:41.414425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:41.424072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6eb94edb-44a4-4287-b2f0-c8bcb878fab2 admin admin] 10.222.0.37 "PUT /v2.0/routers/0930dfc4-32c4-464f-9f01-69939f34a352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273667 Jul 27 22:09:41.424072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:41.427909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Sync routers for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:41.455624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:41.456585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:41.657080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:41.933335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef326d4-30d3-4fb7-bb51-965e9a1e5098 req-59de1e67-88f5-42d6-93b4-a0ff7ddf6a5d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.942784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cef326d4-30d3-4fb7-bb51-965e9a1e5098 req-59de1e67-88f5-42d6-93b4-a0ff7ddf6a5d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 943 time: 0.1130896 Jul 27 22:09:41.997582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cef326d4-30d3-4fb7-bb51-965e9a1e5098 req-94693bfe-0cdd-466e-a7ab-a03c0b4c9f1f tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534244 Jul 27 22:09:42.033545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:42.108726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.129555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:09:40Z', 'revision_number': 5, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:42.170322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Checking router: 0930dfc4-32c4-464f-9f01-69939f34a352 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:42.195370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Routers {'0930dfc4-32c4-464f-9f01-69939f34a352'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:42.196286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0930dfc4-32c4-464f-9f01-69939f34a352'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:42.206949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c394a72-a498-4de0-9fe7-652417904e88 req-0f49d391-d7ea-4351-be3a-097d8c205690 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:42.208687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c394a72-a498-4de0-9fe7-652417904e88 req-0f49d391-d7ea-4351-be3a-097d8c205690 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1901801 Jul 27 22:09:42.335760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:42.356130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c394a72-a498-4de0-9fe7-652417904e88 req-4ea92da5-9c6e-44f9-9f8a-d16f6053b114 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075540 Jul 27 22:09:42.362795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] Set router 0930dfc4-32c4-464f-9f01-69939f34a352 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:42.371033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.422759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:42.425334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'port_id': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'mac_address': 'fa:16:3e:f7:ec:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:42.573814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.621138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:42.693263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:42.702544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Deleting port acadee8d-722f-4545-9faa-8464b62930e6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:42.703059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.716633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Deleting subnet 41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:42.729378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:09:40Z', 'revision_number': 5, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:42.755274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.764370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d2c9ce-2c6a-40be-aab9-8e798429ce16 None None] The sync data for ids ['0930dfc4-32c4-464f-9f01-69939f34a352'] in n-d-738018-6 is: [{'id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'name': 'tempest-ServerRescueTestJSON-564774519-router', 'tenant_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:31Z', 'updated_at': '2021-07-27T22:09:40Z', 'revision_number': 5, 'project_id': 'bca843cdf1b54c8b8f3d544fee81bcff', 'gw_port': {'id': 'acadee8d-722f-4545-9faa-8464b62930e6', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:29:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0930dfc4-32c4-464f-9f01-69939f34a352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:32Z', 'updated_at': '2021-07-27T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:42.768850 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.810877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.848976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:42.857471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.857678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.857984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.858389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.858735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.859075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.859412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.859758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.860094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.861450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.861844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.862407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:42.881138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] For port acadee8d-722f-4545-9faa-8464b62930e6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acadee8d-722f-4545-9faa-8464b62930e6,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:42.882123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.903132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Calling delete_port for acadee8d-722f-4545-9faa-8464b62930e6 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:42.905264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.042383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['e54f0a12-e9ae-4efe-99d0-0e7925da78b2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:43.137575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.162187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.164596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41296cb5-dfbf-4f8e-8acf-6248ea6d2a01 HTTP/1.1" status: 204 len: 168 time: 0.7462204 Jul 27 22:09:43.168080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35498) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:43.200006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea523bbe-61f9-442c-9b68-028d4a2ddb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41296cb5-dfbf-4f8e-8acf-6248ea6d2a01,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:43.213466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9908-ab54-4cf9-bfeb-19c9e4f27213 req-c5a3781a-1b7f-4614-bbca-4e28bcf11176 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:43.215705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062d9908-ab54-4cf9-bfeb-19c9e4f27213 req-c5a3781a-1b7f-4614-bbca-4e28bcf11176 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.1180532 Jul 27 22:09:43.240205 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:43.312707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062d9908-ab54-4cf9-bfeb-19c9e4f27213 req-984e65f3-ecdb-4076-ad6f-302f9588dbe6 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584991 Jul 27 22:09:43.315357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.409112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.422164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.460227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64571da-f95c-40b1-af37-ac5aa2de3f86']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:43.477706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=acadee8d-722f-4545-9faa-8464b62930e6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:43.483300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14689bb3-3e68-4dad-80d7-d1b35de19720') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:43.483784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14689bb3-3e68-4dad-80d7-d1b35de19720') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:43.500172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.528433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.536536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:43.537031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:43.538905 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:43.608431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.690185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ed9a-e169-4a2e-8fb4-ac35ad86e36d req-01ec1871-7229-4680-acbf-c751ad8a50ea tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:43.691904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfb6ed9a-e169-4a2e-8fb4-ac35ad86e36d req-01ec1871-7229-4680-acbf-c751ad8a50ea tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2110312 Jul 27 22:09:43.732247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.738055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.811565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfb6ed9a-e169-4a2e-8fb4-ac35ad86e36d req-81fc7809-4e68-497a-bbc0-b33a8c964e7b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904357 Jul 27 22:09:43.961336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.961976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0930dfc4-32c4-464f-9f01-69939f34a352 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:09:43.967767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:43.968676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3339b2fb-9ee8-4ba8-844c-0ba162e99a6e admin admin] 10.222.0.37 "DELETE /v2.0/routers/0930dfc4-32c4-464f-9f01-69939f34a352 HTTP/1.1" status: 204 len: 168 time: 2.5438795 Jul 27 22:09:43.972728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35506) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:44.019108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:44.030319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Deleting subnet d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:44.036231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.083861 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.105282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:44.106529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.116194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.130703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.135600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c64571da-f95c-40b1-af37-ac5aa2de3f86 HTTP/1.1" status: 204 len: 168 time: 0.9639633 Jul 27 22:09:44.159717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85def-db96-41ca-b3bc-afc090cbe713 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64571da-f95c-40b1-af37-ac5aa2de3f86,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:44.181587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.229997 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.255284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:44.257606 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7328b71b-6816-4cb9-9972-1c533c637624" -d '{"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:44.273847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:44.296583 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1512e70-22b8-4bde-933b-3e31d7ab7311 x-openstack-request-id: req-b1512e70-22b8-4bde-933b-3e31d7ab7311 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:44.296885 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-plugged", "status": "completed", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:44.297150 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1512e70-22b8-4bde-933b-3e31d7ab7311 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:44.297589 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'code': 200} Jul 27 22:09:44.439379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.460745 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.465613 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6 HTTP/1.1" status: 204 len: 168 time: 0.4911082 Jul 27 22:09:44.466490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:44.467265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771b5cb-bc2a-4ebe-9892-7634e18e6323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8be47dc-0ab8-4eee-b1a1-84db21e6d8b6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:44.471938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2991ed8-7d7d-462e-8ab7-f6dd038ab8c6 req-31e220dd-57f8-4c88-bfa2-c27f12315f16 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.478021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2991ed8-7d7d-462e-8ab7-f6dd038ab8c6 req-31e220dd-57f8-4c88-bfa2-c27f12315f16 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 944 time: 0.0771205 Jul 27 22:09:44.487096 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.559257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2991ed8-7d7d-462e-8ab7-f6dd038ab8c6 req-baaafe3d-316c-461e-b66a-258a431be6b7 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666895 Jul 27 22:09:44.598164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:44.606957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.622964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acadee8d-722f-4545-9faa-8464b62930e6 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:44.658554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: acadee8d-722f-4545-9faa-8464b62930e6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:44.660152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acadee8d-722f-4545-9faa-8464b62930e6 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:44.660152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 56637db3-6c1a-41f8-8039-b4afcdd3771f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:44.684780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 56637db3-6c1a-41f8-8039-b4afcdd3771f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:44.685135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 56637db3-6c1a-41f8-8039-b4afcdd3771f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:44.767391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.779692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77beb7f0-d4b3-4410-9157-5434ac42681e']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:44.793965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d16b6-7e08-47a2-abac-ef2b46600225') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:44.793965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d16b6-7e08-47a2-abac-ef2b46600225') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:44.794335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:44.808313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.828350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a7d1-6c0d-4f35-ac0d-b9ce2ca195f1 req-7ced9be6-6548-4c7e-a408-6563f20a6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.830964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f22a7d1-6c0d-4f35-ac0d-b9ce2ca195f1 req-7ced9be6-6548-4c7e-a408-6563f20a6916 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1097 time: 0.1568689 Jul 27 22:09:44.832177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.840218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:44.840218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:44.846861 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:44.878739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f54a1f6-ff1f-4fe7-a304-c2ec26e397c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c93de719c2c45f7b5572b3e02d6146b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827365 Jul 27 22:09:44.887387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:44.965289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.980587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f22a7d1-6c0d-4f35-ac0d-b9ce2ca195f1 req-13565122-ea01-41d4-bda3-a86a9978ddba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383150 Jul 27 22:09:44.994850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.016228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf65f3-cd96-4f51-9b57-642dc4b253be req-a08b3970-7ea5-4ecb-9cee-a36211d41d9e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:45.018173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bcf65f3-cd96-4f51-9b57-642dc4b253be req-a08b3970-7ea5-4ecb-9cee-a36211d41d9e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0963709 Jul 27 22:09:45.066651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6bcf65f3-cd96-4f51-9b57-642dc4b253be req-cdbea2dc-b3bd-4ace-a41a-708e6850fe02 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jul 27 22:09:45.161248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.174686 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.174686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] 10.222.0.37 "DELETE /v2.0/networks/77beb7f0-d4b3-4410-9157-5434ac42681e HTTP/1.1" status: 204 len: 168 time: 0.7016978 Jul 27 22:09:45.186622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87cc77-9203-4a79-ae63-ceed6780022c admin admin] Pushing event deleted for resources: {'Network': ['ID=77beb7f0-d4b3-4410-9157-5434ac42681e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:45.262945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.262945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.262945 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b292fd7d-4f0e-4266-ad88-efb5d6db314b HTTP/1.1" status: 204 len: 168 time: 0.3519058 Jul 27 22:09:45.262945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206d020-6e03-4f9b-81ac-9b0c8328296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b292fd7d-4f0e-4266-ad88-efb5d6db314b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:45.752194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8513a0-4c70-47bd-bd05-894bc963b166 req-6fc4294d-128c-44d2-a8b1-9b5e73af248d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:45.762322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e8513a0-4c70-47bd-bd05-894bc963b166 req-6fc4294d-128c-44d2-a8b1-9b5e73af248d tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.1160705 Jul 27 22:09:45.795686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6e8513a0-4c70-47bd-bd05-894bc963b166 req-03f4119f-5996-46d6-a332-0a6fd27fc98e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351405 Jul 27 22:09:46.010793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:46.060447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35552) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:46.061062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ad7ba87b-2ba0-40dc-8aa4-f19930ef6aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bca843cdf1b54c8b8f3d544fee81bcff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484760 Jul 27 22:09:46.140333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.165519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.265996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2010c-e984-490b-ad24-6df34bf3b5cf req-5107610c-822f-4b1a-bd5a-64434b40e004 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.271133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20c2010c-e984-490b-ad24-6df34bf3b5cf req-5107610c-822f-4b1a-bd5a-64434b40e004 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1083066 Jul 27 22:09:46.323480 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20c2010c-e984-490b-ad24-6df34bf3b5cf req-3aaafb84-d820-4382-b1ef-2d0e9bd938cd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jul 27 22:09:46.366338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.369699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.374355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e4afa30-ae5f-4944-9e40-c63d58744f25 HTTP/1.1" status: 204 len: 168 time: 0.3092191 Jul 27 22:09:46.387595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3bd74-f6b0-41cc-b629-754ff74f976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4afa30-ae5f-4944-9e40-c63d58744f25,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:47.006394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f4a2e-aeef-401c-adc8-4acc07eff4a3 req-f4c73c73-e163-4939-ba88-0a9b713dd476 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.008350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a18f4a2e-aeef-401c-adc8-4acc07eff4a3 req-f4c73c73-e163-4939-ba88-0a9b713dd476 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.1177220 Jul 27 22:09:47.067400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a18f4a2e-aeef-401c-adc8-4acc07eff4a3 req-acf182ce-bdd2-462f-84f0-f0e7d5de53cf tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474336 Jul 27 22:09:47.303262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35612) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:47.474682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1687505472-network', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:47.493606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271ea77-d93f-46c2-8bff-05fba33f64dc req-8a23a231-88a5-4219-b865-8aa59c0da238 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.495275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c271ea77-d93f-46c2-8bff-05fba33f64dc req-8a23a231-88a5-4219-b865-8aa59c0da238 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0918498 Jul 27 22:09:47.541218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c271ea77-d93f-46c2-8bff-05fba33f64dc req-b33e74b7-1b65-4307-bbfa-629c0faba9e0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Jul 27 22:09:47.607263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Made reservation on behalf of a2e77c7d09164871b197aa24c07b930b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:47.610883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.625816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.720690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.849613 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.875841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:47.876509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:09:47.893537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac195382-8bb8-455c-927c-b4e3bf531a50,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:47.899658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.900004 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Added segment a6b3bd84-f535-4001-8a1c-b395f04c6351 of type vlan for network c2b8ca66-6279-44b3-af7c-80931c2f3d65 Jul 27 22:09:47.975845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.026176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-network', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:48.149702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.151099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.151693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.157793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Made reservation on behalf of 17d309f8e83f4128b5a9a82410dc3d1e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:48.161358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.193249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.223453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] Pushing event updated for resources: {'Network': ['ID=c2b8ca66-6279-44b3-af7c-80931c2f3d65,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.240170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:09:48.260447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe208d-4fdc-4cee-adbc-95cd21845a81 req-38f6d989-924f-43e8-8a42-407a77e65391 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.262092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67fe208d-4fdc-4cee-adbc-95cd21845a81 req-38f6d989-924f-43e8-8a42-407a77e65391 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.1183400 Jul 27 22:09:48.319936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67fe208d-4fdc-4cee-adbc-95cd21845a81 req-5c5ee2de-5136-47b4-9adf-1ec61f88256a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474508 Jul 27 22:09:48.356364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b447e3ce-192e-4b5e-b5a3-df1abd61604c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0519071 Jul 27 22:09:48.360094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:48.365308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Request body: {'subnet': {'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1687505472-subnet', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:48.450851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.545802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.581671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:09:48.595797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a60cd0-ccff-4a63-a720-3f2158b7fe2c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.600887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.601971 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Added segment f1a8c3dd-9d13-476d-9c00-06279585991f of type vlan for network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 Jul 27 22:09:48.647049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.650595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Made reservation on behalf of a2e77c7d09164871b197aa24c07b930b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:48.652876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.700765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9200e8-c756-4dfa-8c06-292c6908c858 req-87cab06f-ade4-47b4-8a0a-4b3c226db68d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.703263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a9200e8-c756-4dfa-8c06-292c6908c858 req-87cab06f-ade4-47b4-8a0a-4b3c226db68d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0733831 Jul 27 22:09:48.748410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a9200e8-c756-4dfa-8c06-292c6908c858 req-93861da4-c141-4309-9c12-9a6221366f64 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Jul 27 22:09:48.869562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.872183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.872183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.935269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] Pushing event updated for resources: {'Network': ['ID=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.945915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:09:48.995457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.033117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ce4ebc4a-cdf4-47f3-bd20-987de63c664b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1557074 Jul 27 22:09:49.036561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:49.044764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Request body: {'subnet': {'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-subnet', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:49.076490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3d410a-a92b-461c-8553-8f9dbf62691c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:49.088265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Checking segment: {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:49.088575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Network hostable DHCP agents. Network: c2b8ca66-6279-44b3-af7c-80931c2f3d65, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:09:49.223585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:09:49.225904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Made reservation on behalf of 17d309f8e83f4128b5a9a82410dc3d1e for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:49.228356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.442182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c2b8ca66-6279-44b3-af7c-80931c2f3d65) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:49.448169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.449179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.450051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde43a15-38c2-4c5a-8f31-6f3188711b5e None None] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:49.494955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c52615-e0f5-4162-8b0a-e01982836659 req-8b80f268-6ef4-4a41-9c50-0e100fb18764 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.496506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-48c52615-e0f5-4162-8b0a-e01982836659 req-8b80f268-6ef4-4a41-9c50-0e100fb18764 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.1034119 Jul 27 22:09:49.510242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.598507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-48c52615-e0f5-4162-8b0a-e01982836659 req-ce379991-2a2e-4153-93b4-9f09c2d9391e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931764 Jul 27 22:09:49.622691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1492ab9b-4efb-4324-93eb-3d9b77cf1521,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:49.626444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'fixed_ips': [{'subnet_id': 'de3d410a-a92b-461c-8553-8f9dbf62691c'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:09:49.627354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.627741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d7d778c0-1ffd-45be-9eb6-869d0111f44b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2665596 Jul 27 22:09:49.648479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Checking segment: {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:49.648479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Network hostable DHCP agents. Network: 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:09:49.650792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:49.661319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:49.785682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Allocated IP 172.20.0.2 (c2b8ca66-6279-44b3-af7c-80931c2f3d65/de3d410a-a92b-461c-8553-8f9dbf62691c/444be7bf-1354-4b5a-ad2e-fa6f0974e31d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:49.807238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:09:49.878887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.879809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.916201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448028d-7df4-4f1e-9887-18aa640fedb6 req-28f75ae7-f92b-4fc4-aa9a-dfd0eac545ac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.918934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7448028d-7df4-4f1e-9887-18aa640fedb6 req-28f75ae7-f92b-4fc4-aa9a-dfd0eac545ac tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0949073 Jul 27 22:09:49.958376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:49.963174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.964772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.972871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab0668-fc8b-41c8-9d5f-3716bb8bb4d4 None None] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:49.986220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.014789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7448028d-7df4-4f1e-9887-18aa640fedb6 req-9be2be40-e3d8-41d4-b9da-6244b75a195b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874043 Jul 27 22:09:50.089581 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.113474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Transition to ACTIVE for port object 444be7bf-1354-4b5a-ad2e-fa6f0974e31d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:50.138587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-03665647-47db-4458-b4c8-38d94551b58d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1005797 Jul 27 22:09:50.141156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:50.146581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:50.171775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Transition to ACTIVE for port object 444be7bf-1354-4b5a-ad2e-fa6f0974e31d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:50.311725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.312758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.356477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.407635 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.413458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.417341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f165af3e-ab72-4527-a287-6038c7db04e5 None None] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:50.482230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:50.492351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:50.502825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:50.513740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Pushing event updated for resources: {'Port': ['ID=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:50.595502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Attempting to bind port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:50.596014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Attempting to bind port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:50.596280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Attempting to bind port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d on network c2b8ca66-6279-44b3-af7c-80931c2f3d65 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:50.605167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:50.605554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Checking segment: {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:50.605965 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.606394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Bound using segment: {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:50.606976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Bound port: 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:50.607307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.715414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] For port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:50.718487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] For port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:50.841503 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.853590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.870943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.905981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.911234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843135f-1a74-4868-9e5e-5f72f4d76de5 None None] Pushing event updated for resources: {'Port': ['ID=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:51.095196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Allocated IP 172.25.3.109 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/72796214-b977-42c6-9928-ba784901172b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:51.208083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1050-6b9a-41bd-a4dd-fc7f09314e31 req-f6f7f0cd-ee32-487e-babb-d7c99589e2eb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.210490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20bd1050-6b9a-41bd-a4dd-fc7f09314e31 req-f6f7f0cd-ee32-487e-babb-d7c99589e2eb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0899282 Jul 27 22:09:51.254700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20bd1050-6b9a-41bd-a4dd-fc7f09314e31 req-54d2290e-9b23-4a7b-9ddc-d0a32844df50 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Jul 27 22:09:51.305744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.400644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.430866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.551994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.624441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:51.632517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:51.635107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:51.676919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Allocated IP 172.25.3.201 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6f9a5a12-c151-452c-8efa-49c00dd48217) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:51.679064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Pushing event updated for resources: {'Port': ['ID=72796214-b977-42c6-9928-ba784901172b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:51.955987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.141560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.187120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4134f2-d4a5-439b-aa57-373f5f0238e4 None None] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:52.210894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:52.218152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:52.220648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:52.226583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9a5a12-c151-452c-8efa-49c00dd48217,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:52.260222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.400779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 444be7bf-1354-4b5a-ad2e-fa6f0974e31d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:52.454203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7331546a-d81d-416e-948c-fdce5cc3f432 None None] Provisioning for port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:52.585135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:52.592062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:52.596704 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.717163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.756451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:52.782262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fd289284-f014-4aa6-9298-9d7bb021a027 None None] Provisioning complete for port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:52.782804 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd289284-f014-4aa6-9298-9d7bb021a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.874416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd289284-f014-4aa6-9298-9d7bb021a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.910831 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.983277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-fd289284-f014-4aa6-9298-9d7bb021a027 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:09:52.983648 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-fd289284-f014-4aa6-9298-9d7bb021a027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:09:52.998206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:53.005832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fe8ac-31cc-46ad-b4fb-12f107994928 req-fc71d3b6-767d-46a8-8059-c2e766a7ed26 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.010852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d4fe8ac-31cc-46ad-b4fb-12f107994928 req-fc71d3b6-767d-46a8-8059-c2e766a7ed26 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.6473331 Jul 27 22:09:53.098671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.153120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d4fe8ac-31cc-46ad-b4fb-12f107994928 req-bab2139e-e7a4-4b18-b74c-bab598181098 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380022 Jul 27 22:09:53.201948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.478394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.546121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Router 496627b3-662e-460c-ad07-0286d44c5622 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:09:53.732093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:53.744129 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Sync routers for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:53.754020 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:53.754677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:53.869387 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:53.875114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Router 106c1e97-74bb-4528-9a5d-f2db6cc1091d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:09:53.932551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.933796 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e0dd03a-5cab-48f8-83cc-adf279762dff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2810581 Jul 27 22:09:53.937077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35678) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:54.010949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:54.023223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Sync routers for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:54.033308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:54.034162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:54.083256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:51Z', 'revision_number': 3, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:54.109778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Checking router: 496627b3-662e-460c-ad07-0286d44c5622 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:54.114377 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Updating router 496627b3-662e-460c-ad07-0286d44c5622 port 72796214-b977-42c6-9928-ba784901172b binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:09:54.151513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.156363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:54.158250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:54.158495 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.158805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec9970c2-c5d1-4eff-b4a4-d47e77d24da1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0151358 Jul 27 22:09:54.356341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 444be7bf-1354-4b5a-ad2e-fa6f0974e31d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:54.435460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:54.435990 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.492823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:52Z', 'revision_number': 3, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:54.512313 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.532843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Transition to ACTIVE for port object 72796214-b977-42c6-9928-ba784901172b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:54.533089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Checking router: 106c1e97-74bb-4528-9a5d-f2db6cc1091d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:54.533089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Updating router 106c1e97-74bb-4528-9a5d-f2db6cc1091d port 6f9a5a12-c151-452c-8efa-49c00dd48217 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:09:54.559889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94a11-e899-4deb-98a7-652b9dc0a82b req-2e11369b-5a67-4f0f-ba44-4807417d7b0b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:54.572890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cc94a11-e899-4deb-98a7-652b9dc0a82b req-2e11369b-5a67-4f0f-ba44-4807417d7b0b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2676334 Jul 27 22:09:54.605708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.641670 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.727671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Attempting to bind port 72796214-b977-42c6-9928-ba784901172b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:54.727671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Attempting to bind port 72796214-b977-42c6-9928-ba784901172b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:54.727671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Attempting to bind port 72796214-b977-42c6-9928-ba784901172b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:54.729794 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Pushing event updated for resources: {'Port': ['ID=72796214-b977-42c6-9928-ba784901172b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:54.734944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cc94a11-e899-4deb-98a7-652b9dc0a82b req-bdcb1a87-cdf7-4692-a4a2-8ff80f1722fc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321387 Jul 27 22:09:54.744558 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.745144 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.745381 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.746041 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.746041 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.746393 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.746652 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.747581 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.748414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.748919 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.749419 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.749917 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:54.759537 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:54.760248 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:54.760834 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.761426 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:54.762096 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Bound port: 72796214-b977-42c6-9928-ba784901172b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:54.763063 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.820935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] For port 72796214-b977-42c6-9928-ba784901172b, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:54.824162 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] For port 72796214-b977-42c6-9928-ba784901172b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72796214-b977-42c6-9928-ba784901172b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:54.856734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.972168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.983970 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.985860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Transition to ACTIVE for port object 6f9a5a12-c151-452c-8efa-49c00dd48217 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:55.045534 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:55.046169 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:55.090026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dcedc-62f6-4f15-bf70-7d80cecd2828 None None] Pushing event updated for resources: {'Port': ['ID=72796214-b977-42c6-9928-ba784901172b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:55.148453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.162084 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.172427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Allocated IP 172.20.0.1 (c2b8ca66-6279-44b3-af7c-80931c2f3d65/de3d410a-a92b-461c-8553-8f9dbf62691c/5f564ed1-1af7-4332-83fc-a078078a4a20) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:55.189572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:55.233491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Attempting to bind port 6f9a5a12-c151-452c-8efa-49c00dd48217 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:55.233865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Attempting to bind port 6f9a5a12-c151-452c-8efa-49c00dd48217 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:55.234236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Attempting to bind port 6f9a5a12-c151-452c-8efa-49c00dd48217 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:55.236344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84457-8a2d-4cf2-b221-6799ebc1c7a2 None None] Pushing event updated for resources: {'Port': ['ID=6f9a5a12-c151-452c-8efa-49c00dd48217,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:55.251966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:55.252467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:55.252993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.254059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:55.254059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Bound port: 6f9a5a12-c151-452c-8efa-49c00dd48217, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:55.254946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.332530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] For port 6f9a5a12-c151-452c-8efa-49c00dd48217, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:55.337726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] For port 6f9a5a12-c151-452c-8efa-49c00dd48217, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f9a5a12-c151-452c-8efa-49c00dd48217,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:55.418461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.419973 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:51Z', 'revision_number': 3, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:55.438413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Allocated IP 172.20.0.1 (2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9/1492ab9b-4efb-4324-93eb-3d9b77cf1521/a77298fa-cb69-47b9-8d23-cd7fb609f76f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:55.452734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Transition to ACTIVE for port object 5f564ed1-1af7-4332-83fc-a078078a4a20 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:55.456813 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30e5dc-7aeb-404d-8ac3-de884ff155ca None None] The sync data for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 is: [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:51Z', 'revision_number': 3, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:55.498101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.576875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:55.577802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:55.615719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf84457-8a2d-4cf2-b221-6799ebc1c7a2 None None] Pushing event updated for resources: {'Port': ['ID=6f9a5a12-c151-452c-8efa-49c00dd48217,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:55.711911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:56.027108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.028551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:52Z', 'revision_number': 3, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:56.033693 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.060903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e387e55-1e46-4cef-8a1d-b76c6139cdd0 None None] The sync data for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 is: [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:52Z', 'revision_number': 3, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:56.095921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:56.106063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:56.108006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Pushing event updated for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.111488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:56.176327 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.272081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6aa2e-359a-4f49-8756-b04b9001e82e req-aaffcd90-e316-4864-97bc-6dfb5f99d4f8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.276505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.283073 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ca6aa2e-359a-4f49-8756-b04b9001e82e req-aaffcd90-e316-4864-97bc-6dfb5f99d4f8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0926607 Jul 27 22:09:56.420720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:56.431633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:56.439641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ca6aa2e-359a-4f49-8756-b04b9001e82e req-68577a8a-dc27-4030-aa48-0b0cea2ff62e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548083 Jul 27 22:09:56.447594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:56.576506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72796214-b977-42c6-9928-ba784901172b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:56.598073 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.654361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.817811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.874519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02e5c0f4-ca24-4b05-a540-f6d4f212d701 None None] Provisioning for port 5f564ed1-1af7-4332-83fc-a078078a4a20 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:56.881089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02e5c0f4-ca24-4b05-a540-f6d4f212d701 None None] Provisioning complete for port 5f564ed1-1af7-4332-83fc-a078078a4a20 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:56.881089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e5c0f4-ca24-4b05-a540-f6d4f212d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.955765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 72796214-b977-42c6-9928-ba784901172b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:56.960359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-02e5c0f4-ca24-4b05-a540-f6d4f212d701 None None] Port 5f564ed1-1af7-4332-83fc-a078078a4a20 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:09:56.965664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72796214-b977-42c6-9928-ba784901172b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:56.966019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.062476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.091366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 72796214-b977-42c6-9928-ba784901172b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72796214-b977-42c6-9928-ba784901172b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:57.120526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.135320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.257810 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.278847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.324665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=72796214-b977-42c6-9928-ba784901172b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:57.381897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Pushing event updated for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:57.411741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.417330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.551081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:57.553789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.558646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:57.715370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.722382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:57.830597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9073f1-b513-4f90-b540-c3b5390625dc req-8199326e-0d7f-40b7-9abd-2ba42055547a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.832329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed9073f1-b513-4f90-b540-c3b5390625dc req-8199326e-0d7f-40b7-9abd-2ba42055547a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2942014 Jul 27 22:09:57.880148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Router 496627b3-662e-460c-ad07-0286d44c5622 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:09:57.900229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-369c9d2a-4f13-48b8-9a24-90880d4f0f6b None None] Provisioning complete for port 5f564ed1-1af7-4332-83fc-a078078a4a20 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:57.901027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-369c9d2a-4f13-48b8-9a24-90880d4f0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.924174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed9073f1-b513-4f90-b540-c3b5390625dc req-584fa58d-5478-48fd-bec4-11b3bf821a44 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839477 Jul 27 22:09:57.961266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-369c9d2a-4f13-48b8-9a24-90880d4f0f6b None None] Port 5f564ed1-1af7-4332-83fc-a078078a4a20 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:09:57.975465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:57.978151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:58.118178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:58.119246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f30f2e99-f7a0-4622-8ddd-ad003ca5122c admin admin] 10.222.0.37 "PUT /v2.0/routers/496627b3-662e-460c-ad07-0286d44c5622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1811237 Jul 27 22:09:58.163397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Router 106c1e97-74bb-4528-9a5d-f2db6cc1091d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:09:58.337983 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Sync routers for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:58.359801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:58.371963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0383b9ec-7b6d-4ee1-aba6-cfb7a2c562a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/106c1e97-74bb-4528-9a5d-f2db6cc1091d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2118726 Jul 27 22:09:58.382711 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:58.387349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:58.473189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72796214-b977-42c6-9928-ba784901172b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:58.527260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72796214-b977-42c6-9928-ba784901172b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:58.528047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.542554 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:58.656255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f9a5a12-c151-452c-8efa-49c00dd48217 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:58.692319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Sync routers for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:58.715510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:58.722618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:58.876806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f564ed1-1af7-4332-83fc-a078078a4a20', 'name': '', 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'mac_address': 'fa:16:3e:e0:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 2, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'subnets': [{'id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:58.914107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Checking router: 496627b3-662e-460c-ad07-0286d44c5622 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:58.914540 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Updating router 496627b3-662e-460c-ad07-0286d44c5622 port 5f564ed1-1af7-4332-83fc-a078078a4a20 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:09:58.989022 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.118526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6f9a5a12-c151-452c-8efa-49c00dd48217 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:59.137102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6f9a5a12-c151-452c-8efa-49c00dd48217 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:59.137723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.165418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:59.261891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d21902-ca90-49ae-8583-95014036dfb8 req-e0a4318a-0a13-4927-948f-1466583fb5ab tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.274836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4d21902-ca90-49ae-8583-95014036dfb8 req-e0a4318a-0a13-4927-948f-1466583fb5ab tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1783407 Jul 27 22:09:59.302717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-54ef5e32-65ad-45dd-9c68-c5958d092fa2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.312906 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-54ef5e32-65ad-45dd-9c68-c5958d092fa2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 819 time: 0.2233405 Jul 27 22:09:59.330078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-5440af4b-ef62-4f63-a5b0-6410d8a8d771 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/quotas/17d309f8e83f4128b5a9a82410dc3d1e HTTP/1.1" status: 200 len: 375 time: 0.0161889 Jul 27 22:09:59.343096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4d21902-ca90-49ae-8583-95014036dfb8 req-a459354e-be8a-4a7c-a6c8-ad02213c1f54 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672591 Jul 27 22:09:59.421942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.435553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-b0cedc56-a99d-4518-81d9-7cd3f7aea273 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043949 Jul 27 22:09:59.472956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6f9a5a12-c151-452c-8efa-49c00dd48217, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f9a5a12-c151-452c-8efa-49c00dd48217,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:59.570757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:59.576229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1159128894-network', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:59.576559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:09:57Z', 'revision_number': 2, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:59.593398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-647baada-f84d-488d-99b7-8ee91fba741d service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568239 Jul 27 22:09:59.615077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Checking router: 106c1e97-74bb-4528-9a5d-f2db6cc1091d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:59.615683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Updating router 106c1e97-74bb-4528-9a5d-f2db6cc1091d port a77298fa-cb69-47b9-8d23-cd7fb609f76f binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:09:59.646336 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.649839 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.670472 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Transition to ACTIVE for port object 5f564ed1-1af7-4332-83fc-a078078a4a20 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:59.686973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.687718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Made reservation on behalf of 247161ae2d294c5c9a8bf6c1c5fceec8 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:59.691878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.706899 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.724435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-1ce6d122-7e50-45de-88d2-112cd2224c02 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213048 Jul 27 22:09:59.754554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6f9a5a12-c151-452c-8efa-49c00dd48217,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:59.770171 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.830164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bbed9-4f2d-4aaa-a0b5-16315aa35af4 None None] Pushing event updated for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:59.859955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.941198 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Attempting to bind port 5f564ed1-1af7-4332-83fc-a078078a4a20 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:59.941670 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Attempting to bind port 5f564ed1-1af7-4332-83fc-a078078a4a20 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:59.942050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Attempting to bind port 5f564ed1-1af7-4332-83fc-a078078a4a20 on network c2b8ca66-6279-44b3-af7c-80931c2f3d65 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:59.948950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:59.948950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Checking segment: {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:59.948950 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.948950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Bound using segment: {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:59.957773 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Bound port: 5f564ed1-1af7-4332-83fc-a078078a4a20, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b3bd84-f535-4001-8a1c-b395f04c6351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:59.957773 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.025978 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] For port 5f564ed1-1af7-4332-83fc-a078078a4a20, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:00.029437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] For port 5f564ed1-1af7-4332-83fc-a078078a4a20, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f564ed1-1af7-4332-83fc-a078078a4a20,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:00.040675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.079132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:10:00.081245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcce94cf-4945-47c7-8b8e-9a222f569c22,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:00.092164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.092758 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Added segment 7b413a86-bce4-45bd-bffe-9c8909b48b21 of type vlan for network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b Jul 27 22:10:00.144596 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.151761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.165420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Transition to ACTIVE for port object a77298fa-cb69-47b9-8d23-cd7fb609f76f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:00.166753 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.264220 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:00.264892 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:00.275278 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bbed9-4f2d-4aaa-a0b5-16315aa35af4 None None] Pushing event updated for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:00.320232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.339666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.341992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.343908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.364215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f9a5a12-c151-452c-8efa-49c00dd48217 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:00.484720 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:00.505091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] Pushing event updated for resources: {'Network': ['ID=13bd0f9e-b932-4fdf-b71a-af5b2da8231b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:00.533732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:10:00.552871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6d1189a-005f-43c4-8340-93659f011548 req-ef3bf3dd-a970-4ad5-8e78-c0274a07fa7e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.0701818 Jul 27 22:10:00.559037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9fd81-0e6a-44ab-9db0-2cfbf9889024 None None] Pushing event updated for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:00.621362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126dca7-f61d-4136-b433-81331215839b req-1f343c12-95a6-4fe2-b1a6-fd06664edece tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.630150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6126dca7-f61d-4136-b433-81331215839b req-1f343c12-95a6-4fe2-b1a6-fd06664edece tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1698592 Jul 27 22:10:00.646459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d944e549-3c73-40ef-90bd-371dcc272f19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0745027 Jul 27 22:10:00.649226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35754) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:00.654498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Request body: {'subnet': {'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1159128894-subnet', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:00.704499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6126dca7-f61d-4136-b433-81331215839b req-6286ffe6-6f2f-480c-8a8f-65a9663a86a7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633485 Jul 27 22:10:00.728189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Attempting to bind port a77298fa-cb69-47b9-8d23-cd7fb609f76f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:00.728576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Attempting to bind port a77298fa-cb69-47b9-8d23-cd7fb609f76f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:00.728954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Attempting to bind port a77298fa-cb69-47b9-8d23-cd7fb609f76f on network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Checking segment: {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Bound using segment: {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Bound port: a77298fa-cb69-47b9-8d23-cd7fb609f76f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:00.742121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.745638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6f9a5a12-c151-452c-8efa-49c00dd48217 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:00.746015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.805888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Made reservation on behalf of 247161ae2d294c5c9a8bf6c1c5fceec8 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:00.808756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.813952 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f564ed1-1af7-4332-83fc-a078078a4a20', 'name': '', 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'mac_address': 'fa:16:3e:e0:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:00Z', 'revision_number': 4, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'subnets': [{'id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:00.851422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede956eb-cba8-4e93-8ed8-1dd15bbb6bba None None] The sync data for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 is: [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f564ed1-1af7-4332-83fc-a078078a4a20', 'name': '', 'network_id': 'c2b8ca66-6279-44b3-af7c-80931c2f3d65', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'mac_address': 'fa:16:3e:e0:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:00Z', 'revision_number': 4, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'subnets': [{'id': 'de3d410a-a92b-461c-8553-8f9dbf62691c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:00.867190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] For port a77298fa-cb69-47b9-8d23-cd7fb609f76f, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:00.872733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] For port a77298fa-cb69-47b9-8d23-cd7fb609f76f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a77298fa-cb69-47b9-8d23-cd7fb609f76f,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:00.954189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.023456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:01.024132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:01.084438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9fd81-0e6a-44ab-9db0-2cfbf9889024 None None] Pushing event updated for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:01.175435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:01.347182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.426726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d90c022-cbb2-474b-8d43-25996e119e76,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:01.431934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Checking segment: {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:01.437354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Network hostable DHCP agents. Network: 13bd0f9e-b932-4fdf-b71a-af5b2da8231b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:10:01.457668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:00Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:01.489305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dff5d9-6b18-426b-be62-5fe30b073865 None None] The sync data for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 is: [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:00Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:01.683237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-44345c41-9f02-40cb-811a-847c4d6be9f9 req-ed303a21-1839-4aa0-a270-f289b183656d tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.0466790 Jul 27 22:10:01.692130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:10:01.866836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 13bd0f9e-b932-4fdf-b71a-af5b2da8231b) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:01.869621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.870939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.871124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fdde7-72e1-428f-acb8-8caf228f152c req-7a43b009-897b-4bf9-8a7d-52086e0e341e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.873052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f53fdde7-72e1-428f-acb8-8caf228f152c req-7a43b009-897b-4bf9-8a7d-52086e0e341e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0793235 Jul 27 22:10:01.879121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b77c7-bd72-4781-b0fc-9c3f865b8b10 None None] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:01.950226 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f53fdde7-72e1-428f-acb8-8caf228f152c req-ca7548c3-86ec-4f03-b47a-ca2990a08739 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Jul 27 22:10:02.050650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f770ea2-a93a-4fbb-b736-9fde1375230f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3967063 Jul 27 22:10:02.052263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:02.057096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:02.070452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a75f08ce-11ac-47d8-8132-17fddb710c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.078676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'fixed_ips': [{'subnet_id': '5d90c022-cbb2-474b-8d43-25996e119e76'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:10:02.080003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.217552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.218639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.308139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.312587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Allocated IP 172.20.0.2 (13bd0f9e-b932-4fdf-b71a-af5b2da8231b/5d90c022-cbb2-474b-8d43-25996e119e76/e3002018-8356-4de2-b32e-3c288db26bf5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:02.507303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a77298fa-cb69-47b9-8d23-cd7fb609f76f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:02.568809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.587218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Transition to ACTIVE for port object e3002018-8356-4de2-b32e-3c288db26bf5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:02.606096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Transition to ACTIVE for port object e3002018-8356-4de2-b32e-3c288db26bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:02.667434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.772327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a77298fa-cb69-47b9-8d23-cd7fb609f76f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:02.778202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.804162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a77298fa-cb69-47b9-8d23-cd7fb609f76f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:02.804545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.805649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1617498b-6403-4aa3-8915-2da831d51dab req-e97c094f-1927-4649-8bc4-d17bfdab3171 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.0337868 Jul 27 22:10:02.848254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:02.868795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Pushing event updated for resources: {'Port': ['ID=e3002018-8356-4de2-b32e-3c288db26bf5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.883820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:02.891709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:03.017151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Attempting to bind port e3002018-8356-4de2-b32e-3c288db26bf5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:03.017576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Attempting to bind port e3002018-8356-4de2-b32e-3c288db26bf5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:03.017943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Attempting to bind port e3002018-8356-4de2-b32e-3c288db26bf5 on network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:03.038955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:03.038955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Checking segment: {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:03.040570 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.040570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Bound using segment: {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:03.040570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Bound port: e3002018-8356-4de2-b32e-3c288db26bf5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:03.041078 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.048014 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.172592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a77298fa-cb69-47b9-8d23-cd7fb609f76f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a77298fa-cb69-47b9-8d23-cd7fb609f76f,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:03.198844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6028-a4ff-4672-8e99-d38864ef727d req-3dba0843-636c-4fb2-ba26-263dcb3533df tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.203749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccbe6028-a4ff-4672-8e99-d38864ef727d req-3dba0843-636c-4fb2-ba26-263dcb3533df tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1113365 Jul 27 22:10:03.216529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.217846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] For port e3002018-8356-4de2-b32e-3c288db26bf5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:03.224351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] For port e3002018-8356-4de2-b32e-3c288db26bf5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e3002018-8356-4de2-b32e-3c288db26bf5,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:03.251224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.276893 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccbe6028-a4ff-4672-8e99-d38864ef727d req-c9e95bbd-6c2d-4fa0-aa9f-7aac725c5100 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 Jul 27 22:10:03.384585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.386062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f564ed1-1af7-4332-83fc-a078078a4a20 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:03.392348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.512692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Allocated IP 172.25.3.102 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6cebedab-e347-404e-9f54-bb294a564481) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:03.573509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:03.754698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.774396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dab37c-eab9-45bf-a8f6-5d6dc720f9ed None None] Pushing event updated for resources: {'Port': ['ID=e3002018-8356-4de2-b32e-3c288db26bf5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:03.926624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5f564ed1-1af7-4332-83fc-a078078a4a20 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:03.933156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5f564ed1-1af7-4332-83fc-a078078a4a20 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:03.933156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.047182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8e4d1f2-933e-49cc-a1ad-6bf1ae12f76f req-94dfa193-9d2b-478b-a9c6-672c0c67f245 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.0604591 Jul 27 22:10:04.093994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.098424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.165024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5f564ed1-1af7-4332-83fc-a078078a4a20, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f564ed1-1af7-4332-83fc-a078078a4a20,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:04.197585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:04.202640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:04.209712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:04.217017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Pushing event updated for resources: {'Port': ['ID=6cebedab-e347-404e-9f54-bb294a564481,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.352983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.464420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aaf32782-e84d-42a1-8f2a-78f82105bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.505495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.723656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189753-8c9b-40c0-8f53-cf109bffbf6e req-aa50b066-5893-4a87-b10a-91c6ca722e0e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:04.728571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8189753-8c9b-40c0-8f53-cf109bffbf6e req-aa50b066-5893-4a87-b10a-91c6ca722e0e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2875769 Jul 27 22:10:04.777127 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.782227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e3002018-8356-4de2-b32e-3c288db26bf5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:04.813743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-57761bff-b9dd-4c69-b0d9-d1d6be04a235 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:04.829346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-57761bff-b9dd-4c69-b0d9-d1d6be04a235 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 819 time: 0.2546325 Jul 27 22:10:04.861706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'port': {'device_id': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'admin_state_up': True, 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:04.936801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.991474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8189753-8c9b-40c0-8f53-cf109bffbf6e req-ae7dda46-33a1-4155-bb87-6dfb7f1327f1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503853 Jul 27 22:10:05.040924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e3002018-8356-4de2-b32e-3c288db26bf5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:05.047701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a77298fa-cb69-47b9-8d23-cd7fb609f76f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:05.175211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a77298fa-cb69-47b9-8d23-cd7fb609f76f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:05.175618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.314245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Made reservation on behalf of 17d309f8e83f4128b5a9a82410dc3d1e for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:05.331420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.411128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba87635f-2326-4bd9-a8ca-185a5a4e57d4 req-c5ed7711-653d-49c1-bab9-31327245c4fd tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.1074219 Jul 27 22:10:05.448926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f5ab3-2274-451b-a0f6-8d613f1eaf6c None None] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:05.545237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Allocated IP 172.20.0.7 (2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9/1492ab9b-4efb-4324-93eb-3d9b77cf1521/aef13649-3bc3-488a-8d41-ffceeab24f3c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:05.587640 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.678299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-1f2ebc79-33b7-45e1-a021-8f170265ccec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4564848 Jul 27 22:10:05.695460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Provisioning for port e3002018-8356-4de2-b32e-3c288db26bf5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:05.735035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Provisioning complete for port e3002018-8356-4de2-b32e-3c288db26bf5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:05.735439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.839038 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.879422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.890767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-a1fcdf46-9a85-4edf-9295-d0662ccf511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:05.893282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-a1fcdf46-9a85-4edf-9295-d0662ccf511e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 1097 time: 0.1515133 Jul 27 22:10:05.916280 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.934006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] For port e3002018-8356-4de2-b32e-3c288db26bf5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e3002018-8356-4de2-b32e-3c288db26bf5,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:05.975058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Router 3933b56e-18f3-4dca-852a-15d8110dabf5 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:10:06.018742 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.023673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.133458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:06.139120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025b78d-d312-4d02-9c9d-6313a0124f91 None None] Pushing event updated for resources: {'Port': ['ID=e3002018-8356-4de2-b32e-3c288db26bf5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:06.182559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:06.191335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:06.219329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:06.249342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6051bbe2-81a4-421b-bdd9-cac404389b70 None None] Provisioning complete for port e3002018-8356-4de2-b32e-3c288db26bf5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:06.250048 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6051bbe2-81a4-421b-bdd9-cac404389b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.269388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.270091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.313851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060566-b929-42ef-903e-7128bb988b5f req-ad9c1926-cd5b-4b6c-9c51-7f01fbe5b301 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.317508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c060566-b929-42ef-903e-7128bb988b5f req-ad9c1926-cd5b-4b6c-9c51-7f01fbe5b301 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1710603 Jul 27 22:10:06.407707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c060566-b929-42ef-903e-7128bb988b5f req-014fddb9-61d2-4870-b230-79b950aeab1e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757735 Jul 27 22:10:06.423725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-a00ad0aa-0005-4506-8f12-269d0dab5123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5937784 Jul 27 22:10:06.512281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e3002018-8356-4de2-b32e-3c288db26bf5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:06.688750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e3002018-8356-4de2-b32e-3c288db26bf5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:06.691474 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.742265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:06.765979 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Sync routers for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:06.766699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-fe4a1305-fa1e-4b36-867f-2b5d08e48408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.766699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-fe4a1305-fa1e-4b36-867f-2b5d08e48408 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 200 len: 918 time: 0.8469765 Jul 27 22:10:06.782437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:06.783405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:06.932664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Request body: {'port': {'device_id': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:06.995245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f564ed1-1af7-4332-83fc-a078078a4a20 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:06.995838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:06.996884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a852a80-cc71-4bf8-b49b-e8f13f4b1b8f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9434118 Jul 27 22:10:07.023612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:07.032507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:07.055156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.056026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5f564ed1-1af7-4332-83fc-a078078a4a20 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:07.056535 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.087249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.134569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-9920e7d9-c78b-44fe-a93f-15097e410bf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 200 len: 1001 time: 0.3381155 Jul 27 22:10:07.147926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f05a-a580-4e8b-a4e0-59baca7e7fbe req-b59de9ec-13be-40a2-bbe2-0a90350801c9 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.155675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59f4f05a-a580-4e8b-a4e0-59baca7e7fbe req-b59de9ec-13be-40a2-bbe2-0a90350801c9 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 931 time: 0.3966589 Jul 27 22:10:07.278738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-aee662a6-f0df-4156-b9fc-83a94c8503ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.281620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-aee662a6-f0df-4156-b9fc-83a94c8503ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 200 len: 856 time: 0.1204247 Jul 27 22:10:07.319763 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:04Z', 'revision_number': 3, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:07.364640 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Checking router: 3933b56e-18f3-4dca-852a-15d8110dabf5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:07.364987 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Updating router 3933b56e-18f3-4dca-852a-15d8110dabf5 port 6cebedab-e347-404e-9f54-bb294a564481 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:10:07.413114 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.434666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59f4f05a-a580-4e8b-a4e0-59baca7e7fbe req-505158b4-6ed6-4c80-a07b-839ac3e6778f tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779868 Jul 27 22:10:07.497379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef13649-3bc3-488a-8d41-ffceeab24f3c {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:07.505912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.543880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Transition to ACTIVE for port object aef13649-3bc3-488a-8d41-ffceeab24f3c will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:07.570182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-997f8f63-a98f-460e-975d-d34b7ea5c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.571954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-997f8f63-a98f-460e-975d-d34b7ea5c53f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da20416a-5959-46b3-ab0e-edc3b4115d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768896 Jul 27 22:10:07.617131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.668979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.767159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:07.824525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac7def-3029-4ba2-b7f4-c7740060f0a5 req-23b9cd95-cd38-4420-81c8-427832dea636 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.831603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-daac7def-3029-4ba2-b7f4-c7740060f0a5 req-23b9cd95-cd38-4420-81c8-427832dea636 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2472866 Jul 27 22:10:07.888704 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.907433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-ba0b26af-6abc-4a14-bbb8-1813873661a1 service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222547 Jul 27 22:10:07.919866 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Transition to ACTIVE for port object 6cebedab-e347-404e-9f54-bb294a564481 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:07.949200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-daac7def-3029-4ba2-b7f4-c7740060f0a5 req-6dd9003c-4b48-40ce-8908-ff9d7bee3f9e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811813 Jul 27 22:10:07.985871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Attempting to bind port aef13649-3bc3-488a-8d41-ffceeab24f3c on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:07.986207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Attempting to bind port aef13649-3bc3-488a-8d41-ffceeab24f3c by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:07.987090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Attempting to bind port aef13649-3bc3-488a-8d41-ffceeab24f3c on network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:07.991781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Port aef13649-3bc3-488a-8d41-ffceeab24f3c on network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:10:07.992105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Attempting to bind port aef13649-3bc3-488a-8d41-ffceeab24f3c on network 2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:07.997441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:07.997635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Checking segment: {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:07.997911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Bound using segment: {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:07.998384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Bound port: aef13649-3bc3-488a-8d41-ffceeab24f3c, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a8c3dd-9d13-476d-9c00-06279585991f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:07.999027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.002210 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.071085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0324676f-ac6e-45ac-ab6b-b4eba320d006 req-83128921-31fa-482c-bf1b-b6607478243a service neutron] 10.222.0.50 "GET /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557963 Jul 27 22:10:08.086589 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Attempting to bind port 6cebedab-e347-404e-9f54-bb294a564481 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:08.087435 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Attempting to bind port 6cebedab-e347-404e-9f54-bb294a564481 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:08.088075 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Attempting to bind port 6cebedab-e347-404e-9f54-bb294a564481 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:08.100465 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81020b-d8af-472f-94c2-616fdec811bb None None] Pushing event updated for resources: {'Port': ['ID=6cebedab-e347-404e-9f54-bb294a564481,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:08.102192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:08.105069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:08.108367 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:08.109084 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:08.110529 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.110529 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:08.111231 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Bound port: 6cebedab-e347-404e-9f54-bb294a564481, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:08.112253 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.188225 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] For port 6cebedab-e347-404e-9f54-bb294a564481, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:08.192324 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] For port 6cebedab-e347-404e-9f54-bb294a564481, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6cebedab-e347-404e-9f54-bb294a564481,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:08.198314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.375730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.375875 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.375992 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.427098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.428186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.430920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] 10.222.0.76 "PUT /v2.0/ports/aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 1091 time: 1.9982126 Jul 27 22:10:08.431669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:08.435616 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e3b58-1495-40c4-9e21-9980635ee093" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:08.446054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Allocated IP 172.20.0.1 (13bd0f9e-b932-4fdf-b71a-af5b2da8231b/5d90c022-cbb2-474b-8d43-25996e119e76/b016eb03-4150-47eb-8ede-c1e7606e9b57) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:08.449719 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81020b-d8af-472f-94c2-616fdec811bb None None] Pushing event updated for resources: {'Port': ['ID=6cebedab-e347-404e-9f54-bb294a564481,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:08.459442 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:08.462406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:08.511680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791daba-72b3-49e2-b8b2-f62b743c1a69 service neutron] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:08.512896 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c690d3c6-7e35-44a2-b758-4d44fbaf506d x-openstack-request-id: req-c690d3c6-7e35-44a2-b758-4d44fbaf506d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:08.513048 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:08.513288 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c690d3c6-7e35-44a2-b758-4d44fbaf506d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:08.514169 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:10:08.644719 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.668530 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:08.668712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Transition to ACTIVE for port object b016eb03-4150-47eb-8ede-c1e7606e9b57 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:08.674040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-2ad32cf5-0ca6-4817-bc51-6d2f51eadc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.682332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-2ad32cf5-0ca6-4817-bc51-6d2f51eadc9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1094 time: 0.1463447 Jul 27 22:10:08.791945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29828ece-6acd-4fc4-8ded-0a337301c564 req-9b0658fa-ba79-43bc-817b-bd7287578954 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.794310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29828ece-6acd-4fc4-8ded-0a337301c564 req-9b0658fa-ba79-43bc-817b-bd7287578954 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 943 time: 0.2102101 Jul 27 22:10:08.806864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.858670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:08.862794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:08.870752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:08.899163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-3b798da9-abea-430b-b8c3-31d5c1c1662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.899688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-3b798da9-abea-430b-b8c3-31d5c1c1662e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2141218 Jul 27 22:10:08.913224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29828ece-6acd-4fc4-8ded-0a337301c564 req-f9484b0d-931a-4ac1-8a42-985a2bfac258 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091125 Jul 27 22:10:08.939776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Pushing event updated for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:08.964478 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.072804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:04Z', 'revision_number': 3, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:09.154338 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b66d1e-5bfd-4ea8-9fb3-440b06f65087 None None] The sync data for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 is: [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:04Z', 'revision_number': 3, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:09.255352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb8f2b-4248-4ac2-a31f-88c29ea137e3 req-9e2e9af7-fce7-4fbc-ac3d-27ed98372b79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.258267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4bb8f2b-4248-4ac2-a31f-88c29ea137e3 req-9e2e9af7-fce7-4fbc-ac3d-27ed98372b79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1060901 Jul 27 22:10:09.324131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4bb8f2b-4248-4ac2-a31f-88c29ea137e3 req-eeb82990-2813-46b7-b1c9-ec118299f719 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Jul 27 22:10:09.401481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.539699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ebf7984c-5561-45e2-880f-a93f601e319e None None] Provisioning for port b016eb03-4150-47eb-8ede-c1e7606e9b57 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:09.548655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ebf7984c-5561-45e2-880f-a93f601e319e None None] Provisioning complete for port b016eb03-4150-47eb-8ede-c1e7606e9b57 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:09.550815 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebf7984c-5561-45e2-880f-a93f601e319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.600787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-0085c7c7-3519-49f8-bc22-b3c5354abb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.607240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd8e3b58-1495-40c4-9e21-9980635ee093 req-0085c7c7-3519-49f8-bc22-b3c5354abb6a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6889694 Jul 27 22:10:09.637366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7984c-5561-45e2-880f-a93f601e319e None None] Port b016eb03-4150-47eb-8ede-c1e7606e9b57 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:09.680935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.739572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-c1fb21bb-2fdb-410c-9d35-e067fcc4ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.741160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-c1fb21bb-2fdb-410c-9d35-e067fcc4ad1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1094 time: 0.0808415 Jul 27 22:10:09.755316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.810259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-1a3a3281-2f69-4f91-9ed0-e620c9c5a6f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.0600810 Jul 27 22:10:09.851438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Pushing event updated for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:09.861988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.900238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-52d5001d-2c83-4cb2-a573-4de13519d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.900673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-52d5001d-2c83-4cb2-a573-4de13519d94b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.0835061 Jul 27 22:10:09.946233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-166d2478-94da-42c4-9b4b-e6e94003310c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379853 Jul 27 22:10:10.032535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:10.034196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:10.131934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-128d14ad-1128-416f-891f-d49644aef612 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771851 Jul 27 22:10:10.235255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Router 3933b56e-18f3-4dca-852a-15d8110dabf5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:10.270237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f983a3-2860-478e-889a-5efe4b2858ff req-827a001e-1aa4-407a-ae89-bdbe97c0fc68 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:10.283257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10f983a3-2860-478e-889a-5efe4b2858ff req-827a001e-1aa4-407a-ae89-bdbe97c0fc68 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 943 time: 0.2550104 Jul 27 22:10:10.344968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8c1c3c36-d2a6-448f-869f-e7bb5faf491d req-bd3828bc-1537-4e7b-a577-a313fd8e52cb service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043691 Jul 27 22:10:10.357365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10f983a3-2860-478e-889a-5efe4b2858ff req-d16b4950-0762-400f-9589-7c1e1869c3de tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755987 Jul 27 22:10:10.480274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cd7d5a90-5275-4177-b100-06e2813c7d55 None None] Provisioning complete for port b016eb03-4150-47eb-8ede-c1e7606e9b57 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:10.481203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd7d5a90-5275-4177-b100-06e2813c7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.536704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:10.542456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d5a90-5275-4177-b100-06e2813c7d55 None None] Port b016eb03-4150-47eb-8ede-c1e7606e9b57 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:10.543128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-839743db-dc9d-4320-a374-c0cdc5610c78 admin admin] 10.222.0.37 "PUT /v2.0/routers/3933b56e-18f3-4dca-852a-15d8110dabf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4905441 Jul 27 22:10:10.569304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6cebedab-e347-404e-9f54-bb294a564481 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:10.596099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2b07-91d4-4773-9230-509b27476a28 req-77c317d7-d48d-490d-a4b7-f1c45f39fa54 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:10.598600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f9c2b07-91d4-4773-9230-509b27476a28 req-77c317d7-d48d-490d-a4b7-f1c45f39fa54 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1429000 Jul 27 22:10:10.660354 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f9c2b07-91d4-4773-9230-509b27476a28 req-b4d7ddae-9b81-4496-bd33-f242d7f93e03 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527790 Jul 27 22:10:10.755266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6cebedab-e347-404e-9f54-bb294a564481 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:10.762561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6cebedab-e347-404e-9f54-bb294a564481 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:10.763341 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.871110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.895305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6cebedab-e347-404e-9f54-bb294a564481, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6cebedab-e347-404e-9f54-bb294a564481,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:11.022809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.079131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6cebedab-e347-404e-9f54-bb294a564481,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:11.575368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Sync routers for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:11.587277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c132c2-b988-4e17-9e8e-07309c7b9ea5 req-64c5e4ca-088e-4cf8-9f2d-be2aa5601183 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.587277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04c132c2-b988-4e17-9e8e-07309c7b9ea5 req-64c5e4ca-088e-4cf8-9f2d-be2aa5601183 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 943 time: 0.0952704 Jul 27 22:10:11.589861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:11.590695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:11.690546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04c132c2-b988-4e17-9e8e-07309c7b9ea5 req-c089b2b5-37ae-4e2d-bc10-76a2bd09749b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704148 Jul 27 22:10:11.788983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:11.867813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6b678-982b-4c03-b1b3-e46824bafeab req-2f78f3aa-9b32-4dd2-b92b-5fb7574c704a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.869571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de6b678-982b-4c03-b1b3-e46824bafeab req-2f78f3aa-9b32-4dd2-b92b-5fb7574c704a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1020017 Jul 27 22:10:11.938277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de6b678-982b-4c03-b1b3-e46824bafeab req-e61934a9-4260-4909-9ec1-ba1a12835c1e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Jul 27 22:10:12.061751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:09Z', 'revision_number': 4, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b016eb03-4150-47eb-8ede-c1e7606e9b57', 'name': '', 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'mac_address': 'fa:16:3e:57:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:08Z', 'updated_at': '2021-07-27T22:10:09Z', 'revision_number': 2, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'subnets': [{'id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:12.109507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Checking router: 3933b56e-18f3-4dca-852a-15d8110dabf5 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:12.110078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Updating router 3933b56e-18f3-4dca-852a-15d8110dabf5 port b016eb03-4150-47eb-8ede-c1e7606e9b57 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:10:12.169559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.465650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6cebedab-e347-404e-9f54-bb294a564481 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:12.587417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6cebedab-e347-404e-9f54-bb294a564481 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:12.588176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.633085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.651337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Transition to ACTIVE for port object b016eb03-4150-47eb-8ede-c1e7606e9b57 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:12.778633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.885437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-fa3e79e7-ab0d-479d-af17-391e5d3902ec service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115388 Jul 27 22:10:12.932890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e61c4-fcee-4a6b-b897-3180a3bd524a None None] Pushing event updated for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:13.072374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Attempting to bind port b016eb03-4150-47eb-8ede-c1e7606e9b57 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:13.073337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Attempting to bind port b016eb03-4150-47eb-8ede-c1e7606e9b57 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:13.073937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Attempting to bind port b016eb03-4150-47eb-8ede-c1e7606e9b57 on network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:13.085129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:13.086307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Checking segment: {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:13.087433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.087654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Bound using segment: {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:13.088239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Bound port: b016eb03-4150-47eb-8ede-c1e7606e9b57, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b413a86-bce4-45bd-bffe-9c8909b48b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:13.088722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.119267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a15e46-ef22-4ae0-a26c-342754c92013 req-09aa72d5-3b18-4381-925f-d10eb7ad2702 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.120883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0a15e46-ef22-4ae0-a26c-342754c92013 req-09aa72d5-3b18-4381-925f-d10eb7ad2702 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 943 time: 0.2473152 Jul 27 22:10:13.127807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-244126ba-65ae-4bcd-a2fa-4ad24743a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.129325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-244126ba-65ae-4bcd-a2fa-4ad24743a046 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 1096 time: 0.1434247 Jul 27 22:10:13.222388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] For port b016eb03-4150-47eb-8ede-c1e7606e9b57, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:13.226508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] For port b016eb03-4150-47eb-8ede-c1e7606e9b57, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b016eb03-4150-47eb-8ede-c1e7606e9b57,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:13.256230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0a15e46-ef22-4ae0-a26c-342754c92013 req-378ba2b8-e5ac-4b7b-96b4-9e70f1625e95 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258163 Jul 27 22:10:13.314244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-996fc974-5d5a-47d0-a1aa-12e1ab908ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.317270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-996fc974-5d5a-47d0-a1aa-12e1ab908ea6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1573887 Jul 27 22:10:13.328044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.415580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-261a4dcf-725a-45f6-b6d8-3e1d216774bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47 HTTP/1.1" status: 200 len: 217 time: 0.0890048 Jul 27 22:10:13.436869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e61c4-fcee-4a6b-b897-3180a3bd524a None None] Pushing event updated for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:13.461330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:13.461996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:13.583490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-104b9b31-4a13-4488-9498-2c1606bcce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.587934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-104b9b31-4a13-4488-9498-2c1606bcce4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1560025 Jul 27 22:10:13.615946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35916) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:13.674755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b137622-a569-4f96-8716-485c65eb0031 req-b0db15bb-832d-4afc-8f90-f2a4e1bc0c82 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.688545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b137622-a569-4f96-8716-485c65eb0031 req-b0db15bb-832d-4afc-8f90-f2a4e1bc0c82 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2782431 Jul 27 22:10:13.784778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b137622-a569-4f96-8716-485c65eb0031 req-0f29e204-9495-4dfd-8848-8bbd6f3001d7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897121 Jul 27 22:10:13.793421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-c2ff7994-1f34-4740-beba-6da2850e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.795224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-c2ff7994-1f34-4740-beba-6da2850e2597 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1974578 Jul 27 22:10:13.798465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:13.924834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-8b573e7c-57ea-4b13-8875-51a997029a96 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207132 Jul 27 22:10:14.069699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cbdf612-7c7e-468f-98a3-4b27cf7f14ff req-e7271fea-6843-4a8b-b932-9a83e8f1c7d6 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378152 Jul 27 22:10:14.140761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:09Z', 'revision_number': 4, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b016eb03-4150-47eb-8ede-c1e7606e9b57', 'name': '', 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'mac_address': 'fa:16:3e:57:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:08Z', 'updated_at': '2021-07-27T22:10:13Z', 'revision_number': 4, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'subnets': [{'id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:14.170581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f2a4d1-5c58-4a53-8cab-9e8ed924d43a None None] The sync data for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 is: [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:09Z', 'revision_number': 4, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b016eb03-4150-47eb-8ede-c1e7606e9b57', 'name': '', 'network_id': '13bd0f9e-b932-4fdf-b71a-af5b2da8231b', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'mac_address': 'fa:16:3e:57:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:08Z', 'updated_at': '2021-07-27T22:10:13Z', 'revision_number': 4, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'subnets': [{'id': '5d90c022-cbb2-474b-8d43-25996e119e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:14.193248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.517750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device aef13649-3bc3-488a-8d41-ffceeab24f3c details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:14.563386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b016eb03-4150-47eb-8ede-c1e7606e9b57 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:14.825422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:14.849142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'port_id': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'mac_address': 'fa:16:3e:62:18:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:14.897542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c5d59-c4d5-486d-b2f3-69eb9a6f14e1 req-f86ec049-0196-4804-addc-6bb4c0639103 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:14.899253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df4c5d59-c4d5-486d-b2f3-69eb9a6f14e1 req-f86ec049-0196-4804-addc-6bb4c0639103 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 943 time: 0.1942582 Jul 27 22:10:14.966234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.981105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef13649-3bc3-488a-8d41-ffceeab24f3c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:14.990881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df4c5d59-c4d5-486d-b2f3-69eb9a6f14e1 req-98fcf05b-77df-4dac-90f2-f835e23edd80 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720158 Jul 27 22:10:15.002669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:15.004039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b016eb03-4150-47eb-8ede-c1e7606e9b57 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:15.013696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b016eb03-4150-47eb-8ede-c1e7606e9b57 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:15.014089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.085401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237337-f9d6-4134-a86e-8429fbed3570 req-a2366419-a3fc-4482-b233-eb92ebf3eb29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.087090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c237337-f9d6-4134-a86e-8429fbed3570 req-a2366419-a3fc-4482-b233-eb92ebf3eb29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1957955 Jul 27 22:10:15.158427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.175772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c237337-f9d6-4134-a86e-8429fbed3570 req-61f7c95c-143e-4847-82bf-07755e9c4e6d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783329 Jul 27 22:10:15.196580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.199671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b016eb03-4150-47eb-8ede-c1e7606e9b57, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b016eb03-4150-47eb-8ede-c1e7606e9b57,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:15.225029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Deleting port 5f564ed1-1af7-4332-83fc-a078078a4a20 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:15.225304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.274793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:15.315707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.383298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] For port 5f564ed1-1af7-4332-83fc-a078078a4a20, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f564ed1-1af7-4332-83fc-a078078a4a20,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:15.383732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.404277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Calling delete_port for 5f564ed1-1af7-4332-83fc-a078078a4a20 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:15.405659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:15.436773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:15.930985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.006864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5f564ed1-1af7-4332-83fc-a078078a4a20,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:16.423179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.444626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938a6c3-3a7e-4ae6-9458-8a6f4c8a9ae6 req-6fbcf51a-7700-4a75-b788-fb1e385281d5 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.446367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0938a6c3-3a7e-4ae6-9458-8a6f4c8a9ae6 req-6fbcf51a-7700-4a75-b788-fb1e385281d5 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 944 time: 0.2632308 Jul 27 22:10:16.464142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a651d-2976-452f-9464-f53d4d4819b2 req-806105fd-7a2e-452a-915e-c7ac30f014f2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.466029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b43a651d-2976-452f-9464-f53d4d4819b2 req-806105fd-7a2e-452a-915e-c7ac30f014f2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1760755 Jul 27 22:10:16.521886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device aef13649-3bc3-488a-8d41-ffceeab24f3c up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:16.559232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b43a651d-2976-452f-9464-f53d4d4819b2 req-a6a2e8d6-008d-4809-9f95-a1babfe2560f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673697 Jul 27 22:10:16.602540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0938a6c3-3a7e-4ae6-9458-8a6f4c8a9ae6 req-277f9229-f2c9-48fd-b80e-fbc159ceb808 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481864 Jul 27 22:10:16.639178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b016eb03-4150-47eb-8ede-c1e7606e9b57 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:16.772617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b016eb03-4150-47eb-8ede-c1e7606e9b57 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:16.773383 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.878212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port aef13649-3bc3-488a-8d41-ffceeab24f3c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:16.887410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port aef13649-3bc3-488a-8d41-ffceeab24f3c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:16.887801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.979722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Router 496627b3-662e-460c-ad07-0286d44c5622 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:17.019413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.086605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:17.088921 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b91b1-675f-41c2-a15a-e504479a1b23" -d '{"events": [{"server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "name": "network-vif-plugged", "status": "completed", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:17.107136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:17.165944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:17.176695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20be6229-18b7-447b-89e6-8747949fb4ca admin admin] 10.222.0.37 "PUT /v2.0/routers/496627b3-662e-460c-ad07-0286d44c5622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5551622 Jul 27 22:10:17.178846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35948) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:17.182469 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Sync routers for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:17.198035 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:17.203111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:17.237594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.248472 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4939b00c-1ab9-411f-b73d-973290207890 x-openstack-request-id: req-4939b00c-1ab9-411f-b73d-973290207890 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:17.248796 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "name": "network-vif-plugged", "status": "completed", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:17.249055 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4939b00c-1ab9-411f-b73d-973290207890 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:17.249462 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'code': 200} Jul 27 22:10:17.348957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:17.380602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.448352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998251a-be23-4e52-89f2-0f5743a04024 req-21984646-59c2-47b8-9450-78d4298916a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.449986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8998251a-be23-4e52-89f2-0f5743a04024 req-21984646-59c2-47b8-9450-78d4298916a3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.1381552 Jul 27 22:10:17.470199 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:17.538669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8998251a-be23-4e52-89f2-0f5743a04024 req-574e1fb8-4a08-434d-ac7e-7facfc28ee33 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Jul 27 22:10:17.544474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.704764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Deleting port 72796214-b977-42c6-9928-ba784901172b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:17.706163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.706885 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '72796214-b977-42c6-9928-ba784901172b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:10:15Z', 'revision_number': 5, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port': {'id': '72796214-b977-42c6-9928-ba784901172b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496627b3-662e-460c-ad07-0286d44c5622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:17.751753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9dfa0-84fe-48d9-9a61-8080acb92d9f req-5f60ca05-75ad-438a-a2a2-46d70fefd868 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.754272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5d9dfa0-84fe-48d9-9a61-8080acb92d9f req-5f60ca05-75ad-438a-a2a2-46d70fefd868 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1163692 Jul 27 22:10:17.778561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Checking router: 496627b3-662e-460c-ad07-0286d44c5622 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:17.798268 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Routers {'496627b3-662e-460c-ad07-0286d44c5622'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:17.800826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['496627b3-662e-460c-ad07-0286d44c5622'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:17.817435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d5d9dfa0-84fe-48d9-9a61-8080acb92d9f req-177d0a4c-bb9f-40b4-971a-4064f3525a95 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Jul 27 22:10:17.875172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] For port 72796214-b977-42c6-9928-ba784901172b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72796214-b977-42c6-9928-ba784901172b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:17.875998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.931353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Calling delete_port for 72796214-b977-42c6-9928-ba784901172b owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:17.937471 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] Set router 496627b3-662e-460c-ad07-0286d44c5622 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:18.008967 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:10:17Z', 'revision_number': 6, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:18.033771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8469b-efce-468b-a0a8-12f78d4e51f4 req-7792700e-9492-429a-a87a-5eba25002a39 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:18.037681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb8f5b-de9c-41db-bbfd-f9408ea34cee None None] The sync data for ids ['496627b3-662e-460c-ad07-0286d44c5622'] in n-d-738018-6 is: [{'id': '496627b3-662e-460c-ad07-0286d44c5622', 'name': 'tempest-TestAggregatesBasicOps-1687505472-router', 'tenant_id': 'a2e77c7d09164871b197aa24c07b930b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:49Z', 'updated_at': '2021-07-27T22:10:17Z', 'revision_number': 6, 'project_id': 'a2e77c7d09164871b197aa24c07b930b', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:18.037891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-05a8469b-efce-468b-a0a8-12f78d4e51f4 req-7792700e-9492-429a-a87a-5eba25002a39 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.2989147 Jul 27 22:10:18.136362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-05a8469b-efce-468b-a0a8-12f78d4e51f4 req-883bb7c1-df69-4b89-bd65-dc502fb1d998 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578046 Jul 27 22:10:18.308428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.341909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72796214-b977-42c6-9928-ba784901172b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:18.470799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.543855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f564ed1-1af7-4332-83fc-a078078a4a20 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:18.573856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5f564ed1-1af7-4332-83fc-a078078a4a20 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:18.574361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f564ed1-1af7-4332-83fc-a078078a4a20 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:18.615348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.621657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.799792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.800682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496627b3-662e-460c-ad07-0286d44c5622 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:10:18.805911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.807499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f768455e-14e1-4a75-b4fe-58066de52bf7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/496627b3-662e-460c-ad07-0286d44c5622 HTTP/1.1" status: 204 len: 168 time: 1.6276326 Jul 27 22:10:18.810351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 35966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:18.885915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Deleting subnet de3d410a-a92b-461c-8553-8f9dbf62691c {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:18.890565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.956762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.025393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb7b6e-5ba5-498d-bb40-de5a55f58c08 req-a3149eac-162e-4a60-8094-b8e3b35aa814 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.027309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12fb7b6e-5ba5-498d-bb40-de5a55f58c08 req-a3149eac-162e-4a60-8094-b8e3b35aa814 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0911486 Jul 27 22:10:19.071588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.104982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12fb7b6e-5ba5-498d-bb40-de5a55f58c08 req-cbc65658-bdc3-4c02-854e-478227715d07 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624416 Jul 27 22:10:19.268833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.352643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.357225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de3d410a-a92b-461c-8553-8f9dbf62691c HTTP/1.1" status: 204 len: 168 time: 0.5432827 Jul 27 22:10:19.357225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e7f88-7a69-4d8f-ad0f-580d4f1c1b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3d410a-a92b-461c-8553-8f9dbf62691c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:19.359772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 35984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:19.360818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af5a7b-aa4a-4aa3-8f69-002d1030b751 None None] Network c2b8ca66-6279-44b3-af7c-80931c2f3d65 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:19.507102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882c123-49ed-4036-a2be-8e801d43186b req-73a46b3d-ac13-4612-b1fc-446fd524ae22 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.514231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1882c123-49ed-4036-a2be-8e801d43186b req-73a46b3d-ac13-4612-b1fc-446fd524ae22 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.2366982 Jul 27 22:10:19.581294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.645256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1882c123-49ed-4036-a2be-8e801d43186b req-6615a51b-6cc0-4908-af7e-f02f9b58a771 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098735 Jul 27 22:10:19.718617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Deleting port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:19.721332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.831363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] For port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:19.833211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.858265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Calling delete_port for 444be7bf-1354-4b5a-ad2e-fa6f0974e31d owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:20.014943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] DHCP port deletion for c2b8ca66-6279-44b3-af7c-80931c2f3d65 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:20.084208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Deleting port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:20.084681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.154820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.157884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] For port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,segment=NetworkSegment(a6b3bd84-f535-4001-8a1c-b395f04c6351),segment_id=a6b3bd84-f535-4001-8a1c-b395f04c6351)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:20.159381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.173340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Calling delete_port for 444be7bf-1354-4b5a-ad2e-fa6f0974e31d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:20.192941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Pushing event deleted for resources: {'Port': ['ID=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.200790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] No DVR routers for this DVR port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:20.263493 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:20.289990 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:10:20.295902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.342792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.349583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] Pushing event deleted for resources: {'Port': ['ID=444be7bf-1354-4b5a-ad2e-fa6f0974e31d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.362597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b8ca66-6279-44b3-af7c-80931c2f3d65']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.369094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519d331-4969-421b-852d-86f7aeaab49a None None] No DVR routers for this DVR port 444be7bf-1354-4b5a-ad2e-fa6f0974e31d on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:20.452849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b3bd84-f535-4001-8a1c-b395f04c6351') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.453253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b3bd84-f535-4001-8a1c-b395f04c6351') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.471097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.492483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.505462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:20.505882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:20.507812 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:20.513537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72796214-b977-42c6-9928-ba784901172b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:20.540951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 72796214-b977-42c6-9928-ba784901172b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:20.541724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72796214-b977-42c6-9928-ba784901172b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:20.542469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 444be7bf-1354-4b5a-ad2e-fa6f0974e31d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:20.565614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e0f6-4366-4283-aee8-aa54c98abed3 req-d4aba639-d94b-487e-b3e8-2d9ee30aeb86 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.567695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6475e0f6-4366-4283-aee8-aa54c98abed3 req-d4aba639-d94b-487e-b3e8-2d9ee30aeb86 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2085171 Jul 27 22:10:20.582603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 444be7bf-1354-4b5a-ad2e-fa6f0974e31d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:20.585802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 444be7bf-1354-4b5a-ad2e-fa6f0974e31d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:20.587767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ebb94-52bf-4da9-b674-0849635ef907 req-d4d6ee76-8637-4f0f-a0cf-f28bbed7fad1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.589839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a61ebb94-52bf-4da9-b674-0849635ef907 req-d4d6ee76-8637-4f0f-a0cf-f28bbed7fad1 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.0809996 Jul 27 22:10:20.640036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6475e0f6-4366-4283-aee8-aa54c98abed3 req-ccc89a46-d5a5-49ab-a46f-66a83e5678ab tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558538 Jul 27 22:10:20.703172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a61ebb94-52bf-4da9-b674-0849635ef907 req-385bad6d-3050-401a-9ec2-7f91cb82700e tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704978 Jul 27 22:10:20.717830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74410f5f-73bd-41b6-a475-276e2417b6df req-c2f901b4-f6ef-4230-a94d-73124cb1012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.719532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-c2f901b4-f6ef-4230-a94d-73124cb1012b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.1243222 Jul 27 22:10:20.730772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.748962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.748962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2b8ca66-6279-44b3-af7c-80931c2f3d65 HTTP/1.1" status: 204 len: 168 time: 1.3848801 Jul 27 22:10:20.749973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.834354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74410f5f-73bd-41b6-a475-276e2417b6df req-5a7f05f0-8cb8-44a5-8ad9-7733a0f95dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.835872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-5a7f05f0-8cb8-44a5-8ad9-7733a0f95dcb service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.1092503 Jul 27 22:10:20.841925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adbfc9-1d80-40c0-bf70-fca7c4f58567 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b8ca66-6279-44b3-af7c-80931c2f3d65,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.900410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-32d2f999-dff5-4bd9-a1c5-0aa8b9fbf3f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.0562348 Jul 27 22:10:20.955553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506927dc-4b49-48f4-b907-f5f78ba99c78 req-99896f3b-80da-4de8-9ce1-c4ba97298f8b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.957295 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-506927dc-4b49-48f4-b907-f5f78ba99c78 req-99896f3b-80da-4de8-9ce1-c4ba97298f8b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.2031972 Jul 27 22:10:20.965126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74410f5f-73bd-41b6-a475-276e2417b6df req-bba81f9d-01e3-4e11-bff0-9b0c9a2a7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.967477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-bba81f9d-01e3-4e11-bff0-9b0c9a2a7be5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.0592999 Jul 27 22:10:21.021114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-c186e2ae-32df-446d-8b2c-158cd01a4fd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434892 Jul 27 22:10:21.097850 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-506927dc-4b49-48f4-b907-f5f78ba99c78 req-9dba2d14-9b09-4617-b72e-c048b69182bb tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327987 Jul 27 22:10:21.161090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-5a1a1c51-3f43-4597-8e6f-2689a42f6a87 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325161 Jul 27 22:10:21.300579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74410f5f-73bd-41b6-a475-276e2417b6df req-95515fb1-7920-450b-a8be-e0080f8b4785 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314914 Jul 27 22:10:21.305507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.676966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-ceeaa64c-a510-48b7-9437-102911fdb724 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:21.678574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-ceeaa64c-a510-48b7-9437-102911fdb724 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.1127002 Jul 27 22:10:21.757554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Deleting port b016eb03-4150-47eb-8ede-c1e7606e9b57 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:21.766507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.891561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca39da-9827-48ff-92d3-588759a3fb32 req-a64b7d97-4fb3-4eb0-84ff-3e43ea6acf23 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:21.903101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ca39da-9827-48ff-92d3-588759a3fb32 req-a64b7d97-4fb3-4eb0-84ff-3e43ea6acf23 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1279616 Jul 27 22:10:21.946567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30ca39da-9827-48ff-92d3-588759a3fb32 req-bece8011-0110-4a09-b3b1-ca2e4f8eeaad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Jul 27 22:10:21.990901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] For port b016eb03-4150-47eb-8ede-c1e7606e9b57, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b016eb03-4150-47eb-8ede-c1e7606e9b57,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:21.991271 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.020756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609dd04-fc22-41ed-8b48-aca8c4ac7300 req-a61e7cb3-e6db-4476-aa87-f1b7c748f6ad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.022439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b609dd04-fc22-41ed-8b48-aca8c4ac7300 req-a61e7cb3-e6db-4476-aa87-f1b7c748f6ad tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 946 time: 0.2020361 Jul 27 22:10:22.024445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Calling delete_port for b016eb03-4150-47eb-8ede-c1e7606e9b57 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:22.042682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Deleting port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:22.043032 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.175097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b609dd04-fc22-41ed-8b48-aca8c4ac7300 req-46eacced-fd2c-4dca-aa2b-8decd1fdc5e0 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups?id=26cd390c-b8fb-489e-b042-a8226642db29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446657 Jul 27 22:10:22.237940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] For port e54f0a12-e9ae-4efe-99d0-0e7925da78b2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:22.238359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.363830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d654d10-ec08-4526-8bb0-24e2ed61bb29 req-e9ef49ba-be39-4539-8bca-1faa71d5e373 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.372708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d654d10-ec08-4526-8bb0-24e2ed61bb29 req-e9ef49ba-be39-4539-8bca-1faa71d5e373 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1364369 Jul 27 22:10:22.447285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d654d10-ec08-4526-8bb0-24e2ed61bb29 req-cfba75c2-8c70-451a-87a0-8e617a7e5b5b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732636 Jul 27 22:10:22.720862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.721418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.724292 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Floating IP 41457944-6dcb-4837-a6fd-19b55f25a753 disassociated. External IP: 172.25.3.133, port: e54f0a12-e9ae-4efe-99d0-0e7925da78b2. Jul 27 22:10:22.724292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Calling delete_port for e54f0a12-e9ae-4efe-99d0-0e7925da78b2 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:22.724540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.770590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Pushing event deleted for resources: {'Port': ['ID=b016eb03-4150-47eb-8ede-c1e7606e9b57,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:23.169339 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.704415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.717612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5207-fc15-41fa-82ca-b111f73260d1 req-ac4933bb-3718-4bb7-b3a9-761f621cb370 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:23.720264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40da5207-fc15-41fa-82ca-b111f73260d1 req-ac4933bb-3718-4bb7-b3a9-761f621cb370 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.6697710 Jul 27 22:10:23.788661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'Port': ['ID=e54f0a12-e9ae-4efe-99d0-0e7925da78b2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:23.837901 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-40da5207-fc15-41fa-82ca-b111f73260d1 req-8af6956f-a29a-4898-802e-dbcb3ddb8beb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058278 Jul 27 22:10:23.994973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f6c5583-0cc1-4b08-aa1d-720f425a5aaf req-94b9fb4b-48c6-479d-bd0b-f360f9fb0d4a tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0605278 Jul 27 22:10:24.167672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:24.180113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Router 3933b56e-18f3-4dca-852a-15d8110dabf5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:24.233160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ff164-37d5-4f99-969c-5ab68ade10a9 req-6cc19657-91a4-4c56-987c-b0601ad355a8 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.236713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a7ff164-37d5-4f99-969c-5ab68ade10a9 req-6cc19657-91a4-4c56-987c-b0601ad355a8 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1609921 Jul 27 22:10:24.381908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.388479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.395975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.403472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.420500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.431201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.445440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.447627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-4d6a594b-5bda-4ad2-a6e4-2ed21079c0c8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.1958354 Jul 27 22:10:24.490024 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a7ff164-37d5-4f99-969c-5ab68ade10a9 req-ac23fb80-3e93-4529-be97-468ab85f8d66 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136216 Jul 27 22:10:24.524185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:24.536540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:24.547521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f58ceb0-830f-454c-b76c-b366e8170ec5 req-fb8a0a1e-44b9-4624-bf4d-f39cbd3e8e47 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899336 Jul 27 22:10:24.561562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:24.579352 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Sync routers for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:24.592537 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:24.594125 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:24.602347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bf31c5db-d4d4-4e34-b365-3535ec1a5993 admin admin] 10.222.0.37 "PUT /v2.0/routers/3933b56e-18f3-4dca-852a-15d8110dabf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8465180 Jul 27 22:10:24.602347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] No DVR routers for this DVR port e54f0a12-e9ae-4efe-99d0-0e7925da78b2 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:24.602704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:24.604166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.612923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f406b1a-19ac-4037-a7c2-fad9709a10da req-8230a369-6272-4b81-8804-ed71816bff28 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.50 "DELETE /v2.0/ports/e54f0a12-e9ae-4efe-99d0-0e7925da78b2 HTTP/1.1" status: 204 len: 173 time: 2.9284713 Jul 27 22:10:24.613236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:24.614680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:24.615285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-deleted', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:24.625528 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610996ee-5a02-4690-acb2-751dceaf41bd" -d '{"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-deleted", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:24.745418 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb170d9f-bea3-4b03-9595-75b6372e65a5 x-openstack-request-id: req-fb170d9f-bea3-4b03-9595-75b6372e65a5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:24.745743 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05892755-0619-4edc-9d10-6056acf35b58", "name": "network-vif-deleted", "tag": "e54f0a12-e9ae-4efe-99d0-0e7925da78b2", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:24.745986 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb170d9f-bea3-4b03-9595-75b6372e65a5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:24.754360 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05892755-0619-4edc-9d10-6056acf35b58', 'name': 'network-vif-deleted', 'tag': 'e54f0a12-e9ae-4efe-99d0-0e7925da78b2', 'status': 'completed', 'code': 200} Jul 27 22:10:24.788177 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:24.854802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.859294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:25.030607 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:22Z', 'revision_number': 5, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.069668 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Checking router: 3933b56e-18f3-4dca-852a-15d8110dabf5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:25.076531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.082452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Routers {'3933b56e-18f3-4dca-852a-15d8110dabf5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:25.083463 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3933b56e-18f3-4dca-852a-15d8110dabf5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.137327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.162677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a29148-c104-4e62-ab26-eb7e06baa498 req-68bed4db-45f4-4867-ae5a-a4729bfff8b3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.173142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21a29148-c104-4e62-ab26-eb7e06baa498 req-68bed4db-45f4-4867-ae5a-a4729bfff8b3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1800308 Jul 27 22:10:25.178041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:25.190220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:25.194958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.195475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d78be66e-59c5-45e4-9e34-365999070acb req-1e642480-2d0c-485b-a662-6a69cb8b6864 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/ports?device_id=05892755-0619-4edc-9d10-6056acf35b58 HTTP/1.1" status: 200 len: 210 time: 0.0362937 Jul 27 22:10:25.258621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21a29148-c104-4e62-ab26-eb7e06baa498 req-64e3760d-f5ed-4660-9585-c9a567e6706f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Jul 27 22:10:25.282059 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] Set router 3933b56e-18f3-4dca-852a-15d8110dabf5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:25.330631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Deleting port 6cebedab-e347-404e-9f54-bb294a564481 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:25.330996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.473189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:25.498625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.508218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] For port 6cebedab-e347-404e-9f54-bb294a564481, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6cebedab-e347-404e-9f54-bb294a564481,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:25.508853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.509420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.521705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.529097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Calling delete_port for 6cebedab-e347-404e-9f54-bb294a564481 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:25.539487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.552573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.578603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.598680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.600527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-db646386-db7c-45d4-a4bc-3de1d58b0e5e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.3110790 Jul 27 22:10:25.730459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-9813a2da-7819-43e2-a922-2de2a118c150 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.732054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-9813a2da-7819-43e2-a922-2de2a118c150 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1164098 Jul 27 22:10:25.793865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:22Z', 'revision_number': 5, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.878790 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beadb51-2bf6-4f3c-adaa-7089a3f3b30b None None] The sync data for ids ['3933b56e-18f3-4dca-852a-15d8110dabf5'] in n-d-738018-6 is: [{'id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'name': 'tempest-TestAggregatesBasicOps-1159128894-router', 'tenant_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '6cebedab-e347-404e-9f54-bb294a564481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:02Z', 'updated_at': '2021-07-27T22:10:22Z', 'revision_number': 5, 'project_id': '247161ae2d294c5c9a8bf6c1c5fceec8', 'gw_port': {'id': '6cebedab-e347-404e-9f54-bb294a564481', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3933b56e-18f3-4dca-852a-15d8110dabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:03Z', 'updated_at': '2021-07-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:25.928999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.988052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd2809-4add-4737-a700-1fc3d55bb77f None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:01:32Z', 'revision_number': 4, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e20eca5b-5e4a-4172-92da-539ab2e87dde', 'name': '', 'network_id': 'da20416a-5959-46b3-ab0e-edc3b4115d64', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'mac_address': 'fa:16:3e:58:b7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:31Z', 'updated_at': '2021-07-27T22:01:40Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'subnets': [{'id': 'cde0a5f7-9f6b-4534-93fd-5101d3c8a525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:26.055393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cbe89464-72c6-46ad-992c-2e81c2f36a97 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3066330 Jul 27 22:10:26.071348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:26.142410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b55fff-5e29-4ac2-b77b-4fd3141b63df req-99a6acb7-d7fc-4339-a7ba-e3f96d70b90d tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.144360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71b55fff-5e29-4ac2-b77b-4fd3141b63df req-99a6acb7-d7fc-4339-a7ba-e3f96d70b90d tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.4114382 Jul 27 22:10:26.179278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.186227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.198480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.206208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.219313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:26.244132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.263234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.264794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.281271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.294930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-f141701e-c76b-4deb-a970-cec7ff241d77 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 5434 time: 0.3736725 Jul 27 22:10:26.319383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71b55fff-5e29-4ac2-b77b-4fd3141b63df req-e9b061d5-0503-40d8-b33f-c7c4b72b345d tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642470 Jul 27 22:10:26.456832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8d43ed3-b416-4178-be82-082e8b65e7f0 req-40906286-33eb-4685-a1fa-e55327b5cb14 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1605501 Jul 27 22:10:26.459263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b016eb03-4150-47eb-8ede-c1e7606e9b57 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:26.512015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.531759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.624754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6cebedab-e347-404e-9f54-bb294a564481,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.648288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52a565-64c8-495d-a20f-07400ecba228 None None] New status for floating IP 41457944-6dcb-4837-a6fd-19b55f25a753: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:10:26.654333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36142) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:26.731010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b016eb03-4150-47eb-8ede-c1e7606e9b57 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:26.731372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b016eb03-4150-47eb-8ede-c1e7606e9b57 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:26.811093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.883418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:26.885761 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51751d8-cff4-4c6b-9c23-0e60ce202c30" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:26.898316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:26.961060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15040d6-39a3-48f8-9942-8e7d0194d9fb req-bbbf72bd-114e-4d5a-8ace-374ae976f4f0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.971068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c15040d6-39a3-48f8-9942-8e7d0194d9fb req-bbbf72bd-114e-4d5a-8ace-374ae976f4f0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.3603246 Jul 27 22:10:26.992238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:27.017320 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b99d7-1289-4c56-bbb1-a154594bcdaf x-openstack-request-id: req-287b99d7-1289-4c56-bbb1-a154594bcdaf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:27.017817 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:27.018076 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-287b99d7-1289-4c56-bbb1-a154594bcdaf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:27.018507 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'code': 200} Jul 27 22:10:27.022096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.098627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c15040d6-39a3-48f8-9942-8e7d0194d9fb req-a1bab5a7-745b-4778-a86c-b4b44c100a41 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258678 Jul 27 22:10:27.099755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] For port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:27.114376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.115119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:27.184723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.265724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] device_id is not set on port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:10:27.276176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:27.296537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.342852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.371005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.461587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:10:27.462066 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:10:27.531265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] No DVR routers for this DVR port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:27.532768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.536757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.538342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "DELETE /v2.0/security-groups/26cd390c-b8fb-489e-b042-a8226642db29 HTTP/1.1" status: 204 len: 168 time: 0.8786690 Jul 27 22:10:27.552397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:27.640945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:27.688336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1e84b-87db-48f0-8f8f-b0fccfae57c9 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd390c-b8fb-489e-b042-a8226642db29,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:27.702887 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-4309faec-f6eb-4728-a81c-c9764f389e39 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] show failed (client error): The resource could not be found. Jul 27 22:10:27.705276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4309faec-f6eb-4728-a81c-c9764f389e39 tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "GET /v2.0/security-groups/26cd390c-b8fb-489e-b042-a8226642db29 HTTP/1.1" status: 404 len: 347 time: 0.1282265 Jul 27 22:10:27.712601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36156) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:27.776155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] In _notify_port_updated(), no bound segment for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:10:27.777396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:27.778142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.779618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-3b08256e-8d8c-4286-bb7c-85af40ad6419 service neutron] 10.222.0.50 "PUT /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 200 len: 1028 time: 1.7132668 Jul 27 22:10:27.845782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.853305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.927589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-973eb802-4805-4c04-869b-591bdd0cae75 None None] Provisioning complete for port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:27.929138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8efb3-edf6-46d6-8052-647ee4af3c90 req-4ebfcaf7-6db8-4b29-9407-591149354bcf tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:27.930585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-973eb802-4805-4c04-869b-591bdd0cae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.933796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3b8efb3-edf6-46d6-8052-647ee4af3c90 req-4ebfcaf7-6db8-4b29-9407-591149354bcf tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1354351 Jul 27 22:10:27.946371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-4c74fac3-dcf7-41c4-89e5-83952244ecec tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:27.948926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-4c74fac3-dcf7-41c4-89e5-83952244ecec tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "GET /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1596818 Jul 27 22:10:27.967912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:27.992013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3b8efb3-edf6-46d6-8052-647ee4af3c90 req-3cb39e26-a425-4217-90e3-271c60696fd2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Jul 27 22:10:28.016334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.021620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3933b56e-18f3-4dca-852a-15d8110dabf5 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:10:28.029161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.038328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3d9f27f-d7a1-4cb1-bcb5-54f0ee6053bd admin admin] 10.222.0.37 "DELETE /v2.0/routers/3933b56e-18f3-4dca-852a-15d8110dabf5 HTTP/1.1" status: 204 len: 168 time: 3.4348030 Jul 27 22:10:28.041012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:28.077055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.085693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.092446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.100694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.107877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.115103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.129928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d3081df-3732-48ec-9004-f420d970c00c req-7291c940-8a96-4e1e-a749-cfdfc88233e8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 4657 time: 0.4842412 Jul 27 22:10:28.141321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-973eb802-4805-4c04-869b-591bdd0cae75 None None] Port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:28.154585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Deleting subnet 5d90c022-cbb2-474b-8d43-25996e119e76 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:28.163055 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.184436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:28.215524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: e54f0a12-e9ae-4efe-99d0-0e7925da78b2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:28.230791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device e54f0a12-e9ae-4efe-99d0-0e7925da78b2 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:28.231870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ae2438f8-ee2a-499b-b862-9037f35d609a no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:28.249438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.255162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.284463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d3081df-3732-48ec-9004-f420d970c00c req-c31f82b4-cbde-4263-b464-1e6ea5272848 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8b77b67-8d24-43ef-9087-c41dad7b932a&id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408002 Jul 27 22:10:28.302236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Deleting port c3917c53-9d85-4507-ba14-b4b6bfcead73 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:28.318534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.481672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.502409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.502742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.522448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Calling delete_port for c3917c53-9d85-4507-ba14-b4b6bfcead73 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:28.557459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d57ec-1d37-42ea-a748-6d47110b8958 req-b98693da-69b2-4f6c-b3a0-fc6da1a169e6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.560946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e25d57ec-1d37-42ea-a748-6d47110b8958 req-b98693da-69b2-4f6c-b3a0-fc6da1a169e6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2416036 Jul 27 22:10:28.612415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.643104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ae2438f8-ee2a-499b-b862-9037f35d609a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:28.709655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6cebedab-e347-404e-9f54-bb294a564481 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:28.741870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e25d57ec-1d37-42ea-a748-6d47110b8958 req-d4e826ec-da51-49ca-afac-0e5dabf4c83a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709514 Jul 27 22:10:28.773940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6cebedab-e347-404e-9f54-bb294a564481 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:28.774342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6cebedab-e347-404e-9f54-bb294a564481 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:28.819923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] For port ae2438f8-ee2a-499b-b862-9037f35d609a, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:28.828490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.860720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d90c022-cbb2-474b-8d43-25996e119e76,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:28.876030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.876429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.876831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.877250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.877762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.878266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.878582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.879488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.879488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.879727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.879911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.880224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:28.887416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.887416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f9369926-6c7e-4160-bff4-fa9c52515a6b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d90c022-cbb2-474b-8d43-25996e119e76 HTTP/1.1" status: 204 len: 168 time: 0.8452282 Jul 27 22:10:28.889976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:28.901186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] device_id is not set on port ae2438f8-ee2a-499b-b862-9037f35d609a yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:10:28.901384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f778c-cd0b-4518-8fa0-9896ecd61bc4 None None] Network 13bd0f9e-b932-4fdf-b71a-af5b2da8231b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:28.922896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.997267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.074877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.094630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Deleting port e3002018-8356-4de2-b32e-3c288db26bf5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:29.094980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.159725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] DHCP port deletion for 13bd0f9e-b932-4fdf-b71a-af5b2da8231b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:29.169123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Pushing event deleted for resources: {'Port': ['ID=c3917c53-9d85-4507-ba14-b4b6bfcead73,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.203301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.210522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:10:29.210896 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:10:29.220359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] For port e3002018-8356-4de2-b32e-3c288db26bf5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e3002018-8356-4de2-b32e-3c288db26bf5,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:29.225613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.239662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Deleting port e3002018-8356-4de2-b32e-3c288db26bf5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:29.240045 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.241407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Calling delete_port for e3002018-8356-4de2-b32e-3c288db26bf5 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:29.323858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] For port e3002018-8356-4de2-b32e-3c288db26bf5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e3002018-8356-4de2-b32e-3c288db26bf5,segment=NetworkSegment(7b413a86-bce4-45bd-bffe-9c8909b48b21),segment_id=7b413a86-bce4-45bd-bffe-9c8909b48b21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:29.329610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.355987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Calling delete_port for e3002018-8356-4de2-b32e-3c288db26bf5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:29.400028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] No DVR routers for this DVR port ae2438f8-ee2a-499b-b862-9037f35d609a on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:29.467424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] In _notify_port_updated(), no bound segment for port ae2438f8-ee2a-499b-b862-9037f35d609a on network 51585b90-44e4-405b-875b-29ef69b52fc5 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:10:29.468326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.468979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.471149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 200 len: 1027 time: 1.5102491 Jul 27 22:10:29.481266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968c485-0bd1-4726-8d3c-511be5b080e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.516961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.549988 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.554700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.554984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.559920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dbfa05cc-f1a6-4fe1-bd4d-c3abb9b1f94c tempest-AttachVolumeShelveTestJSON-94018784 tempest-AttachVolumeShelveTestJSON-94018784-project] 10.222.0.37 "DELETE /v2.0/floatingips/41457944-6dcb-4837-a6fd-19b55f25a753 HTTP/1.1" status: 204 len: 168 time: 1.8460159 Jul 27 22:10:29.604962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212b68-e141-4027-a5c2-04b211639f9a req-9dbd5cc1-b25e-4dcf-85e5-0669f2a149c5 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.608261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92212b68-e141-4027-a5c2-04b211639f9a req-9dbd5cc1-b25e-4dcf-85e5-0669f2a149c5 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.4366081 Jul 27 22:10:29.646766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3002018-8356-4de2-b32e-3c288db26bf5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.650461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] No DVR routers for this DVR port e3002018-8356-4de2-b32e-3c288db26bf5 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:29.666135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] Pushing event deleted for resources: {'Port': ['ID=e3002018-8356-4de2-b32e-3c288db26bf5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.670873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca5988-c09b-475e-98b3-afbc905a033c None None] No DVR routers for this DVR port e3002018-8356-4de2-b32e-3c288db26bf5 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:29.729439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92212b68-e141-4027-a5c2-04b211639f9a req-ff9b3010-0b19-40dc-992b-68f2f4ba5467 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086750 Jul 27 22:10:29.762409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:29.762768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.797757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b5cc1d69-3baa-4207-a1ca-15b5702a200a no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:29.903977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.921681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.933895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e27cdcec-3245-476e-a50b-7415861b6aba None None] Provisioning complete for port ae2438f8-ee2a-499b-b862-9037f35d609a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:29.934271 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e27cdcec-3245-476e-a50b-7415861b6aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.959508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.965942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.972290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.994855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:30.014916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-15af92cc-9204-463c-937c-d4ca211d41ab tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3883 time: 0.5652151 Jul 27 22:10:30.042957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.067686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bd0f9e-b932-4fdf-b71a-af5b2da8231b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:30.083261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e27cdcec-3245-476e-a50b-7415861b6aba None None] Port ae2438f8-ee2a-499b-b862-9037f35d609a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:30.084797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:30.089520 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf40aa4-339c-440f-b1af-bc48bcf0c03a" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:30.100273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b413a86-bce4-45bd-bffe-9c8909b48b21') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:30.100766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b413a86-bce4-45bd-bffe-9c8909b48b21') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:30.107662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:30.140692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.170646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69758625-ad37-49bf-b3ea-9ae7cbaf0564 req-96853b6c-5226-433a-9aa5-655f3732bdd1 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547506 Jul 27 22:10:30.202790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.223900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.224651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 86810d91-b32e-4f57-8188-24ebbd06855f no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:30.231613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:30.233226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:30.238329 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:30.333233 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca0195a-683b-4f21-8895-ed01d84bc477 x-openstack-request-id: req-eca0195a-683b-4f21-8895-ed01d84bc477 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:30.334690 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:30.334690 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eca0195a-683b-4f21-8895-ed01d84bc477 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:30.334690 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'code': 200} Jul 27 22:10:30.339111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:30.525215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.532366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.537806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] 10.222.0.37 "DELETE /v2.0/networks/13bd0f9e-b932-4fdf-b71a-af5b2da8231b HTTP/1.1" status: 204 len: 168 time: 1.6438429 Jul 27 22:10:30.573426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e3002018-8356-4de2-b32e-3c288db26bf5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:30.573683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739dbc-911c-4c2e-8b1b-c32084405559 admin admin] Pushing event deleted for resources: {'Network': ['ID=13bd0f9e-b932-4fdf-b71a-af5b2da8231b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:30.588760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.669201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e3002018-8356-4de2-b32e-3c288db26bf5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:30.669884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e3002018-8356-4de2-b32e-3c288db26bf5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:30.754050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] For port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:30.754750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.805605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e39f4f-d342-404e-a2db-0c3f4615677d req-07eb2642-368d-4202-a8ac-453ec5ff3ecc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:30.816100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9e39f4f-d342-404e-a2db-0c3f4615677d req-07eb2642-368d-4202-a8ac-453ec5ff3ecc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.9442415 Jul 27 22:10:30.862342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:30.896763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9e39f4f-d342-404e-a2db-0c3f4615677d req-c4fd848e-9064-405a-8b81-a68dbe782f03 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796130 Jul 27 22:10:30.990224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce797d-5baf-47ae-acb0-bd74363da8e7 req-d30bfe03-be1a-4481-abcd-9025669f49cb tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.012182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99ce797d-5baf-47ae-acb0-bd74363da8e7 req-d30bfe03-be1a-4481-abcd-9025669f49cb tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1685946 Jul 27 22:10:31.086090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:31.103697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-99ce797d-5baf-47ae-acb0-bd74363da8e7 req-58eb4551-7a2a-4d4b-a2e4-19ae76a1a2ce tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902193 Jul 27 22:10:31.165298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.166087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:31.210326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36198) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:31.218327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.313748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:31.403419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=2313f54c-daeb-46bb-921b-8ae2ac2a2c05,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:31.405048 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.463513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.470438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.471007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.471413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.471834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.472283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.472700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.473110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.473532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.473938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.478571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.480005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:31.507363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:31.525065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] No DVR routers for this DVR port 2313f54c-daeb-46bb-921b-8ae2ac2a2c05 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:31.555534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:31.556630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c4e826f-182c-4a35-9206-89e110e695fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2e77c7d09164871b197aa24c07b930b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442924 Jul 27 22:10:31.559730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.562307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-37dff485-897b-4da4-89b8-6679318bfc2c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "DELETE /v2.0/ports/2313f54c-daeb-46bb-921b-8ae2ac2a2c05 HTTP/1.1" status: 204 len: 173 time: 2.0715630 Jul 27 22:10:31.562997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:31.567150 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b80c3-e85a-408d-8c4f-12c770044093" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:31.617138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.617879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3366330d-168c-4e68-b7b2-d81a99bd77e6 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:31.734356 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1be51-2319-41bd-8e1d-08c9dd7fe504 x-openstack-request-id: req-17f1be51-2319-41bd-8e1d-08c9dd7fe504 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:31.734763 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "2313f54c-daeb-46bb-921b-8ae2ac2a2c05", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:31.735034 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17f1be51-2319-41bd-8e1d-08c9dd7fe504 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:31.735472 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '2313f54c-daeb-46bb-921b-8ae2ac2a2c05', 'status': 'completed', 'code': 200} Jul 27 22:10:31.806683 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.885549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-597d99b5-2585-4b2e-b6bd-dc7cd4d36789 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.901265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.910685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-597d99b5-2585-4b2e-b6bd-dc7cd4d36789 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.929142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:31.931070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-597d99b5-2585-4b2e-b6bd-dc7cd4d36789 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.940452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-597d99b5-2585-4b2e-b6bd-dc7cd4d36789 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.950701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-597d99b5-2585-4b2e-b6bd-dc7cd4d36789 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3147 time: 0.5893750 Jul 27 22:10:32.038016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.040630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea43e-327f-4fd3-b09e-805e0da8d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.054805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f5f38d57-032f-4d12-89c1-2ed5876c2055 req-aea747b4-76e7-476f-952a-b0d2b89f915f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023247 Jul 27 22:10:32.074760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:32.076525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.137526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:32.142448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.169208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.175506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac195382-8bb8-455c-927c-b4e3bf531a50 HTTP/1.1" status: 204 len: 168 time: 0.6159191 Jul 27 22:10:32.233857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6efcfc-f1c9-4365-9069-8678d7a60e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac195382-8bb8-455c-927c-b4e3bf531a50,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:32.268029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.339993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f'}, {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}, {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:32.346398 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84846bea-d64e-4f84-921e-eb6bda244c65" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f"}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a"}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:32.350553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc96a0-6b4c-44f2-837f-9b2b705004e5 req-ab26a23f-64d9-4b96-bed5-71c6968a1b41 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:32.354532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39dc96a0-6b4c-44f2-837f-9b2b705004e5 req-ab26a23f-64d9-4b96-bed5-71c6968a1b41 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2419150 Jul 27 22:10:32.411512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] For port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:32.414210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.442592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:32.465620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39dc96a0-6b4c-44f2-837f-9b2b705004e5 req-ac66d47d-b000-4d60-9c0c-e84e9fed39ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015968 Jul 27 22:10:32.582273 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116dad77-fb0a-4cf4-9895-80d6ba2f1578 x-openstack-request-id: req-116dad77-fb0a-4cf4-9895-80d6ba2f1578 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:32.583073 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f", "code": 200}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a", "code": 200}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-unplugged", "status": "completed", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:32.583558 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-116dad77-fb0a-4cf4-9895-80d6ba2f1578 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:32.585071 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f', 'code': 200} Jul 27 22:10:32.585531 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'code': 200} Jul 27 22:10:32.585994 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'code': 200} Jul 27 22:10:32.712817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5db8a-302b-497a-af83-7b9026ba1af5 req-c93f1da1-8234-417c-8933-9c203f264b4f tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:32.721065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99d5db8a-302b-497a-af83-7b9026ba1af5 req-c93f1da1-8234-417c-8933-9c203f264b4f tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.2526577 Jul 27 22:10:32.802934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99d5db8a-302b-497a-af83-7b9026ba1af5 req-ff0b2194-8ab8-4c79-aaff-4d9e1ac61442 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808182 Jul 27 22:10:32.930500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.931872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.932491 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Floating IP e4f805c3-8137-421f-816d-56f46c19fbb2 disassociated. External IP: 172.25.3.51, port: f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a. Jul 27 22:10:32.933185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:33.256980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.268024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-c44c9262-b1bb-4834-a47a-23eb8b20c702 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.276069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-c44c9262-b1bb-4834-a47a-23eb8b20c702 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.285621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-c44c9262-b1bb-4834-a47a-23eb8b20c702 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.295746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-c44c9262-b1bb-4834-a47a-23eb8b20c702 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.298484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-c44c9262-b1bb-4834-a47a-23eb8b20c702 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 3143 time: 0.1345270 Jul 27 22:10:33.370311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-89224bb9-d3b9-4f72-b419-4c9058f2fc8c req-79dcc3ca-1bb7-4a36-b62c-992321cd5609 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623512 Jul 27 22:10:33.385597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:33.500959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:33.581809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-43b35ea4-19c3-4876-ab7d-6abc6415ec70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=247161ae2d294c5c9a8bf6c1c5fceec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795915 Jul 27 22:10:33.585911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:33.657930 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.706888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.707322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:33.727908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681498e-78c9-40d6-aa91-e41576572864 req-a1d03b9e-9164-4208-b614-c45a958bcb2b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.729484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d681498e-78c9-40d6-aa91-e41576572864 req-a1d03b9e-9164-4208-b614-c45a958bcb2b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1056046 Jul 27 22:10:33.878851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d681498e-78c9-40d6-aa91-e41576572864 req-977764d9-72a1-4cc6-b1c1-66ab9c4fb112 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933120 Jul 27 22:10:33.927933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:33.946187 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Sync routers for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:33.958958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.959804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:33.960958 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:33.962641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.976417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcce94cf-4945-47c7-8b8e-9a222f569c22 HTTP/1.1" status: 204 len: 168 time: 0.3812032 Jul 27 22:10:33.986901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f78631-2d76-44c6-81fa-706e57bd9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcce94cf-4945-47c7-8b8e-9a222f569c22,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:34.017366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] No DVR routers for this DVR port f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:34.021240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.031951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-d27ebc04-bb66-4076-a752-7913b1559a80 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "DELETE /v2.0/ports/f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a HTTP/1.1" status: 204 len: 173 time: 2.4555662 Jul 27 22:10:34.031951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:34.031951 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980d8b84-7311-489e-a885-0e2057c03f89" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:34.043355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cc74d-7b27-426a-a23e-fda658c94dd4 req-ba95c26a-7efe-4cfc-ab90-68a779a1399e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.053599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef6cc74d-7b27-426a-a23e-fda658c94dd4 req-ba95c26a-7efe-4cfc-ab90-68a779a1399e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1460710 Jul 27 22:10:34.151060 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12321dbc-6dee-49c1-a48f-250b93bff2f8 x-openstack-request-id: req-12321dbc-6dee-49c1-a48f-250b93bff2f8 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:34.152041 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:34.152467 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12321dbc-6dee-49c1-a48f-250b93bff2f8 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:34.153107 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': 'f96ddb9f-43f2-4f06-8302-4d1f61b2cd1a', 'status': 'completed', 'code': 200} Jul 27 22:10:34.154404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef6cc74d-7b27-426a-a23e-fda658c94dd4 req-8df9aa83-7dda-496b-8508-22477d87787c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940757 Jul 27 22:10:34.245965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:34.276395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port 3366330d-168c-4e68-b7b2-d81a99bd77e6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:34.277018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.430529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] For port 3366330d-168c-4e68-b7b2-d81a99bd77e6, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3366330d-168c-4e68-b7b2-d81a99bd77e6,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:34.432048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.464837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for 3366330d-168c-4e68-b7b2-d81a99bd77e6 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:34.497632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80e41528-6fad-4474-a8dc-b19de3685f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.601881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:34.715726 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Checking router: 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:34.736744 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:34.740670 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:34.801062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.972108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c5b8-c71e-4ede-b63e-7e023778788a req-156d0a38-f187-4b85-a488-16b459afc7a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.007516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c5b8-c71e-4ede-b63e-7e023778788a req-156d0a38-f187-4b85-a488-16b459afc7a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.054969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c5b8-c71e-4ede-b63e-7e023778788a req-156d0a38-f187-4b85-a488-16b459afc7a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.061760 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:35.066709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7073c5b8-c71e-4ede-b63e-7e023778788a req-156d0a38-f187-4b85-a488-16b459afc7a3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 2410 time: 0.5052497 Jul 27 22:10:35.082748 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.264630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b7b59-9c05-4bc5-a922-308bddb5d519 req-9a30ec65-a2fb-4d6b-8312-4acb28915422 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.265871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a8b7b59-9c05-4bc5-a922-308bddb5d519 req-9a30ec65-a2fb-4d6b-8312-4acb28915422 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.2815239 Jul 27 22:10:35.279857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=3366330d-168c-4e68-b7b2-d81a99bd77e6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.356990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a8b7b59-9c05-4bc5-a922-308bddb5d519 req-b91aea38-66f5-4424-beef-0fd4bc7d499c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833371 Jul 27 22:10:35.385754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] No DVR routers for this DVR port 3366330d-168c-4e68-b7b2-d81a99bd77e6 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:35.391909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.397476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-e1e9f08e-8e76-4d8b-a5da-3ac8e09e570d tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "DELETE /v2.0/ports/3366330d-168c-4e68-b7b2-d81a99bd77e6 HTTP/1.1" status: 204 len: 173 time: 1.3511412 Jul 27 22:10:35.418657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7073c5b8-c71e-4ede-b63e-7e023778788a req-b09d5ae6-9e0a-4df5-8325-c869551c495e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432634 Jul 27 22:10:35.519406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675d74a-674e-4ea6-bd38-da137550642d req-cd55e982-67f9-4f62-98c9-146d91befc84 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.530621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2675d74a-674e-4ea6-bd38-da137550642d req-cd55e982-67f9-4f62-98c9-146d91befc84 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0958924 Jul 27 22:10:35.611809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2675d74a-674e-4ea6-bd38-da137550642d req-7f686a0c-6fcf-425e-82d7-0313637ceb62 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790288 Jul 27 22:10:35.612439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:35.700711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port b5cc1d69-3baa-4207-a1ca-15b5702a200a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:35.701069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.804062 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b667a41-9b45-40f6-90a5-0fba96780097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.826818 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:35.891107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4ea5f-fb39-4b20-9daa-fa6f9d842658 None None] The sync data for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 is: [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:33Z', 'revision_number': 4, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '309c01dc-6685-486c-8d06-cc1cdb05015b', 'name': '', 'network_id': '8c40856c-c3ec-462e-adcb-946fc9c2ff55', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'mac_address': 'fa:16:3e:60:a1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:31Z', 'updated_at': '2021-07-27T21:59:42Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'subnets': [{'id': '1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:35.911987 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.933278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] For port b5cc1d69-3baa-4207-a1ca-15b5702a200a, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b5cc1d69-3baa-4207-a1ca-15b5702a200a,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:35.936363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.975115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for b5cc1d69-3baa-4207-a1ca-15b5702a200a owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:36.067469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b667a41-9b45-40f6-90a5-0fba96780097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.158953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:36.162666 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3bd45-ab5c-4976-b210-e3fa20dc4ab4" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:36.237985 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac035f68-23b7-489f-9ec0-218e54da55a6 x-openstack-request-id: req-ac035f68-23b7-489f-9ec0-218e54da55a6 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:36.238423 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "3366330d-168c-4e68-b7b2-d81a99bd77e6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:36.239329 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac035f68-23b7-489f-9ec0-218e54da55a6 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:36.239843 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '3366330d-168c-4e68-b7b2-d81a99bd77e6', 'status': 'completed', 'code': 200} Jul 27 22:10:36.321328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc647bc2-2d85-44d6-b5df-b0df68c7b539 None None] New status for floating IP e4f805c3-8137-421f-816d-56f46c19fbb2: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:10:36.331422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b667a41-9b45-40f6-90a5-0fba96780097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.393921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2b667a41-9b45-40f6-90a5-0fba96780097 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5c0cb6fc0ae4976ba20b83e696bc1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779424 Jul 27 22:10:36.393921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667a41-9b45-40f6-90a5-0fba96780097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df24cdb-5aa4-4b89-b310-b0f5a33acfce,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:36.395223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:36.505436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.563998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=b5cc1d69-3baa-4207-a1ca-15b5702a200a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:36.594245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.628395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e44dc-d43c-4561-a5f4-f476b30a2be6 req-0a1928e9-0717-498e-9b81-f8f15dc569a6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.630123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b24e44dc-d43c-4561-a5f4-f476b30a2be6 req-0a1928e9-0717-498e-9b81-f8f15dc569a6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0873570 Jul 27 22:10:36.693527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b24e44dc-d43c-4561-a5f4-f476b30a2be6 req-7952a4bb-20a7-4f4c-b0a3-00eb4608d083 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Jul 27 22:10:36.711186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] No DVR routers for this DVR port b5cc1d69-3baa-4207-a1ca-15b5702a200a on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:36.711186 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.713045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.715286 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-c4c7fda9-49c1-4c8a-8c85-f48f374e2cbd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "DELETE /v2.0/ports/b5cc1d69-3baa-4207-a1ca-15b5702a200a HTTP/1.1" status: 204 len: 173 time: 1.2948561 Jul 27 22:10:36.837351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae27c2a-6e96-4b57-8daf-11ee96607227 req-facf557d-76a7-47a2-8a9d-a8f32c67cebb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.839030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ae27c2a-6e96-4b57-8daf-11ee96607227 req-facf557d-76a7-47a2-8a9d-a8f32c67cebb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 943 time: 0.2867785 Jul 27 22:10:36.875432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbb6b-5a7f-4d4e-890f-72a192ebec8d req-14e0cdb3-fa86-493f-b0b3-42635120ca34 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.883957 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bbfbb6b-5a7f-4d4e-890f-72a192ebec8d req-14e0cdb3-fa86-493f-b0b3-42635120ca34 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1275461 Jul 27 22:10:36.925576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ae27c2a-6e96-4b57-8daf-11ee96607227 req-1343cb5a-64f1-4f85-88e9-0b900d280400 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups?id=19f13302-52d6-4db2-9c2c-58c4e20b683e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Jul 27 22:10:36.954174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bbfbb6b-5a7f-4d4e-890f-72a192ebec8d req-84663a4e-38df-496c-9231-cb03470f1b4f tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Jul 27 22:10:36.958464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port 86810d91-b32e-4f57-8188-24ebbd06855f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:36.958583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.036131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.043192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.043192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9df24cdb-5aa4-4b89-b310-b0f5a33acfce HTTP/1.1" status: 204 len: 168 time: 0.6435788 Jul 27 22:10:37.065897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedcab4-15a1-4b61-befa-6401d05ffe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df24cdb-5aa4-4b89-b310-b0f5a33acfce,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:37.114759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.129709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] For port 86810d91-b32e-4f57-8188-24ebbd06855f, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=86810d91-b32e-4f57-8188-24ebbd06855f,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:37.130470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.153711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for 86810d91-b32e-4f57-8188-24ebbd06855f owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:37.446077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.493275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=86810d91-b32e-4f57-8188-24ebbd06855f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:37.537823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.589169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] No DVR routers for this DVR port 86810d91-b32e-4f57-8188-24ebbd06855f on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:37.592319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.594947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4ace7d26-7336-4cf3-bd92-dd24753fc7d9 req-cde19c98-516f-43b2-b99c-c96a7cb9507f tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.50 "DELETE /v2.0/ports/86810d91-b32e-4f57-8188-24ebbd06855f HTTP/1.1" status: 204 len: 173 time: 0.8698292 Jul 27 22:10:37.898469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf577a4f-1ba4-46ea-8695-65434bab6a59 req-de2d3211-3ceb-4812-8416-2407ae635f33 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:37.900071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf577a4f-1ba4-46ea-8695-65434bab6a59 req-de2d3211-3ceb-4812-8416-2407ae635f33 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1244833 Jul 27 22:10:37.965630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf577a4f-1ba4-46ea-8695-65434bab6a59 req-c0a26727-c9a6-499b-9517-e376061d5563 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559266 Jul 27 22:10:38.231100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb158f12-27ff-45c4-8802-7d581c811d31 req-599b27d8-b0dc-4351-997e-5cf93a75dc4a tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0795486 Jul 27 22:10:38.241014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a'}, {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:38.249479 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca083c7-7bd5-42c7-9b1f-b4365b980fbb" -d '{"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a"}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:38.257599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.288609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003011-5057-4569-aecd-47a652ddb89e req-fb0c0bde-53a1-4e48-8da9-61bc26eeae8e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.292195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d003011-5057-4569-aecd-47a652ddb89e req-fb0c0bde-53a1-4e48-8da9-61bc26eeae8e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.2282054 Jul 27 22:10:38.317436 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc58e51-bd2c-40bc-b0d0-f46d36fbde36 x-openstack-request-id: req-dfc58e51-bd2c-40bc-b0d0-f46d36fbde36 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:38.317741 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "b5cc1d69-3baa-4207-a1ca-15b5702a200a", "status": "completed", "code": 200}, {"server_uuid": "942012f6-b2a4-4423-926f-d61c0fe93978", "name": "network-vif-deleted", "tag": "86810d91-b32e-4f57-8188-24ebbd06855f", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:38.317997 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfc58e51-bd2c-40bc-b0d0-f46d36fbde36 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:38.318513 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': 'b5cc1d69-3baa-4207-a1ca-15b5702a200a', 'status': 'completed', 'code': 200} Jul 27 22:10:38.318771 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942012f6-b2a4-4423-926f-d61c0fe93978', 'name': 'network-vif-deleted', 'tag': '86810d91-b32e-4f57-8188-24ebbd06855f', 'status': 'completed', 'code': 200} Jul 27 22:10:38.357725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d003011-5057-4569-aecd-47a652ddb89e req-5df63fab-e9e7-464b-8c24-010118cd5581 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Jul 27 22:10:39.166908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15948bb9-8ab4-4cfd-8096-aaa45eb1c62b req-7997e143-5e90-42b8-b984-b52a1aa790d5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:39.166908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15948bb9-8ab4-4cfd-8096-aaa45eb1c62b req-7997e143-5e90-42b8-b984-b52a1aa790d5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0877390 Jul 27 22:10:39.207809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15948bb9-8ab4-4cfd-8096-aaa45eb1c62b req-fdf141d8-fcdc-420e-bd28-b943cae6e06b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Jul 27 22:10:39.347814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64ad2e04-d74d-4531-906b-40f597f76de6 req-612f0d81-1a85-4a41-81af-777cb29e62b1 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jul 27 22:10:39.516911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df4de-35bf-48a5-8d51-55664a066f87 req-b10dec4a-9787-4c76-bdee-2b3be0d82639 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:39.519505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d95df4de-35bf-48a5-8d51-55664a066f87 req-b10dec4a-9787-4c76-bdee-2b3be0d82639 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0783467 Jul 27 22:10:39.563046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d95df4de-35bf-48a5-8d51-55664a066f87 req-bd710977-37d4-4c97-ad90-086c5b494e59 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Jul 27 22:10:40.459094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577abc-d3be-4cd2-beb4-a8105ae7d3d8 req-78544d77-4a13-480d-9187-4b2e8eb7b096 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:40.473109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26577abc-d3be-4cd2-beb4-a8105ae7d3d8 req-78544d77-4a13-480d-9187-4b2e8eb7b096 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.1305249 Jul 27 22:10:40.539233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abd2a12c-638e-48c6-9fb4-957405d01990 req-bc7e88a2-4191-480f-8781-45bdf9dbf2ba tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0448809 Jul 27 22:10:40.572011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-26577abc-d3be-4cd2-beb4-a8105ae7d3d8 req-df800d4a-94b1-4519-9a3a-6ea8756dfabc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972757 Jul 27 22:10:40.619233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36362) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:40.756706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e09a1-1f97-42dc-a2a3-c4ff0b381867 req-43618e86-8398-432a-8291-3ae720b50123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:40.758653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a8e09a1-1f97-42dc-a2a3-c4ff0b381867 req-43618e86-8398-432a-8291-3ae720b50123 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0848162 Jul 27 22:10:40.813212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a8e09a1-1f97-42dc-a2a3-c4ff0b381867 req-75979d02-4538-4614-9912-d57502c8194b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467877 Jul 27 22:10:41.318897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.636167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Deleting port e20eca5b-5e4a-4172-92da-539ab2e87dde {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:41.636875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.736853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ec4f63e-c66a-431f-8e6d-4b5a04d84574 req-b7699ebd-a720-4f8a-a22b-9c60152c52b0 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0417595 Jul 27 22:10:41.756520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dcb3-aef6-4891-8e88-ca5c7b3b9c0d req-06d98cbc-bbd0-408f-8b84-550deae95c36 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:41.760844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08d5dcb3-aef6-4891-8e88-ca5c7b3b9c0d req-06d98cbc-bbd0-408f-8b84-550deae95c36 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0984845 Jul 27 22:10:41.794318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] For port e20eca5b-5e4a-4172-92da-539ab2e87dde, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e20eca5b-5e4a-4172-92da-539ab2e87dde,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:41.794995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.815812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Calling delete_port for e20eca5b-5e4a-4172-92da-539ab2e87dde owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:41.846586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08d5dcb3-aef6-4891-8e88-ca5c7b3b9c0d req-e1016ec3-4b14-4515-a6a8-d6468123bbd5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Jul 27 22:10:42.099524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a844f-fb55-40b9-98ac-8cb8e339e990 req-6acc3493-d929-4e5d-91ca-95e066cceae1 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:42.101330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-372a844f-fb55-40b9-98ac-8cb8e339e990 req-6acc3493-d929-4e5d-91ca-95e066cceae1 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1230378 Jul 27 22:10:42.190274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-372a844f-fb55-40b9-98ac-8cb8e339e990 req-a8fbae96-7db9-4110-8480-ff44a3dcbd7c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799487 Jul 27 22:10:42.262826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.289199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20eca5b-5e4a-4172-92da-539ab2e87dde,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:42.496402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.792565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:42.937721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:42.946451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d66e47cc-5183-4850-9cb2-87e37b2f0b17 admin admin] 10.222.0.37 "PUT /v2.0/routers/a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3230920 Jul 27 22:10:42.946451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36390) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:42.956352 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Sync routers for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:42.969246 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:42.970452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:42.981213 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f076c9aa-192d-4c42-b352-a8d974dd4270 req-a036ad88-d2f3-48b1-b64b-5a99fb235c4a tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0671453 Jul 27 22:10:43.125113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.130029 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:43.248288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c41345-7db7-4cda-be87-39b4727f2aa6 req-df1be1a0-f6b2-4b6f-93a0-ca792429c857 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.250457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85c41345-7db7-4cda-be87-39b4727f2aa6 req-df1be1a0-f6b2-4b6f-93a0-ca792429c857 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.3058891 Jul 27 22:10:43.309576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.323585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85c41345-7db7-4cda-be87-39b4727f2aa6 req-83f9ac00-49af-4059-89f3-db5586cb3ef6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Jul 27 22:10:43.390809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4f80e-302a-44c9-939a-9db21486ef06 req-3f2c1eb1-6b75-4488-b846-e30c9d6e7086 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.393224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cb4f80e-302a-44c9-939a-9db21486ef06 req-3f2c1eb1-6b75-4488-b846-e30c9d6e7086 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0979240 Jul 27 22:10:43.447868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cb4f80e-302a-44c9-939a-9db21486ef06 req-4ad03435-5b7c-4755-aff7-182243fd9654 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484753 Jul 27 22:10:43.448756 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:10:42Z', 'revision_number': 5, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port': {'id': '6857e588-ecc3-48fb-99de-0fe09821e1c1', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:25Z', 'updated_at': '2021-07-27T22:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:43.483542 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Checking router: a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:43.495389 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Routers {'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:43.496390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:43.567420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Deleting port 6857e588-ecc3-48fb-99de-0fe09821e1c1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:43.568349 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.604379 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] Set router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:43.679421 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:10:43Z', 'revision_number': 6, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:43.688510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] For port 6857e588-ecc3-48fb-99de-0fe09821e1c1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6857e588-ecc3-48fb-99de-0fe09821e1c1,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:43.689455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.711427 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14fde8b-f3e1-4735-844b-b18e05a70f95 None None] The sync data for ids ['a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30'] in n-d-738018-6 is: [{'id': 'a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30', 'name': 'tempest-AttachVolumeShelveTestJSON-1503355832-router', 'tenant_id': '2d170c3de555429a9f1d5ba5f21b3060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:24Z', 'updated_at': '2021-07-27T22:10:43Z', 'revision_number': 6, 'project_id': '2d170c3de555429a9f1d5ba5f21b3060', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:43.719958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Calling delete_port for 6857e588-ecc3-48fb-99de-0fe09821e1c1 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:44.110022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a8e16f2-d88b-4346-aaf4-df0b8fa538e5 req-728f8add-548f-43fc-9ccb-77d68972fb42 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0363491 Jul 27 22:10:44.348384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6a88e96c-5d2b-44f8-8c19-62a340787e27 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:44.478046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:44.490228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '6a88e96c-5d2b-44f8-8c19-62a340787e27', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '6a88e96c-5d2b-44f8-8c19-62a340787e27', 'mac_address': 'fa:16:3e:af:5e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:44.520886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0ec5b-7423-4019-96dd-a14b6959da67 req-2a250784-4d9d-46ac-9f2d-9f527cfc9730 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.523391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace0ec5b-7423-4019-96dd-a14b6959da67 req-2a250784-4d9d-46ac-9f2d-9f527cfc9730 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 943 time: 0.0923164 Jul 27 22:10:44.592834 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.626058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a88e96c-5d2b-44f8-8c19-62a340787e27 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:44.653202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace0ec5b-7423-4019-96dd-a14b6959da67 req-5feceee2-65db-4f94-b932-0534dc2a969d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094971 Jul 27 22:10:44.698047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaa28a-f999-40ba-bba5-01670d4a8c9e req-6714e980-0796-44c5-b69f-5a6ceba82254 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.698573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:44.703147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0abaa28a-f999-40ba-bba5-01670d4a8c9e req-6714e980-0796-44c5-b69f-5a6ceba82254 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1406305 Jul 27 22:10:44.712200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e20eca5b-5e4a-4172-92da-539ab2e87dde no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:44.749520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e20eca5b-5e4a-4172-92da-539ab2e87dde {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:44.750012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e20eca5b-5e4a-4172-92da-539ab2e87dde not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:44.750574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6857e588-ecc3-48fb-99de-0fe09821e1c1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:44.760671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0abaa28a-f999-40ba-bba5-01670d4a8c9e req-72d30ab5-e384-4b08-859a-c3d173fc63b1 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512459 Jul 27 22:10:44.851868 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.144387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.155452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6857e588-ecc3-48fb-99de-0fe09821e1c1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:45.239587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.262301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-818fe755-3320-4c87-8072-3dd74a3eb024 req-1763c702-d8db-41bf-a02e-a50a6914b17e tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0450888 Jul 27 22:10:45.359430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.362270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.406086 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.468819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:45.477594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.478227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.479246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.479761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.480279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.485542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:45.514750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.515888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:10:45.521442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.525015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e642522a-586d-4899-a33f-f08d601a93eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/a83be1ac-85c7-4c6d-9ba1-c8a5d6e41f30 HTTP/1.1" status: 204 len: 168 time: 2.5754335 Jul 27 22:10:45.525321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:45.588761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Deleting subnet cde0a5f7-9f6b-4534-93fd-5101d3c8a525 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:45.592487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.619251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['6a88e96c-5d2b-44f8-8c19-62a340787e27'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:45.650175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.998693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f33af-f81e-4435-a472-57a5708b595f req-458dfd66-3d45-4ffe-bccd-c935f3ef5a03 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.000416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c29f33af-f81e-4435-a472-57a5708b595f req-458dfd66-3d45-4ffe-bccd-c935f3ef5a03 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0962279 Jul 27 22:10:46.068717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c29f33af-f81e-4435-a472-57a5708b595f req-d43978f7-9b7d-4d2d-ab6c-26a10b063306 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607741 Jul 27 22:10:46.276246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.328445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad689-4934-456c-8419-fcfae23b83ad req-41aa6f17-5220-4ca0-bd92-13f0ebb6dde0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.337097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42aad689-4934-456c-8419-fcfae23b83ad req-41aa6f17-5220-4ca0-bd92-13f0ebb6dde0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 944 time: 0.5567880 Jul 27 22:10:46.365998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6a88e96c-5d2b-44f8-8c19-62a340787e27 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:46.442989 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3bfdae8f-2da3-48e3-aa55-f99cfcd03217 req-7404d196-3279-4e19-a771-423503c80aca tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0674419 Jul 27 22:10:46.457963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42aad689-4934-456c-8419-fcfae23b83ad req-db1b8c4b-49a3-476d-a270-7758d3ee3c58 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195538 Jul 27 22:10:46.497740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.552770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde0a5f7-9f6b-4534-93fd-5101d3c8a525,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:46.580228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.582656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d79af165-4da2-4cf2-ad3d-622f2aeaea6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cde0a5f7-9f6b-4534-93fd-5101d3c8a525 HTTP/1.1" status: 204 len: 168 time: 1.0562587 Jul 27 22:10:46.585731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36436) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:46.592873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094baf11-e553-452e-89f5-76ca9d3c3271 None None] Network da20416a-5959-46b3-ab0e-edc3b4115d64 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:46.691130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 6a88e96c-5d2b-44f8-8c19-62a340787e27 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:46.707657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 6a88e96c-5d2b-44f8-8c19-62a340787e27 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:46.707796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.708695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.833652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Deleting port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:46.833652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.929144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] For port 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d59d872-0f81-4b83-bb6a-c64bd44f9390,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:46.931022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.953140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Calling delete_port for 4d59d872-0f81-4b83-bb6a-c64bd44f9390 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:46.954750 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.989739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:46.991212 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed9bb0b-106e-4897-8266-60ab220c172a" -d '{"events": [{"server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "name": "network-vif-plugged", "status": "completed", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:47.025018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:47.061356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] DHCP port deletion for da20416a-5959-46b3-ab0e-edc3b4115d64 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:47.079086 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6c534c-f6d0-48ef-bda0-ac6d71f95ab4 x-openstack-request-id: req-ee6c534c-f6d0-48ef-bda0-ac6d71f95ab4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:47.079394 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "name": "network-vif-plugged", "status": "completed", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:47.079598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee6c534c-f6d0-48ef-bda0-ac6d71f95ab4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:47.079835 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27', 'code': 200} Jul 27 22:10:47.153855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Deleting port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:47.155659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.246131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6195f-8ada-4b3e-95e9-212a286f4c98 req-83481541-7b96-4628-a4cd-7114c2417caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.247733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6d6195f-8ada-4b3e-95e9-212a286f4c98 req-83481541-7b96-4628-a4cd-7114c2417caa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 1095 time: 0.1218128 Jul 27 22:10:47.253250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.255462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] For port 4d59d872-0f81-4b83-bb6a-c64bd44f9390, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4d59d872-0f81-4b83-bb6a-c64bd44f9390,segment=NetworkSegment(a5499d9a-d7b0-40b7-8590-67be6fdbb288),segment_id=a5499d9a-d7b0-40b7-8590-67be6fdbb288)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:47.256027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.274861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Calling delete_port for 4d59d872-0f81-4b83-bb6a-c64bd44f9390 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:47.296068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] No DVR routers for this DVR port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:47.304919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4d59d872-0f81-4b83-bb6a-c64bd44f9390,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:47.312935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6d6195f-8ada-4b3e-95e9-212a286f4c98 req-561c7eaf-5aad-4e87-912d-992aaa7f6c72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566907 Jul 27 22:10:47.327790 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.388322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:47.405395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.419017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da20416a-5959-46b3-ab0e-edc3b4115d64']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:47.435129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5499d9a-d7b0-40b7-8590-67be6fdbb288') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:47.440162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.440500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5499d9a-d7b0-40b7-8590-67be6fdbb288') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:47.470893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.489720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] Pushing event deleted for resources: {'Port': ['ID=4d59d872-0f81-4b83-bb6a-c64bd44f9390,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:47.494966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195cc0ca-7d98-4113-b32a-9cade4fb68e8 None None] No DVR routers for this DVR port 4d59d872-0f81-4b83-bb6a-c64bd44f9390 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:47.513872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.522455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:47.522968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:47.571315 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:47.591683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f2d4-18c5-40a1-9207-9f3a2b668486 req-6674c44f-1d44-458a-a9ff-95b286efff56 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.593739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9173f2d4-18c5-40a1-9207-9f3a2b668486 req-6674c44f-1d44-458a-a9ff-95b286efff56 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.4180274 Jul 27 22:10:47.729525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9173f2d4-18c5-40a1-9207-9f3a2b668486 req-9d8b9db1-ff47-45fd-94f3-c25f46937bbf tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098607 Jul 27 22:10:47.733199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513910b-a2e6-4cdc-9594-b2c521cc74a1 req-ca37eda7-2983-410a-8a3a-fcb7d326e8e6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.746564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c513910b-a2e6-4cdc-9594-b2c521cc74a1 req-ca37eda7-2983-410a-8a3a-fcb7d326e8e6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.1383872 Jul 27 22:10:47.790035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0439-ea2d-478e-acb8-c34b048071f3 req-01b54546-18c1-4021-99da-d4f265c0c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.791775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01ed0439-ea2d-478e-acb8-c34b048071f3 req-01b54546-18c1-4021-99da-d4f265c0c6ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.1552396 Jul 27 22:10:47.822259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c513910b-a2e6-4cdc-9594-b2c521cc74a1 req-dde069ff-01e0-4143-bb32-c8d4e2968f0e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724459 Jul 27 22:10:47.849725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.863902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.871242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/da20416a-5959-46b3-ab0e-edc3b4115d64 HTTP/1.1" status: 204 len: 168 time: 1.2839184 Jul 27 22:10:47.910444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28156544-d087-49c0-9d84-07894b9086cd admin admin] Pushing event deleted for resources: {'Network': ['ID=da20416a-5959-46b3-ab0e-edc3b4115d64,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:47.952308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01ed0439-ea2d-478e-acb8-c34b048071f3 req-f688da24-c580-44f5-8afd-30bd0c2b719a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515839 Jul 27 22:10:48.060974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8da2ab04-5540-4063-ab7b-abad1b0d794e req-a2f56a03-cdb3-4e4f-bb67-2bfb7d3a031a tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0756481 Jul 27 22:10:48.295918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:48.341007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-89fdb28e-8117-439c-872e-e93c0c3ee1a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d170c3de555429a9f1d5ba5f21b3060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416131 Jul 27 22:10:48.341894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:48.402255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.431631 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.525219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d59d872-0f81-4b83-bb6a-c64bd44f9390 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:48.556330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4d59d872-0f81-4b83-bb6a-c64bd44f9390 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:48.556686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4d59d872-0f81-4b83-bb6a-c64bd44f9390 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:48.605762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.608461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.612939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68d60ebe-d88a-4b19-a9dc-dfbb3d37b0e0 HTTP/1.1" status: 204 len: 168 time: 0.2700853 Jul 27 22:10:48.622494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de80c8-0c1d-4927-a5e3-4d9233ba7f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d60ebe-d88a-4b19-a9dc-dfbb3d37b0e0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:48.891170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c43d76-1e8b-41b3-9dd0-1e83c4b49d0f req-36fa0bed-26a9-47c6-a2ba-c207ef4e8261 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:48.902141 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0c43d76-1e8b-41b3-9dd0-1e83c4b49d0f req-36fa0bed-26a9-47c6-a2ba-c207ef4e8261 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0858426 Jul 27 22:10:48.976385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0c43d76-1e8b-41b3-9dd0-1e83c4b49d0f req-67775759-0130-4118-98c7-f465c11daae2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727773 Jul 27 22:10:49.086172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902112fb-196f-441a-b7ad-83e2e25ace0d req-94bb2635-e7b5-4a22-a4fe-6b22ac2efe0c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.093877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-902112fb-196f-441a-b7ad-83e2e25ace0d req-94bb2635-e7b5-4a22-a4fe-6b22ac2efe0c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.0965693 Jul 27 22:10:49.182206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-902112fb-196f-441a-b7ad-83e2e25ace0d req-82ee0ed4-6ed9-40ef-aea0-26e9a848849c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869949 Jul 27 22:10:49.309769 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90cf626b-f677-4754-aa57-548756e156b8 req-80d5d2f5-fbf2-4c26-a402-932ee033043b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0630751 Jul 27 22:10:49.386023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56556c62-d0b7-4771-a057-2de866da4ce1 req-3ad9aa16-4c1b-4227-a3a2-f563d3b8767e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.395778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56556c62-d0b7-4771-a057-2de866da4ce1 req-3ad9aa16-4c1b-4227-a3a2-f563d3b8767e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.1145780 Jul 27 22:10:49.439001 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56556c62-d0b7-4771-a057-2de866da4ce1 req-17e14482-00c0-48de-98ff-baf814050919 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Jul 27 22:10:50.168351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d39ca-19e1-46d2-952f-d55159d4d3b2 req-63176ff9-daf8-4acd-8caf-46c51f70bf79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.170055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c64835-1cbc-4f28-b29b-99f3e13f1c57 req-ddb89822-b9ad-4530-b827-45a38d9c1504 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.170933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-138d39ca-19e1-46d2-952f-d55159d4d3b2 req-63176ff9-daf8-4acd-8caf-46c51f70bf79 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.1000414 Jul 27 22:10:50.171767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47c64835-1cbc-4f28-b29b-99f3e13f1c57 req-ddb89822-b9ad-4530-b827-45a38d9c1504 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0726528 Jul 27 22:10:50.231776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-138d39ca-19e1-46d2-952f-d55159d4d3b2 req-6cca764b-a730-4aba-81a2-5329fa8d0dad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Jul 27 22:10:50.239722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47c64835-1cbc-4f28-b29b-99f3e13f1c57 req-12bc5d57-672f-4638-a9ef-533a94b50a6c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587149 Jul 27 22:10:50.287754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1451664622', 'description': 'tempest-description-1537111892'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:50.424104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.495224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51722c9b-0197-4be7-b040-0c4097b13d42 req-c3cfaadd-f6a9-4841-8619-3bd5c2ed501c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0725250 Jul 27 22:10:50.551502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.634889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.686670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4acfd2e-9562-4f66-a61d-b491e35502d4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:50.743661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.745009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63aaa1c2-d7c1-46e9-9e18-4825551b79ef req-9e2e6e6e-2b36-4524-b134-07ee6bded1c6 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4626963 Jul 27 22:10:50.899997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-37bcd43f-6040-49af-b59b-88f19f7974dc tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1451664622&fields=id&tenant_id=17d309f8e83f4128b5a9a82410dc3d1e HTTP/1.1" status: 200 len: 267 time: 0.0485523 Jul 27 22:10:50.978040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-8a0da70a-5f7c-412d-bea6-49641fabaf2c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.979715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-8a0da70a-5f7c-412d-bea6-49641fabaf2c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0731654 Jul 27 22:10:50.995240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'port': {'security_groups': ['43a60cd0-ccff-4a63-a720-3f2158b7fe2c', 'f4acfd2e-9562-4f66-a61d-b491e35502d4']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:51.122094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.410971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548b3c-4e64-4724-9d9f-3c4dafff5663 req-01531bee-81ae-4418-b579-81fd4d314351 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:51.419875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce548b3c-4e64-4724-9d9f-3c4dafff5663 req-01531bee-81ae-4418-b579-81fd4d314351 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.0869384 Jul 27 22:10:51.481348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce548b3c-4e64-4724-9d9f-3c4dafff5663 req-445088c5-3886-4481-9b59-bf2a3b96c3c1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Jul 27 22:10:51.554083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:51.623002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.640232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-1ab0db91-6a72-472b-8d0e-826198cfd7ca tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:51.642058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-1ab0db91-6a72-472b-8d0e-826198cfd7ca tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 945 time: 0.1834321 Jul 27 22:10:51.646593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ce1469e-47c7-43f8-8e33-007d62a065c8 req-78006eed-0e1d-4942-b49c-23f58bd781dd tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0448799 Jul 27 22:10:51.743542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.757766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:51.811066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:51.811881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.825921 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4958db8-ebe9-4a3c-82f1-a69cf0df69e9 req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "PUT /v2.0/ports/aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 981 time: 0.8277388 Jul 27 22:10:51.825921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:51.825921 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca983b52-2625-4edc-8769-3a8d1fcd5c16" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:51.860611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6770-4d68-452b-8dbf-95202920bb07 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:51.879015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 6a88e96c-5d2b-44f8-8c19-62a340787e27 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:51.879533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.940879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:51.979008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-04493e97-f443-4548-b35d-d57fb5deef93 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1451664622&fields=id&tenant_id=17d309f8e83f4128b5a9a82410dc3d1e HTTP/1.1" status: 200 len: 267 time: 0.0546994 Jul 27 22:10:52.089857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 6a88e96c-5d2b-44f8-8c19-62a340787e27, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=6a88e96c-5d2b-44f8-8c19-62a340787e27,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:52.091420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.146621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 6a88e96c-5d2b-44f8-8c19-62a340787e27 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:52.203837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-82201c3a-4048-4ae4-9b51-e681e735b390 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.222820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-82201c3a-4048-4ae4-9b51-e681e735b390 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 984 time: 0.2334538 Jul 27 22:10:52.239396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'port': {'security_groups': ['43a60cd0-ccff-4a63-a720-3f2158b7fe2c']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:52.315283 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a095130-59f1-4d0d-a27d-c9642f7ca2e7 x-openstack-request-id: req-2a095130-59f1-4d0d-a27d-c9642f7ca2e7 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:52.315868 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:52.316304 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a095130-59f1-4d0d-a27d-c9642f7ca2e7 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:52.316922 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:10:52.490802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.558105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-6196325e-8b22-460d-829a-ed543b7182c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.558105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-6196325e-8b22-460d-829a-ed543b7182c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1135 time: 0.1957612 Jul 27 22:10:52.630579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66a7f909-a29d-4ecb-a37c-da0f451d8237 req-78509c0a-75d4-4f69-aa0c-1d35226b724b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0526564 Jul 27 22:10:52.631111 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.646626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['6a88e96c-5d2b-44f8-8c19-62a340787e27'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:52.664988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=6a88e96c-5d2b-44f8-8c19-62a340787e27,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:52.679093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7742e8c0-b79f-47e1-a65c-b0698f3c9c47'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:52.768784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 6a88e96c-5d2b-44f8-8c19-62a340787e27 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:52.773476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.775546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8a7a5d8-918d-434e-9303-ef9a194d6e43 req-e79b187d-6678-47d5-a1eb-c3048d09c25b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "DELETE /v2.0/ports/6a88e96c-5d2b-44f8-8c19-62a340787e27 HTTP/1.1" status: 204 len: 173 time: 1.1274290 Jul 27 22:10:52.880354 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08d1be2c-d4de-4fb2-b0f6-58e03bfa6748 req-821f8e60-3e90-437a-9216-22ee4165b6c3 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/ports?device_id=942012f6-b2a4-4423-926f-d61c0fe93978 HTTP/1.1" status: 200 len: 210 time: 0.0563560 Jul 27 22:10:52.887050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-13df7f42-5fc0-4e2c-a5e3-1e9ef29531fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.889726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-13df7f42-5fc0-4e2c-a5e3-1e9ef29531fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.3221180 Jul 27 22:10:52.958250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-5a2a7dba-2a44-433c-a30e-893f583f505c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.0577803 Jul 27 22:10:53.022095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:53.037417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-f6041f3c-7e7f-4e86-a90d-7847757219ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.041861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-f6041f3c-7e7f-4e86-a90d-7847757219ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.0764189 Jul 27 22:10:53.089258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.092667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-9f634a06-7495-4b43-8232-b9696434c97c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409856 Jul 27 22:10:53.203481 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-86ac071e-f5c6-4fb4-9723-36107dd86abb service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030359 Jul 27 22:10:53.220530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.232645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:53.313505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.317099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.319606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-749f55ad-1565-45cc-8414-4c5bd27e0f99 req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "PUT /v2.0/ports/aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 942 time: 1.0958390 Jul 27 22:10:53.336843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:53.339340 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bad17d-9347-4b81-a22b-81c40e5275f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:53.391778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91d1ff-61db-493f-aeb8-52d3ea8b1d1e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:53.400977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:53.433562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca983b52-2625-4edc-8769-3a8d1fcd5c16 req-ca470ef3-983e-4c80-a329-d3fec0e966b3 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213893 Jul 27 22:10:53.692697 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c9f20-75ff-480f-925a-dfd7aa85f9a8 x-openstack-request-id: req-0b2c9f20-75ff-480f-925a-dfd7aa85f9a8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:53.693323 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:53.693323 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b2c9f20-75ff-480f-925a-dfd7aa85f9a8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:53.693623 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:10:53.746000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b7232c10-cb27-4a7c-8f2a-6fe22459f95f tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3951087 Jul 27 22:10:53.753992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:53.786473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-4e3d9244-6f9f-4331-a0e9-13dc3d2e226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.788222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-4e3d9244-6f9f-4331-a0e9-13dc3d2e226a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.0663624 Jul 27 22:10:53.871587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.895832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6491a65-d7b8-475c-a4aa-c1354cccd68b req-8cd3cdfd-fdb4-4072-9022-519fe940a034 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0804341 Jul 27 22:10:53.965479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-092d5e7c-1308-4087-bec2-7ad4e4ede484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.967711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-092d5e7c-1308-4087-bec2-7ad4e4ede484 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.1674426 Jul 27 22:10:54.047665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-f2cd3d20-f47c-42fd-a96b-529ec22299f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.0628488 Jul 27 22:10:54.116704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-e7f8bdcf-c66e-4050-9341-dc6e82044dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:54.118671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-e7f8bdcf-c66e-4050-9341-dc6e82044dbe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.0551717 Jul 27 22:10:54.143552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:54.183913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-55b7327b-2f5d-41af-870d-d360b9579098 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539038 Jul 27 22:10:54.311605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.353916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.358555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-b89f785c-0eba-4a6b-b171-0ef182938970 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536593 Jul 27 22:10:54.508942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'name': 'network-vif-deleted', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:54.511230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-98bad17d-9347-4b81-a22b-81c40e5275f6 req-828527a5-40cd-4f89-a713-7e71690a96a9 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417174 Jul 27 22:10:54.511400 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb3516-486e-49f2-b6c6-08b4c6e6ec90" -d '{"events": [{"server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "name": "network-vif-deleted", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:54.583063 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24c1220-c449-4870-ab66-4b004aa7f813 x-openstack-request-id: req-f24c1220-c449-4870-ab66-4b004aa7f813 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:54.583063 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2", "name": "network-vif-deleted", "tag": "6a88e96c-5d2b-44f8-8c19-62a340787e27", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:54.583063 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f24c1220-c449-4870-ab66-4b004aa7f813 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:54.583063 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2', 'name': 'network-vif-deleted', 'tag': '6a88e96c-5d2b-44f8-8c19-62a340787e27', 'status': 'completed', 'code': 200} Jul 27 22:10:54.583499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:54.642809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.697676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.709315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.713873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/security-groups/19f13302-52d6-4db2-9c2c-58c4e20b683e HTTP/1.1" status: 204 len: 168 time: 0.5686510 Jul 27 22:10:54.723420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:54.776005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec511b88-96dc-4583-b1eb-18a430bdd261 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f13302-52d6-4db2-9c2c-58c4e20b683e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:54.785374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Allocated IP 172.25.3.137 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2e34b4d8-d52a-462c-9695-8d614d78c7aa) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:54.801625 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-c723a387-00b2-4383-8101-4e160682391b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] show failed (client error): The resource could not be found. Jul 27 22:10:54.802894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c723a387-00b2-4383-8101-4e160682391b tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "GET /v2.0/security-groups/19f13302-52d6-4db2-9c2c-58c4e20b683e HTTP/1.1" status: 404 len: 347 time: 0.0769098 Jul 27 22:10:54.806640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:54.958662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c734e44d-7dcb-4afc-931d-4c1edfe6f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.080092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.081394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-114be97b-f5fd-42ca-b77a-7d8adf896151 req-394364b1-2c18-4234-bfff-80c863e88a09 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Jul 27 22:10:55.089716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port 27b51de0-d064-4f7f-b722-3d7bcabc1a41 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:55.092899 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.145753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c734e44d-7dcb-4afc-931d-4c1edfe6f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.204148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.204406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.219853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for 27b51de0-d064-4f7f-b722-3d7bcabc1a41 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:55.296165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c734e44d-7dcb-4afc-931d-4c1edfe6f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.331961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c734e44d-7dcb-4afc-931d-4c1edfe6f26b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe77b1a2232546eda821c7b966a0e866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472494 Jul 27 22:10:55.335450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:55.361950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e44d-7dcb-4afc-931d-4c1edfe6f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1453c-4a71-431f-ad0d-8e81dae0644e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:55.363454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.400730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.413840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:55.419886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:55.424001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:55.426352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.430857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'Port': ['ID=2e34b4d8-d52a-462c-9695-8d614d78c7aa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:55.515027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.545331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:55.547879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=27b51de0-d064-4f7f-b722-3d7bcabc1a41,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:55.600602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.603288 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.604590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63f1453c-4a71-431f-ad0d-8e81dae0644e HTTP/1.1" status: 204 len: 168 time: 0.2680671 Jul 27 22:10:55.615594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f8c25-69bf-4c5f-9aa8-21eaa118cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1453c-4a71-431f-ad0d-8e81dae0644e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:55.658331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.661288 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.665067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a22cb618-038a-45d1-b77b-9e89aaf0215c tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4f805c3-8137-421f-816d-56f46c19fbb2 HTTP/1.1" status: 204 len: 168 time: 0.8548782 Jul 27 22:10:55.666372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:55.682033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.720734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2839-0964-4e74-900d-494df6d6d955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.833438 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.861994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port ae2438f8-ee2a-499b-b862-9037f35d609a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:55.862370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.976944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2839-0964-4e74-900d-494df6d6d955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.005964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.019487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for ae2438f8-ee2a-499b-b862-9037f35d609a owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:56.019767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.086971 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ecbc2839-0964-4e74-900d-494df6d6d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.157765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ecbc2839-0964-4e74-900d-494df6d6d955 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5918a7cb21e49e9a64a70daa6fb8791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089394 Jul 27 22:10:56.157765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc2839-0964-4e74-900d-494df6d6d955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8794c-0036-489c-b00d-4c18969d07c8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.158400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36656) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:56.223413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.235845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2fe5a6a1-6a62-4fc6-b36e-ce014d7e5254 req-794b5345-c060-43db-a6fa-34459749c781 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0492647 Jul 27 22:10:56.312275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.313892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event updated for resources: {'Port': ['ID=2e34b4d8-d52a-462c-9695-8d614d78c7aa,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.320737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.350909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.351391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=ae2438f8-ee2a-499b-b862-9037f35d609a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.352922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.381308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6a88e96c-5d2b-44f8-8c19-62a340787e27 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:56.416083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 6a88e96c-5d2b-44f8-8c19-62a340787e27 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:56.416685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 6a88e96c-5d2b-44f8-8c19-62a340787e27 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:56.465847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.471341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36664) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:56.480306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e4a97bf0-4b06-4718-9949-078535b47f05 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/ports/ae2438f8-ee2a-499b-b862-9037f35d609a HTTP/1.1" status: 204 len: 168 time: 0.8045530 Jul 27 22:10:56.516912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.519388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-b45476f7-e8c4-48c6-9f8b-9566a16eb25c tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7717328 Jul 27 22:10:56.619097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.621689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.622907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82b8794c-0036-489c-b00d-4c18969d07c8 HTTP/1.1" status: 204 len: 168 time: 0.4620967 Jul 27 22:10:56.639585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f863c5-c17e-450a-a785-d05991363d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8794c-0036-489c-b00d-4c18969d07c8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.646053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-fbb44565-91fa-4349-870e-724ff0eb2ade tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1202796 Jul 27 22:10:56.775419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting port 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:56.775419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.883143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-5add6462-7957-4094-84f3-d0c6e637e6c2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.886780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-5add6462-7957-4094-84f3-d0c6e637e6c2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.2236650 Jul 27 22:10:56.901181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-c418d4b2-f9e1-48c2-b5dd-38c02ac21a8b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:10:56.902064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5ea395b-eb6e-430d-8eb6-46b00c969ff8 req-c418d4b2-f9e1-48c2-b5dd-38c02ac21a8b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071380 Jul 27 22:10:56.928539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.958892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Calling delete_port for 7688b228-d3d5-4453-8de3-3cb2e9bc05f6 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:57.055232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36680) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:57.166515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-42a1e614-8e19-46e5-a3e8-23d175b56e87 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.174864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-42a1e614-8e19-46e5-a3e8-23d175b56e87 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1694155 Jul 27 22:10:57.193838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1478931880-network', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:57.244624 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:57.254757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-83abf5bc-65fe-4ff1-b2cd-8413f98aaa20 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0790019 Jul 27 22:10:57.265036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'floatingip': {'port_id': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:57.297851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.312381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.340359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Made reservation on behalf of 62a82be02d5846b4bac93bb66c6aca46 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:57.342767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.354851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Port': ['ID=7688b228-d3d5-4453-8de3-3cb2e9bc05f6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:57.388987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77ef09cc-128f-41e4-84f6-3d42152d121b req-f018bcbd-470a-44c7-80fe-4f256b962e86 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0538490 Jul 27 22:10:57.393752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.515715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.517979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a93f8952-99d8-4b1e-a182-ef508b9cfde8 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/ports/7688b228-d3d5-4453-8de3-3cb2e9bc05f6 HTTP/1.1" status: 204 len: 168 time: 1.0452647 Jul 27 22:10:57.533455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36688) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:57.608513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting subnet 7a2c193e-5de1-4ca6-9631-85835335782f {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:57.614927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.628759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36690) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:57.650626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.666889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8680aed-58d7-4ccd-aee1-5f25375205b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.670948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.769159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.772773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.823115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:10:57.858099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b38ab8-d9c2-44ef-b184-cb6991a33c93,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:57.858099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.858501 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Added segment e823fd2a-ebae-4d51-91ee-8d281968b3c3 of type vlan for network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 Jul 27 22:10:57.909129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.950425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.984429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8680aed-58d7-4ccd-aee1-5f25375205b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.041030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.069923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2c193e-5de1-4ca6-9631-85835335782f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:58.073615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.079259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8680aed-58d7-4ccd-aee1-5f25375205b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.079730 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ddb05db9-122a-4a50-bdff-159ff838f103 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/subnets/7a2c193e-5de1-4ca6-9631-85835335782f HTTP/1.1" status: 204 len: 168 time: 0.5412374 Jul 27 22:10:58.079730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.079730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.079730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.084735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36694) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:58.086814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.092596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb070a1c-a01a-4f0a-91d4-32f71c235fe1 None None] Network ba0e8506-8933-4c5c-b3f7-03d3da590ed2 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:58.166164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8680aed-58d7-4ccd-aee1-5f25375205b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42ebcb132c1c418cb96475f8bcf907ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340424 Jul 27 22:10:58.167883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36696) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:58.175077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680aed-58d7-4ccd-aee1-5f25375205b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db2d1e-b232-424e-97e0-450f3c30e3ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:58.186260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] Pushing event updated for resources: {'Network': ['ID=314bf41d-22c7-4f59-831d-41cdf7d5bf85,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:58.198801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Deleting subnet 928f92ae-9227-4061-99f9-14e8d7ca3450 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:58.202886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:10:58.209396 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.268801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cc230966-0bed-4e14-8bcf-63b279857302 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2124043 Jul 27 22:10:58.271681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36698) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:58.276950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Request body: {'subnet': {'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1478931880-subnet', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:58.282141 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Floating IP f8e498a6-e06f-4d2c-8cac-c27002c0ad86 associated. External IP: 172.25.3.137, port: aef13649-3bc3-488a-8d41-ffceeab24f3c. Jul 27 22:10:58.288872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.334015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.371188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.412073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] DHCP port deletion for ba0e8506-8933-4c5c-b3f7-03d3da590ed2 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:58.435088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.440930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Made reservation on behalf of 62a82be02d5846b4bac93bb66c6aca46 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:58.455152 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.542853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Deleting port 6b5a83ef-23eb-46b3-a638-44098f39cd56 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:58.543825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.546657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6b5a83ef-23eb-46b3-a638-44098f39cd56 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:58.659306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f00fafc-2fe4-4668-824c-54fd62a03480 req-449a5f65-8cc5-4243-a31e-d5d4aa0852a7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1d8cc9-0a67-408e-a7a9-0cc089cb25a2 HTTP/1.1" status: 200 len: 210 time: 0.0595648 Jul 27 22:10:58.672994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] For port 6b5a83ef-23eb-46b3-a638-44098f39cd56, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6b5a83ef-23eb-46b3-a638-44098f39cd56,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:58.674027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.693730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Calling delete_port for 6b5a83ef-23eb-46b3-a638-44098f39cd56 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:58.782540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.842985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6b5a83ef-23eb-46b3-a638-44098f39cd56, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6b5a83ef-23eb-46b3-a638-44098f39cd56,segment=NetworkSegment(4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5),segment_id=4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:58.849575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.916999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.927468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/subnets/928f92ae-9227-4061-99f9-14e8d7ca3450 HTTP/1.1" status: 204 len: 168 time: 0.7967455 Jul 27 22:10:58.927468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c9a1-e1d7-4b9b-b212-1984a831c7b6 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Subnet': ['ID=928f92ae-9227-4061-99f9-14e8d7ca3450,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:58.928752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b7e59-682f-4740-8275-1e9f2f14daa4 None None] Network 51585b90-44e4-405b-875b-29ef69b52fc5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:58.928942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36702) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:59.039778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Router 106c1e97-74bb-4528-9a5d-f2db6cc1091d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:59.047613 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.123923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6b5a83ef-23eb-46b3-a638-44098f39cd56,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.127741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.145159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.170496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.180468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.180697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] Pushing event deleted for resources: {'Port': ['ID=6b5a83ef-23eb-46b3-a638-44098f39cd56,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.182094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28db2d1e-b232-424e-97e0-450f3c30e3ee HTTP/1.1" status: 204 len: 168 time: 1.0145822 Jul 27 22:10:59.192049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aefdde-4830-4dc9-9000-9a6602580336 None None] No DVR routers for this DVR port 6b5a83ef-23eb-46b3-a638-44098f39cd56 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:59.197275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414be61d-11ca-4cae-aaf1-1ae6a4272191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db2d1e-b232-424e-97e0-450f3c30e3ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.261914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.284808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] DHCP port deletion for 51585b90-44e4-405b-875b-29ef69b52fc5 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:59.292548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0e8506-8933-4c5c-b3f7-03d3da590ed2']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:59.297198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.310662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:59.317152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.338960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Sync routers for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:59.341127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:59.342263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e38ae66-65c2-4415-98fe-9ddd0e9c6ca5') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:59.384524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f875bcbf-76e0-4730-a90a-24f33aba062e tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "PUT /v2.0/floatingips/f8e498a6-e06f-4d2c-8cac-c27002c0ad86 HTTP/1.1" status: 200 len: 996 time: 2.1137960 Jul 27 22:10:59.384524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:59.384759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:59.384759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:59.384964 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccfa026-26b1-4b24-b84f-5914ff111ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:59.402902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.418455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.425518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:59.425937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.454484 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d58a4b-116e-48e9-a96d-24d482f2b3d8 x-openstack-request-id: req-e2d58a4b-116e-48e9-a96d-24d482f2b3d8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:59.454841 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:59.455218 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2d58a4b-116e-48e9-a96d-24d482f2b3d8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:59.457127 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:10:59.464442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Deleting port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:59.464827 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.475550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-bdb2a056-b2a6-4276-96ca-b4a15cb88cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.477330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-bdb2a056-b2a6-4276-96ca-b4a15cb88cbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.0829480 Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:59.504725 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:59.538746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892b8d2c-8163-405b-8b04-d418c34f78bb,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.548331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Checking segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:59.548706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Network hostable DHCP agents. Network: 314bf41d-22c7-4f59-831d-41cdf7d5bf85, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:10:59.553742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] For port 4067d3ad-4479-41f7-9860-6df6f5e11ca1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4067d3ad-4479-41f7-9860-6df6f5e11ca1,segment=NetworkSegment(3241e1ca-6b0a-44ae-9911-0b426497457d),segment_id=3241e1ca-6b0a-44ae-9911-0b426497457d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:59.554411 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.643800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-1fd60305-e78d-4edf-aa9a-c5a62099239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.645625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-1fd60305-e78d-4edf-aa9a-c5a62099239c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.1672652 Jul 27 22:10:59.647082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-1c71e354-e6c9-4ee2-92c1-9139fdc34c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.648632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-1c71e354-e6c9-4ee2-92c1-9139fdc34c2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.1596487 Jul 27 22:10:59.651941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.661338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.666631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/networks/ba0e8506-8933-4c5c-b3f7-03d3da590ed2 HTTP/1.1" status: 204 len: 168 time: 0.7346790 Jul 27 22:10:59.666975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:59.702773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6c51c-5baa-4a2b-9fce-c08eb2ccb9eb tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Network': ['ID=ba0e8506-8933-4c5c-b3f7-03d3da590ed2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.712945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:10:59.734507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Calling delete_port for 4067d3ad-4479-41f7-9860-6df6f5e11ca1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:59.863636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 314bf41d-22c7-4f59-831d-41cdf7d5bf85) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:59.869511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.869511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.878845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8eae3-ce95-48ae-9648-c73ada40b007 None None] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:59.906495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.928862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:59.961450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] The port '4067d3ad-4479-41f7-9860-6df6f5e11ca1' was deleted {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 22:10:59.961578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.964013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-c3a4a02a-ca16-426f-87b9-07dca0cf1a7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 999 time: 0.2720718 Jul 27 22:11:00.011494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] Pushing event deleted for resources: {'Port': ['ID=4067d3ad-4479-41f7-9860-6df6f5e11ca1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:00.015027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6910b11-16a1-4512-b00e-0011237c24e2 None None] No DVR routers for this DVR port 4067d3ad-4479-41f7-9860-6df6f5e11ca1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:00.049176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-7cc7da05-ef50-4554-8ded-df25c30995a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.058700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-7cc7da05-ef50-4554-8ded-df25c30995a0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.4008043 Jul 27 22:11:00.059055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7fd62ef2-bf0d-47d2-bd7e-e0b7c874f0d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7859254 Jul 27 22:11:00.059559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36724) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:00.063776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:00.195464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.200278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.215172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f6329a40-b694-4dcf-8046-7f730d5d6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.217608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-f6329a40-b694-4dcf-8046-7f730d5d6b59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.2203951 Jul 27 22:11:00.243542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:11:00.245105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.278765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.323924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.329976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-122e16f5-3ba6-4edb-bce4-11eb70c2a490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941882 Jul 27 22:11:00.333212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-bd6b18a7-9d05-495b-9568-312ab25e832d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 999 time: 0.2237904 Jul 27 22:11:00.337102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51585b90-44e4-405b-875b-29ef69b52fc5']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:00.351714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-138f1a28-6dbf-4173-a3ef-c965530c39e1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:11:00.352858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-138f1a28-6dbf-4173-a3ef-c965530c39e1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130882 Jul 27 22:11:00.401887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-b491c56e-6378-4d71-987c-32b04e61eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.403512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-b491c56e-6378-4d71-987c-32b04e61eb0a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.0577500 Jul 27 22:11:00.405808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3241e1ca-6b0a-44ae-9911-0b426497457d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:00.406113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3241e1ca-6b0a-44ae-9911-0b426497457d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:00.453501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.456847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Allocated IP 172.20.0.2 (314bf41d-22c7-4f59-831d-41cdf7d5bf85/892b8d2c-8163-405b-8b04-d418c34f78bb/c83e93a0-d016-49c6-b175-c6ae9373bcdc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:00.464629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f8e498a6-e06f-4d2c-8cac-c27002c0ad86', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'port_id': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'mac_address': 'fa:16:3e:62:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:55Z', 'updated_at': '2021-07-27T22:10:57Z', 'revision_number': 1, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:00.503878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Checking router: 106c1e97-74bb-4528-9a5d-f2db6cc1091d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:00.556634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4067d3ad-4479-41f7-9860-6df6f5e11ca1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:00.561425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:00.562065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:10:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:00.577545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-9705b029-4930-4f69-96bd-20e4861abe37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546056 Jul 27 22:11:00.582342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.597848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4067d3ad-4479-41f7-9860-6df6f5e11ca1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:00.598537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4067d3ad-4479-41f7-9860-6df6f5e11ca1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:00.609169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:00.609586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:00.613175 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:00.645974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.759171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-025c6404-d9b0-463e-963c-9d75db592f85 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507457 Jul 27 22:11:00.786265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:00.918912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.951066 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.959154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] 10.222.0.37 "DELETE /v2.0/networks/51585b90-44e4-405b-875b-29ef69b52fc5 HTTP/1.1" status: 204 len: 168 time: 1.2910187 Jul 27 22:11:00.977701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-8d1ba05b-d178-4378-91b3-3a3a84d55fb1 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779793 Jul 27 22:11:00.978612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e90e1-594d-4c6c-9e91-0548b5622431 tempest-TaggedBootDevicesTest-869992002 tempest-TaggedBootDevicesTest-869992002-project] Pushing event deleted for resources: {'Network': ['ID=51585b90-44e4-405b-875b-29ef69b52fc5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:01.029780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2b3def0-f94d-46ea-a4e9-a0fcdbb857bf req-eec0908e-56a3-4000-a4e4-c6c8dcbf3765 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448270 Jul 27 22:11:01.067581 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.086400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Transition to ACTIVE for port object c83e93a0-d016-49c6-b175-c6ae9373bcdc will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:01.202183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ccfa026-26b1-4b24-b84f-5914ff111ae3 req-cd137890-05e9-42ab-bc46-d6a9bafd5b3b service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138252 Jul 27 22:11:01.202957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Transition to ACTIVE for port object c83e93a0-d016-49c6-b175-c6ae9373bcdc will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:01.231976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.331283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.372801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f8e498a6-e06f-4d2c-8cac-c27002c0ad86', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'port_id': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'mac_address': 'fa:16:3e:62:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:55Z', 'updated_at': '2021-07-27T22:10:57Z', 'revision_number': 1, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:01.376730 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.410596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e2507-4436-4e39-8a30-25406653767b None None] The sync data for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 is: [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f8e498a6-e06f-4d2c-8cac-c27002c0ad86', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'port_id': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'mac_address': 'fa:16:3e:62:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:55Z', 'updated_at': '2021-07-27T22:10:57Z', 'revision_number': 1, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:01.420966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-0a06ef37-cdaf-4787-aa42-463db5098074 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 999 time: 0.2263045 Jul 27 22:11:01.442580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:01.449527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:01.453548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:01.461846 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Pushing event updated for resources: {'Port': ['ID=c83e93a0-d016-49c6-b175-c6ae9373bcdc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:01.534761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Attempting to bind port c83e93a0-d016-49c6-b175-c6ae9373bcdc on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:01.535463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Attempting to bind port c83e93a0-d016-49c6-b175-c6ae9373bcdc by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:01.536107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Attempting to bind port c83e93a0-d016-49c6-b175-c6ae9373bcdc on network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:01.545647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:01.546446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Checking segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:01.546962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.547513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Bound using segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:01.548514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Bound port: c83e93a0-d016-49c6-b175-c6ae9373bcdc, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:01.548667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.576526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Allocated IP 172.25.3.130 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0407bdc6-1c7d-4030-afd8-c5b7424c6eba) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:01.656567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] For port c83e93a0-d016-49c6-b175-c6ae9373bcdc, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:01.664111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] For port c83e93a0-d016-49c6-b175-c6ae9373bcdc, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c83e93a0-d016-49c6-b175-c6ae9373bcdc,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:01.733683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.772245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-7c8afdf7-0684-45d4-ab45-6ae08212f455 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.779708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd15c2-4385-4b7b-aa7c-31446bb5e128 None None] New status for floating IP f8e498a6-e06f-4d2c-8cac-c27002c0ad86: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:01.780537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-7c8afdf7-0684-45d4-ab45-6ae08212f455 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports/aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 942 time: 0.3492370 Jul 27 22:11:01.832464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d97c1-78da-4d7d-8aab-501275943c74 None None] Pushing event updated for resources: {'Port': ['ID=c83e93a0-d016-49c6-b175-c6ae9373bcdc,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:01.925201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.974659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10014147-42f5-47e3-93d3-03bdb1e60a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.036705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-be5e2e83-b09b-4308-97ae-5d5f3fff3f06 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 999 time: 0.1423554 Jul 27 22:11:02.218680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-4c3bd410-c875-42c3-beb3-f51a8a3aa1da tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:02.220363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-4c3bd410-c875-42c3-beb3-f51a8a3aa1da tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1744480 Jul 27 22:11:02.236450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-0ec6e87e-1abd-4031-85aa-ffd8542ad7a4 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:11:02.271216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-0ec6e87e-1abd-4031-85aa-ffd8542ad7a4 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125110 Jul 27 22:11:02.358074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.422403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:02.430278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:02.437072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:02.608912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c83e93a0-d016-49c6-b175-c6ae9373bcdc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:02.790796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c83e93a0-d016-49c6-b175-c6ae9373bcdc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:02.982692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-e27303fe-6f0f-46e2-900c-d415566917b0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1001 time: 0.7161708 Jul 27 22:11:03.194514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:03.253387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:03.287597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.341151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79155971-6eee-4c1d-b623-8428fc7f2ceb None None] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:03.527664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.590642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Provisioning for port c83e93a0-d016-49c6-b175-c6ae9373bcdc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:03.632001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Provisioning complete for port c83e93a0-d016-49c6-b175-c6ae9373bcdc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:03.632845 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.682584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.728129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.728619 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Floating IP f8e498a6-e06f-4d2c-8cac-c27002c0ad86 disassociated. External IP: 172.25.3.137, port: aef13649-3bc3-488a-8d41-ffceeab24f3c. Jul 27 22:11:03.873632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.984390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] For port c83e93a0-d016-49c6-b175-c6ae9373bcdc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c83e93a0-d016-49c6-b175-c6ae9373bcdc,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:04.172467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.302028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f25d-1157-4b7c-a84a-ac00bd1504bc None None] Pushing event updated for resources: {'Port': ['ID=c83e93a0-d016-49c6-b175-c6ae9373bcdc,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:04.398802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.492960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Router 106c1e97-74bb-4528-9a5d-f2db6cc1091d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:04.505664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-46401725-5b9d-4f46-a801-1bb692351b4e None None] Provisioning complete for port c83e93a0-d016-49c6-b175-c6ae9373bcdc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:04.506897 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46401725-5b9d-4f46-a801-1bb692351b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.538930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d097582-e4c5-45de-8246-0f79cb76da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.733556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c83e93a0-d016-49c6-b175-c6ae9373bcdc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:04.792199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:04.796999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.856552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Sync routers for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:04.858777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-b4de1522-b0b5-4b2d-a8c0-019a41a06c1b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "PUT /v2.0/floatingips/f8e498a6-e06f-4d2c-8cac-c27002c0ad86 HTTP/1.1" status: 200 len: 695 time: 1.6694455 Jul 27 22:11:04.863828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:04.866490 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f26fe-9e49-469e-b9f8-04aed1d97239" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:04.901118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:04.901930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:04.978479 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00905a30-23a4-410d-8bcb-34244c871648 x-openstack-request-id: req-00905a30-23a4-410d-8bcb-34244c871648 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:04.979064 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:04.980700 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00905a30-23a4-410d-8bcb-34244c871648 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:04.984346 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:11:04.985413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Router af4c051f-aa39-4814-b741-2b446c63e632 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:11:05.156853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-a5afdcfc-55bf-46f8-8f80-e16c972d284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.159475 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-a5afdcfc-55bf-46f8-8f80-e16c972d284b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.1371403 Jul 27 22:11:05.211457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-7a4538c4-bea3-4209-a5dd-faf3ea4a0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.212969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-7a4538c4-bea3-4209-a5dd-faf3ea4a0a01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 1096 time: 0.3501413 Jul 27 22:11:05.287779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.329500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c83e93a0-d016-49c6-b175-c6ae9373bcdc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:05.329946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.428196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-45a2518f-cc3f-43ca-b773-c3037c570199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.432898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-45a2518f-cc3f-43ca-b773-c3037c570199 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.2656085 Jul 27 22:11:05.433140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:05.446059 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Sync routers for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:05.464935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:05.464935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:05.513499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-37bf42df-2aa0-4dc2-9d93-85a0c89191a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.0683637 Jul 27 22:11:05.547793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:05.597067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-dc79a53d-ae93-4a86-82e4-07a5c38b972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.605492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-dc79a53d-ae93-4a86-82e4-07a5c38b972c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 200 len: 920 time: 0.3822277 Jul 27 22:11:05.610491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.614829 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:05.615742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5c08eeb-8dbf-438d-8082-5c5988870cf0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5554705 Jul 27 22:11:05.618576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:05.628810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-381519c7-49bc-4773-bc32-2586c3d67e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.630889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-381519c7-49bc-4773-bc32-2586c3d67e68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.1107121 Jul 27 22:11:05.789259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-ad7f6d03-48e0-433c-b8e8-1ea98258ad39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 200 len: 217 time: 0.1723688 Jul 27 22:11:05.849007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-9a7e888e-9df8-4d5c-816c-139ab33fa6ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587547 Jul 27 22:11:05.863902 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:03Z', 'revision_number': 3, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:05.898407 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Checking router: af4c051f-aa39-4814-b741-2b446c63e632 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:05.899595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Updating router af4c051f-aa39-4814-b741-2b446c63e632 port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:05.929621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-ec47957f-5921-4500-9e0e-bed47008c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.931773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-ec47957f-5921-4500-9e0e-bed47008c49e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 200 len: 859 time: 0.1360767 Jul 27 22:11:05.949418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:05.953762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.985223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Checking router: 106c1e97-74bb-4528-9a5d-f2db6cc1091d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:05.995037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:05.995774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:05.997759 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.005338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-aa517911-dfa3-4c5b-b0f9-2a43e6b33f9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666318 Jul 27 22:11:06.114310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-7c1696a0-42d8-4a80-b9e1-7ff9067e579a service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562280 Jul 27 22:11:06.142642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:06.171068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-468ab469-3645-48c6-9422-2c62f26586e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579146 Jul 27 22:11:06.310669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66488431-bacb-4f9a-a85f-a2800f8cdfe7 req-210d47c4-bad8-45fb-95e0-27d21d7b0c72 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383870 Jul 27 22:11:06.384170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-948f26fe-9e49-469e-b9f8-04aed1d97239 req-0727aa71-67ee-47b4-bfb7-e988daae4160 service neutron] 10.222.0.76 "GET /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599471 Jul 27 22:11:06.534861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:06.566386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:06.568998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.576440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918a3c1-2201-4b82-ae1c-c1b91dc10c6b None None] The sync data for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 is: [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:09:56Z', 'revision_number': 4, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'a77298fa-cb69-47b9-8d23-cd7fb609f76f', 'name': '', 'network_id': '2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'mac_address': 'fa:16:3e:d0:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:55Z', 'updated_at': '2021-07-27T22:10:03Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'subnets': [{'id': '1492ab9b-4efb-4324-93eb-3d9b77cf1521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:06.588577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-fce32c9e-4d5a-43b1-be65-9b44803de543 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips/f8e498a6-e06f-4d2c-8cac-c27002c0ad86 HTTP/1.1" status: 200 len: 695 time: 0.1072559 Jul 27 22:11:06.593441 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.644710 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Transition to ACTIVE for port object 0407bdc6-1c7d-4030-afd8-c5b7424c6eba will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:06.766611 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.778833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-f873017e-d1f2-45e5-bb16-82a2a9423237 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:06.785617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-f873017e-d1f2-45e5-bb16-82a2a9423237 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/networks/8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 784 time: 0.1894290 Jul 27 22:11:06.808966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-75882620-c678-488e-8236-500440ecdf68 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:11:06.810791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-75882620-c678-488e-8236-500440ecdf68 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177097 Jul 27 22:11:06.941012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Allocated IP 172.20.0.1 (314bf41d-22c7-4f59-831d-41cdf7d5bf85/892b8d2c-8163-405b-8b04-d418c34f78bb/8ef112df-e28e-44a9-99f4-e39e1151f56e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:07.006330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-039295df-6bd1-4a9d-b392-d15e8dabb819 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 698 time: 0.1760669 Jul 27 22:11:07.010989 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Attempting to bind port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:07.012403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Attempting to bind port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:07.012403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Attempting to bind port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:07.029785 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:07.035883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:07.035883 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.035883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:07.035883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Bound port: 0407bdc6-1c7d-4030-afd8-c5b7424c6eba, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:07.035883 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.062773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a04b3-2507-4c2f-91a6-a0bc5f9bf47c None None] New status for floating IP f8e498a6-e06f-4d2c-8cac-c27002c0ad86: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:07.065204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-610d6026-f6d0-4ed6-a367-3e537560bc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.095008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-7adedd0a-6873-41ce-b7ec-e5e6f870fbe5 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 698 time: 0.0809913 Jul 27 22:11:07.126846 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Pushing event updated for resources: {'Port': ['ID=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.141607 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.142147 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.142616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.143289 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.143950 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.144430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.144873 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.145415 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.145881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.146385 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.146809 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.147382 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:07.163532 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] For port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:07.178152 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] For port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:07.214717 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.278253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578299a-8930-422e-b2d9-9f38475ef48d req-b8119778-9e97-4a5e-ad2e-09883b87f46b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:07.287587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1578299a-8930-422e-b2d9-9f38475ef48d req-b8119778-9e97-4a5e-ad2e-09883b87f46b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.2110658 Jul 27 22:11:07.296116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.298711 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.413549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Transition to ACTIVE for port object 8ef112df-e28e-44a9-99f4-e39e1151f56e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:07.423677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349d0d-97e4-4b5c-af32-2e20a9544586 None None] Pushing event updated for resources: {'Port': ['ID=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.427747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Deleting port 2e34b4d8-d52a-462c-9695-8d614d78c7aa {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:07.430000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.448530 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:07.449337 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:07.494327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1578299a-8930-422e-b2d9-9f38475ef48d req-17360021-704f-4cc3-bc15-e9a5d82f7a64 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048433 Jul 27 22:11:07.558805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.559147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.562176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-610d6026-f6d0-4ed6-a367-3e537560bc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.576421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Calling delete_port for 2e34b4d8-d52a-462c-9695-8d614d78c7aa owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:07.654892 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.655066 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-610d6026-f6d0-4ed6-a367-3e537560bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.661812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.667762 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:07.785918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:07.787157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d6026-f6d0-4ed6-a367-3e537560bc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e1a796-295f-4a4a-846f-62d5e92ec2bb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.791290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.798951 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-610d6026-f6d0-4ed6-a367-3e537560bc2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7d48219edf4474ab569f0bc6f32acde&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2077324 Jul 27 22:11:07.798951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:07.800675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:07.804061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:07.836235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.898675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.910403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:03Z', 'revision_number': 3, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:07.918582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event deleted for resources: {'Port': ['ID=2e34b4d8-d52a-462c-9695-8d614d78c7aa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.939135 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fc9a8-cd21-497a-b9e8-ccbe4a53df9e None None] The sync data for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 is: [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:03Z', 'revision_number': 3, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:08.036910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.061245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.108542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.112078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.113297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87b74a12-73b7-489f-851d-89dfd175b5dc req-e023da0a-eb6b-459e-98fe-0cfca3e775f0 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "DELETE /v2.0/floatingips/f8e498a6-e06f-4d2c-8cac-c27002c0ad86 HTTP/1.1" status: 204 len: 173 time: 1.0111313 Jul 27 22:11:08.233451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-09b00293-d9b9-46d9-aa29-b022bef3362b tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups/f4acfd2e-9562-4f66-a61d-b491e35502d4 HTTP/1.1" status: 200 len: 1810 time: 0.0956578 Jul 27 22:11:08.249373 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.270079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.273443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.278636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63e1a796-295f-4a4a-846f-62d5e92ec2bb HTTP/1.1" status: 204 len: 168 time: 0.4690006 Jul 27 22:11:08.286092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169f923-4d19-4e4d-8d3a-7dd200c568c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e1a796-295f-4a4a-846f-62d5e92ec2bb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:08.356668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.357344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87d64ab9-f199-4afd-a64b-b29238ff85b4 None None] Provisioning for port 8ef112df-e28e-44a9-99f4-e39e1151f56e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:08.371757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-87d64ab9-f199-4afd-a64b-b29238ff85b4 None None] Provisioning complete for port 8ef112df-e28e-44a9-99f4-e39e1151f56e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:08.372431 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87d64ab9-f199-4afd-a64b-b29238ff85b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.435090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87d64ab9-f199-4afd-a64b-b29238ff85b4 None None] Port 8ef112df-e28e-44a9-99f4-e39e1151f56e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:08.481421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.553058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.602201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0407bdc6-1c7d-4030-afd8-c5b7424c6eba up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:08.706060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.766976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913530-a989-4605-a1b7-fc5eec18e906 req-b557e5c3-ce64-4c83-8974-7645970c3c94 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:08.769452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02913530-a989-4605-a1b7-fc5eec18e906 req-b557e5c3-ce64-4c83-8974-7645970c3c94 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.1449437 Jul 27 22:11:08.800508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:08.807001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:08.807721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.831768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02913530-a989-4605-a1b7-fc5eec18e906 req-2d2d9bb2-db48-47f4-831f-fb2ee567c123 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Jul 27 22:11:08.976734 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.004920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:09.098058 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.204271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:09.229259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-360042fb-e677-465b-b45c-b701d7ee0b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.242134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:09.280538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.284620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.290539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ac4d019-b00e-40a6-843a-772d4271e54c req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4acfd2e-9562-4f66-a61d-b491e35502d4 HTTP/1.1" status: 204 len: 173 time: 1.0299118 Jul 27 22:11:09.291406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.336632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4001ce-0780-48d7-95db-1ba4da551bec tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4acfd2e-9562-4f66-a61d-b491e35502d4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:09.428622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:09.444345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-360042fb-e677-465b-b45c-b701d7ee0b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.477688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.499603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d34778-d869-4a38-a253-2de2381d06da req-d2ef2c54-9fc4-41b5-a4b3-4203041915ef tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:09.501922 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42d34778-d869-4a38-a253-2de2381d06da req-d2ef2c54-9fc4-41b5-a4b3-4203041915ef tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.7196231 Jul 27 22:11:09.625414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-360042fb-e677-465b-b45c-b701d7ee0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.685205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:09.696623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-360042fb-e677-465b-b45c-b701d7ee0b47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee2f7a102d9a4d1b8eda56ff335c098f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903264 Jul 27 22:11:09.697169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:09.699150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:09.745468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:09.747934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.764076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360042fb-e677-465b-b45c-b701d7ee0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6f95d-f635-4a06-93ab-5bf668fdc3ec,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.074202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd412595-fed2-4437-b23e-31a610d1e1d2 req-6c18f224-7a94-43e5-a4a8-6ed71242d2b9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:10.076102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd412595-fed2-4437-b23e-31a610d1e1d2 req-6c18f224-7a94-43e5-a4a8-6ed71242d2b9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 945 time: 0.1471493 Jul 27 22:11:10.113094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:10.113094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.144968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.148704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd412595-fed2-4437-b23e-31a610d1e1d2 req-fb0d2f9f-5183-48a3-ae9f-912a258a0045 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629728 Jul 27 22:11:10.148927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:10.189164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9403e4b7-a569-48ce-aed8-097748a6960e None None] Provisioning complete for port 8ef112df-e28e-44a9-99f4-e39e1151f56e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:10.190307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9403e4b7-a569-48ce-aed8-097748a6960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.234964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.236084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9403e4b7-a569-48ce-aed8-097748a6960e None None] Port 8ef112df-e28e-44a9-99f4-e39e1151f56e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:10.240356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Router af4c051f-aa39-4814-b741-2b446c63e632 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:10.303838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1c56-fab4-4b18-ab93-134296ec4645 req-aafdf142-e6da-4fc4-bc6b-f8305950e91a tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:10.305486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-949b1c56-fab4-4b18-ab93-134296ec4645 req-aafdf142-e6da-4fc4-bc6b-f8305950e91a tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.3202202 Jul 27 22:11:10.421008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-949b1c56-fab4-4b18-ab93-134296ec4645 req-37b43756-351e-455e-8606-94ee9f7295a2 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063452 Jul 27 22:11:10.514628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:10.520333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8cde3eed-72ba-4030-b8f2-0dbb1b2459b6 admin admin] 10.222.0.37 "PUT /v2.0/routers/af4c051f-aa39-4814-b741-2b446c63e632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9005466 Jul 27 22:11:10.528729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Sync routers for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:10.543359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.543479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:10.543479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:10.543895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.549007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cc6f95d-f635-4a06-93ab-5bf668fdc3ec HTTP/1.1" status: 204 len: 168 time: 0.8456919 Jul 27 22:11:10.569074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5d6e-766c-4a9e-beb8-5bea08fe2d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6f95d-f635-4a06-93ab-5bf668fdc3ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.576380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0407bdc6-1c7d-4030-afd8-c5b7424c6eba up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:10.664233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.679414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:10.683141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.709125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=7742e8c0-b79f-47e1-a65c-b0698f3c9c47,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.782031 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:10.787592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7742e8c0-b79f-47e1-a65c-b0698f3c9c47'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:10.801642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:10.804823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.807149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42d34778-d869-4a38-a253-2de2381d06da req-e9716fe3-d5c4-40ac-ade9-4f5f391adaf6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "DELETE /v2.0/ports/7742e8c0-b79f-47e1-a65c-b0698f3c9c47 HTTP/1.1" status: 204 len: 173 time: 1.2915051 Jul 27 22:11:10.807714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'name': 'network-vif-deleted', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:10.810430 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aae15df-c4b5-4027-9418-ca69d9ae22a8" -d '{"events": [{"server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "name": "network-vif-deleted", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:10.895350 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0f0c2-496a-4d9a-bb33-f28b165b1bbb x-openstack-request-id: req-7ad0f0c2-496a-4d9a-bb33-f28b165b1bbb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:10.895902 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b", "name": "network-vif-deleted", "tag": "7742e8c0-b79f-47e1-a65c-b0698f3c9c47", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:10.896280 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ad0f0c2-496a-4d9a-bb33-f28b165b1bbb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:10.896814 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b', 'name': 'network-vif-deleted', 'tag': '7742e8c0-b79f-47e1-a65c-b0698f3c9c47', 'status': 'completed', 'code': 200} Jul 27 22:11:11.057325 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 2, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:11.091981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Checking router: af4c051f-aa39-4814-b741-2b446c63e632 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:11.092402 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Updating router af4c051f-aa39-4814-b741-2b446c63e632 port 8ef112df-e28e-44a9-99f4-e39e1151f56e binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:11.131662 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.413681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6680fa1b-5116-4b88-8bcc-0a9d7d76831e req-4703e20f-0d84-43c6-b0fb-13d04ebd93d5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0781701 Jul 27 22:11:11.650751 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.655954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a25322-154e-4bd1-b9d3-16a759a14c68 req-b281596b-3c5f-4c85-8208-8b0e32879386 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:11.665820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03a25322-154e-4bd1-b9d3-16a759a14c68 req-b281596b-3c5f-4c85-8208-8b0e32879386 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.0837493 Jul 27 22:11:11.668153 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Transition to ACTIVE for port object 8ef112df-e28e-44a9-99f4-e39e1151f56e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:11.747813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03a25322-154e-4bd1-b9d3-16a759a14c68 req-e5c26559-a878-4b01-a28b-9a2ee47fd977 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785916 Jul 27 22:11:11.829371 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.936602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a01e4-7ac6-4cf4-b25d-284b1997c99a None None] Pushing event updated for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:12.042633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 36946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:12.052897 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Attempting to bind port 8ef112df-e28e-44a9-99f4-e39e1151f56e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:12.053262 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Attempting to bind port 8ef112df-e28e-44a9-99f4-e39e1151f56e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:12.053630 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Attempting to bind port 8ef112df-e28e-44a9-99f4-e39e1151f56e on network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:12.053784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-889817340-network', 'tenant_id': '7592086977244c47a6ecd50701eed0c3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:12.073828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:12.081464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Checking segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:12.082132 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.083711 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Bound using segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:12.085315 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Bound port: 8ef112df-e28e-44a9-99f4-e39e1151f56e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:12.085958 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.191439 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] For port 8ef112df-e28e-44a9-99f4-e39e1151f56e, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:12.195314 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] For port 8ef112df-e28e-44a9-99f4-e39e1151f56e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ef112df-e28e-44a9-99f4-e39e1151f56e,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:12.269371 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.306071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Made reservation on behalf of 7592086977244c47a6ecd50701eed0c3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:12.308732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.327371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.506585 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a01e4-7ac6-4cf4-b25d-284b1997c99a None None] Pushing event updated for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:12.522257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.534312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696641-3aca-4c7c-a0de-326bf268effb req-2cf8a0f8-c822-4733-bcfa-30cea19d9343 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:12.536793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a696641-3aca-4c7c-a0de-326bf268effb req-2cf8a0f8-c822-4733-bcfa-30cea19d9343 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.3011887 Jul 27 22:11:12.540912 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:12.541840 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:12.672294 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.699318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:12.742784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.743609 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Added segment b75ee534-4e66-4228-b287-b00376947032 of type vlan for network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 Jul 27 22:11:12.775484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:12.790012 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:12.876417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:12.876700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7742e8c0-b79f-47e1-a65c-b0698f3c9c47 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:12.893268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2496cf6-2097-4ed0-bd2b-ad3b9769f4f3 req-d1d256f9-93bc-4066-9ba0-4be0a738cc3d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.2285640 Jul 27 22:11:12.988453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.999734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5f0ac-363a-4d40-a9a6-698ccb0d6bb8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:13.048680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Deleting port aef13649-3bc3-488a-8d41-ffceeab24f3c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:13.049911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.058452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e8978-461a-49b9-938d-def0ca41d2ff req-888b1292-9ae5-4f13-810d-9997f21ea9c1 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.068018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85e8978-461a-49b9-938d-def0ca41d2ff req-888b1292-9ae5-4f13-810d-9997f21ea9c1 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 945 time: 0.1639764 Jul 27 22:11:13.128806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85e8978-461a-49b9-938d-def0ca41d2ff req-47cdad10-e0c8-44bf-bb76-a1fc3c059780 tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/security-groups?id=43a60cd0-ccff-4a63-a720-3f2158b7fe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Jul 27 22:11:13.181956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] For port aef13649-3bc3-488a-8d41-ffceeab24f3c, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=aef13649-3bc3-488a-8d41-ffceeab24f3c,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:13.182369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.207327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Calling delete_port for aef13649-3bc3-488a-8d41-ffceeab24f3c owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:13.295476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.resource_extend [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:11:13.376635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:12Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:13.387716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.391791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.392499 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.417266 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ccd-f2ce-4fcc-b521-1a8f74fa23de None None] The sync data for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 is: [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:12Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:13.600443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5568092 Jul 27 22:11:13.603280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 36974) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:13.604831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed505fe-345a-48ed-9c4c-ba58a79a079d admin admin] Pushing event updated for resources: {'Network': ['ID=2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:13.608374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Request body: {'subnet': {'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-889817340-subnet', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:13.617482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:13.727266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.798112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Pushing event deleted for resources: {'Port': ['ID=aef13649-3bc3-488a-8d41-ffceeab24f3c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:13.801330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['aef13649-3bc3-488a-8d41-ffceeab24f3c'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:13.824473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Made reservation on behalf of 7592086977244c47a6ecd50701eed0c3 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:13.827695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.858482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] No DVR routers for this DVR port aef13649-3bc3-488a-8d41-ffceeab24f3c on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:13.860940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.864695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a696641-3aca-4c7c-a0de-326bf268effb req-19e4728a-a64a-4e6d-b721-391f4d94dbaa tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.76 "DELETE /v2.0/ports/aef13649-3bc3-488a-8d41-ffceeab24f3c HTTP/1.1" status: 204 len: 173 time: 1.3175273 Jul 27 22:11:13.865926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'name': 'network-vif-deleted', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:13.869380 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581e103-2313-4664-a610-9c127c06c581" -d '{"events": [{"server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "name": "network-vif-deleted", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:13.934635 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d41491-abbd-4013-82bc-4caf0cc9db21 x-openstack-request-id: req-a6d41491-abbd-4013-82bc-4caf0cc9db21 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:13.935757 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bb9cc9-7c20-4037-983b-47bf124edb39", "name": "network-vif-deleted", "tag": "aef13649-3bc3-488a-8d41-ffceeab24f3c", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:13.936268 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6d41491-abbd-4013-82bc-4caf0cc9db21 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:13.937314 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bb9cc9-7c20-4037-983b-47bf124edb39', 'name': 'network-vif-deleted', 'tag': 'aef13649-3bc3-488a-8d41-ffceeab24f3c', 'status': 'completed', 'code': 200} Jul 27 22:11:14.099859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0ee1f97-6263-4225-9211-b964a653d131 req-ba3352a6-9061-4954-9e0e-8f8185598014 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0912778 Jul 27 22:11:14.281459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78d7b783-06d7-402c-9358-5da55cb3438b req-8e5bed55-bb56-424f-a983-9657c0d867cc tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.0394514 Jul 27 22:11:14.396010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.485657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Checking segment: {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:14.486533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Network hostable DHCP agents. Network: 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:14.491640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80809b96-0cda-4c60-b515-d20982eef666,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:14.606759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ef112df-e28e-44a9-99f4-e39e1151f56e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:14.623643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:14.708927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:14.718418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:14.718838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636ddd7-c1d3-455a-92a7-202094a1b912 None None] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:14.719852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.790143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8ef112df-e28e-44a9-99f4-e39e1151f56e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:14.807120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8ef112df-e28e-44a9-99f4-e39e1151f56e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:14.808236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.833402 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af673c12-334c-4f0c-a73f-bcde1011d1d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2289901 Jul 27 22:11:14.835940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37006) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:14.840887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:14.996330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.998055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.122392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:11:15.123095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.182956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.360229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7af3a61e-d420-4907-beff-d41edab815e7 req-57ba01cc-3485-42f0-8d3f-84c3470a6634 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0778468 Jul 27 22:11:15.546519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Allocated IP 172.20.0.2 (2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8/80809b96-0cda-4c60-b515-d20982eef666/7791e95e-7639-40f5-9805-84f61e374c38) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:15.563855 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.603085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9be6b162-2277-429a-81e6-6edb5ac9af8e req-dd8260fd-bda9-4965-b89e-5887fdd152cf tempest-ServerRescueTestJSONUnderV235-1079511677 tempest-ServerRescueTestJSONUnderV235-1079511677-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7bb9cc9-7c20-4037-983b-47bf124edb39 HTTP/1.1" status: 200 len: 210 time: 0.1343696 Jul 27 22:11:15.635476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.801464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.812652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Transition to ACTIVE for port object 7791e95e-7639-40f5-9805-84f61e374c38 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:15.831517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Transition to ACTIVE for port object 7791e95e-7639-40f5-9805-84f61e374c38 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:15.835794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8ef112df-e28e-44a9-99f4-e39e1151f56e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ef112df-e28e-44a9-99f4-e39e1151f56e,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:15.996698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.029113 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.068969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:16.135319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:16.139007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:16.209814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Pushing event updated for resources: {'Port': ['ID=7791e95e-7639-40f5-9805-84f61e374c38,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:16.285586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Attempting to bind port 7791e95e-7639-40f5-9805-84f61e374c38 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:16.286276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Attempting to bind port 7791e95e-7639-40f5-9805-84f61e374c38 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:16.286863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Attempting to bind port 7791e95e-7639-40f5-9805-84f61e374c38 on network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:16.297811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:16.298614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Checking segment: {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:16.299281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.299877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Bound using segment: {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:16.300592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Bound port: 7791e95e-7639-40f5-9805-84f61e374c38, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:16.301181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.364824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.393922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:16.416921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.447732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] For port 7791e95e-7639-40f5-9805-84f61e374c38, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:16.447732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] For port 7791e95e-7639-40f5-9805-84f61e374c38, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7791e95e-7639-40f5-9805-84f61e374c38,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:16.538495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ef112df-e28e-44a9-99f4-e39e1151f56e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:16.567621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9cbd7feb-4622-46d7-85bf-60dd90f4cde7 req-f52ccfa6-4eb7-430b-bd30-f4231557d50a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0418017 Jul 27 22:11:16.586939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Allocated IP 172.25.3.73 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2c231b94-5cbc-4456-8908-6f9352896a4b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:16.595596 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.644381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8ef112df-e28e-44a9-99f4-e39e1151f56e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:16.645232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.680951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:16.838636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.974475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.060465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:17.069304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:17.075926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:17.080662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c231b94-5cbc-4456-8908-6f9352896a4b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:17.183150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device aef13649-3bc3-488a-8d41-ffceeab24f3c no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:17.250067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: aef13649-3bc3-488a-8d41-ffceeab24f3c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:17.253716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device aef13649-3bc3-488a-8d41-ffceeab24f3c not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:17.259517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c867e90-9dbf-4328-a96e-c79c28ae8f51 None None] Pushing event updated for resources: {'Port': ['ID=7791e95e-7639-40f5-9805-84f61e374c38,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:17.559171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.992295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Deleting port a77298fa-cb69-47b9-8d23-cd7fb609f76f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:17.993015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.110411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] For port a77298fa-cb69-47b9-8d23-cd7fb609f76f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a77298fa-cb69-47b9-8d23-cd7fb609f76f,segment=NetworkSegment(f1a8c3dd-9d13-476d-9c00-06279585991f),segment_id=f1a8c3dd-9d13-476d-9c00-06279585991f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:18.110905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.137343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Calling delete_port for a77298fa-cb69-47b9-8d23-cd7fb609f76f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:18.341286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56e56c-542b-4dc9-b821-4377f5065190 None None] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:18.393498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2cbe38a7-09d2-46be-9512-c2ea92639b78 req-aa9c6b52-65a7-4182-b0f5-96ce015cecde tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.0787609 Jul 27 22:11:18.551118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.635746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.663293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77298fa-cb69-47b9-8d23-cd7fb609f76f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:18.696315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7791e95e-7639-40f5-9805-84f61e374c38 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:18.828013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a81cc6ff-e370-40e9-871e-1fa19916f275 None None] Provisioning for port 7791e95e-7639-40f5-9805-84f61e374c38 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:18.914669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.066414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 7791e95e-7639-40f5-9805-84f61e374c38 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:19.073077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7791e95e-7639-40f5-9805-84f61e374c38 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.075974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.109743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.380188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Router 0ce89fc4-493f-40b2-9796-1ea628d65879 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:11:19.407904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.506826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-68fb7fdb-a16f-4c82-89c3-3df15f84c791 None None] Provisioning complete for port 7791e95e-7639-40f5-9805-84f61e374c38 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.507207 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68fb7fdb-a16f-4c82-89c3-3df15f84c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.600468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 7791e95e-7639-40f5-9805-84f61e374c38, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7791e95e-7639-40f5-9805-84f61e374c38,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:19.682880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:19.710972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.713870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Sync routers for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:19.761288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7c63ecaf-b0cc-47ae-8990-b4c7b0bd84b6 req-05589949-12e8-4333-bad3-f9fd8add8050 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ef45ac-5046-41db-8a1e-5baa6bd5ef2b HTTP/1.1" status: 200 len: 210 time: 0.1040268 Jul 27 22:11:19.792680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68fb7fdb-a16f-4c82-89c3-3df15f84c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.818646 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.820255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a9818ba-1031-4a7d-99ff-c3fb88b7f4e2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9833434 Jul 27 22:11:19.822858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:19.834059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:19.835349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:19.993695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Router 106c1e97-74bb-4528-9a5d-f2db6cc1091d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:20.182615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=7791e95e-7639-40f5-9805-84f61e374c38,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.247397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:20.285068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:20.293044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a9433899-7672-48fc-aa72-3d3a2de3cca6 admin admin] 10.222.0.37 "PUT /v2.0/routers/106c1e97-74bb-4528-9a5d-f2db6cc1091d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6063256 Jul 27 22:11:20.294636 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Sync routers for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:20.302898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37084) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:20.314565 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:20.314871 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-68fb7fdb-a16f-4c82-89c3-3df15f84c791 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:11:20.318012 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:20.318244 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-68fb7fdb-a16f-4c82-89c3-3df15f84c791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:11:20.755920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:20.770270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.781497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:17Z', 'revision_number': 3, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:20.845844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7791e95e-7639-40f5-9805-84f61e374c38 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:20.965512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Checking router: 0ce89fc4-493f-40b2-9796-1ea628d65879 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:20.966565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Updating router 0ce89fc4-493f-40b2-9796-1ea628d65879 port 2c231b94-5cbc-4456-8908-6f9352896a4b binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:21.091332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.149235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7791e95e-7639-40f5-9805-84f61e374c38 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:21.149541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.149851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.219556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.232962 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:11:18Z', 'revision_number': 5, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port': {'id': '6f9a5a12-c151-452c-8efa-49c00dd48217', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2821, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:51Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:21.334411 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Checking router: 106c1e97-74bb-4528-9a5d-f2db6cc1091d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:21.365272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Deleting port 6f9a5a12-c151-452c-8efa-49c00dd48217 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:21.367754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.377588 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Routers {'106c1e97-74bb-4528-9a5d-f2db6cc1091d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:21.384686 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:21.585260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] For port 6f9a5a12-c151-452c-8efa-49c00dd48217, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6f9a5a12-c151-452c-8efa-49c00dd48217,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:21.585730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.621768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Allocated IP 172.20.0.1 (2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8/80809b96-0cda-4c60-b515-d20982eef666/86709ccf-da5c-431d-957c-31d344ac14e8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:21.635878 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] Set router 106c1e97-74bb-4528-9a5d-f2db6cc1091d gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:21.657330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Calling delete_port for 6f9a5a12-c151-452c-8efa-49c00dd48217 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:21.798904 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:11:21Z', 'revision_number': 6, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:21.864956 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43916843-4d45-4e6b-b27a-43b4facf39e9 None None] The sync data for ids ['106c1e97-74bb-4528-9a5d-f2db6cc1091d'] in n-d-738018-6 is: [{'id': '106c1e97-74bb-4528-9a5d-f2db6cc1091d', 'name': 'tempest-ServerRescueTestJSONUnderV235-893445536-router', 'tenant_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:50Z', 'updated_at': '2021-07-27T22:11:21Z', 'revision_number': 6, 'project_id': '17d309f8e83f4128b5a9a82410dc3d1e', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:21.906989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.963412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Transition to ACTIVE for port object 86709ccf-da5c-431d-957c-31d344ac14e8 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:22.063421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.270078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.310241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Transition to ACTIVE for port object 2c231b94-5cbc-4456-8908-6f9352896a4b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:22.318520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.359641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9a5a12-c151-452c-8efa-49c00dd48217,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:22.385094 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.409929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:22.434680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:22.445747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:22.460374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:22.594891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Attempting to bind port 2c231b94-5cbc-4456-8908-6f9352896a4b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:22.595842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Attempting to bind port 2c231b94-5cbc-4456-8908-6f9352896a4b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:22.598340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Attempting to bind port 2c231b94-5cbc-4456-8908-6f9352896a4b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:22.602330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.622187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85715ce9-4ff3-405d-883f-841af15152c4 None None] Pushing event updated for resources: {'Port': ['ID=2c231b94-5cbc-4456-8908-6f9352896a4b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:22.625748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.635771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:22.637970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:22.638517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.639141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:22.642674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Bound port: 2c231b94-5cbc-4456-8908-6f9352896a4b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:22.644171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.789757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] For port 2c231b94-5cbc-4456-8908-6f9352896a4b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:22.794637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] For port 2c231b94-5cbc-4456-8908-6f9352896a4b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2c231b94-5cbc-4456-8908-6f9352896a4b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:22.905441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.982075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.020707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85715ce9-4ff3-405d-883f-841af15152c4 None None] Pushing event updated for resources: {'Port': ['ID=2c231b94-5cbc-4456-8908-6f9352896a4b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:23.030542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a77298fa-cb69-47b9-8d23-cd7fb609f76f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:23.076235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a77298fa-cb69-47b9-8d23-cd7fb609f76f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:23.076937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a77298fa-cb69-47b9-8d23-cd7fb609f76f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:23.110386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:23.111388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:23.168839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0d8068d3-39a1-43a4-9e93-7a453f231d44 None None] Provisioning for port 86709ccf-da5c-431d-957c-31d344ac14e8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:23.178040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0d8068d3-39a1-43a4-9e93-7a453f231d44 None None] Provisioning complete for port 86709ccf-da5c-431d-957c-31d344ac14e8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:23.178676 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8068d3-39a1-43a4-9e93-7a453f231d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.422609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d8068d3-39a1-43a4-9e93-7a453f231d44 None None] Port 86709ccf-da5c-431d-957c-31d344ac14e8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:23.436390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.440151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.489030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.503032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:23.579439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.607203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.608569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106c1e97-74bb-4528-9a5d-f2db6cc1091d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:11:23.614080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.619281 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1dd389ae-8a31-406c-b81f-8918fa0517ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/106c1e97-74bb-4528-9a5d-f2db6cc1091d HTTP/1.1" status: 204 len: 168 time: 3.3153355 Jul 27 22:11:23.620177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37130) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:23.715402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.744728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Deleting subnet 1492ab9b-4efb-4324-93eb-3d9b77cf1521 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:11:23.750404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.815206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:23.901216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:23.919632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '86709ccf-da5c-431d-957c-31d344ac14e8', 'name': '', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'mac_address': 'fa:16:3e:64:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:11:21Z', 'revision_number': 1, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'subnets': [{'id': '80809b96-0cda-4c60-b515-d20982eef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:23.952920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fd957-c6e1-45b9-b36f-0f9781189fd8 None None] The sync data for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 is: [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '86709ccf-da5c-431d-957c-31d344ac14e8', 'name': '', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'mac_address': 'fa:16:3e:64:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:11:21Z', 'revision_number': 1, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'subnets': [{'id': '80809b96-0cda-4c60-b515-d20982eef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:23.973319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:23.977396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:24.001264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:24.001564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.173160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.260575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1492ab9b-4efb-4324-93eb-3d9b77cf1521,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:24.297028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.297346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Router 0ce89fc4-493f-40b2-9796-1ea628d65879 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:24.308470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27823054-f8bc-43f9-b484-2d9d33eb249c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1492ab9b-4efb-4324-93eb-3d9b77cf1521 HTTP/1.1" status: 204 len: 168 time: 0.6869345 Jul 27 22:11:24.316387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37148) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:24.511738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-486ab8c3-4729-4bca-b90e-6d1512196973 None None] Provisioning complete for port 86709ccf-da5c-431d-957c-31d344ac14e8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:24.511738 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-486ab8c3-4729-4bca-b90e-6d1512196973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.625628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-486ab8c3-4729-4bca-b90e-6d1512196973 None None] Port 86709ccf-da5c-431d-957c-31d344ac14e8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:24.627735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f9a5a12-c151-452c-8efa-49c00dd48217 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:24.662759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6f9a5a12-c151-452c-8efa-49c00dd48217 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:24.663658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6f9a5a12-c151-452c-8efa-49c00dd48217 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:24.681100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:24.805093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:24.810702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e95d72ef-f0be-4331-9339-ee4e37c55aa3 admin admin] 10.222.0.37 "PUT /v2.0/routers/0ce89fc4-493f-40b2-9796-1ea628d65879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9865553 Jul 27 22:11:24.853966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.861556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b00bcbb-3dc9-4bcb-b5dd-efd8b0e5327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.075309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b00bcbb-3dc9-4bcb-b5dd-efd8b0e5327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.150158 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.165044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:25.185016 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b00bcbb-3dc9-4bcb-b5dd-efd8b0e5327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.187063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8c3dd-9d13-476d-9c00-06279585991f') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:25.187631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8c3dd-9d13-476d-9c00-06279585991f') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:25.213537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.273783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.283392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:25.297248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.358010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b00bcbb-3dc9-4bcb-b5dd-efd8b0e5327b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a9072674ddd456fb4c0d194dd9d2ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753244 Jul 27 22:11:25.361127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:25.419662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00bcbb-3dc9-4bcb-b5dd-efd8b0e5327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53693484-e3d4-4ea7-93ae-e8949c603023,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:25.446606 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:25.508622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.558179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.691044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.699741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.704718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9 HTTP/1.1" status: 204 len: 168 time: 1.3934355 Jul 27 22:11:25.746117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a2b3e-d083-45f8-84db-a5215a7a5512 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed2c1d1-d38f-4a89-a799-cf31f35d1cf9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:25.786246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.789897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.793032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53693484-e3d4-4ea7-93ae-e8949c603023 HTTP/1.1" status: 204 len: 168 time: 0.4282036 Jul 27 22:11:25.826352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ee8ab-ef6f-4862-9ff9-acd9e0d6abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53693484-e3d4-4ea7-93ae-e8949c603023,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:26.067436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.414830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.420906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432846528', 'description': 'tempest-secgroup-smoke-432846528 description', 'project_id': '62a82be02d5846b4bac93bb66c6aca46'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:26.467959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Deleting port 309c01dc-6685-486c-8d06-cc1cdb05015b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:26.468302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.584505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.655339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] For port 309c01dc-6685-486c-8d06-cc1cdb05015b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=309c01dc-6685-486c-8d06-cc1cdb05015b,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:26.657153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.661131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2c231b94-5cbc-4456-8908-6f9352896a4b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:26.699269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Calling delete_port for 309c01dc-6685-486c-8d06-cc1cdb05015b owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:26.739089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.824516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2c231b94-5cbc-4456-8908-6f9352896a4b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:26.832777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2c231b94-5cbc-4456-8908-6f9352896a4b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:26.833499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.879770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.926444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2cfcb164-816e-4b35-8b9d-bcdc4a7411e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17d309f8e83f4128b5a9a82410dc3d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827102 Jul 27 22:11:26.926794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37226) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.965160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.113835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d652ab39-ab8a-4652-82d4-17c7e22faefe,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.119869 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.169146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.182083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.183449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-40ee1f7e-0fb8-487e-8a81-eea4c0626acd tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7673626 Jul 27 22:11:27.187064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37230) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:27.198092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:27.286182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.287999 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.311407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 2c231b94-5cbc-4456-8908-6f9352896a4b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2c231b94-5cbc-4456-8908-6f9352896a4b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:27.324919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.325075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.328745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c01dc-6685-486c-8d06-cc1cdb05015b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.331378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43a60cd0-ccff-4a63-a720-3f2158b7fe2c HTTP/1.1" status: 204 len: 168 time: 0.4031062 Jul 27 22:11:27.341987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcd330-fc55-4f39-8bdb-e35ba35ade4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a60cd0-ccff-4a63-a720-3f2158b7fe2c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.382478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:27.390989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849099495', 'description': 'tempest-secgroup-smoke-849099495 description', 'project_id': 'f50523ce341b4f1fb6bd259214295508'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:27.427451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.443898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.524722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Sync routers for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:27.550167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.550944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=2c231b94-5cbc-4456-8908-6f9352896a4b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.554701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:27.555676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:27.584666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.640030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.687813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.702269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:27.708767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df385bb-fb37-4a0e-b2bb-7fa7da9647e8,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.736712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.841766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.890650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f001afc-0ea9-4ca7-8f15-d014bf68fe82,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.973464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.974826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-40202b6f-3dc2-4ec3-b755-9373c2c2dd98 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5913155 Jul 27 22:11:27.978630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:27.983767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:27.999756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '86709ccf-da5c-431d-957c-31d344ac14e8', 'name': '', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'mac_address': 'fa:16:3e:64:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:11:23Z', 'revision_number': 2, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'subnets': [{'id': '80809b96-0cda-4c60-b515-d20982eef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:28.041615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Checking router: 0ce89fc4-493f-40b2-9796-1ea628d65879 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:28.041898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Updating router 0ce89fc4-493f-40b2-9796-1ea628d65879 port 86709ccf-da5c-431d-957c-31d344ac14e8 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:28.080342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.391931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.406533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Transition to ACTIVE for port object 86709ccf-da5c-431d-957c-31d344ac14e8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:28.503588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.507169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7b3db47-bf2a-429f-9555-a16078f4e952 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3178592 Jul 27 22:11:28.511917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:28.517254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:28.520628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:28.544237 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.602308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2dc4a-2b8c-40ee-8a6f-661e6b16fd10 None None] Pushing event updated for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:28.646944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:28.663002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Sync routers for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:28.669668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35e98e66-cf07-438d-a0c3-15310afa7402 admin admin] 10.222.0.37 "PUT /v2.0/routers/9dc44fe3-dda5-4ef2-b63a-17f5754a53b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6555495 Jul 27 22:11:28.675490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:28.678470 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:28.682590 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:28.682978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2c231b94-5cbc-4456-8908-6f9352896a4b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:28.713342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Attempting to bind port 86709ccf-da5c-431d-957c-31d344ac14e8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:28.714053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Attempting to bind port 86709ccf-da5c-431d-957c-31d344ac14e8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:28.714053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Attempting to bind port 86709ccf-da5c-431d-957c-31d344ac14e8 on network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:28.726798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:28.727194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Checking segment: {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:28.727589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.727987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Bound using segment: {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:28.728867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Bound port: 86709ccf-da5c-431d-957c-31d344ac14e8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75ee534-4e66-4228-b287-b00376947032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:28.728867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.760510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.839189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2c231b94-5cbc-4456-8908-6f9352896a4b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:28.839569 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.844678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.922343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] For port 86709ccf-da5c-431d-957c-31d344ac14e8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:28.926512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.934270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.958194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] For port 86709ccf-da5c-431d-957c-31d344ac14e8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=86709ccf-da5c-431d-957c-31d344ac14e8,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:28.986971 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:29.044917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.075458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.083128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.095903 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.099533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fbf1c9-3a78-4ec2-9ee0-8eff89b8b3c8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:29.109148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.109773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.110376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.110967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.111548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.112163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.112765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.113382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.113957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.115081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.115728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.121962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:29.147134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:29.147788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:29.183759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.192595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2dc4a-2b8c-40ee-8a6f-661e6b16fd10 None None] Pushing event updated for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:29.208486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.212370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-954abfea-a7b6-4215-9255-b18ab45639d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2299385 Jul 27 22:11:29.224036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:29.241316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:29.270818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0244d495-fefa-490d-950d-213543890125,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:29.305669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Deleting port 52b8d237-6db0-450a-9555-10b116e8989b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:29.306654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.343099 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '52b8d237-6db0-450a-9555-10b116e8989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 5, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port': {'id': '52b8d237-6db0-450a-9555-10b116e8989b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T21:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:29.343410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:29.371710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:29.392345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.394459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e16a8ed4-cd04-45cf-a584-bcc1115d210b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8814962 Jul 27 22:11:29.402265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:29.412003 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Checking router: 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:29.414853 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Routers {'9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:29.415641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:29.416568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:29.441299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] For port 52b8d237-6db0-450a-9555-10b116e8989b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52b8d237-6db0-450a-9555-10b116e8989b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:29.441908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.461192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Calling delete_port for 52b8d237-6db0-450a-9555-10b116e8989b owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:29.546088 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] Set router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:29.611770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T22:11:29Z', 'revision_number': 6, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:29.637512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '86709ccf-da5c-431d-957c-31d344ac14e8', 'name': '', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'mac_address': 'fa:16:3e:64:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:11:28Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'subnets': [{'id': '80809b96-0cda-4c60-b515-d20982eef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:29.652455 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13008-dc4c-475b-98c6-b3633ebe1b67 None None] The sync data for ids ['9dc44fe3-dda5-4ef2-b63a-17f5754a53b4'] in n-d-738018-6 is: [{'id': '9dc44fe3-dda5-4ef2-b63a-17f5754a53b4', 'name': 'tempest-TaggedBootDevicesTest-401433080-router', 'tenant_id': '3cd21f66ec104eb98b8d7188140e6c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:28Z', 'updated_at': '2021-07-27T22:11:29Z', 'revision_number': 6, 'project_id': '3cd21f66ec104eb98b8d7188140e6c43', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:29.668977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb97531-8da1-4d4c-a909-3fb0361a3567 None None] The sync data for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 is: [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:11:22Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '86709ccf-da5c-431d-957c-31d344ac14e8', 'name': '', 'network_id': '2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'mac_address': 'fa:16:3e:64:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '80809b96-0cda-4c60-b515-d20982eef666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:11:28Z', 'revision_number': 4, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'subnets': [{'id': '80809b96-0cda-4c60-b515-d20982eef666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:29.676092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.757953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1814694013-network', 'tenant_id': '5b59dba7c54348cca8c83d7b486d172e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:29.785202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.789083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.807324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.866622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.869979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.886093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b8d237-6db0-450a-9555-10b116e8989b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:29.893731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b87067-e07a-4ea6-b343-5af871e4a2c7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:29.898919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Made reservation on behalf of 5b59dba7c54348cca8c83d7b486d172e for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:29.901654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.913828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.935699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.960891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.986097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b86d46d-71c2-4c81-b9cf-b8c7debcabaa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.001319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.009096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-44887941-9abc-4f93-9edd-7a6849e0725c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7767644 Jul 27 22:11:30.009096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.011445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:30.051041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.052948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.074578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.079350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fbdaf41a-1842-4a55-8ad0-0e37479d2bf4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6726868 Jul 27 22:11:30.079350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37286) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.085420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:30.182847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.186986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:11:30.189837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.196440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.196967 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f03df9c5-f7fd-4f4f-acb2-5c0e37bec856 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9dc44fe3-dda5-4ef2-b63a-17f5754a53b4 HTTP/1.1" status: 204 len: 168 time: 1.5235100 Jul 27 22:11:30.197656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37290) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.261995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Deleting subnet 1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:11:30.265967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.291501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.306542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.332575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:30.354944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbdd305-b782-4d4a-b403-a852c1b572df,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.359703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.360366 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Added segment 0cf7a93c-8e90-4034-91f6-10b2797157b6 of type vlan for network 178bc417-641c-442a-8326-4f49dac2fcb4 Jul 27 22:11:30.418180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.431098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.432269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.502572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.612332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.629286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 86709ccf-da5c-431d-957c-31d344ac14e8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:30.676710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.694308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.695282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:30.695875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.699017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.723587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.731226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.739321 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.741612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83436f1d-042f-41ec-b6d9-afa5ee1f7406 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1fbb1495-8aa0-4ded-a3a8-984aae8cd7bc HTTP/1.1" status: 204 len: 168 time: 0.5425184 Jul 27 22:11:30.744080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.747981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0baa3-0b19-4dde-a52a-d8ef0c2e922b None None] Network 8c40856c-c3ec-462e-adcb-946fc9c2ff55 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:30.791055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29659d9-1570-40c9-94e5-b19c9bb796d8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.803083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] Pushing event updated for resources: {'Network': ['ID=178bc417-641c-442a-8326-4f49dac2fcb4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.822655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 178bc417-641c-442a-8326-4f49dac2fcb4 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:30.827039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 86709ccf-da5c-431d-957c-31d344ac14e8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:30.837503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.860269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.879266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2095a9-0ad3-45bd-8514-a72107fc182b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.898416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 86709ccf-da5c-431d-957c-31d344ac14e8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:30.899105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.916490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.923390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0089d12a-f7ca-4c18-8b34-8060ea696a10 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9156504 Jul 27 22:11:30.926245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.926588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cea8862d-c612-48b0-9f3f-68b0d00979c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5528140 Jul 27 22:11:30.944107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:30.984933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.990499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3894a624-d10a-4627-a63e-7c87c194e95d tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9100456 Jul 27 22:11:30.991157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37300) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:30.999803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:31.017938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Deleting port e6953f0d-e81f-4f07-8c53-c21b60b305d8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:31.019161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.099518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.137680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] For port e6953f0d-e81f-4f07-8c53-c21b60b305d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e6953f0d-e81f-4f07-8c53-c21b60b305d8,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:31.137935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.139485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 86709ccf-da5c-431d-957c-31d344ac14e8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=86709ccf-da5c-431d-957c-31d344ac14e8,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:31.156760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Calling delete_port for e6953f0d-e81f-4f07-8c53-c21b60b305d8 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:31.177764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.181945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] DHCP port deletion for 8c40856c-c3ec-462e-adcb-946fc9c2ff55 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:11:31.225413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.292550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Deleting port e6953f0d-e81f-4f07-8c53-c21b60b305d8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:31.292929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.307136 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Project 62a82be02d5846b4bac93bb66c6aca46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:11:31.319886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.321680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 309c01dc-6685-486c-8d06-cc1cdb05015b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:31.328762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.376876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 309c01dc-6685-486c-8d06-cc1cdb05015b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:31.377260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 309c01dc-6685-486c-8d06-cc1cdb05015b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:31.380493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52b8d237-6db0-450a-9555-10b116e8989b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:31.410859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.416300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 52b8d237-6db0-450a-9555-10b116e8989b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:31.416650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52b8d237-6db0-450a-9555-10b116e8989b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:31.429236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116df05-35df-4a81-bec2-01bc1d7571fb req-94c92b94-0c4b-4a5f-b07b-5a3289585345 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.429738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.435551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116df05-35df-4a81-bec2-01bc1d7571fb req-94c92b94-0c4b-4a5f-b07b-5a3289585345 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.442206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] For port e6953f0d-e81f-4f07-8c53-c21b60b305d8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e6953f0d-e81f-4f07-8c53-c21b60b305d8,segment=NetworkSegment(5ca421af-00fb-4cfb-8243-39f6fff9b6b1),segment_id=5ca421af-00fb-4cfb-8243-39f6fff9b6b1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:31.442617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116df05-35df-4a81-bec2-01bc1d7571fb req-94c92b94-0c4b-4a5f-b07b-5a3289585345 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.442757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.444713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2116df05-35df-4a81-bec2-01bc1d7571fb req-94c92b94-0c4b-4a5f-b07b-5a3289585345 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1470771 Jul 27 22:11:31.453488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.457266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Calling delete_port for e6953f0d-e81f-4f07-8c53-c21b60b305d8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:31.482055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40767ed-de57-4bba-af09-2ef9b16b142b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.501961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.503436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.503794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.504138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.504478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.504811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.505143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.505466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.505791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.506121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.506468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.506795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:31.535043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.539601 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.567614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] Pushing event deleted for resources: {'Port': ['ID=e6953f0d-e81f-4f07-8c53-c21b60b305d8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.571423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4491d0-4d58-473c-846a-d8bd6914510a None None] No DVR routers for this DVR port e6953f0d-e81f-4f07-8c53-c21b60b305d8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:31.583820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6953f0d-e81f-4f07-8c53-c21b60b305d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.595337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] No DVR routers for this DVR port e6953f0d-e81f-4f07-8c53-c21b60b305d8 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:31.625960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5714a3-60b3-4cc5-a124-d1d6ed5417a5 req-e8dcf43f-07b1-457b-b41b-315fc9285954 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.627439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d5714a3-60b3-4cc5-a124-d1d6ed5417a5 req-e8dcf43f-07b1-457b-b41b-315fc9285954 tempest-ComputeTenantNetworksTest-314354508 tempest-ComputeTenantNetworksTest-314354508-project] 10.222.0.37 "GET /v2.0/networks/178bc417-641c-442a-8326-4f49dac2fcb4 HTTP/1.1" status: 200 len: 769 time: 0.1551790 Jul 27 22:11:31.639716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37312) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:31.729704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.731062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24822af4-8457-48db-ad4f-f6c8b2728c1f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7957985 Jul 27 22:11:31.733893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:31.740062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:31.742899 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.745785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.764427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:31.781568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c40856c-c3ec-462e-adcb-946fc9c2ff55']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.783553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a995a2c-9ab9-4103-b098-9437f30c3c79,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.805148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca421af-00fb-4cfb-8243-39f6fff9b6b1') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.805451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca421af-00fb-4cfb-8243-39f6fff9b6b1') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.809165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.822599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.862958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.884404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a185519-96d5-495b-8bd1-a7070908eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.895473 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Project f50523ce341b4f1fb6bd259214295508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:11:31.902381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.910553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:31.910975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:31.912681 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:31.964457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.972801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.979864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178bc417-641c-442a-8326-4f49dac2fcb4']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.990555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf7a93c-8e90-4034-91f6-10b2797157b6') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.990859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf7a93c-8e90-4034-91f6-10b2797157b6') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:31.995796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c86cdf8a-b509-4c8b-b378-b184e1cc9865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.000059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.017571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.022666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.026267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b04afee0-7a0e-48dc-a39f-378ff539bafe tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0307262 Jul 27 22:11:32.026484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:32.026886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.028466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:32.029342 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:32.033288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'security_group_rule': {'security_group_id': 'd652ab39-ab8a-4652-82d4-17c7e22faefe', 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:32.093165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.112395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d439a388-5605-4465-868d-3d57bb9ac5d7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.132898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.143663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.143663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] 10.222.0.37 "DELETE /v2.0/networks/8c40856c-c3ec-462e-adcb-946fc9c2ff55 HTTP/1.1" status: 204 len: 168 time: 1.3969970 Jul 27 22:11:32.156223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bec9b-17df-454f-9817-78ee887a944c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c40856c-c3ec-462e-adcb-946fc9c2ff55,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.270597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.276443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.279724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] 10.222.0.37 "DELETE /v2.0/networks/178bc417-641c-442a-8326-4f49dac2fcb4 HTTP/1.1" status: 204 len: 168 time: 0.6389554 Jul 27 22:11:32.292088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7932f8-3940-47d5-8c32-28450b1b7404 admin admin] Pushing event deleted for resources: {'Network': ['ID=178bc417-641c-442a-8326-4f49dac2fcb4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.337754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a185519-96d5-495b-8bd1-a7070908eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.520559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 86709ccf-da5c-431d-957c-31d344ac14e8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:32.544527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7a185519-96d5-495b-8bd1-a7070908eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.569460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 86709ccf-da5c-431d-957c-31d344ac14e8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:32.569836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.585950 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a185519-96d5-495b-8bd1-a7070908eabb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78a8f4149df9482fb75a92ed43449a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8202252 Jul 27 22:11:32.587095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185519-96d5-495b-8bd1-a7070908eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f989c13-7269-432d-a727-ce33ac8d6921,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.588909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37328) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.642753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.662778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37330) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.672515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.684557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a9acf115-7ed6-4ebe-b405-f79be3466df7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9386919 Jul 27 22:11:32.686945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.689311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.694496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'security_group_rule': {'security_group_id': '0f001afc-0ea9-4ca7-8f15-d014bf68fe82', 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:32.720901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e6953f0d-e81f-4f07-8c53-c21b60b305d8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:32.735033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-062442af-ed01-455b-ab95-9fe3db6f4501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cd21f66ec104eb98b8d7188140e6c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710871 Jul 27 22:11:32.737764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37334) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.742787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e6953f0d-e81f-4f07-8c53-c21b60b305d8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:32.747206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e6953f0d-e81f-4f07-8c53-c21b60b305d8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:32.790157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.815132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.816988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37336) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.831680 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Project 62a82be02d5846b4bac93bb66c6aca46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:11:32.840931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.881742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b350d4c-517c-430e-ac1a-c37bed337818 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b59dba7c54348cca8c83d7b486d172e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636423 Jul 27 22:11:32.884201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37338) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.914379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.916787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.918083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f989c13-7269-432d-a727-ce33ac8d6921 HTTP/1.1" status: 204 len: 168 time: 0.3277760 Jul 27 22:11:32.923438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.933647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6fec8-76fd-4dbf-b137-007532190579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f989c13-7269-432d-a727-ce33ac8d6921,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.943229 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Project f50523ce341b4f1fb6bd259214295508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:11:32.949142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.951180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.977331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.995757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.998310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.999764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8b77b67-8d24-43ef-9087-c41dad7b932a HTTP/1.1" status: 204 len: 168 time: 0.2610247 Jul 27 22:11:33.020841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ce24e-be13-4b78-9474-612a4dbcace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b77b67-8d24-43ef-9087-c41dad7b932a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.032358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.035321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.059942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc55363-f2d3-47ac-af78-3944fbbb7140,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.110309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.128996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95b3adf-8f27-4bdf-812b-5709ad980aa2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.161641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.164349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.165603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cbdd305-b782-4d4a-b403-a852c1b572df HTTP/1.1" status: 204 len: 168 time: 0.2804236 Jul 27 22:11:33.173873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0fa8a-ab50-47f2-9c99-cc1b38bc5951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbdd305-b782-4d4a-b403-a852c1b572df,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.197105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.198552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bdebafd3-2b8c-44fa-9c2e-d944a5736930 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1690729 Jul 27 22:11:33.246421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.247869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ba5d5ce-9d26-41c9-88d6-bd8e62f3197c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5594437 Jul 27 22:11:33.836504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-c5de1af7-1025-4b6e-be7b-4c2a73a7145f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432846528&fields=id&tenant_id=62a82be02d5846b4bac93bb66c6aca46 HTTP/1.1" status: 200 len: 267 time: 0.0393603 Jul 27 22:11:33.968728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-4cc2bc55-4f69-42c9-b17e-bcc98dc2b3be tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:33.975557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-4cc2bc55-4f69-42c9-b17e-bcc98dc2b3be tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 809 time: 0.1312666 Jul 27 22:11:33.985902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-a271b238-887d-4bf2-b67a-1a0e16bc405e tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/quotas/62a82be02d5846b4bac93bb66c6aca46 HTTP/1.1" status: 200 len: 375 time: 0.0096240 Jul 27 22:11:34.067143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-33bb4881-da52-4e9a-8e64-d429fd9aea14 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745134 Jul 27 22:11:34.197499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37420) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:34.216762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fbf37ca-03bf-4d77-abc7-27fbc81d88b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.260309 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:34.335255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-9c761349-7ace-4fd0-9b42-b393b8f3c691 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:11:34.343250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-9c761349-7ace-4fd0-9b42-b393b8f3c691 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2638457 Jul 27 22:11:34.404769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fbf37ca-03bf-4d77-abc7-27fbc81d88b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.429454 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6433af8-f772-4e1f-b256-f27c6dd0920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.461347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-1a35a094-9ee6-4d6b-b3b4-7b02c3d95bcc service neutron] 10.222.0.37 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172433 Jul 27 22:11:34.561195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7fbf37ca-03bf-4d77-abc7-27fbc81d88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.565127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7b19c915-c788-4e06-87d8-6083d16bd8f7 service neutron] 10.222.0.37 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968997 Jul 27 22:11:34.607377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7fbf37ca-03bf-4d77-abc7-27fbc81d88b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=065b8059f51c4cb5b387da7e0c1a7948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087038 Jul 27 22:11:34.609567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf37ca-03bf-4d77-abc7-27fbc81d88b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a90fa6-d230-4c92-8c55-bcb355d78a9d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:34.610377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:34.702222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.730117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.767874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.908556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73cc9047-c940-43e7-b225-35e7884e82a3 req-04e6de2c-ad5e-4ecf-825d-6e3c2595fc50 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0375564 Jul 27 22:11:34.933694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.936975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.938444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77a90fa6-d230-4c92-8c55-bcb355d78a9d HTTP/1.1" status: 204 len: 168 time: 0.3264103 Jul 27 22:11:34.951042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86d6ac-b51b-49b7-b515-21fe8c081d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a90fa6-d230-4c92-8c55-bcb355d78a9d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:35.083608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37480) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:35.212429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1458319224-network', 'tenant_id': '024a19a12ba947b68a4c442c2b78cb36'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:35.369213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Made reservation on behalf of 024a19a12ba947b68a4c442c2b78cb36 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:35.372400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.382990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.525869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.600914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.639660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:35.652038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcd282-4e67-4bef-b758-12dfd5442a09,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:35.670114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.679040 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Added segment 22bd4b32-533d-4c68-acd8-25f39b329782 of type vlan for network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 Jul 27 22:11:35.726053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.858937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.860020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.860240 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.861016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.944178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] Pushing event updated for resources: {'Network': ['ID=87bf9cdc-71b2-4c74-a351-4c0e8ab13229,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:35.955673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:36.041954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0414b0bc-0b40-4a78-8101-7bbed133147a req-1575f6fa-5936-4b80-87d3-9ede4e45eb00 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0605223 Jul 27 22:11:36.049462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-caa41ae0-9a75-4bdf-9654-4dd41bb4b44f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9640763 Jul 27 22:11:36.052788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:36.060197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Request body: {'subnet': {'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1458319224-subnet', 'tenant_id': '024a19a12ba947b68a4c442c2b78cb36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:36.162460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Made reservation on behalf of 024a19a12ba947b68a4c442c2b78cb36 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:36.165213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.499437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.557915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac854bd-a103-4a23-8927-20421cdbca34,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:36.565314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Checking segment: {'id': '22bd4b32-533d-4c68-acd8-25f39b329782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:36.565684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Network hostable DHCP agents. Network: 87bf9cdc-71b2-4c74-a351-4c0e8ab13229, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:36.705062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:36.795954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 87bf9cdc-71b2-4c74-a351-4c0e8ab13229) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:36.800320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.804731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.805866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a205440-4cdd-4067-abfc-4fa4d1d1afab None None] Network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:36.901045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3afd1d26-0d09-4563-99b5-29e1d4db4024 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8462603 Jul 27 22:11:36.974348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd1797-6f54-4659-9fa2-7d93b2ae700c None None] Network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:37.171861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.198979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2196c15c-d87f-4ff2-b39e-296bac534d6e req-746f510c-6f8e-49c6-bdb9-73aa4fb721a9 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0828304 Jul 27 22:11:37.551016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.877973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-9b924871-2d4b-487d-8968-6e2a87f63de1 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.880188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-9b924871-2d4b-487d-8968-6e2a87f63de1 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/networks?id=87bf9cdc-71b2-4c74-a351-4c0e8ab13229 HTTP/1.1" status: 200 len: 822 time: 0.1489632 Jul 27 22:11:37.899940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-ec413c9e-e8c9-4b7b-a6f0-826f2aba6f78 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/quotas/024a19a12ba947b68a4c442c2b78cb36 HTTP/1.1" status: 200 len: 375 time: 0.0123968 Jul 27 22:11:37.946670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-64988854-5ccd-49b8-af59-ccce8754142f tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=024a19a12ba947b68a4c442c2b78cb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403450 Jul 27 22:11:38.064777 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-c0db5a93-d599-406d-8a16-3dc7065f0bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/87bf9cdc-71b2-4c74-a351-4c0e8ab13229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100063 Jul 27 22:11:38.281333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-21046b3f-1399-4485-b2bb-cedcc6a31f8e service neutron] 10.222.0.37 "GET /v2.0/networks/87bf9cdc-71b2-4c74-a351-4c0e8ab13229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000175 Jul 27 22:11:38.366021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.412964 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2526043c-a12e-4a3d-aa43-daa9a70c2685 req-2c250e00-bcbc-4f32-9acd-b80046a04049 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0497851 Jul 27 22:11:38.629260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ccec4273-dc5c-46da-986b-a0195a367176 req-ce610c73-d21d-4be6-b4e4-1b3e74dbf0b1 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0333829 Jul 27 22:11:39.535670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae907180-9211-4e05-aa41-324273eb393a req-dfcf4593-36d3-4123-8ded-5086a703f52f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0360272 Jul 27 22:11:39.730080 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f05491c3-62c7-4556-b1e5-e2e00fa6406e req-92539276-bc7b-4df6-a878-ec27c9f9af89 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0428505 Jul 27 22:11:40.302708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-f3e6f65e-c9c8-4b99-9ae4-3d32fcd5c241 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.305087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-f3e6f65e-c9c8-4b99-9ae4-3d32fcd5c241 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 809 time: 0.1701722 Jul 27 22:11:40.356195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-0a015c7d-3ead-44bd-9a5a-a2accd6e872b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a82be02d5846b4bac93bb66c6aca46 HTTP/1.1" status: 200 len: 379 time: 0.0398941 Jul 27 22:11:40.369927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'port': {'device_id': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'admin_state_up': True, 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'security_groups': ['d652ab39-ab8a-4652-82d4-17c7e22faefe']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:40.584750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Made reservation on behalf of 62a82be02d5846b4bac93bb66c6aca46 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:40.590410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:40.695355 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-593de17f-3cef-4414-8afa-ec6cfdbf9529 req-ae61136f-2508-4408-8fd5-798f5911360b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0325618 Jul 27 22:11:40.839620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Allocated IP 172.20.0.6 (314bf41d-22c7-4f59-831d-41cdf7d5bf85/892b8d2c-8163-405b-8b04-d418c34f78bb/923c7628-e65a-4d2c-8b46-c91623f4bfb3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:40.892641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6485e4b-be72-4c75-bc0f-15339e473c8e req-31e07dfe-6ed9-4a15-a52b-998e8c50a67a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0500882 Jul 27 22:11:41.118871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.140039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Transition to ACTIVE for port object 923c7628-e65a-4d2c-8b46-c91623f4bfb3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:41.299425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.342557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:41.345745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:41.349273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:41.398694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:41.450130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.454188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.556704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ae3ad96a-20ba-424c-b77d-c1728e38dccb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1941063 Jul 27 22:11:41.600245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Request body: {'port': {'device_id': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:41.753445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-c2e56083-f14c-43d5-a57e-e85bfe9ab456 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.756120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-c2e56083-f14c-43d5-a57e-e85bfe9ab456 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.76 "GET /v2.0/networks?id=87bf9cdc-71b2-4c74-a351-4c0e8ab13229 HTTP/1.1" status: 200 len: 822 time: 0.3442094 Jul 27 22:11:41.779097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Request body: {'port': {'device_id': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229', 'admin_state_up': True, 'tenant_id': '024a19a12ba947b68a4c442c2b78cb36'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:41.798612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.015478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2382e-844f-404e-9b4a-efe19353c252 req-059a83fe-83c2-4130-a002-6ead3229a8f6 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.017247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bda2382e-844f-404e-9b4a-efe19353c252 req-059a83fe-83c2-4130-a002-6ead3229a8f6 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 931 time: 0.1961501 Jul 27 22:11:42.067329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5f849d1-ccaa-4e63-a022-6f19fe056a9e req-1148573b-5a8c-4bbc-b3e7-b9e7c01cbc1b tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0657690 Jul 27 22:11:42.085290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bda2382e-844f-404e-9b4a-efe19353c252 req-bceca62e-91f7-4339-9b89-957a8ecb8c1f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539234 Jul 27 22:11:42.252300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Made reservation on behalf of 024a19a12ba947b68a4c442c2b78cb36 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:42.257436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.326948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923c7628-e65a-4d2c-8b46-c91623f4bfb3 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:42.334676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-66a036ab-c096-4c83-8603-7a75f35b32c0 None None] Provisioning for port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:42.340712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-66a036ab-c096-4c83-8603-7a75f35b32c0 None None] Provisioning complete for port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:42.341144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66a036ab-c096-4c83-8603-7a75f35b32c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.346924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.361880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Transition to ACTIVE for port object 923c7628-e65a-4d2c-8b46-c91623f4bfb3 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:42.399599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-66a036ab-c096-4c83-8603-7a75f35b32c0 None None] Port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:42.442319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Allocated IP 172.20.0.7 (87bf9cdc-71b2-4c74-a351-4c0e8ab13229/eac854bd-a103-4a23-8927-20421cdbca34/bebe2207-0dd7-4089-949f-67c72d20c762) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:42.471315 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.553331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:42.677007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Attempting to bind port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:42.677692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Attempting to bind port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:42.677852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Attempting to bind port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 on network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:42.684195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 on network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:42.684619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Attempting to bind port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 on network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:42.693535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:42.696145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Checking segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:42.696145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Bound using segment: {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:42.696145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Bound port: 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e823fd2a-ebae-4d51-91ee-8d281968b3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:42.696145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.703361 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.820096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.841737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:42.850506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:42.881353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:42.883781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:42.893297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:42.942618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Pushing event updated for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:42.952233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.968562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.969699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.017507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.018146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.019987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] 10.222.0.76 "PUT /v2.0/ports/923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1091 time: 1.4532919 Jul 27 22:11:43.020257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:43.022860 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b830f-9435-4380-b7b8-1043bfb6e342" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:43.079610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-8c5dda87-aae1-47d4-a850-b9100a407b57 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3132443 Jul 27 22:11:43.091871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fdeb7-c1f1-4902-9e6c-c353d3dd3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:43.095372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Request body: {'port': {'device_id': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:43.115960 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab48038c-858f-447e-9b34-155d5b4805d9 x-openstack-request-id: req-ab48038c-858f-447e-9b34-155d5b4805d9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:43.116532 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:43.116986 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab48038c-858f-447e-9b34-155d5b4805d9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:43.117590 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'status': 'completed', 'code': 200} Jul 27 22:11:43.279578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-35ef03c6-a3db-4d8b-9b68-81d53b861d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.280471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-35ef03c6-a3db-4d8b-9b68-81d53b861d11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1094 time: 0.1490691 Jul 27 22:11:43.346248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.418805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-1c93eaae-75d4-4f40-bbb6-0e1b5ec6945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.420526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-1c93eaae-75d4-4f40-bbb6-0e1b5ec6945a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=62a82be02d5846b4bac93bb66c6aca46&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1269932 Jul 27 22:11:43.435781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841acd54-e363-4bd3-901a-6c7648b244d7 req-0b56932e-d820-4ba9-96f5-401f8a39878a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.438652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-841acd54-e363-4bd3-901a-6c7648b244d7 req-0b56932e-d820-4ba9-96f5-401f8a39878a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 931 time: 0.2241693 Jul 27 22:11:43.548342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e41f-20cc-4376-882c-fbbb09dce916 req-c6f8a1b6-adb7-409b-a6ef-80d76732907f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.556842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b26e41f-20cc-4376-882c-fbbb09dce916 req-c6f8a1b6-adb7-409b-a6ef-80d76732907f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 943 time: 0.2736809 Jul 27 22:11:43.573072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-841acd54-e363-4bd3-901a-6c7648b244d7 req-0518e69b-ab25-4b62-a443-45ec988dc3d6 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104980 Jul 27 22:11:43.646970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-9863c8ec-cd36-4623-8715-da087951fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.648930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c2b830f-9435-4380-b7b8-1043bfb6e342 req-9863c8ec-cd36-4623-8715-da087951fbb6 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091115 Jul 27 22:11:43.665251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b26e41f-20cc-4376-882c-fbbb09dce916 req-50edaed4-d6c0-4898-ae9e-7e729128884a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018419 Jul 27 22:11:43.781994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-1aa997ab-169f-415b-9de5-be9dcb231fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.783744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-1aa997ab-169f-415b-9de5-be9dcb231fdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1094 time: 0.0776052 Jul 27 22:11:43.860635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-adf778c7-3ac0-49dd-b183-e09a4ae9f79d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 217 time: 0.0676012 Jul 27 22:11:43.861610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebe2207-0dd7-4089-949f-67c72d20c762 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:43.872218 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.895398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Transition to ACTIVE for port object bebe2207-0dd7-4089-949f-67c72d20c762 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:43.945639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ffb063be-7dc6-45d9-a2c2-3e63fca06414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.947682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-ffb063be-7dc6-45d9-a2c2-3e63fca06414 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0804210 Jul 27 22:11:44.001862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.028381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-5c421f8e-adee-41fd-b421-c508832dcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.030095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-5c421f8e-adee-41fd-b421-c508832dcbea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755365 Jul 27 22:11:44.065979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Pushing event updated for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.151882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-d9fb8dc7-e963-4708-9606-3cbb2646f1bb service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122582 Jul 27 22:11:44.175132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Attempting to bind port bebe2207-0dd7-4089-949f-67c72d20c762 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:44.175781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Attempting to bind port bebe2207-0dd7-4089-949f-67c72d20c762 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '22bd4b32-533d-4c68-acd8-25f39b329782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:44.176662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Attempting to bind port bebe2207-0dd7-4089-949f-67c72d20c762 on network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:44.183168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Port bebe2207-0dd7-4089-949f-67c72d20c762 on network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:44.184493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Attempting to bind port bebe2207-0dd7-4089-949f-67c72d20c762 on network 87bf9cdc-71b2-4c74-a351-4c0e8ab13229 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:44.190607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:44.190956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Checking segment: {'id': '22bd4b32-533d-4c68-acd8-25f39b329782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:44.191350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Bound using segment: {'id': '22bd4b32-533d-4c68-acd8-25f39b329782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:44.195118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Bound port: bebe2207-0dd7-4089-949f-67c72d20c762, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bd4b32-533d-4c68-acd8-25f39b329782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:44.195118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.271706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50136099-b2cd-4f13-b945-ded5281a7f53 req-0323c09c-3e56-4df1-8d42-a8dade7f6788 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121011 Jul 27 22:11:44.286809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:44.290011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bebe2207-0dd7-4089-949f-67c72d20c762,segment=NetworkSegment(22bd4b32-533d-4c68-acd8-25f39b329782),segment_id=22bd4b32-533d-4c68-acd8-25f39b329782)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:44.418116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.462333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.462837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.464832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] 10.222.0.76 "PUT /v2.0/ports/bebe2207-0dd7-4089-949f-67c72d20c762 HTTP/1.1" status: 200 len: 1091 time: 1.3769889 Jul 27 22:11:44.464832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:44.467480 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:44.512268 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27860acd-663e-4274-8eea-1f93a0e2e6a6 x-openstack-request-id: req-27860acd-663e-4274-8eea-1f93a0e2e6a6 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:44.512571 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:44.512836 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27860acd-663e-4274-8eea-1f93a0e2e6a6 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:44.513388 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762', 'status': 'completed', 'code': 200} Jul 27 22:11:44.514258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a0642-f7b9-48fb-9c1e-1716c1de0681 service neutron] Pushing event updated for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.599723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-1a0c09ce-931e-4a57-9a76-601c0a8734a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.601651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-1a0c09ce-931e-4a57-9a76-601c0a8734a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=024a19a12ba947b68a4c442c2b78cb36&device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 1094 time: 0.0682063 Jul 27 22:11:44.784669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-726ae2eb-6b14-42a4-94f7-7d4bbea3ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.786971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-726ae2eb-6b14-42a4-94f7-7d4bbea3ad6a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=024a19a12ba947b68a4c442c2b78cb36&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1738286 Jul 27 22:11:44.801106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d7efd-9618-4744-9c40-6cf490e32839 req-d77b9f65-181a-4549-8219-fb407488143d tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.803077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-100d7efd-9618-4744-9c40-6cf490e32839 req-d77b9f65-181a-4549-8219-fb407488143d tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 943 time: 0.1309578 Jul 27 22:11:44.839378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af172f-3960-4a87-a669-94a5b83076b1 req-5dcf46e8-1aa6-4146-83f6-ebf3bd1d373c tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.841146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84af172f-3960-4a87-a669-94a5b83076b1 req-5dcf46e8-1aa6-4146-83f6-ebf3bd1d373c tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 943 time: 0.0954442 Jul 27 22:11:44.899522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-100d7efd-9618-4744-9c40-6cf490e32839 req-121f356f-c667-4669-af28-40b39cf75e9e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871921 Jul 27 22:11:44.906931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84af172f-3960-4a87-a669-94a5b83076b1 req-697b1b4b-7e5b-41c7-b4ed-48d8eaa1292c tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584686 Jul 27 22:11:44.940128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-4f757179-cf85-46bf-b643-b3e36f599bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.942826 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4dec393b-fb4a-4792-9aaa-2ec82945b6b6 req-4f757179-cf85-46bf-b643-b3e36f599bf2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386480 Jul 27 22:11:45.052753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-ca180774-45cf-490c-99cd-4428d6710bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.054575 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-ca180774-45cf-490c-99cd-4428d6710bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=024a19a12ba947b68a4c442c2b78cb36&device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 1094 time: 0.0720804 Jul 27 22:11:45.106760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-f9dc99c8-fc19-45cc-8d87-476e3e48d27a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bebe2207-0dd7-4089-949f-67c72d20c762 HTTP/1.1" status: 200 len: 217 time: 0.0437047 Jul 27 22:11:45.163169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-0e443765-11da-48f3-b126-db5aad9d20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.165474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-0e443765-11da-48f3-b126-db5aad9d20fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=eac854bd-a103-4a23-8927-20421cdbca34 HTTP/1.1" status: 200 len: 862 time: 0.0502965 Jul 27 22:11:45.230171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-752c914d-e305-41cc-aaf4-a417780bb8c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=87bf9cdc-71b2-4c74-a351-4c0e8ab13229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522289 Jul 27 22:11:45.724014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-b8799c7b-e867-4e93-921e-92c7d992fce0 service neutron] 10.222.0.76 "GET /v2.0/networks/87bf9cdc-71b2-4c74-a351-4c0e8ab13229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825468 Jul 27 22:11:45.826966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-97d28958-ef4b-4c14-a222-3f5edc45045c req-cbe1992e-88d5-47a2-9ef2-0646a687d246 service neutron] 10.222.0.76 "GET /v2.0/networks/87bf9cdc-71b2-4c74-a351-4c0e8ab13229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949223 Jul 27 22:11:46.173885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7daf8-6478-4cbd-b3f0-801654e7b96a req-71bab62d-d71e-4a1e-b48e-7804b832b7f6 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.180967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43c7daf8-6478-4cbd-b3f0-801654e7b96a req-71bab62d-d71e-4a1e-b48e-7804b832b7f6 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 943 time: 0.1622608 Jul 27 22:11:46.199894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530f301-63f6-4a01-91b3-2f70c161ad3b req-e3bd98be-ec95-4adf-befc-f5c41b5e779f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.201518 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8530f301-63f6-4a01-91b3-2f70c161ad3b req-e3bd98be-ec95-4adf-befc-f5c41b5e779f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 943 time: 0.1445041 Jul 27 22:11:46.227726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43c7daf8-6478-4cbd-b3f0-801654e7b96a req-8856c759-a2aa-41d2-a93c-b703ba7eac15 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383503 Jul 27 22:11:46.256982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8530f301-63f6-4a01-91b3-2f70c161ad3b req-61f362ae-e278-4149-a6a8-b7fabbf31b6c tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Jul 27 22:11:46.922092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 923c7628-e65a-4d2c-8b46-c91623f4bfb3 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:47.029827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:47.042710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'port_id': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'mac_address': 'fa:16:3e:74:c2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:47.087766 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.109355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923c7628-e65a-4d2c-8b46-c91623f4bfb3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:47.134588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:47.230746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.288010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:47.298092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.301302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.302442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.302442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.302920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.303465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.304031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:47.404381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e0519-286c-4a44-87a4-45b78d663019 req-6fa92b15-f739-47e9-9e70-4946d8a4399e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.414543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-718e0519-286c-4a44-87a4-45b78d663019 req-6fa92b15-f739-47e9-9e70-4946d8a4399e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 943 time: 0.0917094 Jul 27 22:11:47.449652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['923c7628-e65a-4d2c-8b46-c91623f4bfb3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:47.456677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74273ef-823c-45b0-a409-c696b5f3d561 req-c4ac9fb1-9031-4d53-98f0-1af71697c6c2 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.462834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d74273ef-823c-45b0-a409-c696b5f3d561 req-c4ac9fb1-9031-4d53-98f0-1af71697c6c2 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 944 time: 0.1087449 Jul 27 22:11:47.470912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-718e0519-286c-4a44-87a4-45b78d663019 req-b9764007-5cb8-49eb-857d-1cad50bea8eb tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550869 Jul 27 22:11:47.532356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d74273ef-823c-45b0-a409-c696b5f3d561 req-ed0c17fd-d288-49fd-9d73-a5be9f4da8c3 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643187 Jul 27 22:11:48.620265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee4118-ccc5-4f92-bdb0-9a2f0b984e29 req-14cec09f-70c8-4e66-8a35-bdeaeb6b881f tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.622307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ee4118-ccc5-4f92-bdb0-9a2f0b984e29 req-14cec09f-70c8-4e66-8a35-bdeaeb6b881f tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 943 time: 0.0813129 Jul 27 22:11:48.699279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ee4118-ccc5-4f92-bdb0-9a2f0b984e29 req-629db4d4-fd80-4464-b416-1ba7004301e9 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651717 Jul 27 22:11:48.711273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad945a-c8e1-4580-a9ee-540bf7a2db03 req-39cc6a1c-2e66-41d5-bdb1-57da09110648 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.715367 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fad945a-c8e1-4580-a9ee-540bf7a2db03 req-39cc6a1c-2e66-41d5-bdb1-57da09110648 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 944 time: 0.0945010 Jul 27 22:11:48.745203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37796) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:48.773684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3fad945a-c8e1-4580-a9ee-540bf7a2db03 req-5ee72fcf-2fab-4e94-b415-997ebfa9c00f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502055 Jul 27 22:11:48.866063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ad0378b-c373-4a25-af8a-7d9e791ef6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:48.929926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bebe2207-0dd7-4089-949f-67c72d20c762 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:48.933528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 923c7628-e65a-4d2c-8b46-c91623f4bfb3 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:48.978121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ad0378b-c373-4a25-af8a-7d9e791ef6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.076461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ad0378b-c373-4a25-af8a-7d9e791ef6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.088021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bebe2207-0dd7-4089-949f-67c72d20c762,segment=NetworkSegment(22bd4b32-533d-4c68-acd8-25f39b329782),segment_id=22bd4b32-533d-4c68-acd8-25f39b329782)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:49.101974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bebe2207-0dd7-4089-949f-67c72d20c762', 'network_id': '87bf9cdc-71b2-4c74-a351-4c0e8ab13229', 'port_id': 'bebe2207-0dd7-4089-949f-67c72d20c762', 'mac_address': 'fa:16:3e:76:98:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac854bd-a103-4a23-8927-20421cdbca34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:49.125390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ad0378b-c373-4a25-af8a-7d9e791ef6da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf48d495f67141fe9bfc5acedb84f4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760927 Jul 27 22:11:49.125698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:49.127054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0378b-c373-4a25-af8a-7d9e791ef6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4105c-d07f-4a85-98a5-243410c2e9d5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:49.144452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.158491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebe2207-0dd7-4089-949f-67c72d20c762 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:49.184012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:49.188054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.193468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bebe2207-0dd7-4089-949f-67c72d20c762,segment=NetworkSegment(22bd4b32-533d-4c68-acd8-25f39b329782),segment_id=22bd4b32-533d-4c68-acd8-25f39b329782)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:49.193468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:49.193468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.213462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.280825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.300465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.309015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:49.311374 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d315e15-9b51-4e03-ae57-c002b422875a" -d '{"events": [{"server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "name": "network-vif-plugged", "status": "completed", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:49.345687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:49.351106 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f680c868-ab61-490c-b0a6-895a9ff8e92f x-openstack-request-id: req-f680c868-ab61-490c-b0a6-895a9ff8e92f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:49.351291 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "name": "network-vif-plugged", "status": "completed", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:49.351556 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f680c868-ab61-490c-b0a6-895a9ff8e92f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:49.351958 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'code': 200} Jul 27 22:11:49.379789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:49.442350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.445018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.448375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ab4105c-d07f-4a85-98a5-243410c2e9d5 HTTP/1.1" status: 204 len: 168 time: 0.3194637 Jul 27 22:11:49.461871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae95d1-9190-4d33-9432-0336993303d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab4105c-d07f-4a85-98a5-243410c2e9d5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:49.485606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059ef70-2a63-4981-a418-dc7fe1f930fa req-cd91d816-8bbd-4755-b04a-0f26bf77b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.487373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1059ef70-2a63-4981-a418-dc7fe1f930fa req-cd91d816-8bbd-4755-b04a-0f26bf77b0c7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1095 time: 0.0733874 Jul 27 22:11:49.497752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.512915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bebe2207-0dd7-4089-949f-67c72d20c762'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:49.565109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1059ef70-2a63-4981-a418-dc7fe1f930fa req-1910ceee-a800-4e75-b06d-a26014566918 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685372 Jul 27 22:11:49.632403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:49.838187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3783b6-0b57-4828-98c9-1afaa567337f req-1fb3e395-a94e-4554-ab2e-6354b838133a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.839931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a3783b6-0b57-4828-98c9-1afaa567337f req-1fb3e395-a94e-4554-ab2e-6354b838133a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 944 time: 0.0725393 Jul 27 22:11:49.891715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5a3783b6-0b57-4828-98c9-1afaa567337f req-dc743fa5-f1af-4238-b20d-05528100de31 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Jul 27 22:11:49.949544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9001b-5a71-49ea-9e62-3d683fb55a61 req-27258f8c-ef77-4d9c-99b3-f5b1e9460118 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.950553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-74e9001b-5a71-49ea-9e62-3d683fb55a61 req-27258f8c-ef77-4d9c-99b3-f5b1e9460118 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0961475 Jul 27 22:11:49.999861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-74e9001b-5a71-49ea-9e62-3d683fb55a61 req-bf09db9c-14d3-49d1-b975-986233aec975 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 Jul 27 22:11:50.941225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bebe2207-0dd7-4089-949f-67c72d20c762 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:51.048272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c665-a4b3-429e-b000-0e5826d07247 req-a687aa2f-c5e2-479c-90f3-b306e100b94c tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.049828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b8c665-a4b3-429e-b000-0e5826d07247 req-a687aa2f-c5e2-479c-90f3-b306e100b94c tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 944 time: 0.0798674 Jul 27 22:11:51.094233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33b8c665-a4b3-429e-b000-0e5826d07247 req-6b99a6e4-1290-40b2-b050-4658c6761a55 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371661 Jul 27 22:11:51.157283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788d93-8019-4efb-9b3f-d5ce334bdf76 req-cad63e8f-f00e-4b32-8739-7c33cbe90ca8 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.158836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62788d93-8019-4efb-9b3f-d5ce334bdf76 req-cad63e8f-f00e-4b32-8739-7c33cbe90ca8 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0794747 Jul 27 22:11:51.201982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62788d93-8019-4efb-9b3f-d5ce334bdf76 req-2b3e2574-1105-486d-91f3-61d9efd39c88 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362318 Jul 27 22:11:51.360291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d19d2-138b-4807-a16a-77cbe5bc4c36 req-e8e2db83-e079-483d-86a6-5670db0635af tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.361839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9d19d2-138b-4807-a16a-77cbe5bc4c36 req-e8e2db83-e079-483d-86a6-5670db0635af tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0678008 Jul 27 22:11:51.407053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a9d19d2-138b-4807-a16a-77cbe5bc4c36 req-528d29f6-2469-4c5e-9030-c118d50b727b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340996 Jul 27 22:11:51.533164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bebe2207-0dd7-4089-949f-67c72d20c762 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:51.753300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bebe2207-0dd7-4089-949f-67c72d20c762 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:51.753300 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.756862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3550-8f5e-4f78-b07a-e65d9e21bdd2 req-bdf3bdc5-f6f5-4ebe-b6de-fca1a40e02b4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.756862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6dc3550-8f5e-4f78-b07a-e65d9e21bdd2 req-bdf3bdc5-f6f5-4ebe-b6de-fca1a40e02b4 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0685787 Jul 27 22:11:51.756862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6dc3550-8f5e-4f78-b07a-e65d9e21bdd2 req-a04621f0-b23e-45a1-b324-6430a93d7eb5 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371640 Jul 27 22:11:51.757581 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.771260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:51.837894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:51.840234 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9520d09d-a547-45fd-96db-097f16a7236c" -d '{"events": [{"server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "name": "network-vif-plugged", "status": "completed", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:51.870208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bebe2207-0dd7-4089-949f-67c72d20c762,segment=NetworkSegment(22bd4b32-533d-4c68-acd8-25f39b329782),segment_id=22bd4b32-533d-4c68-acd8-25f39b329782)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:51.893767 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89d15d7-8388-4a6b-aabf-79b56e998535 x-openstack-request-id: req-f89d15d7-8388-4a6b-aabf-79b56e998535 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:51.894380 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "name": "network-vif-plugged", "status": "completed", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:51.894781 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f89d15d7-8388-4a6b-aabf-79b56e998535 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:51.895819 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762', 'code': 200} Jul 27 22:11:51.991444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.066073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:52.073960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f5de-3492-4b24-bd50-7e8d934fc60f req-1a5d43a4-fdf8-4f33-9628-e18482e92105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.078093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45d0f5de-3492-4b24-bd50-7e8d934fc60f req-1a5d43a4-fdf8-4f33-9628-e18482e92105 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 1096 time: 0.1114564 Jul 27 22:11:52.117546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45d0f5de-3492-4b24-bd50-7e8d934fc60f req-8d630140-9e81-4e8a-ac7c-0891c2f26385 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Jul 27 22:11:52.194607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed33b77-f44e-4814-9f50-6f44c9d6d65d tempest-TestServerBasicOps-1618997671 tempest-TestServerBasicOps-1618997671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.198885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aed33b77-f44e-4814-9f50-6f44c9d6d65d tempest-TestServerBasicOps-1618997671 tempest-TestServerBasicOps-1618997671-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1091 time: 0.4237800 Jul 27 22:11:52.199229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:52.204202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:52.245012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e49a1d-9cf2-4a7b-8a85-bbbe9a288f04 req-258c9ad6-6c07-4fc2-a797-dcbbb0437da4 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.246618 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92e49a1d-9cf2-4a7b-8a85-bbbe9a288f04 req-258c9ad6-6c07-4fc2-a797-dcbbb0437da4 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 945 time: 0.0732870 Jul 27 22:11:52.288163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92e49a1d-9cf2-4a7b-8a85-bbbe9a288f04 req-80491b45-f3d8-4813-a0a8-a09639e01d3e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Jul 27 22:11:52.373625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.483543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.628508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Allocated IP 172.25.3.113 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/0878a857-ed95-46a2-8dd9-19cc85c5ad86) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:52.751092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.912659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.990302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:52.997244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:53.000819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:53.032594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'Port': ['ID=0878a857-ed95-46a2-8dd9-19cc85c5ad86,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:53.157895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37914) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:53.276281 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b02dec08-8fa0-44f9-b353-33edd346ae16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.423735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b02dec08-8fa0-44f9-b353-33edd346ae16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.532665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b02dec08-8fa0-44f9-b353-33edd346ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.562366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f0024-fac5-42d1-9c81-e99577c07ea5 req-fa3c6607-1cb1-47cc-bbc4-b9278773623a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.563914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c2f0024-fac5-42d1-9c81-e99577c07ea5 req-fa3c6607-1cb1-47cc-bbc4-b9278773623a tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 945 time: 0.1640568 Jul 27 22:11:53.570337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.585719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b02dec08-8fa0-44f9-b353-33edd346ae16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bf4c1dac6e34fa6b2a55684a3bd658b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263785 Jul 27 22:11:53.586454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37924) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:53.593165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dec08-8fa0-44f9-b353-33edd346ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f204022a-6043-4f22-beaf-efa0a40d9c97,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:53.639585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c2f0024-fac5-42d1-9c81-e99577c07ea5 req-eb6726c7-00c5-418f-aba1-ff13578b05ff tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696967 Jul 27 22:11:53.679117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.694878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.760672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.836430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.839394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.841012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f204022a-6043-4f22-beaf-efa0a40d9c97 HTTP/1.1" status: 204 len: 168 time: 0.2532618 Jul 27 22:11:53.861667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8c06-636d-43e9-8b94-7325d15a900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f204022a-6043-4f22-beaf-efa0a40d9c97,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:54.344181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1ddf4-eefe-488f-be60-be36e2a47e32 req-844cff71-2e5a-4920-961c-cdcf4872822f tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.345681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3f1ddf4-eefe-488f-be60-be36e2a47e32 req-844cff71-2e5a-4920-961c-cdcf4872822f tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 945 time: 0.1153605 Jul 27 22:11:54.376159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.398717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3f1ddf4-eefe-488f-be60-be36e2a47e32 req-93fc1b64-14b3-4ade-86df-7b9ed8616716 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Jul 27 22:11:54.453815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.531289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event updated for resources: {'Port': ['ID=0878a857-ed95-46a2-8dd9-19cc85c5ad86,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:54.541489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.661252 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Floating IP ab3fc76c-579c-447e-9304-a4bb11a7b5ef associated. External IP: 172.25.3.113, port: 923c7628-e65a-4d2c-8b46-c91623f4bfb3. Jul 27 22:11:54.734722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 37954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:54.750001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14352628-3f8c-48eb-8540-56c10308701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.856843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14352628-3f8c-48eb-8540-56c10308701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.899960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Router af4c051f-aa39-4814-b741-2b446c63e632 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:54.922413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14352628-3f8c-48eb-8540-56c10308701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.964399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14352628-3f8c-48eb-8540-56c10308701d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60377e864b624e59b9f12bc3ba32e072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278526 Jul 27 22:11:54.965654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14352628-3f8c-48eb-8540-56c10308701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa222be-4831-43e9-8fa4-01da21cbcfbb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:54.967158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 37958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:55.079659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:55.090267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Sync routers for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:55.101576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:55.102505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:55.103655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.128935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.218164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.261682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.264911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.265049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:55.266721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffa222be-4831-43e9-8fa4-01da21cbcfbb HTTP/1.1" status: 204 len: 168 time: 0.2580965 Jul 27 22:11:55.285320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475570e-cc3b-4629-876d-519a3b63c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa222be-4831-43e9-8fa4-01da21cbcfbb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:55.295159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e6823eaa-d1ff-4269-9068-e561ce0bc17b tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0947709 Jul 27 22:11:55.295997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:55.299317 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:55.345708 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6be0ca-0fbc-4ae9-aba3-b1f608fc0372 x-openstack-request-id: req-dc6be0ca-0fbc-4ae9-aba3-b1f608fc0372 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:55.346006 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:55.346309 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc6be0ca-0fbc-4ae9-aba3-b1f608fc0372 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:55.346716 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'status': 'completed', 'code': 200} Jul 27 22:11:55.453474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-0257488d-d50e-46e5-a342-3097efe3fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.457840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-0257488d-d50e-46e5-a342-3097efe3fd1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.0814366 Jul 27 22:11:55.590830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-9578e251-ae55-41d2-80c0-48da37a472ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.592540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-9578e251-ae55-41d2-80c0-48da37a472ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.1261194 Jul 27 22:11:55.607613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0974a-86e6-4729-b018-5eeade592089 req-0b681f04-08ff-422e-a48e-5d69b83c9056 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.610135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4b0974a-86e6-4729-b018-5eeade592089 req-0b681f04-08ff-422e-a48e-5d69b83c9056 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 945 time: 0.0999310 Jul 27 22:11:55.660193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ab3fc76c-579c-447e-9304-a4bb11a7b5ef', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'port_id': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'mac_address': 'fa:16:3e:74:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:53Z', 'updated_at': '2021-07-27T22:11:53Z', 'revision_number': 0, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:55.696519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-1b3e0585-85d5-43e3-840b-c448ee934d34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 999 time: 0.0856037 Jul 27 22:11:55.706140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4b0974a-86e6-4729-b018-5eeade592089 req-cc95f83a-c442-455f-8662-1912887b5c84 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbdcd282-4e67-4bef-b758-12dfd5442a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832937 Jul 27 22:11:55.714489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Checking router: af4c051f-aa39-4814-b741-2b446c63e632 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:55.725546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:55.726555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:11:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:55.733781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-5487da1d-0956-4ac5-8c72-567a64bb112e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.735450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-5487da1d-0956-4ac5-8c72-567a64bb112e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.76 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 945 time: 0.1243751 Jul 27 22:11:55.785863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-e6dee508-e66a-47ec-9663-906885b60ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.788307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-e6dee508-e66a-47ec-9663-906885b60ecf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0843072 Jul 27 22:11:55.917752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-f6c54a38-ddc9-4259-bce7-7604e77e300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.920602 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-f6c54a38-ddc9-4259-bce7-7604e77e300b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236627 Jul 27 22:11:55.924920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:55.925281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Deleting port bebe2207-0dd7-4089-949f-67c72d20c762 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:55.925637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.061814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] For port bebe2207-0dd7-4089-949f-67c72d20c762, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bebe2207-0dd7-4089-949f-67c72d20c762,segment=NetworkSegment(22bd4b32-533d-4c68-acd8-25f39b329782),segment_id=22bd4b32-533d-4c68-acd8-25f39b329782)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:56.062240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.080721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-b7592028-693b-4563-a633-17436dfdbd82 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476734 Jul 27 22:11:56.092506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Calling delete_port for bebe2207-0dd7-4089-949f-67c72d20c762 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:56.196218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f3bcd98-f7e5-4fc1-9ad2-b2c937ea65a1 req-94884962-6bc4-4548-9990-2fa253ee3233 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057436 Jul 27 22:11:56.236151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ab3fc76c-579c-447e-9304-a4bb11a7b5ef', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'port_id': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'mac_address': 'fa:16:3e:74:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:53Z', 'updated_at': '2021-07-27T22:11:53Z', 'revision_number': 0, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:56.269280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ff778e-5e80-42a3-ac4b-2b22ed3b371a None None] The sync data for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 is: [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ab3fc76c-579c-447e-9304-a4bb11a7b5ef', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'port_id': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'mac_address': 'fa:16:3e:74:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:53Z', 'updated_at': '2021-07-27T22:11:53Z', 'revision_number': 0, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:56.379890 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.394111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bebe2207-0dd7-4089-949f-67c72d20c762'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:56.411416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Pushing event deleted for resources: {'Port': ['ID=bebe2207-0dd7-4089-949f-67c72d20c762,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.461549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] No DVR routers for this DVR port bebe2207-0dd7-4089-949f-67c72d20c762 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:56.464571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.466705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd411d88-1de3-4afb-8d93-6abdff3fc333 req-a938ce69-8415-45d1-bb9f-f18496926fb3 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.76 "DELETE /v2.0/ports/bebe2207-0dd7-4089-949f-67c72d20c762 HTTP/1.1" status: 204 len: 173 time: 0.7238116 Jul 27 22:11:56.514811 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca6017-a8a0-441d-a170-833cb3d350fd None None] New status for floating IP ab3fc76c-579c-447e-9304-a4bb11a7b5ef: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:56.827006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-058ea1cf-922d-4989-a1b9-3461a06b4b03 req-552aac3c-09cb-431f-be0e-56adc35c1909 tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0313151 Jul 27 22:11:57.347668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'name': 'network-vif-deleted', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:57.350199 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d3121-a21d-4256-be04-c2b5445eed05" -d '{"events": [{"server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "name": "network-vif-deleted", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:57.390521 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d821450f-e40f-48e9-929a-65a2ce269488 x-openstack-request-id: req-d821450f-e40f-48e9-929a-65a2ce269488 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:57.390865 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb7366-6bd2-492c-9937-33eb120d8d28", "name": "network-vif-deleted", "tag": "bebe2207-0dd7-4089-949f-67c72d20c762", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:57.391122 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d821450f-e40f-48e9-929a-65a2ce269488 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:57.391572 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abfb7366-6bd2-492c-9937-33eb120d8d28', 'name': 'network-vif-deleted', 'tag': 'bebe2207-0dd7-4089-949f-67c72d20c762', 'status': 'completed', 'code': 200} Jul 27 22:11:57.988005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4bf7ef7-2de3-41fe-9174-becdb938ea27 req-25ccbbe1-fd85-466f-9e40-5b49c1caf59e tempest-ServerAddressesNegativeTestJSON-36654894 tempest-ServerAddressesNegativeTestJSON-36654894-project] 10.222.0.37 "GET /v2.0/ports?device_id=abfb7366-6bd2-492c-9937-33eb120d8d28 HTTP/1.1" status: 200 len: 210 time: 0.0510030 Jul 27 22:11:58.999940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bebe2207-0dd7-4089-949f-67c72d20c762 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:59.021138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bebe2207-0dd7-4089-949f-67c72d20c762 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:59.021492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bebe2207-0dd7-4089-949f-67c72d20c762 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:59.048348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:59.100042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Deleting subnet eac854bd-a103-4a23-8927-20421cdbca34 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:11:59.109894 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.141242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.186825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.385803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.413021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac854bd-a103-4a23-8927-20421cdbca34,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:59.424501 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.424501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9db236e0-85a7-43e5-b417-215bd9bd247d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eac854bd-a103-4a23-8927-20421cdbca34 HTTP/1.1" status: 204 len: 168 time: 0.3727887 Jul 27 22:11:59.427119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:59.499632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.590390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.602842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bf9cdc-71b2-4c74-a351-4c0e8ab13229']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:59.614977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bd4b32-533d-4c68-acd8-25f39b329782') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:59.615255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bd4b32-533d-4c68-acd8-25f39b329782') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:59.625026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.639523 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.646109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:59.646539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:59.648745 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:59.785098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.791532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.793446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] 10.222.0.37 "DELETE /v2.0/networks/87bf9cdc-71b2-4c74-a351-4c0e8ab13229 HTTP/1.1" status: 204 len: 168 time: 0.3652358 Jul 27 22:11:59.806534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf676e7c-9f5c-40ad-b05e-747d8ce9ab0a admin admin] Pushing event deleted for resources: {'Network': ['ID=87bf9cdc-71b2-4c74-a351-4c0e8ab13229,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:00.301790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:00.347488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-556a747f-ec82-4270-b800-979f9affad18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=024a19a12ba947b68a4c442c2b78cb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426302 Jul 27 22:12:00.352497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:00.409425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.441789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.585303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.588572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.592454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbdcd282-4e67-4bef-b758-12dfd5442a09 HTTP/1.1" status: 204 len: 168 time: 0.2365468 Jul 27 22:12:00.600117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358350-c724-4acd-96c6-2797a51d371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcd282-4e67-4bef-b758-12dfd5442a09,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:01.207312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-d9135118-6539-4d26-86a7-781c76722156 req-7b181fe8-855e-4627-94d7-c8ae328bbc27 service neutron] (94672) timed out ('10.222.0.37', 44168) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:12:01.986020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b02b03b-bbd9-4c58-a928-371940adb32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.319734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:02.484948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c0fa7f9-3ddc-43f1-bca7-8113c1640030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.598815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c0fa7f9-3ddc-43f1-bca7-8113c1640030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.659444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2c0fa7f9-3ddc-43f1-bca7-8113c1640030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.706669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c0fa7f9-3ddc-43f1-bca7-8113c1640030 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cd015d1f0204c01883414903b0e78d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833847 Jul 27 22:12:02.707463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38168) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:02.718203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fa7f9-3ddc-43f1-bca7-8113c1640030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85480272-7a38-49bf-8a27-3c5a29161f25,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:02.780251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.820744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.842306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-d8483c95-b8df-4699-81a4-22653c00b4eb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849099495&fields=id&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 267 time: 0.0588083 Jul 27 22:12:02.966152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-1e6258dc-c318-418c-96dd-6d7c5eebecc5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.967722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-1e6258dc-c318-418c-96dd-6d7c5eebecc5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.1124105 Jul 27 22:12:02.983891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-d9e27249-2ab5-4470-ba82-88f7744986e4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0103257 Jul 27 22:12:03.030332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.033044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.034348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85480272-7a38-49bf-8a27-3c5a29161f25 HTTP/1.1" status: 204 len: 168 time: 0.3258348 Jul 27 22:12:03.050785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42df83-07c4-46a4-ab26-a08e3e92a94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85480272-7a38-49bf-8a27-3c5a29161f25,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:03.096600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-b88b4c51-b030-4f4e-84a2-b3c0eadd191f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043389 Jul 27 22:12:03.112924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-771d0a78-ff23-47c5-a3b2-8fd4d13452ab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:12:03.114740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-771d0a78-ff23-47c5-a3b2-8fd4d13452ab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096228 Jul 27 22:12:03.221853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-001cf43b-6f19-4f5c-a57c-8918bbc9d545 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992546 Jul 27 22:12:03.328443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-f332cb16-41e5-4b99-9927-2c61bb04b067 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999305 Jul 27 22:12:03.951039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:03.973740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a375e175-090e-4f1b-8646-1bbbda70d25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.002759 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-590902b2-f74a-4952-9393-c57564ae826f req-410f6c37-4e82-4ab2-bbd6-5e16d39b5b8e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.0865736 Jul 27 22:12:04.114133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a375e175-090e-4f1b-8646-1bbbda70d25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.185448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a375e175-090e-4f1b-8646-1bbbda70d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.227889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375e175-090e-4f1b-8646-1bbbda70d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4182b-6ea9-470f-b665-82e9fb434880,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:04.233741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a375e175-090e-4f1b-8646-1bbbda70d25e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71740716c54c48b9b28b0fbe0a30beb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816300 Jul 27 22:12:04.236573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38216) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:04.290364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.316171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.425648 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-847d47ff-ef31-4caa-86b3-e1d7d8871c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.454354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.456992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.458237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6be4182b-6ea9-470f-b665-82e9fb434880 HTTP/1.1" status: 204 len: 168 time: 0.2208478 Jul 27 22:12:04.466783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80aba2-c4b0-4162-9085-d43b02d1a0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4182b-6ea9-470f-b665-82e9fb434880,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:04.740421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.105499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-af7291ba-20bf-441a-baae-6757b28ed512 req-2d158714-ad99-45f6-88a7-93ca6939844d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Jul 27 22:12:05.874601 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.230432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb3ad62-2e0c-419a-b0c8-b398f6185f0d req-7c189c74-fd49-4d4d-bdde-850449829929 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.0469568 Jul 27 22:12:06.283904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-1f1da296-dc9f-4861-8b06-8f6c2118b1bd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.285582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-1f1da296-dc9f-4861-8b06-8f6c2118b1bd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.1404436 Jul 27 22:12:06.335285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4fad9187-d7c8-4e82-a434-6f6629b1f912 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 379 time: 0.0411265 Jul 27 22:12:06.344952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'security_groups': ['0f001afc-0ea9-4ca7-8f15-d014bf68fe82']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:06.555142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:06.559546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.716390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.4 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/2253e75c-e22f-4efa-81e4-eaf09b893315) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:06.900720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.916507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 2253e75c-e22f-4efa-81e4-eaf09b893315 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:07.012762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.058778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:07.064575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:07.071984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:07.099853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.125114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:07.159608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.160871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.255262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-4efea81b-5ed0-43f4-bcd9-783cb695445b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143093 Jul 27 22:12:07.270391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Request body: {'port': {'device_id': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:07.419758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-40f2f78e-0d38-46ed-a4e3-6eb0a496baef None None] Provisioning for port 2253e75c-e22f-4efa-81e4-eaf09b893315 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:07.426223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-40f2f78e-0d38-46ed-a4e3-6eb0a496baef None None] Provisioning complete for port 2253e75c-e22f-4efa-81e4-eaf09b893315 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:07.426675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40f2f78e-0d38-46ed-a4e3-6eb0a496baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.437110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.460975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0a515-0890-4147-8f50-ec9bb14b7d31 req-08574945-7694-4cb7-959f-ff2b3cbed5f1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.462582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4e0a515-0890-4147-8f50-ec9bb14b7d31 req-08574945-7694-4cb7-959f-ff2b3cbed5f1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 931 time: 0.1225433 Jul 27 22:12:07.525963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f78e-0d38-46ed-a4e3-6eb0a496baef None None] Port 2253e75c-e22f-4efa-81e4-eaf09b893315 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:07.549913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c4e0a515-0890-4147-8f50-ec9bb14b7d31 req-465b0cff-654b-4dd2-ba53-0d35430bf3b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622993 Jul 27 22:12:07.572455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.837331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2253e75c-e22f-4efa-81e4-eaf09b893315 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:07.845275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.858943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Transition to ACTIVE for port object 2253e75c-e22f-4efa-81e4-eaf09b893315 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:07.960227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.018771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Pushing event updated for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:08.117482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Attempting to bind port 2253e75c-e22f-4efa-81e4-eaf09b893315 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:08.118064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Attempting to bind port 2253e75c-e22f-4efa-81e4-eaf09b893315 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:08.118541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Attempting to bind port 2253e75c-e22f-4efa-81e4-eaf09b893315 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:08.124579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Port 2253e75c-e22f-4efa-81e4-eaf09b893315 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:08.124968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Attempting to bind port 2253e75c-e22f-4efa-81e4-eaf09b893315 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:08.136877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:08.136877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:08.136877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:08.136877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Bound port: 2253e75c-e22f-4efa-81e4-eaf09b893315, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:08.136877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.266584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:08.271011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2253e75c-e22f-4efa-81e4-eaf09b893315,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:08.282597 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.361632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.408095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.408752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.410468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] 10.222.0.50 "PUT /v2.0/ports/2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 200 len: 1091 time: 1.1460660 Jul 27 22:12:08.411099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:08.414198 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d8495-ec52-4d72-9666-48adcc6595b9" -d '{"events": [{"name": "network-changed", "server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:08.467476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d8a10-0d34-4c33-a0a7-36a74e56003d service neutron] Pushing event updated for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:08.494848 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a797e7-a5b4-47b9-88ca-2a216895cca3 x-openstack-request-id: req-85a797e7-a5b4-47b9-88ca-2a216895cca3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:08.495210 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:08.495416 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85a797e7-a5b4-47b9-88ca-2a216895cca3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:08.495888 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'status': 'completed', 'code': 200} Jul 27 22:12:08.584541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-2d257ebc-d31b-40a5-a898-5f9cc6ae0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.586697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-2d257ebc-d31b-40a5-a898-5f9cc6ae0bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1094 time: 0.0698652 Jul 27 22:12:08.795091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b09c8-ce65-42ba-9963-061e1dafb640 req-ee21f5d4-c713-4c3a-9ef7-432100886552 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.796809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-241b09c8-ce65-42ba-9963-061e1dafb640 req-ee21f5d4-c713-4c3a-9ef7-432100886552 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.1125610 Jul 27 22:12:08.798065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-78204335-9d2a-464c-967f-30c5772f42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.799459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-78204335-9d2a-464c-967f-30c5772f42a8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f50523ce341b4f1fb6bd259214295508&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2044818 Jul 27 22:12:08.901225 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-241b09c8-ce65-42ba-9963-061e1dafb640 req-4de92e5b-dd55-4910-948f-f17d013fb95b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966942 Jul 27 22:12:08.945685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-c7f6f444-3ed6-45b8-af2d-736f2bc5dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.947255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f8d8495-ec52-4d72-9666-48adcc6595b9 req-c7f6f444-3ed6-45b8-af2d-736f2bc5dec6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354249 Jul 27 22:12:09.070603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-dbda0944-0d49-4b02-9dcd-804d72a5748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.072456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-dbda0944-0d49-4b02-9dcd-804d72a5748f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1094 time: 0.0866246 Jul 27 22:12:09.140572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-59bd5994-7cb9-47c9-9d4d-e137fb25fb00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 200 len: 217 time: 0.0597374 Jul 27 22:12:09.194433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-c1119bc3-7d35-4e6c-8057-a9609f7b91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.197379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-c1119bc3-7d35-4e6c-8057-a9609f7b91f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0500672 Jul 27 22:12:09.269346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237497-bc4b-417c-8efa-b2da4401da14 req-d9a93a0a-6f95-4492-a90e-cc6bddd304fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.273652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-d9a93a0a-6f95-4492-a90e-cc6bddd304fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669026 Jul 27 22:12:09.388519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-31a56efc-4bfe-492d-874c-dd5d0010d58e service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086707 Jul 27 22:12:09.494755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49237497-bc4b-417c-8efa-b2da4401da14 req-c0b70dd7-d9d5-4b17-852a-bb2ed8633f07 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994229 Jul 27 22:12:10.056080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8a3f-13b1-4cad-9c34-97b3d1be7e53 req-d27660da-1f63-421e-9c75-822f28e23887 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:10.058101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-995f8a3f-13b1-4cad-9c34-97b3d1be7e53 req-d27660da-1f63-421e-9c75-822f28e23887 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0776591 Jul 27 22:12:10.110426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-995f8a3f-13b1-4cad-9c34-97b3d1be7e53 req-b8c15c10-197a-44f9-b294-979d30b89c47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439277 Jul 27 22:12:11.246972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb234-655e-4b53-9d95-11b1b10b7c9c req-8f53e965-f680-4e24-b890-43f6d0ec790f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:11.248781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bbfb234-655e-4b53-9d95-11b1b10b7c9c req-8f53e965-f680-4e24-b890-43f6d0ec790f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0719736 Jul 27 22:12:11.251778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:11.296527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7bbfb234-655e-4b53-9d95-11b1b10b7c9c req-38ce2115-58c3-4a9f-af86-a78015bdf9ba tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Jul 27 22:12:12.437241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7e885-d4e9-410f-b2a4-bd39d2c5ddff req-7c8a983b-d317-47df-82f6-0d30bd2945cb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.438812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23c7e885-d4e9-410f-b2a4-bd39d2c5ddff req-7c8a983b-d317-47df-82f6-0d30bd2945cb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0700681 Jul 27 22:12:12.481557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23c7e885-d4e9-410f-b2a4-bd39d2c5ddff req-e55562cc-1a41-40f3-893a-9d729be5f362 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343192 Jul 27 22:12:13.225035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.414570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395c1617-f9d3-4a06-a093-f916474213e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.512242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395c1617-f9d3-4a06-a093-f916474213e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.596644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395c1617-f9d3-4a06-a093-f916474213e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.646346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-395c1617-f9d3-4a06-a093-f916474213e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b511258cfadc40efb7ca7bd541fbb22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177611 Jul 27 22:12:13.646346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c1617-f9d3-4a06-a093-f916474213e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed87aad0-7191-4c1e-95fb-2585041ae1f5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.646689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23337a7-6b8e-4618-83c4-a081c0d0cff6 req-f509ffb7-5541-488e-a6d0-60d78bec8a39 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.647548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.651360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d23337a7-6b8e-4618-83c4-a081c0d0cff6 req-f509ffb7-5541-488e-a6d0-60d78bec8a39 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0967276 Jul 27 22:12:13.742713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d23337a7-6b8e-4618-83c4-a081c0d0cff6 req-20717415-5440-4bb5-b9f8-24bb08a6e00e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747755 Jul 27 22:12:13.748938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.778072 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.814795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-5d0e6dfc-0b1f-4195-a3e1-72f889f5c7ae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187544 Jul 27 22:12:13.918190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.920782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.921956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed87aad0-7191-4c1e-95fb-2585041ae1f5 HTTP/1.1" status: 204 len: 168 time: 0.2733755 Jul 27 22:12:13.933064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615c869-1d22-4706-a2d7-044446b81232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed87aad0-7191-4c1e-95fb-2585041ae1f5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.937656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-75dd8652-3fee-4a82-8aa3-a05d337a1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.939285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-75dd8652-3fee-4a82-8aa3-a05d337a1e11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.0765269 Jul 27 22:12:14.064702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-58ba8775-7776-4c46-8435-09de74ac9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.066306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-58ba8775-7776-4c46-8435-09de74ac9afe service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.0975432 Jul 27 22:12:14.135154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-fc09a36f-3099-44f3-927e-ebd81ecff0c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1001 time: 0.0606863 Jul 27 22:12:14.195619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-69a46831-141a-43b7-bc40-85af767b0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.195619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-69a46831-141a-43b7-bc40-85af767b0b2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0512383 Jul 27 22:12:14.266574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-abe50bd4-cbb4-46ac-a730-1ddf1ba60bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.268284 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-abe50bd4-cbb4-46ac-a730-1ddf1ba60bf4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661218 Jul 27 22:12:14.365376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-98f001c5-f7e4-4de0-bb9a-dc8990b2386f service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Jul 27 22:12:14.463517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cee31919-54e3-42a0-90ff-ff7ce58db4cc req-7823da8c-c3e5-49f6-b715-ecb8bf0ef801 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904796 Jul 27 22:12:14.859057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579c2ef-d77a-49bb-b302-faf2b0f7e631 req-29516bfd-cfd4-4876-92cb-37b28d7431b9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.860744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d579c2ef-d77a-49bb-b302-faf2b0f7e631 req-29516bfd-cfd4-4876-92cb-37b28d7431b9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0693681 Jul 27 22:12:14.905716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d579c2ef-d77a-49bb-b302-faf2b0f7e631 req-b4acaf8e-9899-4805-a115-8942d6bd8039 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363879 Jul 27 22:12:14.995509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:15.009802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-704ebddd-b9a1-492d-9147-b5fc1324e26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.103256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-704ebddd-b9a1-492d-9147-b5fc1324e26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.197257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-704ebddd-b9a1-492d-9147-b5fc1324e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.237300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ebddd-b9a1-492d-9147-b5fc1324e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4231c3a-df14-4ec0-834e-87136d147794,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.241978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-704ebddd-b9a1-492d-9147-b5fc1324e26d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf5696d29f354b9e9ea84f927648986e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453740 Jul 27 22:12:15.244568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:15.304547 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.332317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.494306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.497940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.498669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4231c3a-df14-4ec0-834e-87136d147794 HTTP/1.1" status: 204 len: 168 time: 0.2520692 Jul 27 22:12:15.507218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99540ac-d430-4bd1-a3cd-8070bff8e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4231c3a-df14-4ec0-834e-87136d147794,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:16.040461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ab522-93e5-4b8b-95ac-4a387726539b req-14945863-533f-404f-8d11-cebf3e149683 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.042201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba3ab522-93e5-4b8b-95ac-4a387726539b req-14945863-533f-404f-8d11-cebf3e149683 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0670586 Jul 27 22:12:16.093287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba3ab522-93e5-4b8b-95ac-4a387726539b req-2c8920c4-489e-48e0-9dc5-f5e8e850cb1b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373187 Jul 27 22:12:17.228106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622ff72-889b-47fd-b110-a62f729589fd req-35506924-c3e8-4424-9f63-4d7673cd5ef3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.229672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4622ff72-889b-47fd-b110-a62f729589fd req-35506924-c3e8-4424-9f63-4d7673cd5ef3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0739887 Jul 27 22:12:17.270703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4622ff72-889b-47fd-b110-a62f729589fd req-86e484a3-3939-46cb-8fbc-0e48134ab8cb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348458 Jul 27 22:12:17.292037 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:17.402023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f219d98-43b8-44e4-be5e-e10014030744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.496664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f219d98-43b8-44e4-be5e-e10014030744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.592254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f219d98-43b8-44e4-be5e-e10014030744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.634254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f219d98-43b8-44e4-be5e-e10014030744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882e7133e0ad4c289b2bc72b9dcfb333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492639 Jul 27 22:12:17.636536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f219d98-43b8-44e4-be5e-e10014030744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a10b9-d4a0-472d-a2c5-7b43665fce04,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:17.637196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38548) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:17.701078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.724205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.852311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.854978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.856356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470a10b9-d4a0-472d-a2c5-7b43665fce04 HTTP/1.1" status: 204 len: 168 time: 0.2178881 Jul 27 22:12:17.866833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bad680-816f-4287-8d73-17cbaaf0bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a10b9-d4a0-472d-a2c5-7b43665fce04,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:18.409773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bc090-766f-4119-9040-902be3b52431 req-00ba64cb-c7a2-4900-abd2-50a299732780 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.411421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-356bc090-766f-4119-9040-902be3b52431 req-00ba64cb-c7a2-4900-abd2-50a299732780 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0675342 Jul 27 22:12:18.453129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-356bc090-766f-4119-9040-902be3b52431 req-d5ab8eab-f428-4231-8aad-5cf16c5743cc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345032 Jul 27 22:12:18.829005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38578) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:18.843893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeff711f-c2d2-492f-b492-d927c636a6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.937556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeff711f-c2d2-492f-b492-d927c636a6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.049204 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeff711f-c2d2-492f-b492-d927c636a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.105339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eeff711f-c2d2-492f-b492-d927c636a6b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=578799928a034dfd9382bccf6b0eae9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726276 Jul 27 22:12:19.105339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff711f-c2d2-492f-b492-d927c636a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418d36aa-0e73-4e7b-a0f0-fe025e68a9f3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:19.106065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:19.158575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.181744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.315175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.318813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.320058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/418d36aa-0e73-4e7b-a0f0-fe025e68a9f3 HTTP/1.1" status: 204 len: 168 time: 0.2133267 Jul 27 22:12:19.328566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2a59-c5f9-41d6-b9b8-719eca1f5f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418d36aa-0e73-4e7b-a0f0-fe025e68a9f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:19.587858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6045f-4cee-4963-9626-4323570fb5db req-133937b3-2fc3-442c-b0e9-44bf095c0782 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.589421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15f6045f-4cee-4963-9626-4323570fb5db req-133937b3-2fc3-442c-b0e9-44bf095c0782 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0670698 Jul 27 22:12:19.633393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15f6045f-4cee-4963-9626-4323570fb5db req-60999483-d0fe-42c2-8be9-281938a7bf60 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347574 Jul 27 22:12:20.196252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:20.211202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f2877ff-3562-4b6c-93d8-0e36bb69de4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.311842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f2877ff-3562-4b6c-93d8-0e36bb69de4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.423618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5f2877ff-3562-4b6c-93d8-0e36bb69de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.466406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5f2877ff-3562-4b6c-93d8-0e36bb69de4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=677df308042140d8946da85b55e8dc29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674544 Jul 27 22:12:20.466406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2877ff-3562-4b6c-93d8-0e36bb69de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b863e4c-032f-4325-bc73-a8ba49818fde,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.467761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38616) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:20.531847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.553069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.735295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.737875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.744793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b863e4c-032f-4325-bc73-a8ba49818fde HTTP/1.1" status: 204 len: 168 time: 0.2682567 Jul 27 22:12:20.752261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71f1b-00f3-48fa-a0d7-5c8b6374d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b863e4c-032f-4325-bc73-a8ba49818fde,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.781718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21686bb5-ee52-4dcf-af61-55299ac943cf req-cfa9ce7c-5e75-46e4-a3d0-dae2d4fdb3d3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:20.783319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21686bb5-ee52-4dcf-af61-55299ac943cf req-cfa9ce7c-5e75-46e4-a3d0-dae2d4fdb3d3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 943 time: 0.0817025 Jul 27 22:12:20.834976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21686bb5-ee52-4dcf-af61-55299ac943cf req-ed73c499-3924-41d4-b3dd-c2225431d3a1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Jul 27 22:12:20.861520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2253e75c-e22f-4efa-81e4-eaf09b893315 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:20.971707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2253e75c-e22f-4efa-81e4-eaf09b893315,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:20.984233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'mac_address': 'fa:16:3e:97:c1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:21.023385 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.041177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2253e75c-e22f-4efa-81e4-eaf09b893315 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:21.056446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2253e75c-e22f-4efa-81e4-eaf09b893315,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:21.149419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.209583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:21.358609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['2253e75c-e22f-4efa-81e4-eaf09b893315'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:21.977395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3dc96-30dd-46b3-8b18-7a26c9b1f202 req-f8998ae8-d4bd-412f-bd8e-325e05a8f9e5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.978984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68f3dc96-30dd-46b3-8b18-7a26c9b1f202 req-f8998ae8-d4bd-412f-bd8e-325e05a8f9e5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 944 time: 0.0675409 Jul 27 22:12:22.018031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68f3dc96-30dd-46b3-8b18-7a26c9b1f202 req-84295c0c-a6c5-44c9-9f92-9aa962ee2a72 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328736 Jul 27 22:12:22.566002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:22.725299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14273781-cc14-4d73-9478-d7e40712d40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.821301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14273781-cc14-4d73-9478-d7e40712d40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.873758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2253e75c-e22f-4efa-81e4-eaf09b893315 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:22.905451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14273781-cc14-4d73-9478-d7e40712d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.950792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14273781-cc14-4d73-9478-d7e40712d40a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b0acd0ff3f345f3be3087868d811855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805957 Jul 27 22:12:22.950792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14273781-cc14-4d73-9478-d7e40712d40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12d9a7-922b-433f-846b-68fe2e07651b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.952988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:22.994861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 2253e75c-e22f-4efa-81e4-eaf09b893315 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:22.999164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 2253e75c-e22f-4efa-81e4-eaf09b893315 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:23.004049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.006505 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.036094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.111453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.147992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:23.150751 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c0909-cf4a-4eea-b6ce-a331c668f4e4" -d '{"events": [{"server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "name": "network-vif-plugged", "status": "completed", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:23.164554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2253e75c-e22f-4efa-81e4-eaf09b893315,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:23.182271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:23.198847 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacdd159-ebb8-4948-8f1e-2dfdf2e8ba17 x-openstack-request-id: req-dacdd159-ebb8-4948-8f1e-2dfdf2e8ba17 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:23.198847 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "name": "network-vif-plugged", "status": "completed", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:23.198847 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dacdd159-ebb8-4948-8f1e-2dfdf2e8ba17 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:23.198847 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'code': 200} Jul 27 22:12:23.213720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625bbf7-8b77-4973-b51d-51718ec94a31 req-3c7e353b-c3c7-4bc2-9b57-41d96364a4fe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.215348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2625bbf7-8b77-4973-b51d-51718ec94a31 req-3c7e353b-c3c7-4bc2-9b57-41d96364a4fe tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 944 time: 0.0818975 Jul 27 22:12:23.226860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.229871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.233383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca12d9a7-922b-433f-846b-68fe2e07651b HTTP/1.1" status: 204 len: 168 time: 0.2790260 Jul 27 22:12:23.240209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229e711-d84b-4c94-9c5f-49127d71ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12d9a7-922b-433f-846b-68fe2e07651b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:23.272370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.303385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7e190a7-7e02-4999-b94f-14611235f8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.318940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2625bbf7-8b77-4973-b51d-51718ec94a31 req-b04da1c2-637f-40ea-9026-2891eb35bf3e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939994 Jul 27 22:12:23.355821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c5cb-ce5d-404b-b9c7-7b41bc47f0c7 req-28fee505-0d76-4399-8633-bf1b0599a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.358074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0396c5cb-ce5d-404b-b9c7-7b41bc47f0c7 req-28fee505-0d76-4399-8633-bf1b0599a0f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1096 time: 0.0984371 Jul 27 22:12:23.409657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0396c5cb-ce5d-404b-b9c7-7b41bc47f0c7 req-02fb8b13-57fe-4715-be2c-ebaf4d3176e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422499 Jul 27 22:12:23.466958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7e190a7-7e02-4999-b94f-14611235f8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.520767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:23.594606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e7e190a7-7e02-4999-b94f-14611235f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.643864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e7e190a7-7e02-4999-b94f-14611235f8bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4df6ed7db8a4206be7b64db36ba9f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580455 Jul 27 22:12:23.643864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e190a7-7e02-4999-b94f-14611235f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3830a373-5994-4eaf-bd4b-a66013a977bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:23.644464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38714) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:23.704880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.728480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.848412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.851164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.852360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3830a373-5994-4eaf-bd4b-a66013a977bd HTTP/1.1" status: 204 len: 168 time: 0.2068958 Jul 27 22:12:23.861028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688ca4c-b071-4d86-906f-a393649c9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3830a373-5994-4eaf-bd4b-a66013a977bd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.136922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38724) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:24.151764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f82635-8bab-45d9-8220-c4592485436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.257888 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f82635-8bab-45d9-8220-c4592485436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.320490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4f82635-8bab-45d9-8220-c4592485436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.359491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f82635-8bab-45d9-8220-c4592485436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac6d081-7444-43e9-8a94-4468f874b479,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.376362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4f82635-8bab-45d9-8220-c4592485436c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99a78864de774867b45531ac9421ed96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363973 Jul 27 22:12:24.379772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:24.478566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.509289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.537516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc3ed5-e1ba-4dfa-b6e4-71bccbc5e7b3 req-9a501488-ffcd-4ae9-9345-9b12ef27d171 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.539027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cddc3ed5-e1ba-4dfa-b6e4-71bccbc5e7b3 req-9a501488-ffcd-4ae9-9345-9b12ef27d171 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 945 time: 0.1122334 Jul 27 22:12:24.587468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cddc3ed5-e1ba-4dfa-b6e4-71bccbc5e7b3 req-53cf5514-e369-478d-a5d8-3f3f77b5b607 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Jul 27 22:12:24.677061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.680272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.681439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dac6d081-7444-43e9-8a94-4468f874b479 HTTP/1.1" status: 204 len: 168 time: 0.2995665 Jul 27 22:12:24.690099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c171f-be6f-447f-856b-11040f722942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac6d081-7444-43e9-8a94-4468f874b479,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.741863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295c282-a5a9-4bed-8fe0-e4196edbec4b req-a9aa109e-f1bf-40c9-8108-0e6f37e6fd5c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.743463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9295c282-a5a9-4bed-8fe0-e4196edbec4b req-a9aa109e-f1bf-40c9-8108-0e6f37e6fd5c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 945 time: 0.0819285 Jul 27 22:12:24.789696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9295c282-a5a9-4bed-8fe0-e4196edbec4b req-39701614-b6c2-46d0-9511-11022e4b46b4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Jul 27 22:12:24.813630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.239671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383f0c8-e72d-428f-85a8-db50907b6223 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.241764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7383f0c8-e72d-428f-85a8-db50907b6223 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1091 time: 0.4267027 Jul 27 22:12:25.244672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.249029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:25.406179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.511685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.635464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.25.3.133 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/6586f7d2-8ac9-4bb5-a260-004d25abdf0b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:25.754707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.906110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.944605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:25.949645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:25.952227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:25.979113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=6586f7d2-8ac9-4bb5-a260-004d25abdf0b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.149494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38794) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:26.283295 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd587-4998-424d-b30f-a322ef1094d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.386667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd587-4998-424d-b30f-a322ef1094d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.397836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.463539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd587-4998-424d-b30f-a322ef1094d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.506175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba5bd587-4998-424d-b30f-a322ef1094d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ea57f4b14114156b1be9371a364cde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554997 Jul 27 22:12:26.507109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd587-4998-424d-b30f-a322ef1094d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a935ad-6847-4464-83b8-1a6a857a7f91,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.509953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:26.564695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.608758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.651578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.799118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.801653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.803473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61a935ad-6847-4464-83b8-1a6a857a7f91 HTTP/1.1" status: 204 len: 168 time: 0.2923541 Jul 27 22:12:26.824598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60ca1c-4082-4d31-9e12-0f86d6b39119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a935ad-6847-4464-83b8-1a6a857a7f91,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.834800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.909594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.982415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=6586f7d2-8ac9-4bb5-a260-004d25abdf0b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.991638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.452224 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP b929b553-fe58-46e1-9022-51c638e02d0c associated. External IP: 172.25.3.133, port: 2253e75c-e22f-4efa-81e4-eaf09b893315. Jul 27 22:12:27.685463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:27.799061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:27.816525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:27.823205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:27.824144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:12:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:27.923015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.946349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:27.963248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69ec302e-ce0b-415e-bd39-3a149bac6907 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7175434 Jul 27 22:12:27.963958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:27.966385 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:28.009139 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ecda7e-fb3c-42ca-b244-9f3bc945612b x-openstack-request-id: req-00ecda7e-fb3c-42ca-b244-9f3bc945612b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:28.009434 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:28.009693 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00ecda7e-fb3c-42ca-b244-9f3bc945612b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:28.010102 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'status': 'completed', 'code': 200} Jul 27 22:12:28.094066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-99e2ed7b-3eb2-4e8f-b92e-a3e5aa9acf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.096069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-99e2ed7b-3eb2-4e8f-b92e-a3e5aa9acf45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1096 time: 0.0634005 Jul 27 22:12:28.187678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b929b553-fe58-46e1-9022-51c638e02d0c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:97:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:26Z', 'updated_at': '2021-07-27T22:12:26Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:28.198972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-ca4336a0-95f2-44b2-ac80-beb3465d3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.200933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-ca4336a0-95f2-44b2-ac80-beb3465d3f1c service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.0982342 Jul 27 22:12:28.222707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:28.231834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:28.237405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:12:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:28.270589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-0f29d5b3-7d46-4acc-a457-a49005d74b9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 200 len: 999 time: 0.0626254 Jul 27 22:12:28.326640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-e766f3f2-ab73-49b8-b4fd-4936dba20a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.328907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-e766f3f2-ab73-49b8-b4fd-4936dba20a15 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0506210 Jul 27 22:12:28.346092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:28.411067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-6dd4a544-266b-49fa-a547-77d99853676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.413209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-6dd4a544-266b-49fa-a547-77d99853676e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767715 Jul 27 22:12:28.509943 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-5a69f2c2-cdb8-45ed-90a1-ae9ec0d0334e service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898421 Jul 27 22:12:28.588413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b929b553-fe58-46e1-9022-51c638e02d0c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:97:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:26Z', 'updated_at': '2021-07-27T22:12:26Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:28.613705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9121d80-9db2-4dbb-bbf0-2937b457c1bc req-f369c57a-997b-49df-bbf2-b340030ab05d service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932400 Jul 27 22:12:28.615863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2917f96-952c-4641-b304-6490682fa3cd None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'b929b553-fe58-46e1-9022-51c638e02d0c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:97:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:26Z', 'updated_at': '2021-07-27T22:12:26Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:28.740832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:28.862213 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa51145-c3a5-4af3-a3cc-c8e35e0758cd None None] New status for floating IP b929b553-fe58-46e1-9022-51c638e02d0c: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:12:28.891711 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.998714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.137925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.188826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:29.189354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83059c33b36d4ffeb2dc488911c4e0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462075 Jul 27 22:12:29.189823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa8714b-155c-43cf-bbc3-9c64a266fcee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:29.198514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.198879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.199230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.199576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.199920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.200268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.200607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.201075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.201415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.201747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.202139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.202500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe2cd3f-e27f-46e0-af52-dcf9ac8d5afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:29.245139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.268982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.437347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.439994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.441438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aa8714b-155c-43cf-bbc3-9c64a266fcee HTTP/1.1" status: 204 len: 168 time: 0.2494893 Jul 27 22:12:29.454871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0de20-059d-4436-8b5a-43ef7b439774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa8714b-155c-43cf-bbc3-9c64a266fcee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:30.536544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.645249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-754de7a7-aba1-41a2-be62-9a5ecf7b8dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.737849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-754de7a7-aba1-41a2-be62-9a5ecf7b8dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.812196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-754de7a7-aba1-41a2-be62-9a5ecf7b8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.856039 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-754de7a7-aba1-41a2-be62-9a5ecf7b8dbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3668a9508ddb4516b0ebff03e6df6c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185797 Jul 27 22:12:30.858799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 38970) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.866275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754de7a7-aba1-41a2-be62-9a5ecf7b8dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606a93d4-1679-4f4d-88ab-38198b0bfaaf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:30.913390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.942239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.954462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 38986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:31.094914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.097617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.101561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/606a93d4-1679-4f4d-88ab-38198b0bfaaf HTTP/1.1" status: 204 len: 168 time: 0.2392788 Jul 27 22:12:31.108273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042e87-e53f-47b4-93b2-afc4e43e49b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606a93d4-1679-4f4d-88ab-38198b0bfaaf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:31.128457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a86b1-9bb9-449a-8ee4-75c05ff8106d req-c3fd2d55-31f8-44c5-a7e8-8c659bffc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.137439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea3a86b1-9bb9-449a-8ee4-75c05ff8106d req-c3fd2d55-31f8-44c5-a7e8-8c659bffc413 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.1815684 Jul 27 22:12:31.182964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea3a86b1-9bb9-449a-8ee4-75c05ff8106d req-ec6542e7-8e4e-4017-ab32-be46fb293949 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387633 Jul 27 22:12:31.944343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:31.958631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0fa3-b92f-45fa-a877-118840538550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.003760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39050) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:32.019828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41b24d35-2a0c-49e0-9316-89e532fa0eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.127426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41b24d35-2a0c-49e0-9316-89e532fa0eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.164997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-55c578fd-bb2c-4c6d-82d5-fe19e9eca896 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-930868923'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:32.166164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-55c578fd-bb2c-4c6d-82d5-fe19e9eca896 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Unknown quota resources ['metering_label']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:12:32.254507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41b24d35-2a0c-49e0-9316-89e532fa0eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.293965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b24d35-2a0c-49e0-9316-89e532fa0eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed52b5-e68d-4b0d-a5cd-bebe529fbb68,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.298432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-41b24d35-2a0c-49e0-9316-89e532fa0eb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e71c0858dd1a4f3da3fdcd498b1066f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929857 Jul 27 22:12:32.301400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:32.451436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55c578fd-bb2c-4c6d-82d5-fe19e9eca896 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.452641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-55c578fd-bb2c-4c6d-82d5-fe19e9eca896 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5072660 Jul 27 22:12:32.457921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:32.462681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4974955c-e42b-4f50-9e1a-c2c89896a0af tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fcacdd86-37ce-4cd6-82d7-f21dec001857'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:32.463191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4974955c-e42b-4f50-9e1a-c2c89896a0af tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:12:32.472546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.496701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.625725 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.metering.metering_plugin [None req-4974955c-e42b-4f50-9e1a-c2c89896a0af tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:12:32.661255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.666220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.668022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19ed52b5-e68d-4b0d-a5cd-bebe529fbb68 HTTP/1.1" status: 204 len: 168 time: 0.3659668 Jul 27 22:12:32.681432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc899-2856-4be5-8820-bf9d126b00f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed52b5-e68d-4b0d-a5cd-bebe529fbb68,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.765206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4974955c-e42b-4f50-9e1a-c2c89896a0af tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.766466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4974955c-e42b-4f50-9e1a-c2c89896a0af tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3073831 Jul 27 22:12:32.769536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39078) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:32.773812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cce6e6f6-9087-4027-b5fb-e8c44c6f86a3 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fcacdd86-37ce-4cd6-82d7-f21dec001857'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:32.774341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cce6e6f6-9087-4027-b5fb-e8c44c6f86a3 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:12:32.911521 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.metering.metering_plugin [None req-cce6e6f6-9087-4027-b5fb-e8c44c6f86a3 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:12:32.925254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.001106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cce6e6f6-9087-4027-b5fb-e8c44c6f86a3 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.002358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cce6e6f6-9087-4027-b5fb-e8c44c6f86a3 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2318654 Jul 27 22:12:33.005150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39088) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.016554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4bee8208-e4dd-4a24-8f4a-bf7b237880f4 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=adb07773-15d9-45e9-82bd-c1ae5094ed13 HTTP/1.1" status: 200 len: 464 time: 0.0101509 Jul 27 22:12:33.019246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39090) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.057190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ad66-a768-407f-b452-e216ef28e80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.147793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ad66-a768-407f-b452-e216ef28e80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.223573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0dd396d-c118-4262-8a15-96bb19108638 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.224784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0dd396d-c118-4262-8a15-96bb19108638 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/adb07773-15d9-45e9-82bd-c1ae5094ed13 HTTP/1.1" status: 204 len: 168 time: 0.2045863 Jul 27 22:12:33.228594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39098) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.237509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-345bf16f-e755-4bcd-affb-00178f76d13b tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=adb07773-15d9-45e9-82bd-c1ae5094ed13 HTTP/1.1" status: 200 len: 221 time: 0.0078511 Jul 27 22:12:33.241489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39100) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.245962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-621af0a1-47fa-4a56-81fb-3f0d56c9a46c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--684696282', 'description': 'label created by tempest'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:33.246469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-621af0a1-47fa-4a56-81fb-3f0d56c9a46c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Unknown quota resources ['metering_label']. {{(pid=94671) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:12:33.260769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ad66-a768-407f-b452-e216ef28e80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.303371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0ad66-a768-407f-b452-e216ef28e80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441017e3-c00e-4877-a9ec-cd40e888fefd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:33.312722 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1bb0ad66-a768-407f-b452-e216ef28e80f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65a6d8838dcc4372b48640173816245c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859575 Jul 27 22:12:33.313042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39104) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.368214 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.391042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.527394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.530442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.537532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/441017e3-c00e-4877-a9ec-cd40e888fefd HTTP/1.1" status: 204 len: 168 time: 0.2212749 Jul 27 22:12:33.545129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2707949-8627-46b6-ab7b-65dc3dc6ef01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441017e3-c00e-4877-a9ec-cd40e888fefd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:33.569280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-621af0a1-47fa-4a56-81fb-3f0d56c9a46c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.573301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39114) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.577169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-621af0a1-47fa-4a56-81fb-3f0d56c9a46c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3310382 Jul 27 22:12:33.982906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ad93120-6d7d-4f32-b0e9-7d79dd32240d tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=550ae6bc-ba92-481b-9621-a063e03ea222 HTTP/1.1" status: 200 len: 467 time: 0.4082196 Jul 27 22:12:33.986302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39132) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.279794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-38d017e3-92a9-47a0-bb7c-fed9db0d7f2e tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.281185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-38d017e3-92a9-47a0-bb7c-fed9db0d7f2e tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/550ae6bc-ba92-481b-9621-a063e03ea222 HTTP/1.1" status: 204 len: 168 time: 0.2938251 Jul 27 22:12:34.284020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39134) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.296632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19959754-210c-4fef-b57b-b96c0db8770c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=550ae6bc-ba92-481b-9621-a063e03ea222 HTTP/1.1" status: 200 len: 216 time: 0.0114493 Jul 27 22:12:34.302729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.302876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.312224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f74f28de-e6fd-4327-8c0d-6bec6ce59263 tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0107951 Jul 27 22:12:34.315314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39140) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.316753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.332236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e544c11d-dee3-4b7b-bbba-d28f3761847f tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148735 Jul 27 22:12:34.334981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39142) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.391501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-65fbc03d-e99c-4ffd-892e-108b73aa103e tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/fcacdd86-37ce-4cd6-82d7-f21dec001857 HTTP/1.1" status: 200 len: 472 time: 0.0553970 Jul 27 22:12:34.395114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39144) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.406742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-145d4cc1-9a54-4dc3-a75e-a77c914d2b4d tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/5c14e31b-0cba-4244-b4d9-f7c3d317b479 HTTP/1.1" status: 200 len: 461 time: 0.0104122 Jul 27 22:12:34.417351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39146) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.423745 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.457781 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0d572ed-e906-4d88-ad6b-a97baf96140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.491858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.540001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=248ce426eeef46cfb93c3b145343457a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288518 Jul 27 22:12:34.540001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a96194-88fe-4d60-a5b8-1ddab85a2bca,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:34.541010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.543710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.544073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.544472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.544776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.545125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.545464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.545794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.546235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.546487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.546820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.547424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.547566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39152) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.547834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680eb2f-46a1-4544-bd94-353fdead48f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:34.680915 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca5c0c37-5631-41b6-b073-d8a38c022b9a tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.682067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca5c0c37-5631-41b6-b073-d8a38c022b9a tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5c14e31b-0cba-4244-b4d9-f7c3d317b479 HTTP/1.1" status: 204 len: 168 time: 0.2637508 Jul 27 22:12:34.684985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:34.694021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05dab4b-0f8c-4b3c-b3a4-fdc4556fad95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.714999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.717020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.752325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.857797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05dab4b-0f8c-4b3c-b3a4-fdc4556fad95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43a96194-88fe-4d60-a5b8-1ddab85a2bca HTTP/1.1" status: 204 len: 168 time: 0.3844767 Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a3810-67e4-47d6-b707-9607dfe681ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a96194-88fe-4d60-a5b8-1ddab85a2bca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a05dab4b-0f8c-4b3c-b3a4-fdc4556fad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a05dab4b-0f8c-4b3c-b3a4-fdc4556fad95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=393d66bf469f4f3d8f089bc934a9ddc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565685 Jul 27 22:12:35.186346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dab4b-0f8c-4b3c-b3a4-fdc4556fad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624e7da-54d0-4571-8bd9-991ca2dfa7b3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:35.187498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39162) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:35.187498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b0b03907-2da9-4b2a-b8b9-6b4e891f670c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.187498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0b03907-2da9-4b2a-b8b9-6b4e891f670c tempest-MeteringTestJSON-155996325 tempest-MeteringTestJSON-155996325-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/fcacdd86-37ce-4cd6-82d7-f21dec001857 HTTP/1.1" status: 204 len: 168 time: 0.3774960 Jul 27 22:12:35.187498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.187498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.363321 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.366198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.367793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1624e7da-54d0-4571-8bd9-991ca2dfa7b3 HTTP/1.1" status: 204 len: 168 time: 0.3575163 Jul 27 22:12:35.377123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532298b8-759e-431e-aa47-10d4481cf952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624e7da-54d0-4571-8bd9-991ca2dfa7b3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:35.748832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:35.866088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.904394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-274b500e-48ab-4128-97eb-1a415448f102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.010434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-274b500e-48ab-4128-97eb-1a415448f102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.117220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-274b500e-48ab-4128-97eb-1a415448f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.158673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-274b500e-48ab-4128-97eb-1a415448f102 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=992ab5ad30cc4bd59f808d3b4b7eace4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085395 Jul 27 22:12:36.160602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b500e-48ab-4128-97eb-1a415448f102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98ff22-897f-40be-9c6a-8c2be1a2c602,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:36.161421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39194) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:36.220023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.245684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.363181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.365962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.367327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf98ff22-897f-40be-9c6a-8c2be1a2c602 HTTP/1.1" status: 204 len: 168 time: 0.2048461 Jul 27 22:12:36.375921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a64cbc-95f1-4435-b5b0-7f0a3b43e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98ff22-897f-40be-9c6a-8c2be1a2c602,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:37.083372 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.308086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39230) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:37.323803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5490c9cc-588f-4a9d-8661-977b30dced17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.432410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5490c9cc-588f-4a9d-8661-977b30dced17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.515519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5490c9cc-588f-4a9d-8661-977b30dced17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.528890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.561190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5490c9cc-588f-4a9d-8661-977b30dced17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08cdbb6543944d31883d96744faf92de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519794 Jul 27 22:12:37.562556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490c9cc-588f-4a9d-8661-977b30dced17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ceb27-0df0-4e16-af32-b4460bbc63d3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:37.564212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:37.628346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.664369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.838005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.840824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.842002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e16ceb27-0df0-4e16-af32-b4460bbc63d3 HTTP/1.1" status: 204 len: 168 time: 0.2759933 Jul 27 22:12:37.851291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75af1f-cf4a-4a39-b436-a9e073903e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ceb27-0df0-4e16-af32-b4460bbc63d3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:38.039631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39258) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.297602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:38.321340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8eb6b9c5-2d53-479e-b6ff-eb68b866ef8b tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:38.537271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8eb6b9c5-2d53-479e-b6ff-eb68b866ef8b tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "PUT /v2.0/quotas/67c8355df9c94945b7c146e26b351510 HTTP/1.1" status: 200 len: 366 time: 0.4961300 Jul 27 22:12:38.539635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.553491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2b9c4299-d34b-4ca2-94a6-6de86755fff0 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0123882 Jul 27 22:12:38.557901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.568591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f4047bb-bdc6-40c4-aad8-f4d2d23298ff tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas/67c8355df9c94945b7c146e26b351510 HTTP/1.1" status: 200 len: 366 time: 0.0095179 Jul 27 22:12:38.571942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39278) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.698820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1ee3fb99-b2bd-42ad-b0f5-80ca955a4bd5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/67c8355df9c94945b7c146e26b351510 HTTP/1.1" status: 204 len: 168 time: 0.1252134 Jul 27 22:12:38.706112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39284) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.717879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1287eef4-3b1e-4641-8650-c9ecd262e887 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0105546 Jul 27 22:12:38.720556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39286) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.733035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66c5580f-4932-4132-ac16-5927cad0389c tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas/67c8355df9c94945b7c146e26b351510 HTTP/1.1" status: 200 len: 370 time: 0.0108881 Jul 27 22:12:38.735146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.743374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39292) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.743653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb11762b-53f5-444b-b487-7ce93c09946e tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas/67c8355df9c94945b7c146e26b351510/default HTTP/1.1" status: 200 len: 370 time: 0.0071545 Jul 27 22:12:38.756080 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-6936ea0c-083f-4477-8e85-7c85d8c85e44 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] delete failed (client error): The resource could not be found. Jul 27 22:12:38.756080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6936ea0c-083f-4477-8e85-7c85d8c85e44 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/67c8355df9c94945b7c146e26b351510 HTTP/1.1" status: 404 len: 348 time: 0.0096936 Jul 27 22:12:39.128327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:39.148511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:network and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.154815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.161391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:subnet and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.171466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.178855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:subnetpool and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.185292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.191887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:port and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.197923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.208134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:router and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.214384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.221390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:floatingip and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.226481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.265981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:security_group and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.272730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.280496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Usage tracker for resource:security_group_rule and tenant:8d29348b0b6b454a97015589457a49de is out of sync, need to count used quota {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:12:39.286899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.quota.resource [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94672) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:12:39.300159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a70c343c-cf75-4045-8153-89c26cb6c7c5 tempest-QuotasTest-968423430 tempest-QuotasTest-968423430-project-admin] 10.222.0.37 "GET /v2.0/quotas/8d29348b0b6b454a97015589457a49de/details.json HTTP/1.1" status: 200 len: 703 time: 0.1644301 Jul 27 22:12:39.575371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:39.771599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:39.822657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d171817-cc8e-4986-bd0d-70c0df6f0ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.870167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43a1cfd3-9fe1-4650-a459-dfb394fdee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.940579 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d171817-cc8e-4986-bd0d-70c0df6f0ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.017953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d171817-cc8e-4986-bd0d-70c0df6f0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.061035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6d171817-cc8e-4986-bd0d-70c0df6f0ac6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a98f1818a30648e2b3729233aafc00e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845088 Jul 27 22:12:40.061917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d171817-cc8e-4986-bd0d-70c0df6f0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c1d30-0dac-4ea6-9584-c0c2e4019968,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.063820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:40.146383 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43a1cfd3-9fe1-4650-a459-dfb394fdee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.149586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.172939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.220299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-43a1cfd3-9fe1-4650-a459-dfb394fdee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.270537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-43a1cfd3-9fe1-4650-a459-dfb394fdee80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26703267e944452e9c22dcd8e93b11e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977612 Jul 27 22:12:40.271448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1cfd3-9fe1-4650-a459-dfb394fdee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979198b1-83d3-46e3-b241-17f1ac80be7b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.273418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39340) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:40.332305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39342) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:40.343000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.346230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.348936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.353777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b5c1d30-0dac-4ea6-9584-c0c2e4019968 HTTP/1.1" status: 204 len: 168 time: 0.2879200 Jul 27 22:12:40.362639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b711e-a8c0-42f4-ae31-c4160f3891d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c1d30-0dac-4ea6-9584-c0c2e4019968,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.395300 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.512198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1926788474'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:40.549326 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.551952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.553222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/979198b1-83d3-46e3-b241-17f1ac80be7b HTTP/1.1" status: 204 len: 168 time: 0.2784822 Jul 27 22:12:40.561741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add01da-1696-472d-86ca-d9d989436bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979198b1-83d3-46e3-b241-17f1ac80be7b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.649006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Made reservation on behalf of a25e2dc0310141ab8a2d1892767ed4e2 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:40.654107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.666316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.764674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.840986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.872637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:40.883227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30218e96-2d18-4501-ae30-17d34c347005,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.891921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.892676 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Added segment 74f519b8-289a-4fa3-9ac1-149751f8055d of type vlan for network dcf90306-0037-4017-bc95-9996a7d0f14c Jul 27 22:12:40.942764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.106299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.112434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:41.113117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.233655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9001875 Jul 27 22:12:41.239130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f46d9e-83c5-4fdd-a167-486cdc076e1e tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Pushing event updated for resources: {'Network': ['ID=dcf90306-0037-4017-bc95-9996a7d0f14c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:41.257650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network dcf90306-0037-4017-bc95-9996a7d0f14c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:41.346196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39370) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:41.361650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd9fa-c7cb-4210-ad16-219f760f23f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.472238 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd9fa-c7cb-4210-ad16-219f760f23f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.549535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd9fa-c7cb-4210-ad16-219f760f23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.597272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1e6cd9fa-c7cb-4210-ad16-219f760f23f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d29348b0b6b454a97015589457a49de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497778 Jul 27 22:12:41.598701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cd9fa-c7cb-4210-ad16-219f760f23f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8886dfff-9a84-4d89-a495-ba423945ae9e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:41.600033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:41.684586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.719552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.750448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39380) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:41.757547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c', 'binding:host_id': 'n-h1-738018-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-337185944'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:41.875106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.877905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.879346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8886dfff-9a84-4d89-a495-ba423945ae9e HTTP/1.1" status: 204 len: 168 time: 0.2781498 Jul 27 22:12:41.889175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad02af-fca1-4f7e-8039-5097c7122fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8886dfff-9a84-4d89-a495-ba423945ae9e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:41.903726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Made reservation on behalf of 029681fc58fa4dc8be1ccf3c924fe6db for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:41.907769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.921242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.054185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.235539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.243035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:42.347192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b986acb0-30b3-4905-b7bb-e25e933da866,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:42.519786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:42.529041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.542406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Transition to ACTIVE for port object 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:42.629766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.682628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:42.713246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Checking segment: {'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:42.713623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Network hostable DHCP agents. Network: dcf90306-0037-4017-bc95-9996a7d0f14c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:42.842950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Network dcf90306-0037-4017-bc95-9996a7d0f14c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:42.940155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, dcf90306-0037-4017-bc95-9996a7d0f14c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:42.945686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:42.954747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15694fe-a29c-4bed-af96-10a8c6dc2028 None None] Network dcf90306-0037-4017-bc95-9996a7d0f14c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:42.964355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:42.972726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:42.973378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:42.982517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:42.982883 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:42.983400 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 2 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:42.998680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:42.999078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:42.999429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.004247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.004588 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.005038 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 3 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.024007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.024396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.024734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.030204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.030568 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.031014 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 4 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.047626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.047976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.048330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.053197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.053470 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.053877 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 5 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.068238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.068613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.068961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.074733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.075072 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.075530 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 6 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.091378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.092207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.092552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.097403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.097858 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.098319 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 7 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.117145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.117491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.117857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.123532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.123870 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.124265 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 8 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.138666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.139080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.143964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.144076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.144444 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.144844 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 9 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.158423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.158815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.159156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.163863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.164195 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.164588 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 10 to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 Jul 27 22:12:43.176970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:43.177325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:43.177660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:43.182994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:43.183325 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:43.183716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.235637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:43.261610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:43.262006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempted to set empty binding levels {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:12:43.338078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.340607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-761460889'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:43.372589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.373214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.397251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:43.535198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:43.538823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.548624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.693089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8149e1c0-3fae-4bab-b868-6a5da40bf633 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.9409659 Jul 27 22:12:43.695769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39452) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:43.781379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.792723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Deleting port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:43.793160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.862186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9, host n-h1-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:43.862517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.877136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Calling delete_port for 63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:43.914729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.948151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:43.955444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1421b9ee-1350-4af9-ae4c-7e421a454b2b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.046671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.049818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.050474 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Added segment 3535ee51-d5b9-4313-b2f7-09e96991418b of type vlan for network c1a57a93-5c6c-4341-88e7-394954be93ca Jul 27 22:12:44.079608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event deleted for resources: {'Port': ['ID=63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.089881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.098327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b988f426-7e60-44d2-868d-bbe6105da3d1 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "DELETE /v2.0/ports/63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 HTTP/1.1" status: 204 len: 168 time: 0.4011717 Jul 27 22:12:44.099299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39456) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.130980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.137315 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ee1dce-e5ac-4170-8c23-8fb9d442314d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:44.142570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72ee1dce-e5ac-4170-8c23-8fb9d442314d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports/63fa49fe-296d-4de0-a8c6-6aeb3ff84ea9 HTTP/1.1" status: 404 len: 333 time: 0.0382898 Jul 27 22:12:44.142899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39458) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.148269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1851825667'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:44.185821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.221382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.222615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Made reservation on behalf of 029681fc58fa4dc8be1ccf3c924fe6db for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:44.226456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.231830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:44.232944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.253133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port e311b903-535b-4ef1-a55c-1c6eed6a56b2 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:44.326770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8779-252b-4cc1-898d-a87f5565ac66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.344388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Network': ['ID=c1a57a93-5c6c-4341-88e7-394954be93ca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.355595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:44.370821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-288f1412-02c4-4c2f-9e3b-1484d0f1b1ac tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1340179 Jul 27 22:12:44.377286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39464) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.385978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:44.435397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.543198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8779-252b-4cc1-898d-a87f5565ac66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.578311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.616071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8779-252b-4cc1-898d-a87f5565ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.626866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Network dcf90306-0037-4017-bc95-9996a7d0f14c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:44.633804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:44.638763 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:44.639838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:44.640458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.643948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=e311b903-535b-4ef1-a55c-1c6eed6a56b2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.660135 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0fdf8779-252b-4cc1-898d-a87f5565ac66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fae5a62031946cf9fca88f34465ff0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729946 Jul 27 22:12:44.663108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39466) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.670891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8779-252b-4cc1-898d-a87f5565ac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a791486-bb5f-47c9-87a6-0c6ab7be3998,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.714979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.737851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.749021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:44.752800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.847149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-21528c0a-62e7-4ee2-8242-6e4270805e5c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7029657 Jul 27 22:12:44.850075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39468) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:44.855395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:44.878054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.880839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.885661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a791486-bb5f-47c9-87a6-0c6ab7be3998 HTTP/1.1" status: 204 len: 168 time: 0.2178507 Jul 27 22:12:44.896635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13187641-567e-4c69-9efc-f8b544f23b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a791486-bb5f-47c9-87a6-0c6ab7be3998,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.950656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.092194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.137249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port e311b903-535b-4ef1-a55c-1c6eed6a56b2 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:45.146046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.166923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=7fb346b7-6e86-4607-bfbe-4b04e1a61062,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:45.170988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Transition to ACTIVE for port object e311b903-535b-4ef1-a55c-1c6eed6a56b2 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:45.172224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:45.172610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network hostable DHCP agents. Network: c1a57a93-5c6c-4341-88e7-394954be93ca, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:45.269075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.292902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:45.403713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c1a57a93-5c6c-4341-88e7-394954be93ca) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:45.408751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.409388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.415271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fadcac-66ad-4641-b0d3-d4c952c25848 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:45.521701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9db8ec77-f9b7-478c-9a19-cfaa09c4dd1c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1432607 Jul 27 22:12:45.524693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39474) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:45.532026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'name': 'tempest-NetworksTestDHCPv6-1883573332'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:45.601952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '7fb346b7-6e86-4607-bfbe-4b04e1a61062'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:45.602888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.673513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=e311b903-535b-4ef1-a55c-1c6eed6a56b2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:45.685991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39476) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:45.693786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.694751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.694751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.701018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.701358 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.701829 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 2 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.703000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb08-931f-4591-ada7-e1599e1b4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.717218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.717594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.717932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.722533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.722885 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.723723 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 3 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.735724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.736063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.736400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.740722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.741047 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.741435 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 4 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.754904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.755239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.755576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.761096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.761467 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.761905 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 5 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.767108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/7fb346b7-6e86-4607-bfbe-4b04e1a61062/11e0b87f-a731-47a9-8498-a55686747504) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:45.774774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.776520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.776520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.780794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.781162 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.781626 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 6 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.794827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.795171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.795535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.800155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.805187 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.805187 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 7 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.805359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:45.806360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.814513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.814859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.815201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.820428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.820766 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.821156 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 8 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.836552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.836895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.837085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 3fbfdb99-780c-4574-93f7-b8a26bf7f721 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:45.837253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.842459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.842801 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.843206 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 9 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.864143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.864490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.864870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.871876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.872279 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.872733 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 10 to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 Jul 27 22:12:45.896645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:45.897082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:45.897468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:45.905495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:45.906707 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:45.914197 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.936974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.947619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Transition to ACTIVE for port object 11e0b87f-a731-47a9-8498-a55686747504 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:45.967166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Transition to ACTIVE for port object 11e0b87f-a731-47a9-8498-a55686747504 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:45.980655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb08-931f-4591-ada7-e1599e1b4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.985201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port e311b903-535b-4ef1-a55c-1c6eed6a56b2, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:45.985583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempted to set empty binding levels {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:12:46.064445 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.105260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:46.111510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:46.115872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:46.123848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Pushing event updated for resources: {'Port': ['ID=11e0b87f-a731-47a9-8498-a55686747504,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.125341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::2e4 (c1a57a93-5c6c-4341-88e7-394954be93ca/7fb346b7-6e86-4607-bfbe-4b04e1a61062/3fbfdb99-780c-4574-93f7-b8a26bf7f721) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:46.137712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.141636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba54cb08-931f-4591-ada7-e1599e1b4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.173656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] In _notify_port_updated(), no bound segment for port e311b903-535b-4ef1-a55c-1c6eed6a56b2 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:12:46.175139 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.175139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.176814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "PUT /v2.0/ports/e311b903-535b-4ef1-a55c-1c6eed6a56b2 HTTP/1.1" status: 200 len: 975 time: 1.3255818 Jul 27 22:12:46.179923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39478) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.203278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Attempting to bind port 11e0b87f-a731-47a9-8498-a55686747504 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:46.203908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Attempting to bind port 11e0b87f-a731-47a9-8498-a55686747504 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:46.204280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Attempting to bind port 11e0b87f-a731-47a9-8498-a55686747504 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:46.211008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:46.211876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:46.216719 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.216719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:46.216719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Bound port: 11e0b87f-a731-47a9-8498-a55686747504, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:46.216719 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.226884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba54cb08-931f-4591-ada7-e1599e1b4c94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deef2039817d4988a1f4fa55c0455dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363374 Jul 27 22:12:46.228469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39480) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.250969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54cb08-931f-4591-ada7-e1599e1b4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83a3e8-9393-430e-a61c-efec9a6fe7d7,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.259138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c34418-0996-43e6-9259-290822a064dd tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=e311b903-535b-4ef1-a55c-1c6eed6a56b2,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.301909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] For port 11e0b87f-a731-47a9-8498-a55686747504, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:46.305371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] For port 11e0b87f-a731-47a9-8498-a55686747504, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11e0b87f-a731-47a9-8498-a55686747504,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:46.327636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.328120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.329002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.329486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.329973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.330508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.330997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.331590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.332076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.332584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.333036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.333635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.334175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.334695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.335172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.335649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.336125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.336710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.337162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.338112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.338626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.339107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.345868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46a91bbc-19f4-4904-badf-96a359203632 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19835 time: 0.1614308 Jul 27 22:12:46.346198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39482) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.371252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.371456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.404058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.411953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.438960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 3fbfdb99-780c-4574-93f7-b8a26bf7f721 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:46.446501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02313e5b-1e1e-400b-8b00-4af1378916f4 None None] Pushing event updated for resources: {'Port': ['ID=11e0b87f-a731-47a9-8498-a55686747504,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.468340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Deleting port e311b903-535b-4ef1-a55c-1c6eed6a56b2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:46.468690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.542723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port e311b903-535b-4ef1-a55c-1c6eed6a56b2, host n-h1-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:46.543101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.558153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Calling delete_port for e311b903-535b-4ef1-a55c-1c6eed6a56b2 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:46.607784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.621918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.621918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f83a3e8-9393-430e-a61c-efec9a6fe7d7 HTTP/1.1" status: 204 len: 168 time: 0.3823833 Jul 27 22:12:46.645016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a6522-d60b-4a23-a121-30f0be7ec4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83a3e8-9393-430e-a61c-efec9a6fe7d7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.651535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.729913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:46.736611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:46.739344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:46.746577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.747309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.767392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=3fbfdb99-780c-4574-93f7-b8a26bf7f721,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.786222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.821625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event deleted for resources: {'Port': ['ID=e311b903-535b-4ef1-a55c-1c6eed6a56b2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.827571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.830515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-89201948-2252-4b1d-91fc-d4a8d969ccd8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e311b903-535b-4ef1-a55c-1c6eed6a56b2 HTTP/1.1" status: 204 len: 168 time: 0.4828370 Jul 27 22:12:46.832935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39486) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.862454 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac66e13-8518-4eba-881f-ddb36bbd1c0c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:46.864095 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ac66e13-8518-4eba-881f-ddb36bbd1c0c tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports/e311b903-535b-4ef1-a55c-1c6eed6a56b2 HTTP/1.1" status: 404 len: 333 time: 0.0300725 Jul 27 22:12:46.867930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39488) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.873032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c3dfa380-65e6-4219-8237-8d0b9868e956 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3451521 Jul 27 22:12:46.873738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1699310881', 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:46.875133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.968149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960b5e1-4128-4120-8476-44b2a71ba88f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.984424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960b5e1-4128-4120-8476-44b2a71ba88f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.984597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Made reservation on behalf of 029681fc58fa4dc8be1ccf3c924fe6db for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:46.984690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5960b5e1-4128-4120-8476-44b2a71ba88f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0995810 Jul 27 22:12:46.984774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.984861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.996049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port 3e93afa7-a077-46f0-9c0b-c6446268886b yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:47.106927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 3fbfdb99-780c-4574-93f7-b8a26bf7f721 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:47.107390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.190334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.235124 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.253159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 3fbfdb99-780c-4574-93f7-b8a26bf7f721 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:47.327309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.376079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Network dcf90306-0037-4017-bc95-9996a7d0f14c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:47.379264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:47.385936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:47.386954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.387601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.401901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=3e93afa7-a077-46f0-9c0b-c6446268886b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.513784 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-441358b1-908d-48c5-ab1a-ad6f8733deff tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6446104 Jul 27 22:12:47.517704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.552867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.559260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c79f1-54e7-4f73-8f42-85988661e666 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:47.577567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2aa5b-adca-4182-97c4-25f5e14289f6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.579945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aad2aa5b-adca-4182-97c4-25f5e14289f6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports/3e93afa7-a077-46f0-9c0b-c6446268886b HTTP/1.1" status: 200 len: 955 time: 0.0610592 Jul 27 22:12:47.583066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39506) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.586737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=3fbfdb99-780c-4574-93f7-b8a26bf7f721,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.644809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.654750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39508) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.657237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfc14f63-7aa2-471d-ad48-41dfe7b93fa7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/3fbfdb99-780c-4574-93f7-b8a26bf7f721 HTTP/1.1" status: 204 len: 168 time: 0.6759801 Jul 27 22:12:47.738120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dcba9089-2e81-4043-81cb-2bd2088e0067 None None] Provisioning for port 11e0b87f-a731-47a9-8498-a55686747504 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:47.783628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ef0a8-d754-4356-af9d-c2e376417857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.785557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ef0a8-d754-4356-af9d-c2e376417857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.787442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-834ef0a8-d754-4356-af9d-c2e376417857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1318707 Jul 27 22:12:47.792261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.801476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Deleting port 3e93afa7-a077-46f0-9c0b-c6446268886b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:47.801889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.879150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 7fb346b7-6e86-4607-bfbe-4b04e1a61062 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:47.883270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.896437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.914133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Calling delete_port for 3e93afa7-a077-46f0-9c0b-c6446268886b owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:47.954401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.067013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.109537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.154592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.156723 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3e93afa7-a077-46f0-9c0b-c6446268886b HTTP/1.1" status: 204 len: 168 time: 0.5720670 Jul 27 22:12:48.158310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b20aa-1eb5-4052-94b3-6ba3eebd1aa0 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e93afa7-a077-46f0-9c0b-c6446268886b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:48.159583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.193820 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff54e1-9bae-4b29-b884-91d63eaa91e8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:48.198403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-96ff54e1-9bae-4b29-b884-91d63eaa91e8 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports/3e93afa7-a077-46f0-9c0b-c6446268886b HTTP/1.1" status: 404 len: 333 time: 0.0347147 Jul 27 22:12:48.201359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39528) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.206788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-402507362'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:48.253165 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:48.269736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.301267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb346b7-6e86-4607-bfbe-4b04e1a61062,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:48.303438 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.307725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f70b512-38cb-4442-8b98-2a4d5882e26d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/7fb346b7-6e86-4607-bfbe-4b04e1a61062 HTTP/1.1" status: 204 len: 168 time: 0.5126228 Jul 27 22:12:48.309448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39530) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.317759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Made reservation on behalf of 029681fc58fa4dc8be1ccf3c924fe6db for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:48.320488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.341849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port bb5ed228-a0d9-412e-a997-8b0623b69e93 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:48.378348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e985472f-3461-4079-b39d-057ccaef852c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655940 Jul 27 22:12:48.379454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.386405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:48.441891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d7e73-aa1d-4a18-9e89-baff0e2cb943 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:48.541943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-08d9aa88-4007-4a21-9173-09767be69fd2 None None] Could not find standard attr ID for object 3fbfdb99-780c-4574-93f7-b8a26bf7f721. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:12:48.549780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.620906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:48.625678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.648059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11e0b87f-a731-47a9-8498-a55686747504 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:48.722930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:12:48.747497 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.798058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 11e0b87f-a731-47a9-8498-a55686747504 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:48.798741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Network dcf90306-0037-4017-bc95-9996a7d0f14c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:48.805384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:48.807513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 11e0b87f-a731-47a9-8498-a55686747504 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:48.811096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:48.811319 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.811416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:48.811501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.814107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.819044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Deleting port 11e0b87f-a731-47a9-8498-a55686747504 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:48.819984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.847297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=bb5ed228-a0d9-412e-a997-8b0623b69e93,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:48.946165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] For port 11e0b87f-a731-47a9-8498-a55686747504, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11e0b87f-a731-47a9-8498-a55686747504,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:48.946599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.963800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Calling delete_port for 11e0b87f-a731-47a9-8498-a55686747504 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:48.966832 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99db4883-fdcb-42dc-a466-9077fa39ec0d tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7643285 Jul 27 22:12:48.968680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a895643-5fad-4e02-a427-6d64deaf919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.968812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39542) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.974387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:49.000442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.047760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.075010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:49.081973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:49.085364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:49.086029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.090914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a895643-5fad-4e02-a427-6d64deaf919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.094668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=c2b0f016-5aa8-4574-a967-4f2718676f1a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.140165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.169699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3a895643-5fad-4e02-a427-6d64deaf919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.219265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3a895643-5fad-4e02-a427-6d64deaf919d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9a8bec79764044a4e163da8ef19464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967764 Jul 27 22:12:49.219917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:49.226885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a895643-5fad-4e02-a427-6d64deaf919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5564bf3f-0f0e-41fc-a1e2-9c2cea14a791,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.272781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 11e0b87f-a731-47a9-8498-a55686747504, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=11e0b87f-a731-47a9-8498-a55686747504,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:49.281388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0ee05c84-078f-4a99-830f-e08e70cbc353 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9005303 Jul 27 22:12:49.284898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:49.292319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'name': 'tempest-NetworksTestDHCPv6-2145236901'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:49.353752 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.369144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] device_id is not set on port bb5ed228-a0d9-412e-a997-8b0623b69e93 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:49.386257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.391088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.401463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.418622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Transition to ACTIVE for port object bb5ed228-a0d9-412e-a997-8b0623b69e93 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:49.463934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=11e0b87f-a731-47a9-8498-a55686747504,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.472522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.472887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.473258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.473608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.473939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.474309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.474659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.475113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.475447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.475782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.476112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.476439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:49.489295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.513726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] Pushing event deleted for resources: {'Port': ['ID=11e0b87f-a731-47a9-8498-a55686747504,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.519393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921847c6-6e42-4253-82d7-c206ab6bd2dd None None] No DVR routers for this DVR port 11e0b87f-a731-47a9-8498-a55686747504 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:49.523800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.537575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d73eb-ffbc-45db-b4ca-031ddca76881 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:49.569405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:49.573261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.577183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=bb5ed228-a0d9-412e-a997-8b0623b69e93,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.594340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port c904b10b-cfaa-4652-9213-d034900a5a4d yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:49.599535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.599875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.603604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.603857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.605501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.607024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.607437 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.607913 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 2 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.609468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5564bf3f-0f0e-41fc-a1e2-9c2cea14a791 HTTP/1.1" status: 204 len: 168 time: 0.3881533 Jul 27 22:12:49.627346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.627755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.629227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.638760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.639707 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.640168 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 3 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.659880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1768ba-29ba-4eeb-9d2e-dc23d01b8a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5564bf3f-0f0e-41fc-a1e2-9c2cea14a791,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.668003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.668349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.668694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.676014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.676356 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.676760 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 4 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.694478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.694961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.695443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.700208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.700589 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.700986 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 5 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.714570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.715100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.716438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.720725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.721069 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.721461 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 6 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.737571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.737913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.738253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.743303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.743663 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.746268 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 7 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.746429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::12c (c1a57a93-5c6c-4341-88e7-394954be93ca/c2b0f016-5aa8-4574-a967-4f2718676f1a/c904b10b-cfaa-4652-9213-d034900a5a4d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:49.762461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.763211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.763333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.765666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'c2b0f016-5aa8-4574-a967-4f2718676f1a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:49.766595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.768769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.769528 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.769937 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 8 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.784914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.785219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.785457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.792671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.793012 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.793674 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 9 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.810812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.811152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.811494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.816069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.816406 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.816808 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempt 10 to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 Jul 27 22:12:49.833824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:49.834222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:49.834608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempting to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:49.839899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:49.840246 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Failed to bind port bb5ed228-a0d9-412e-a997-8b0623b69e93 on host n-h1-738018-6 for vnic_type normal using segments [{'id': '74f519b8-289a-4fa3-9ac1-149751f8055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dcf90306-0037-4017-bc95-9996a7d0f14c'}] Jul 27 22:12:49.840628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.908100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port bb5ed228-a0d9-412e-a997-8b0623b69e93, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:49.908479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attempted to set empty binding levels {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:12:49.922781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.937540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object c904b10b-cfaa-4652-9213-d034900a5a4d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:50.032652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.065983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] In _notify_port_updated(), no bound segment for port bb5ed228-a0d9-412e-a997-8b0623b69e93 on network dcf90306-0037-4017-bc95-9996a7d0f14c {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:12:50.066905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:50.067560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.070026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "PUT /v2.0/ports/bb5ed228-a0d9-412e-a997-8b0623b69e93 HTTP/1.1" status: 200 len: 974 time: 1.0994940 Jul 27 22:12:50.078867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.082880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.118508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58438-e952-4ae2-bcd1-05248fc1a4e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event updated for resources: {'Port': ['ID=bb5ed228-a0d9-412e-a997-8b0623b69e93,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.131835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:50.135318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:50.138664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/c2b0f016-5aa8-4574-a967-4f2718676f1a/c159f9e6-41b0-49b4-9589-7463e9fc809e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:50.139539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:50.147950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:50.148553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.174675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=c904b10b-cfaa-4652-9213-d034900a5a4d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.203112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Deleting port bb5ed228-a0d9-412e-a997-8b0623b69e93 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:50.203472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.270098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] For port bb5ed228-a0d9-412e-a997-8b0623b69e93, host n-h1-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:50.270696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.285507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Calling delete_port for bb5ed228-a0d9-412e-a997-8b0623b69e93 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:50.305422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.312928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2245cb3b-785e-46f8-86d2-493115463fd8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0269265 Jul 27 22:12:50.315401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.316713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Transition to ACTIVE for port object c159f9e6-41b0-49b4-9589-7463e9fc809e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:50.334323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Transition to ACTIVE for port object c159f9e6-41b0-49b4-9589-7463e9fc809e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:50.407503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0668153-fcb9-47c4-a841-ea2c23cb8217 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:50.408986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b0668153-fcb9-47c4-a841-ea2c23cb8217 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0925326 Jul 27 22:12:50.411754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.456962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.496212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:50.499384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:50.502935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:50.512681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.542701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb5ed228-a0d9-412e-a997-8b0623b69e93,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.545528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port c904b10b-cfaa-4652-9213-d034900a5a4d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:50.545528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.563002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Pushing event updated for resources: {'Port': ['ID=c159f9e6-41b0-49b4-9589-7463e9fc809e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.566310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.568695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-419c7dc4-e522-474e-9884-f952640a00e6 tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bb5ed228-a0d9-412e-a997-8b0623b69e93 HTTP/1.1" status: 204 len: 168 time: 0.4846795 Jul 27 22:12:50.574745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39566) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.608103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Attempting to bind port c159f9e6-41b0-49b4-9589-7463e9fc809e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:50.608924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Attempting to bind port c159f9e6-41b0-49b4-9589-7463e9fc809e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:50.609502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Attempting to bind port c159f9e6-41b0-49b4-9589-7463e9fc809e on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:50.615872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:50.616241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:50.616661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.617062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:50.617422 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc95a8ea-1764-4ca3-8e7c-14e5372d1f6f tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:50.617579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Bound port: c159f9e6-41b0-49b4-9589-7463e9fc809e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:50.618154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.625520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc95a8ea-1764-4ca3-8e7c-14e5372d1f6f tempest-PortsAdminExtendedAttrsTestJSON-586454680 tempest-PortsAdminExtendedAttrsTestJSON-586454680-project-admin] 10.222.0.37 "GET /v2.0/ports/bb5ed228-a0d9-412e-a997-8b0623b69e93 HTTP/1.1" status: 404 len: 333 time: 0.0444872 Jul 27 22:12:50.626734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.640760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11e0b87f-a731-47a9-8498-a55686747504 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:50.685401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 11e0b87f-a731-47a9-8498-a55686747504 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:50.685965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 11e0b87f-a731-47a9-8498-a55686747504 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:50.726826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] For port c159f9e6-41b0-49b4-9589-7463e9fc809e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:50.735655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] For port c159f9e6-41b0-49b4-9589-7463e9fc809e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c159f9e6-41b0-49b4-9589-7463e9fc809e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:50.737785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.750103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.757399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for c904b10b-cfaa-4652-9213-d034900a5a4d owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:50.895479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.899608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.912620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf90306-0037-4017-bc95-9996a7d0f14c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:50.929934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f519b8-289a-4fa3-9ac1-149751f8055d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:50.930714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f519b8-289a-4fa3-9ac1-149751f8055d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:50.942450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.958688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c021088-3f3a-4eee-9b7f-412f92704eb6 None None] Pushing event updated for resources: {'Port': ['ID=c159f9e6-41b0-49b4-9589-7463e9fc809e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.980493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.996918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:12:50.997450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:12:51.000893 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:12:51.149509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.182985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=c904b10b-cfaa-4652-9213-d034900a5a4d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:51.184843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.192402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.194342 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] 10.222.0.37 "DELETE /v2.0/networks/dcf90306-0037-4017-bc95-9996a7d0f14c HTTP/1.1" status: 204 len: 168 time: 0.5664074 Jul 27 22:12:51.240250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.246033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:51.261949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-092136a3-a24c-4d60-a9f3-ad80a2c2cd6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/c904b10b-cfaa-4652-9213-d034900a5a4d HTTP/1.1" status: 204 len: 168 time: 0.8491237 Jul 27 22:12:51.263467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54675d81-c0f1-47e6-9bc9-583afe2e3d88 tempest-PortsAdminExtendedAttrsTestJSON-1383005582 tempest-PortsAdminExtendedAttrsTestJSON-1383005582-project] Pushing event deleted for resources: {'Network': ['ID=dcf90306-0037-4017-bc95-9996a7d0f14c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:51.316193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c19d16-5147-472b-a187-02e979264a4f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:51.318089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c19d16-5147-472b-a187-02e979264a4f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:51.323153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e8c19d16-5147-472b-a187-02e979264a4f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725265 Jul 27 22:12:51.323534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:51.377104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet c2b0f016-5aa8-4574-a967-4f2718676f1a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:51.380167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.425960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.544441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.724487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.758144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.763265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/c2b0f016-5aa8-4574-a967-4f2718676f1a HTTP/1.1" status: 204 len: 168 time: 0.4362550 Jul 27 22:12:51.763265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9fb8a-e833-4cb1-b9b7-0895ccb6df5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b0f016-5aa8-4574-a967-4f2718676f1a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:51.768261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:51.840673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-24f93af4-8ff5-4596-ad04-d1de782c4962 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711117 Jul 27 22:12:51.843666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:51.848818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:51.875690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39602) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:52.032859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:52.034674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39608) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:52.037777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.090084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514e913-d54e-4bc5-aee6-17d4371a8842 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:52.182721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1020572160'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:52.200028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4d66ac8-1628-4932-8a54-3a97c98ca86a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a25e2dc0310141ab8a2d1892767ed4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230226 Jul 27 22:12:52.202644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:52.296265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:12:52.306033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.326120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a68e57dc-c1f1-4c18-8579-8917ee6b90fa None None] Provisioning for port c159f9e6-41b0-49b4-9589-7463e9fc809e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:52.327688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.350110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Deleting port c159f9e6-41b0-49b4-9589-7463e9fc809e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:52.350828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.377699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Made reservation on behalf of 0d58d9ffd44f4a939ce40d7f9d11682e for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:52.381842 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.391710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.421982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] For port c159f9e6-41b0-49b4-9589-7463e9fc809e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c159f9e6-41b0-49b4-9589-7463e9fc809e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:52.422428 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.436606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Calling delete_port for c159f9e6-41b0-49b4-9589-7463e9fc809e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:52.472636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.492586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.503983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.506635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.507823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30218e96-2d18-4501-ae30-17d34c347005 HTTP/1.1" status: 204 len: 168 time: 0.3041439 Jul 27 22:12:52.522813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:52.532782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:52.537521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:52.538150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.541678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc267c63-b010-46e1-982f-08120557540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30218e96-2d18-4501-ae30-17d34c347005,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.555169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=1fb409c8-8717-43e7-9c47-b3228a1eb9ed,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.564350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.595225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bbbb9-9827-4677-b6a0-09c9047a9bbc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.618150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.626160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:52.644314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.644314 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Added segment b300d0c7-2607-4b12-af15-3b05b977c259 of type vlan for network 6aa808be-2ac5-4838-8499-4e4717c10ea1 Jul 27 22:12:52.645372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c2f1a75b-51e0-446d-9ee0-3a9b64893da8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8006129 Jul 27 22:12:52.646263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:52.653838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'name': 'tempest-NetworksTestDHCPv6-1026440690'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:52.664315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] Pushing event deleted for resources: {'Port': ['ID=c159f9e6-41b0-49b4-9589-7463e9fc809e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.667396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c52aab-70fd-44b4-8198-f5aacb43e604 None None] No DVR routers for this DVR port c159f9e6-41b0-49b4-9589-7463e9fc809e on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:52.695251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce57017-f15a-4779-b083-4c6e65da5a27 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:52.716411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.843782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.850102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:52.850787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.876525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '1fb409c8-8717-43e7-9c47-b3228a1eb9ed'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:52.877878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.923234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Pushing event updated for resources: {'Network': ['ID=6aa808be-2ac5-4838-8499-4e4717c10ea1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.929227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:52.934312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.955160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 4c0a562b-170c-4f1d-b85f-97a81173ffc9 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:52.960030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:53.010549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20f826a7-ca79-4947-b0e8-c474113f5a13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9744091 Jul 27 22:12:53.082380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::267 (c1a57a93-5c6c-4341-88e7-394954be93ca/1fb409c8-8717-43e7-9c47-b3228a1eb9ed/4c0a562b-170c-4f1d-b85f-97a81173ffc9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:53.264303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39624) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:53.270691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1', 'binding:host_id': 'n-h1-738018-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2109691960'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:53.329904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39626) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:53.369093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Made reservation on behalf of 87dd995dfc014daf98d83cb10fe525c2 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:53.371688 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.390462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9dc5734c-d269-49a5-8738-322d83c84a39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=029681fc58fa4dc8be1ccf3c924fe6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591743 Jul 27 22:12:53.391186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:53.393824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.471347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.510351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.582009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.592974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.672193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.672479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 4c0a562b-170c-4f1d-b85f-97a81173ffc9 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:53.674757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.675955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b986acb0-30b3-4905-b7bb-e25e933da866 HTTP/1.1" status: 204 len: 168 time: 0.2835665 Jul 27 22:12:53.687210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bbec0-9c3b-41c3-bbb2-17b4ed5c12b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b986acb0-30b3-4905-b7bb-e25e933da866,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:53.723433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.729417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 8c32aa37-476b-4185-bc2d-8e377ce5df83 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:53.778875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.810941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b5e54-c17f-4f4c-a00f-516c010f0e6f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:53.835101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:53.840815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:53.844547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:53.849210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/1fb409c8-8717-43e7-9c47-b3228a1eb9ed/c05158d3-eda8-4375-9a95-3199943e55ce) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:53.850349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:53.850990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.860214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=4c0a562b-170c-4f1d-b85f-97a81173ffc9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:53.980263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4b9b5ad2-f835-44b1-8f6e-70a93541130e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3323715 Jul 27 22:12:53.982705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:53.985465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 8c32aa37-476b-4185-bc2d-8e377ce5df83 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:53.996885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.008120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Transition to ACTIVE for port object 8c32aa37-476b-4185-bc2d-8e377ce5df83 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:54.027742 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.036716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Transition to ACTIVE for port object c05158d3-eda8-4375-9a95-3199943e55ce will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:54.057766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f3ec6-767b-465c-b747-efa7a7605fc5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:54.058022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Transition to ACTIVE for port object c05158d3-eda8-4375-9a95-3199943e55ce will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:54.059362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c20f3ec6-767b-465c-b747-efa7a7605fc5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0754633 Jul 27 22:12:54.062200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39636) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:54.118209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.163946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.195374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=8c32aa37-476b-4185-bc2d-8e377ce5df83,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.222661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:54.226887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:54.229208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Pushing event updated for resources: {'Port': ['ID=c05158d3-eda8-4375-9a95-3199943e55ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.234035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Checking segment: {'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:54.234035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Network hostable DHCP agents. Network: 6aa808be-2ac5-4838-8499-4e4717c10ea1, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:54.234276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:54.239230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 4c0a562b-170c-4f1d-b85f-97a81173ffc9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:54.239587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.290866 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Attempting to bind port c05158d3-eda8-4375-9a95-3199943e55ce on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.291315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Attempting to bind port c05158d3-eda8-4375-9a95-3199943e55ce by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.291776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Attempting to bind port c05158d3-eda8-4375-9a95-3199943e55ce on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.296852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:54.297227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:54.297628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.298023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:54.298515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Bound port: c05158d3-eda8-4375-9a95-3199943e55ce, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:54.298929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.335212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.352265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 4c0a562b-170c-4f1d-b85f-97a81173ffc9 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:54.371741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:54.372953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] For port c05158d3-eda8-4375-9a95-3199943e55ce, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:54.377084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] For port c05158d3-eda8-4375-9a95-3199943e55ce, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c05158d3-eda8-4375-9a95-3199943e55ce,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:54.484883 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.524030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6aa808be-2ac5-4838-8499-4e4717c10ea1) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:54.530253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:54.545176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e964d-4001-49ca-a6f5-b521d92999ad None None] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:54.547446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.547950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.548339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.559638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:54.559638 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:54.559638 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 2 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:54.576294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.576294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.576294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.580734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:54.580734 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:54.581017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb94a15-e6fd-4766-9f9e-75c9abd7ee34 None None] Pushing event updated for resources: {'Port': ['ID=c05158d3-eda8-4375-9a95-3199943e55ce,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.581184 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 3 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:54.595358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.599063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.599063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.599063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.614114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:54.614493 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:54.634040 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 4 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:54.641774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=4c0a562b-170c-4f1d-b85f-97a81173ffc9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.967972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.968366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.970400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.971299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.972500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:54.973172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d81e610c-a24d-4859-af70-a09068baf77b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/4c0a562b-170c-4f1d-b85f-97a81173ffc9 HTTP/1.1" status: 204 len: 168 time: 0.9099524 Jul 27 22:12:54.975667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:54.976540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:54.976872 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:54.977274 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 5 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:54.990191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:54.990816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:54.990816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:54.995651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:54.996012 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:54.996415 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 6 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:55.009781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:55.010265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:55.010664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:55.015185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:55.015644 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:55.016111 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 7 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:55.029133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:55.029590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:55.029998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:55.034656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:55.035076 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:55.035186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc9921-2930-4a48-833e-ba789dcfc1fa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.035466 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 8 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:55.036928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc9921-2930-4a48-833e-ba789dcfc1fa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.041121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-87bc9921-2930-4a48-833e-ba789dcfc1fa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0617342 Jul 27 22:12:55.041336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.048773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:55.049204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:55.050275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:55.054108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:55.054543 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:55.055015 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 9 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:55.070545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:55.070883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:55.071224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:55.076564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:55.076773 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:55.077155 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 10 to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 Jul 27 22:12:55.092769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:55.093113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:55.093465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:55.098073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:55.098581 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 8c32aa37-476b-4185-bc2d-8e377ce5df83 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:55.098967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.104151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-188473394'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:55.110638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 1fb409c8-8717-43e7-9c47-b3228a1eb9ed {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:55.116933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.165003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.170523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 8c32aa37-476b-4185-bc2d-8e377ce5df83, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:55.170919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempted to set empty binding levels {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:12:55.253700 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.270265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.281257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:55.285350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.311409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.312447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.312741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.333388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=8c32aa37-476b-4185-bc2d-8e377ce5df83,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:55.396452 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72784a95-e29c-4c5d-974e-bce6e8190828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1304936 Jul 27 22:12:55.399076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39664) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.474230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.495111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Deleting port 8c32aa37-476b-4185-bc2d-8e377ce5df83 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:55.495372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.518522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.522208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.526865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/1fb409c8-8717-43e7-9c47-b3228a1eb9ed HTTP/1.1" status: 204 len: 168 time: 0.4845421 Jul 27 22:12:55.527724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39666) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.534804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37ea85-b854-4e41-a4a6-a47160c79203 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb409c8-8717-43e7-9c47-b3228a1eb9ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:55.565950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 8c32aa37-476b-4185-bc2d-8e377ce5df83, host n-h1-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:55.566416 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.571453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b8fe00f9-5210-4a27-924f-52dfb1c9a240 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412276 Jul 27 22:12:55.581557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.582688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Calling delete_port for 8c32aa37-476b-4185-bc2d-8e377ce5df83 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:55.618966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.638861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55294dd3-f4d6-43d8-9e5f-ee3045415bc9 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:55.657500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:55.667094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5864139-61f4-4e54-9631-be1e57cb6f15,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:55.676432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.676796 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Added segment c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2 of type vlan for network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 Jul 27 22:12:55.723747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55e31a-0d96-4475-b9d8-3874f340c6ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.725291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c55e31a-0d96-4475-b9d8-3874f340c6ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1429651 Jul 27 22:12:55.728670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39670) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.740837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.786405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a980d-e6d7-46cd-9687-48403e24172f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.787875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e48a980d-e6d7-46cd-9687-48403e24172f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575016 Jul 27 22:12:55.790414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39672) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.833643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:12:55.838003 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0f7dd0cb-3d46-43fe-a96e-eef90390f901 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450480 Jul 27 22:12:55.843614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39674) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.847872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:55.885700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Deleting port c05158d3-eda8-4375-9a95-3199943e55ce {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:55.886075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.901235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.928858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c32aa37-476b-4185-bc2d-8e377ce5df83,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:55.932425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f3d7f999-fe87-418a-aaac-2f78e3dce9a0 None None] Provisioning for port c05158d3-eda8-4375-9a95-3199943e55ce completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:55.941535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.946872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8aaeefc3-5fd4-4868-9d45-90b4a1c7e1f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8c32aa37-476b-4185-bc2d-8e377ce5df83 HTTP/1.1" status: 204 len: 168 time: 0.5464826 Jul 27 22:12:55.947834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39676) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.957625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] For port c05158d3-eda8-4375-9a95-3199943e55ce, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c05158d3-eda8-4375-9a95-3199943e55ce,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:55.958032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.970699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Calling delete_port for c05158d3-eda8-4375-9a95-3199943e55ce owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:55.982472 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-342c21fe-5603-4c5b-bac6-3b29ab42b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:55.993305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-342c21fe-5603-4c5b-bac6-3b29ab42b63b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports/8c32aa37-476b-4185-bc2d-8e377ce5df83 HTTP/1.1" status: 404 len: 333 time: 0.0352590 Jul 27 22:12:55.993305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.993305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.993305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.994345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:55.999592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402672307'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:56.068952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Network': ['ID=25cc821c-6404-42c8-aafa-ca1bfd8ae1b8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:56.080347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:56.122104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:56.125904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.186525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.214155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] Pushing event deleted for resources: {'Port': ['ID=c05158d3-eda8-4375-9a95-3199943e55ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:56.217735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d7ef9-39d2-458c-b4d2-274f604428ea None None] No DVR routers for this DVR port c05158d3-eda8-4375-9a95-3199943e55ce on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:56.308684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e1f406fc-a2bf-4945-bd42-ecd0653ffd23 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3348839 Jul 27 22:12:56.312681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39680) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:56.323705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'subnet': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:56.440419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Made reservation on behalf of 87dd995dfc014daf98d83cb10fe525c2 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:56.442954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.459666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:56.500664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.541949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:56.547145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:56.550202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:56.550833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.556030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d3689-19ab-469e-94a0-0d74c66b706c None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:56.568069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=0a5abf1e-b08a-460d-97d5-7b93cc75c6bd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:56.637412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:56.641042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.709567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '0a5abf1e-b08a-460d-97d5-7b93cc75c6bd'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:56.710818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.733590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.754976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2edfea38-f2d8-4642-b27a-3fa8472379e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9112635 Jul 27 22:12:56.758185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:56.764429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '0a5abf1e-b08a-460d-97d5-7b93cc75c6bd', 'ip_address': '2001:db8::d1cf:2e80:a3d1:eca9'}], 'name': 'tempest-NetworksTestDHCPv6-55878258'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:56.863606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/0a5abf1e-b08a-460d-97d5-7b93cc75c6bd/b292e5b5-aa08-4715-a7e4-3a59823b9985) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:56.947809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.979668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.992183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:56.999678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:57.003135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:57.004108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:57.004724 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.015844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.016946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=52bbd04a-4bb4-4cfa-a2ed-e8834927f352,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.024995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Transition to ACTIVE for port object b292e5b5-aa08-4715-a7e4-3a59823b9985 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:57.040814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Transition to ACTIVE for port object b292e5b5-aa08-4715-a7e4-3a59823b9985 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:57.050354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:57.051953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Subnet': ['ID=c502a4ee-4766-4637-9ca7-9e68d15cc8aa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.060183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Checking segment: {'id': 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:57.060559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network hostable DHCP agents. Network: 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:57.133385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.151448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 185ae23f-dfd1-4fe2-8c3e-89fb382522bd yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:57.189824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.191633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:57.204182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9adcb693-be4f-470f-8911-947a6c1f308e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2084324 Jul 27 22:12:57.207031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:57.214375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:57.228897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:57.232073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:57.235605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:57.249926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Pushing event updated for resources: {'Port': ['ID=b292e5b5-aa08-4715-a7e4-3a59823b9985,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.306953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Attempting to bind port b292e5b5-aa08-4715-a7e4-3a59823b9985 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:57.307366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Attempting to bind port b292e5b5-aa08-4715-a7e4-3a59823b9985 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:57.307740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Attempting to bind port b292e5b5-aa08-4715-a7e4-3a59823b9985 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:57.308456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.313764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:57.314155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:57.314600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.319184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:57.319184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Bound port: b292e5b5-aa08-4715-a7e4-3a59823b9985, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:57.319184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.345857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:57.350597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:57.351270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.358781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996454a-1098-4a2f-a653-7207d256d710 None None] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:57.386571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::d1cf:2e80:a3d1:eca9 (c1a57a93-5c6c-4341-88e7-394954be93ca/0a5abf1e-b08a-460d-97d5-7b93cc75c6bd/185ae23f-dfd1-4fe2-8c3e-89fb382522bd) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:57.440159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] For port b292e5b5-aa08-4715-a7e4-3a59823b9985, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:57.444999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] For port b292e5b5-aa08-4715-a7e4-3a59823b9985, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b292e5b5-aa08-4715-a7e4-3a59823b9985,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:57.484889 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4327393d-8c71-4a1b-94fb-c45650b0a5a8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1687326 Jul 27 22:12:57.485299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39688) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:57.490504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1853007935'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:57.562889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'tenant_id': '294a9eaf37594d828335269150c64f6a', 'fixed_ips': [{'subnet_id': 'c502a4ee-4766-4637-9ca7-9e68d15cc8aa'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:57.565037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.570093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.582682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:57.587245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 185ae23f-dfd1-4fe2-8c3e-89fb382522bd will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:57.598958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.622873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Transition to ACTIVE for port object 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:57.643683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.725328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.748480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ade51-a5ba-45c8-b2ad-f89c37db78d3 None None] Pushing event updated for resources: {'Port': ['ID=b292e5b5-aa08-4715-a7e4-3a59823b9985,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.755897 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.766514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:57.773772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Allocated IP 2001:db8::2 (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/413da579-c65a-4f13-a693-a8e7bedc3d26) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:57.779209 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.785832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:57.794232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:57.797127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:57.803706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:57.804396 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.815525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=185ae23f-dfd1-4fe2-8c3e-89fb382522bd,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.844674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=52bbd04a-4bb4-4cfa-a2ed-e8834927f352,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.856379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:57.898802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b7f0ab7-ac9b-4f83-9822-6ff0872061b9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1373954 Jul 27 22:12:57.899193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39690) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:57.956383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:57.956383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:57.956383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:57.960510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:57.960988 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:57.961461 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 2 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:57.984068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:57.984613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:57.985071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:57.988272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.990044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:57.990467 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:57.990996 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 3 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.004282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Transition to ACTIVE for port object 413da579-c65a-4f13-a693-a8e7bedc3d26 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:58.016203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.016542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.016883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.023724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.024337 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.024739 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 4 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.028790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Transition to ACTIVE for port object 413da579-c65a-4f13-a693-a8e7bedc3d26 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:58.043954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.043954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.045716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.049799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.050138 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.050574 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 5 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.053039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f74a52-2b12-45ec-8d14-c07f1c0a2059 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:58.060256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f74a52-2b12-45ec-8d14-c07f1c0a2059 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:58.064874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-77f74a52-2b12-45ec-8d14-c07f1c0a2059 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1644204 Jul 27 22:12:58.065054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:58.077151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.077477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.077813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.104231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.104549 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.106562 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 6 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.133938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.134326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.134655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.157974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.158236 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.165301 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 7 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.166554 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.201340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:58.204536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:58.210580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:58.215553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.215891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.216230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.219716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Pushing event updated for resources: {'Port': ['ID=413da579-c65a-4f13-a693-a8e7bedc3d26,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:58.232866 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.233197 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.235155 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 8 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.258675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::342 (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/318a3fc7-446a-4577-9999-e3b6ae36a3c4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:58.274167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.274544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.275640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.277105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Attempting to bind port 413da579-c65a-4f13-a693-a8e7bedc3d26 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.277485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Attempting to bind port 413da579-c65a-4f13-a693-a8e7bedc3d26 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.277855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Attempting to bind port 413da579-c65a-4f13-a693-a8e7bedc3d26 on network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.283507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:58.283885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Checking segment: {'id': 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:58.284298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.284697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Bound using segment: {'id': 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:58.285173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Bound port: 413da579-c65a-4f13-a693-a8e7bedc3d26, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:58.285562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.289188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 185ae23f-dfd1-4fe2-8c3e-89fb382522bd {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:58.289533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.296059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.296391 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.311868 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 9 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.350615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bf972405-e833-4444-8a8e-9803370f663f None None] For port 413da579-c65a-4f13-a693-a8e7bedc3d26, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:58.354664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bf972405-e833-4444-8a8e-9803370f663f None None] For port 413da579-c65a-4f13-a693-a8e7bedc3d26, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=413da579-c65a-4f13-a693-a8e7bedc3d26,segment=NetworkSegment(c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2),segment_id=c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:58.369978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.370344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.370685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.389202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.389536 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.394972 n-d-738018-6 neutron-server[94672]: INFO neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 10 to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 Jul 27 22:12:58.475048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.475388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.475730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.494549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.497195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.497533 n-d-738018-6 neutron-server[94672]: ERROR neutron.plugins.ml2.managers [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:12:58.497916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.533283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 185ae23f-dfd1-4fe2-8c3e-89fb382522bd owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:58.536232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.618336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972405-e833-4444-8a8e-9803370f663f None None] Pushing event updated for resources: {'Port': ['ID=413da579-c65a-4f13-a693-a8e7bedc3d26,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:58.646141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.685203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b292e5b5-aa08-4715-a7e4-3a59823b9985 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:58.693192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object 318a3fc7-446a-4577-9999-e3b6ae36a3c4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:58.713432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:58.713809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempted to set empty binding levels {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:12:58.876544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.919027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] In _notify_port_updated(), no bound segment for port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:12:58.919942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:58.920566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.924319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "PUT /v2.0/ports/52bbd04a-4bb4-4cfa-a2ed-e8834927f352 HTTP/1.1" status: 200 len: 979 time: 1.7136042 Jul 27 22:12:58.924788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:58.964095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c6001-967c-4398-8738-c77a313f9042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=52bbd04a-4bb4-4cfa-a2ed-e8834927f352,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:58.991253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.992028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b292e5b5-aa08-4715-a7e4-3a59823b9985 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:59.034140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.066928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:59.076212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:59.086917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Provisioning for port b292e5b5-aa08-4715-a7e4-3a59823b9985 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:59.088779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:59.094612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.095273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.096211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Provisioning complete for port b292e5b5-aa08-4715-a7e4-3a59823b9985 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:59.096943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.106921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=318a3fc7-446a-4577-9999-e3b6ae36a3c4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.144789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.146807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/185ae23f-dfd1-4fe2-8c3e-89fb382522bd HTTP/1.1" status: 204 len: 168 time: 1.0807841 Jul 27 22:12:59.150614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39696) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.169681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04fdf1-164b-4c8b-b6b0-0fbb8c9ddd9b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=185ae23f-dfd1-4fe2-8c3e-89fb382522bd,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.198496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.199618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.201191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.201864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.203046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.203991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.204859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.206144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.206842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.207699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.208353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.213219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.214070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.214671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.215211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.215831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.217133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.218017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.219493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.225882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5d056ef7-5197-4ba2-9ab9-5f1094951f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21635 time: 0.3000035 Jul 27 22:12:59.226637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39698) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.226775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb34373-053c-4f1c-8129-86e35cbd0373 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.230715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb34373-053c-4f1c-8129-86e35cbd0373 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.235609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-875b236d-2a9c-405a-9264-af883eb8aec0 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7491314 Jul 27 22:12:59.235947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cbb34373-053c-4f1c-8129-86e35cbd0373 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838177 Jul 27 22:12:59.236305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.238583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.243703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-957781006', 'allowed_address_pairs': [{'ip_address': '2001:db8::342', 'mac_address': 'fa:16:3e:33:5c:b9'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:59.263892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] For port b292e5b5-aa08-4715-a7e4-3a59823b9985, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b292e5b5-aa08-4715-a7e4-3a59823b9985,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:59.303004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 0a5abf1e-b08a-460d-97d5-7b93cc75c6bd {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:59.306993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.344653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.352304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.420119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc42e6-01d7-441b-9533-9aa2b5f54482 None None] Pushing event updated for resources: {'Port': ['ID=b292e5b5-aa08-4715-a7e4-3a59823b9985,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.434797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Deleting port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:59.435235 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.458930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c8b5d711-c230-4ee6-8d84-5bb341699edb None None] Could not find standard attr ID for object 185ae23f-dfd1-4fe2-8c3e-89fb382522bd. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:12:59.462991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.512928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 52bbd04a-4bb4-4cfa-a2ed-e8834927f352, host n-h1-738018-6, got binding levels [] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:59.513379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.528884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Calling delete_port for 52bbd04a-4bb4-4cfa-a2ed-e8834927f352 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:59.573315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:59.687014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.698475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.707792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port d954ca50-b6ef-4e85-adda-e430dced4a4e yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:59.730940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5abf1e-b08a-460d-97d5-7b93cc75c6bd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.734984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.737000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1fb23ada-dc63-422c-b650-2792ae47225a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/0a5abf1e-b08a-460d-97d5-7b93cc75c6bd HTTP/1.1" status: 204 len: 168 time: 0.4981251 Jul 27 22:12:59.739685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39704) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.743968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e05216-e579-4135-a46d-37b3e01e8a00 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:59.788207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-95768487-3873-48a7-9539-a10ac4f12efb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448263 Jul 27 22:12:59.789077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.795861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:59.805629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec3a12-7c8c-4ed0-88fb-32c5b0e5e6f0 None None] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:59.810245 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.861710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event deleted for resources: {'Port': ['ID=52bbd04a-4bb4-4cfa-a2ed-e8834927f352,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.868105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.873196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-15af792f-f5af-45ab-a353-53a78d746ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "DELETE /v2.0/ports/52bbd04a-4bb4-4cfa-a2ed-e8834927f352 HTTP/1.1" status: 204 len: 168 time: 0.6430354 Jul 27 22:12:59.874227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39708) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.886153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::fc (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/d954ca50-b6ef-4e85-adda-e430dced4a4e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:59.922870 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4695d231-94da-46b0-999a-11283e433837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:12:59.928550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4695d231-94da-46b0-999a-11283e433837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports/52bbd04a-4bb4-4cfa-a2ed-e8834927f352 HTTP/1.1" status: 404 len: 333 time: 0.0462959 Jul 27 22:12:59.929996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39710) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:59.934936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1905575715', 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:59.952177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:12:59.952177 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:12:59.952177 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id_1': '87dd995dfc014daf98d83cb10fe525c2', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 12, 59, 942620)}] Jul 27 22:12:59.952177 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:12:59.952546 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:00.045178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:00.051688 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.053319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.075231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object d954ca50-b6ef-4e85-adda-e430dced4a4e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:00.209969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9b4f7a5b-e69f-4929-9502-c419cf7252dd None None] Provisioning for port 413da579-c65a-4f13-a693-a8e7bedc3d26 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:00.254210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:00.273121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.303783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Deleting port b292e5b5-aa08-4715-a7e4-3a59823b9985 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:00.304111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.316905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:00.320088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:00.323483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:00.330089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.330816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.353429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=d954ca50-b6ef-4e85-adda-e430dced4a4e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:00.371531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] For port b292e5b5-aa08-4715-a7e4-3a59823b9985, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b292e5b5-aa08-4715-a7e4-3a59823b9985,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:00.372085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.386589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Calling delete_port for b292e5b5-aa08-4715-a7e4-3a59823b9985 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:00.410159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.464060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:00.471665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:00.476322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e6af4d9a-044d-4e27-8be2-5f5d163692ec tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2366464 Jul 27 22:13:00.478949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39712) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:00.483592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.484473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.492040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=98743e51-3cb6-4788-ba35-9c21691f1084,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:00.552338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9ce69-5131-4a01-baa1-a89e041f35cf tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.562065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9ce69-5131-4a01-baa1-a89e041f35cf tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.570771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9ce69-5131-4a01-baa1-a89e041f35cf tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.573275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-52b9ce69-5131-4a01-baa1-a89e041f35cf tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0931425 Jul 27 22:13:00.576269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39714) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:00.644730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 413da579-c65a-4f13-a693-a8e7bedc3d26 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:00.670779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.704581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] Pushing event deleted for resources: {'Port': ['ID=b292e5b5-aa08-4715-a7e4-3a59823b9985,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:00.713544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f1b8d-b1d2-4450-968f-bbef98ed5b0a None None] No DVR routers for this DVR port b292e5b5-aa08-4715-a7e4-3a59823b9985 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:00.717363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port d954ca50-b6ef-4e85-adda-e430dced4a4e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:00.717507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.733617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1b1bb78-08ac-4ab2-8823-f4903d2ce464 None None] Provisioning for port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:00.740863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23df3de-a47a-4278-bcac-f3b246edfb49 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:00.742559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1b1bb78-08ac-4ab2-8823-f4903d2ce464 None None] Provisioning complete for port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:00.742935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b1bb78-08ac-4ab2-8823-f4903d2ce464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.769670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Made reservation on behalf of 87dd995dfc014daf98d83cb10fe525c2 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:00.772143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.804087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 747ed02f-f3aa-46ec-91cb-8c1906b70b10 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:00.827727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1bb78-08ac-4ab2-8823-f4903d2ce464 None None] Port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:00.881840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.901610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 413da579-c65a-4f13-a693-a8e7bedc3d26 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:00.906104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for d954ca50-b6ef-4e85-adda-e430dced4a4e owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:00.911432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 413da579-c65a-4f13-a693-a8e7bedc3d26 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:00.912008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.972335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '98743e51-3cb6-4788-ba35-9c21691f1084'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:00.973242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.010088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6be1f5dd-9e7b-4146-a965-f9ebdc892d61 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2195785 Jul 27 22:13:01.014049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39716) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:01.018618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '98743e51-3cb6-4788-ba35-9c21691f1084', 'ip_address': '2001:db8::7347:fc53:7a43:54b7'}], 'name': 'tempest-NetworksTestDHCPv6-2048501348'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:01.063195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.067448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Provisioning complete for port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:01.067448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.151438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:01.192627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.226639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/98743e51-3cb6-4788-ba35-9c21691f1084/fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:01.252173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 413da579-c65a-4f13-a693-a8e7bedc3d26, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=413da579-c65a-4f13-a693-a8e7bedc3d26,segment=NetworkSegment(c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2),segment_id=c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:01.261011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:01.333875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.335271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Provisioning for port d954ca50-b6ef-4e85-adda-e430dced4a4e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:01.335909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.345973 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.352078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Provisioning complete for port d954ca50-b6ef-4e85-adda-e430dced4a4e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:01.352078 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.366489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 5dba3066-abe1-4e61-875c-f6736229606e yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:01.370807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f30d460e-9411-466f-9351-66a92cb0f307 None None] Port d954ca50-b6ef-4e85-adda-e430dced4a4e was deleted so its status cannot be updated. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 22:13:01.403943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.464161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=413da579-c65a-4f13-a693-a8e7bedc3d26,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:01.493504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.503132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:01.504128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Transition to ACTIVE for port object fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:01.511124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:01.526034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b292e5b5-aa08-4715-a7e4-3a59823b9985 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:01.533381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:01.534469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.538720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.540584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=747ed02f-f3aa-46ec-91cb-8c1906b70b10,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:01.546037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.548076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/d954ca50-b6ef-4e85-adda-e430dced4a4e HTTP/1.1" status: 204 len: 168 time: 0.9706738 Jul 27 22:13:01.554789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39718) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:01.557851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b292e5b5-aa08-4715-a7e4-3a59823b9985 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:01.558233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b292e5b5-aa08-4715-a7e4-3a59823b9985 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:01.564032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Transition to ACTIVE for port object fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:01.593005 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9513a6-b6cd-4d60-8a86-4c036b8d9208 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] GET failed (client error): The resource could not be found. Jul 27 22:13:01.594607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f9513a6-b6cd-4d60-8a86-4c036b8d9208 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports/d954ca50-b6ef-4e85-adda-e430dced4a4e HTTP/1.1" status: 404 len: 333 time: 0.0382290 Jul 27 22:13:01.598553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39720) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:01.605724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944631548'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:01.613014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42dd21-f159-4e09-9a37-de0a577370e7 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=d954ca50-b6ef-4e85-adda-e430dced4a4e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:01.690628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2742faab-8ed6-4229-a264-1f4c9482ae05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7605271 Jul 27 22:13:01.691286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39722) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:01.725137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.750381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2067d4-9461-4ae3-9c9f-bcba644bca04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.752102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b2067d4-9461-4ae3-9c9f-bcba644bca04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports/747ed02f-f3aa-46ec-91cb-8c1906b70b10 HTTP/1.1" status: 200 len: 959 time: 0.0598528 Jul 27 22:13:01.756997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39724) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:01.792579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:01.799875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:01.804236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:01.824096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::7347:fc53:7a43:54b7 (c1a57a93-5c6c-4341-88e7-394954be93ca/98743e51-3cb6-4788-ba35-9c21691f1084/5dba3066-abe1-4e61-875c-f6736229606e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:01.834871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:01.865988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Deleting port 747ed02f-f3aa-46ec-91cb-8c1906b70b10 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:01.866376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.894662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Attempting to bind port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:01.895049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Attempting to bind port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:01.895426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Attempting to bind port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:01.903783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:01.904171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:01.905131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.905549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:01.906133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Bound port: fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:01.906581 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.921842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:01.925825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.930065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.944725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Calling delete_port for 747ed02f-f3aa-46ec-91cb-8c1906b70b10 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:01.951343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port f37af443-5c32-42de-a479-ff7ca8c39183 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:01.983088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] For port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:01.987337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] For port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:01.989012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b14a7e2-1fc7-4995-a271-0b576460c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.110153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.163138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.178583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47b9fb-d9de-45ab-b36d-cfeebfda4bd7 None None] Pushing event updated for resources: {'Port': ['ID=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:02.199908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event deleted for resources: {'Port': ['ID=747ed02f-f3aa-46ec-91cb-8c1906b70b10,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:02.203503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.205952 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6ea35da4-6ffc-44d2-b70f-4952246d1e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "DELETE /v2.0/ports/747ed02f-f3aa-46ec-91cb-8c1906b70b10 HTTP/1.1" status: 204 len: 168 time: 0.4479644 Jul 27 22:13:02.208798 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39726) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:02.239292 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d93ce56-9372-423b-a36a-5cbde8e1b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:13:02.241061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d93ce56-9372-423b-a36a-5cbde8e1b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports/747ed02f-f3aa-46ec-91cb-8c1906b70b10 HTTP/1.1" status: 404 len: 333 time: 0.0313170 Jul 27 22:13:02.245089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39728) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:02.251235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898634610'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:02.381253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Made reservation on behalf of 87dd995dfc014daf98d83cb10fe525c2 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:02.383959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.403328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 3d8c2721-9b3a-4811-86cd-598012a22fda yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:02.453261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.480295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 5dba3066-abe1-4e61-875c-f6736229606e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:02.502692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::25b (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/f37af443-5c32-42de-a479-ff7ca8c39183) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:02.590105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.679152 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.704154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:02.710186 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.731328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.747932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:02.754261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Network 6aa808be-2ac5-4838-8499-4e4717c10ea1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:02.757261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:02.759880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:02.760987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:02.761128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:02.761611 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.767217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:02.773111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:02.775548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.778021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object f37af443-5c32-42de-a479-ff7ca8c39183 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:02.779631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=3d8c2721-9b3a-4811-86cd-598012a22fda,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:02.780595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=5dba3066-abe1-4e61-875c-f6736229606e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:02.875078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:02.880016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 413da579-c65a-4f13-a693-a8e7bedc3d26 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:02.904273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.905327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-924565d5-4f85-4f70-a5d9-40ce16790248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6588473 Jul 27 22:13:02.907928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39730) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:02.908534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb052353-1cb8-4320-b359-9347947fef72 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8943205 Jul 27 22:13:02.916818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:02.918435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:02.939778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 413da579-c65a-4f13-a693-a8e7bedc3d26 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:02.940312 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.993193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:03.003445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:03.008158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:03.011772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.015190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.015860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.024771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=f37af443-5c32-42de-a479-ff7ca8c39183,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.067563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762e22f-0323-4f0b-b754-ae563a68f113 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.076867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762e22f-0323-4f0b-b754-ae563a68f113 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.079270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5762e22f-0323-4f0b-b754-ae563a68f113 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1581616 Jul 27 22:13:03.082686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39734) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.121526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0089d876-eb08-444f-96d4-512eebbfc882 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5215991 Jul 27 22:13:03.124597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39736) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.132869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::342', 'mac_address': 'fa:16:3e:33:5c:b9'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:03.241574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] device_id is not set on port 3d8c2721-9b3a-4811-86cd-598012a22fda yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:03.250352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.265000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Transition to ACTIVE for port object 3d8c2721-9b3a-4811-86cd-598012a22fda will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:03.282654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.358780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 5dba3066-abe1-4e61-875c-f6736229606e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:03.359076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.359201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.432299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=3d8c2721-9b3a-4811-86cd-598012a22fda,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.459150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.459499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.459846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.465219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.465553 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.465946 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 2 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.483094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.483700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.484053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.488909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.489242 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.489637 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 3 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.503676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.504156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.504504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.514145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.514715 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.515213 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 4 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.536610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.536878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.537392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.541440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Provisioning for port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:03.544372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.544799 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.545328 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 5 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.547627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Provisioning complete for port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:03.548167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.557640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.562128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.562841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.563201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.570402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.570750 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.571159 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 6 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.584971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 5dba3066-abe1-4e61-875c-f6736229606e owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:03.590707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.594256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.594256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.597193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.597671 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.597927 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 7 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.618182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.618565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.619022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.625007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.625366 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.626270 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 8 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.642371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.646960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.651558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.653092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.653436 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.654057 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 9 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.659658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.667588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.667933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.668520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.673358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.673623 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.674017 n-d-738018-6 neutron-server[94671]: INFO neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempt 10 to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda Jul 27 22:13:03.689993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.690365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.690709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempting to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.695246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.695601 n-d-738018-6 neutron-server[94671]: ERROR neutron.plugins.ml2.managers [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Failed to bind port 3d8c2721-9b3a-4811-86cd-598012a22fda on host n-h1-738018-6 for vnic_type normal using segments [{'id': 'b300d0c7-2607-4b12-af15-3b05b977c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '6aa808be-2ac5-4838-8499-4e4717c10ea1'}] Jul 27 22:13:03.696183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.701038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.740423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] For port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:03.764608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.772465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 3d8c2721-9b3a-4811-86cd-598012a22fda, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:03.772846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attempted to set empty binding levels {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:13:03.803313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] In _notify_port_updated(), no bound segment for port f37af443-5c32-42de-a479-ff7ca8c39183 on network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:03.810078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.810785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.812205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "PUT /v2.0/ports/f37af443-5c32-42de-a479-ff7ca8c39183 HTTP/1.1" status: 200 len: 1002 time: 0.6862102 Jul 27 22:13:03.815168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.864047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5955a32-c080-445c-971d-2d8cb59fb73c tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=f37af443-5c32-42de-a479-ff7ca8c39183,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.880708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.924650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.925350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.958532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Pushing event updated for resources: {'Port': ['ID=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.959168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=5dba3066-abe1-4e61-875c-f6736229606e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.998591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.000764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0fcc3f31-4f16-4572-a34c-e052e9239b10 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/5dba3066-abe1-4e61-875c-f6736229606e HTTP/1.1" status: 204 len: 168 time: 0.9170842 Jul 27 22:13:04.003290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.018932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] In _notify_port_updated(), no bound segment for port 3d8c2721-9b3a-4811-86cd-598012a22fda on network 6aa808be-2ac5-4838-8499-4e4717c10ea1 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:04.020138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.026818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.028478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "PUT /v2.0/ports/3d8c2721-9b3a-4811-86cd-598012a22fda HTTP/1.1" status: 200 len: 979 time: 1.1184008 Jul 27 22:13:04.031504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.052761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port f37af443-5c32-42de-a479-ff7ca8c39183 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:04.053115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.061038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Provisioning for port f37af443-5c32-42de-a479-ff7ca8c39183 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:04.065385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Provisioning complete for port f37af443-5c32-42de-a479-ff7ca8c39183 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:04.065963 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.128479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c7ba-882b-4b12-8ceb-7c615fc8455b tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event updated for resources: {'Port': ['ID=3d8c2721-9b3a-4811-86cd-598012a22fda,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:04.142432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-83b1ebaa-94a9-4858-8288-0e3dd9b2a60d None None] Port f37af443-5c32-42de-a479-ff7ca8c39183 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:04.149488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f4fbd-c90e-41ec-bd49-839ddfe7f53f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.152409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1f4fbd-c90e-41ec-bd49-839ddfe7f53f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.154232 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0d1f4fbd-c90e-41ec-bd49-839ddfe7f53f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1499751 Jul 27 22:13:04.157418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.192100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Deleting port 3d8c2721-9b3a-4811-86cd-598012a22fda {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:04.192331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.216836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 98743e51-3cb6-4788-ba35-9c21691f1084 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:04.224658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.257073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ee586ad-0c73-4ece-8a61-442d53181b9b None None] Could not find standard attr ID for object 5dba3066-abe1-4e61-875c-f6736229606e. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:04.262354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] For port 3d8c2721-9b3a-4811-86cd-598012a22fda, host n-h1-738018-6, got binding levels [] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:04.262938 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.278943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Calling delete_port for 3d8c2721-9b3a-4811-86cd-598012a22fda owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:04.283718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ee586ad-0c73-4ece-8a61-442d53181b9b None None] Provisioning complete for port f37af443-5c32-42de-a479-ff7ca8c39183 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:04.284185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ee586ad-0c73-4ece-8a61-442d53181b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.287541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.299542 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.333924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for f37af443-5c32-42de-a479-ff7ca8c39183 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:04.365266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ee586ad-0c73-4ece-8a61-442d53181b9b None None] Port f37af443-5c32-42de-a479-ff7ca8c39183 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:04.452151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.455957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4b9555d-bebf-4a2c-a33d-355dcee5a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.472915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.502860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d8c2721-9b3a-4811-86cd-598012a22fda,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:04.508775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.514491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1ec95a1-88d8-42b9-aeee-0c9ddeac7fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3d8c2721-9b3a-4811-86cd-598012a22fda HTTP/1.1" status: 204 len: 168 time: 0.4759901 Jul 27 22:13:04.514795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.545355 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9ad6fc-b510-46d4-9170-7b6ddc16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:13:04.550243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c9ad6fc-b510-46d4-9170-7b6ddc16af4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-442673557-project-admin] 10.222.0.37 "GET /v2.0/ports/3d8c2721-9b3a-4811-86cd-598012a22fda HTTP/1.1" status: 404 len: 333 time: 0.0308602 Jul 27 22:13:04.550557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39748) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.612918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:04.630252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.674309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:04.674717 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.705092 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.735321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.737616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=98743e51-3cb6-4788-ba35-9c21691f1084,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:04.748423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.752716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e44521a0-2da0-4a2c-8b71-bdc9b16d1540 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/98743e51-3cb6-4788-ba35-9c21691f1084 HTTP/1.1" status: 204 len: 168 time: 0.5918596 Jul 27 22:13:04.755383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a3b1e-d5bc-45c4-a2e5-d9a54d7a681b None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:04.770931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.780615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=f37af443-5c32-42de-a479-ff7ca8c39183,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:04.802585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.820229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5fc8e3de-0382-4d7a-ae2b-806dea38987a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481122 Jul 27 22:13:04.823286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:04.830009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:05.007539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:05.020584 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.022943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d9605c6-884c-4ef1-a3a8-77269b17b786 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/f37af443-5c32-42de-a479-ff7ca8c39183 HTTP/1.1" status: 204 len: 168 time: 1.2067690 Jul 27 22:13:05.026259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39754) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.033781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.046314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa808be-2ac5-4838-8499-4e4717c10ea1']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:05.057586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b300d0c7-2607-4b12-af15-3b05b977c259') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:05.058007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b300d0c7-2607-4b12-af15-3b05b977c259') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:05.064074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Deleting port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:05.064591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.067315 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e8ee72-67f8-4e9a-8612-2b3f18151b5a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] GET failed (client error): The resource could not be found. Jul 27 22:13:05.068110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.068975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-17e8ee72-67f8-4e9a-8612-2b3f18151b5a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports/f37af443-5c32-42de-a479-ff7ca8c39183 HTTP/1.1" status: 404 len: 333 time: 0.0415690 Jul 27 22:13:05.074067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.088638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.099169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1645360873'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:05.102692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:05.103145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:05.107250 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:05.139942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] For port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:05.140353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.149678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:05.153878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Calling delete_port for fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:05.154724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.318018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.325892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.331481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] 10.222.0.37 "DELETE /v2.0/networks/6aa808be-2ac5-4838-8499-4e4717c10ea1 HTTP/1.1" status: 204 len: 168 time: 0.7763720 Jul 27 22:13:05.340568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2710e-e416-4edf-bd13-cf948009d1bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1802237975-project] Pushing event deleted for resources: {'Network': ['ID=6aa808be-2ac5-4838-8499-4e4717c10ea1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:05.360677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:05.360847 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.366994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.387612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:05.401751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] Pushing event deleted for resources: {'Port': ['ID=fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:05.410124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9dd62-6761-4c40-8528-1d0e67252cd7 None None] No DVR routers for this DVR port fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:05.518434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::273 (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:05.585211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.629593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:05.634070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:05.638936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.639529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.647202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fabc3-f399-463a-b60d-a0adce4eecd4 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:05.652931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=86e079fc-7c44-4657-b75a-c45dc65cb2ae,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:05.672207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.687451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:05.793111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd1429c6-c082-4c0f-9dc7-c32a0c79e0b0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9686756 Jul 27 22:13:05.796670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.801921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '86e079fc-7c44-4657-b75a-c45dc65cb2ae', 'ip_address': '2001:db8::8234:33bb:21e9:d571'}], 'name': 'tempest-NetworksTestDHCPv6-1512534503'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:05.826082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '86e079fc-7c44-4657-b75a-c45dc65cb2ae'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:05.827033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.852190 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.922136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.928677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:05.938728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:05.945970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:05.952084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.952917 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.955933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:05.998533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.006995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/86e079fc-7c44-4657-b75a-c45dc65cb2ae/38b9560f-2a71-4d18-922b-00190d92a525) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:06.141203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d08525f9-16d5-498e-b18e-40712ae8feb5 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0475771 Jul 27 22:13:06.144042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.151675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:33:5c:b9'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:06.205724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-41f0c6e6-5c6c-4f7f-8e33-c91360bf445d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d58d9ffd44f4a939ce40d7f9d11682e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059097 Jul 27 22:13:06.210105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.230989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.241055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Transition to ACTIVE for port object 38b9560f-2a71-4d18-922b-00190d92a525 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:06.260248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Transition to ACTIVE for port object 38b9560f-2a71-4d18-922b-00190d92a525 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:06.287772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.312419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:06.336667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.385111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.414355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.425233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:06.432522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:06.437416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:06.439856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-674246ce-e753-42c8-a516-89141a172151 None None] Provisioning for port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:06.450620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-674246ce-e753-42c8-a516-89141a172151 None None] Provisioning complete for port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:06.450999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-674246ce-e753-42c8-a516-89141a172151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.452647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Pushing event updated for resources: {'Port': ['ID=38b9560f-2a71-4d18-922b-00190d92a525,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:06.454000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.497735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:06.550080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Attempting to bind port 38b9560f-2a71-4d18-922b-00190d92a525 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:06.550080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Attempting to bind port 38b9560f-2a71-4d18-922b-00190d92a525 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:06.550080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Attempting to bind port 38b9560f-2a71-4d18-922b-00190d92a525 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:06.554127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-674246ce-e753-42c8-a516-89141a172151 None None] Port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:06.559266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:06.563370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:06.563370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.563370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:06.563370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Bound port: 38b9560f-2a71-4d18-922b-00190d92a525, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:06.563370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.563765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.565941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.567653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a62bbbb9-9827-4677-b6a0-09c9047a9bbc HTTP/1.1" status: 204 len: 168 time: 0.3553700 Jul 27 22:13:06.588745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733388-a73a-4368-93a6-a47caaefed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bbbb9-9827-4677-b6a0-09c9047a9bbc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:06.668823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] For port 38b9560f-2a71-4d18-922b-00190d92a525, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:06.674657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] For port 38b9560f-2a71-4d18-922b-00190d92a525, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=38b9560f-2a71-4d18-922b-00190d92a525,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:06.686422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.690367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:06.711609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:06.714402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc87fe0b-fcc6-4522-acc7-5f5f9eabcfd1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:06.751331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::8234:33bb:21e9:d571 (c1a57a93-5c6c-4341-88e7-394954be93ca/86e079fc-7c44-4657-b75a-c45dc65cb2ae/93ff0c21-6293-4f1f-adc9-b3ce8d69fb13) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:06.794665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.803387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.866375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] In _notify_port_updated(), no bound segment for port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae on network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:06.867843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.867843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.869573 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "PUT /v2.0/ports/8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae HTTP/1.1" status: 200 len: 1003 time: 0.7235994 Jul 27 22:13:06.873093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.880091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b0688-6489-49f2-b938-dc38093e9bdd None None] Pushing event updated for resources: {'Port': ['ID=38b9560f-2a71-4d18-922b-00190d92a525,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:06.922395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b6cfa-5c5a-44a3-9801-923c856d227e tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:06.956483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:06.976470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:07.046916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:07.047525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.138931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.160573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.183146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.192545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:07.204983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:07.211121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:07.216490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:07.222450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.223148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.230781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=93ff0c21-6293-4f1f-adc9-b3ce8d69fb13,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:07.292260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-03c5e677-c129-4cf5-a09a-dde80f39a01e None None] Provisioning complete for port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:07.292912 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03c5e677-c129-4cf5-a09a-dde80f39a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.333188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-03c5e677-c129-4cf5-a09a-dde80f39a01e None None] Port 8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:07.341634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2c907a83-7464-4561-a6cf-7355d15d5678 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5438113 Jul 27 22:13:07.344237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.420557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75eaa94-87a1-498f-87a6-354179d42ef1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.427335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75eaa94-87a1-498f-87a6-354179d42ef1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.429175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f75eaa94-87a1-498f-87a6-354179d42ef1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0839767 Jul 27 22:13:07.432279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.493595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.547505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:07.559394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.575361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.580243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb00c964-1fdc-428e-b3ac-0964b1a8a9dc tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae HTTP/1.1" status: 204 len: 168 time: 0.7033348 Jul 27 22:13:07.581302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39786) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.597842 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.606402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:07.606402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.620182 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0950e77-54b6-4cba-b9f7-5da26ecab765 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] GET failed (client error): The resource could not be found. Jul 27 22:13:07.625224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0950e77-54b6-4cba-b9f7-5da26ecab765 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports/8fa81f36-6a3c-4c1f-a6ff-ede0b0a179ae HTTP/1.1" status: 404 len: 333 time: 0.0396371 Jul 27 22:13:07.626575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39788) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.635006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453852995'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:07.687552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e33087a4-e010-4146-b1d3-ddea0212754f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87dd995dfc014daf98d83cb10fe525c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276829 Jul 27 22:13:07.690218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.704422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.721421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:07.796452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.835784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.935214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:07.938953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.959099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port 3d7cb9ec-bdc0-43bd-8945-9232069acb82 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:07.982425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.982839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.983128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.986677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/260b5e54-c17f-4f4c-a00f-516c010f0e6f HTTP/1.1" status: 204 len: 168 time: 0.2933562 Jul 27 22:13:08.012845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=93ff0c21-6293-4f1f-adc9-b3ce8d69fb13,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:08.033875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26928bd3-bd20-45ea-bd06-c65865a105ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b5e54-c17f-4f4c-a00f-516c010f0e6f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:08.054608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.060848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:08.080385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-57f0d6c0-ab3b-4bbd-8818-6d6fbe0fc04a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 HTTP/1.1" status: 204 len: 168 time: 0.6309884 Jul 27 22:13:08.209960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0938144-66a0-4678-ba42-164a87847036 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.211674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0938144-66a0-4678-ba42-164a87847036 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.214672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0938144-66a0-4678-ba42-164a87847036 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1527977 Jul 27 22:13:08.217336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::160 (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/3d7cb9ec-bdc0-43bd-8945-9232069acb82) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:08.217875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39796) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:08.266990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1496f77a-1cbe-4f87-99dc-0e368b16d9e8 None None] Provisioning for port 38b9560f-2a71-4d18-922b-00190d92a525 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:08.268401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-75904f30-9814-4083-9a89-68f4f4a5d5ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1655350 Jul 27 22:13:08.300016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 86e079fc-7c44-4657-b75a-c45dc65cb2ae {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:08.305591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.357819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.372572 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.388035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b6c8f46f-8c66-492d-9b9a-667ba418db94 None None] Could not find standard attr ID for object 93ff0c21-6293-4f1f-adc9-b3ce8d69fb13. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:08.460525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.480649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object 3d7cb9ec-bdc0-43bd-8945-9232069acb82 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:08.484147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-39c16bdb-596f-4ded-9ad9-03e3d364f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.485282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-39c16bdb-596f-4ded-9ad9-03e3d364f418 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1096 time: 0.1684346 Jul 27 22:13:08.629246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-3bd3a616-2856-4eae-bd88-d8e835f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.630923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-3bd3a616-2856-4eae-bd88-d8e835f97094 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1215165 Jul 27 22:13:08.692826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.716073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 38b9560f-2a71-4d18-922b-00190d92a525 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:08.772130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-1286ca9d-05b2-447c-919f-c4ec4b75ef15 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 200 len: 1001 time: 0.1327078 Jul 27 22:13:08.774571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:08.775588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=3d7cb9ec-bdc0-43bd-8945-9232069acb82,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:08.778591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:08.783597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.791155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:08.797273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.798367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.844006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-e0f34710-e779-46e4-b6c9-b95ddfede1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.845563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-e0f34710-e779-46e4-b6c9-b95ddfede1f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0631971 Jul 27 22:13:08.911784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 38b9560f-2a71-4d18-922b-00190d92a525 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:08.913290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 38b9560f-2a71-4d18-922b-00190d92a525 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:08.913894 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.922774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-1a276fc8-db6b-4e8c-94b5-d375ed39b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.924741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-1a276fc8-db6b-4e8c-94b5-d375ed39b25d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717614 Jul 27 22:13:09.006419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44e8e9ee-a6f2-461f-a7e8-1a0a0cacc035 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3766334 Jul 27 22:13:09.006563 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.007013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.014731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'network_id': '25cc821c-6404-42c8-aafa-ca1bfd8ae1b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-528514238'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:09.058059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-07b0f8bf-f997-4f4f-a8e7-83759979bca0 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253395 Jul 27 22:13:09.060216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.065013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:09.065382 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:09.103107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.108574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/86e079fc-7c44-4657-b75a-c45dc65cb2ae HTTP/1.1" status: 204 len: 168 time: 0.8893564 Jul 27 22:13:09.108842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39810) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.112847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996cc2b-e7a0-4695-a5f6-628d6a8d8de1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=86e079fc-7c44-4657-b75a-c45dc65cb2ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:09.116922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fad2cc-49d1-4653-8976-1d13c8a0daf0 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:09.159005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-290c46be-2c82-42a8-870a-6d78357188bc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490243 Jul 27 22:13:09.161562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39814) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.241010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a1da6fe-aa22-42a3-831b-f350a0bc95ea req-9bb584f6-08ac-4820-8f9e-0c427faabcff service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757455 Jul 27 22:13:09.262402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa020dd-daac-434d-af0c-4235bffeb977 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:09.266334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0aa020dd-daac-434d-af0c-4235bffeb977 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1015236 Jul 27 22:13:09.267160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39820) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.282528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Made reservation on behalf of 294a9eaf37594d828335269150c64f6a for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:09.288898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.311969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] device_id is not set on port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:09.327032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc03f54d-0bdc-4d54-9302-2adaba058967 None None] Provisioning for port 3d7cb9ec-bdc0-43bd-8945-9232069acb82 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:09.330563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ae9ef-de57-4892-969a-1f44421756eb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:09.334457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-383ae9ef-de57-4892-969a-1f44421756eb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636926 Jul 27 22:13:09.334691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.338749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc03f54d-0bdc-4d54-9302-2adaba058967 None None] Provisioning complete for port 3d7cb9ec-bdc0-43bd-8945-9232069acb82 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:09.339146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc03f54d-0bdc-4d54-9302-2adaba058967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.386756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1b3657f-959e-41e8-b86a-5d45b7590e7c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470192 Jul 27 22:13:09.391497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.396901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:09.404714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fc03f54d-0bdc-4d54-9302-2adaba058967 None None] Port 3d7cb9ec-bdc0-43bd-8945-9232069acb82 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:09.525689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Allocated IP 2001:db8::ce (25cc821c-6404-42c8-aafa-ca1bfd8ae1b8/c502a4ee-4766-4637-9ca7-9e68d15cc8aa/b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:09.539375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:09.613322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.641298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Deleting port 38b9560f-2a71-4d18-922b-00190d92a525 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:09.641751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.669515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:09.673553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.701269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 38b9560f-2a71-4d18-922b-00190d92a525, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=38b9560f-2a71-4d18-922b-00190d92a525,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:09.721870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] For port 38b9560f-2a71-4d18-922b-00190d92a525, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=38b9560f-2a71-4d18-922b-00190d92a525,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:09.722243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.740612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Calling delete_port for 38b9560f-2a71-4d18-922b-00190d92a525 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:09.765329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.791765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Transition to ACTIVE for port object b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:09.810275 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.880868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=38b9560f-2a71-4d18-922b-00190d92a525,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:09.989918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.027776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:10.030825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:10.037253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:10.042495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.047772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.047918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.051455 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.064858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.079097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] Pushing event deleted for resources: {'Port': ['ID=38b9560f-2a71-4d18-922b-00190d92a525,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.081089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f8643-a0a0-4cea-84b7-e77770b0b176 None None] No DVR routers for this DVR port 38b9560f-2a71-4d18-922b-00190d92a525 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:10.101818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:10.105416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:10.111328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.111892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.115565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300fa4c-b53c-4870-b088-dced9866656a None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:10.130939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=f8fbd334-cdd3-42b6-aad1-5b7abac33182,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.193552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99520997-cfda-48c1-a517-735aab9054bb tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1829791 Jul 27 22:13:10.194190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:10.201362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::342', 'mac_address': 'fa:16:3e:33:5c:b9'}, {'ip_address': '2001:db8::160', 'mac_address': 'fa:16:3e:03:8d:43'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:10.239396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79cca032-d264-4c40-8d76-e54d216190b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8486497 Jul 27 22:13:10.252465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:10.259651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'f8fbd334-cdd3-42b6-aad1-5b7abac33182', 'ip_address': '2001:db8::c411:39a1:22ee:cefb'}], 'name': 'tempest-NetworksTestDHCPv6-1457863945'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:10.295937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'f8fbd334-cdd3-42b6-aad1-5b7abac33182'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:10.296811 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.323664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.457390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-649d1ee8-fedb-4311-8ea7-de60293d32d1 None None] Provisioning for port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:10.466594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-649d1ee8-fedb-4311-8ea7-de60293d32d1 None None] Provisioning complete for port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:10.466984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-649d1ee8-fedb-4311-8ea7-de60293d32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.486499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39846) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:10.492041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/f8fbd334-cdd3-42b6-aad1-5b7abac33182/e9384d9f-b7fa-4dc1-9f3e-030593371431) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:10.519157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-649d1ee8-fedb-4311-8ea7-de60293d32d1 None None] Port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:10.557962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.584159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:10.591459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.597760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 38b9560f-2a71-4d18-922b-00190d92a525 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:10.612351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port d783e1a9-664a-4ba9-be97-a4e56ef35067 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:10.625609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-876365990', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:10.627433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 38b9560f-2a71-4d18-922b-00190d92a525 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:10.627798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 38b9560f-2a71-4d18-922b-00190d92a525 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:10.650225 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.693906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] In _notify_port_updated(), no bound segment for port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 on network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:10.698663 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.700786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.701115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.705250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "PUT /v2.0/ports/b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 HTTP/1.1" status: 200 len: 1066 time: 0.5072589 Jul 27 22:13:10.705831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39850) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:10.711021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Transition to ACTIVE for port object e9384d9f-b7fa-4dc1-9f3e-030593371431 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:10.730669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Transition to ACTIVE for port object e9384d9f-b7fa-4dc1-9f3e-030593371431 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:10.760171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ceb1-a059-44fb-808a-124ae0b953f6 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event updated for resources: {'Port': ['ID=b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.797212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Made reservation on behalf of bb1bc428fa614fe287cd09f0df97ff33 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:10.799574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.813858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.844472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.867980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:10.868337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.890578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:10.896877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:10.901220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:10.921365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Pushing event updated for resources: {'Port': ['ID=e9384d9f-b7fa-4dc1-9f3e-030593371431,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.933465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::c411:39a1:22ee:cefb (c1a57a93-5c6c-4341-88e7-394954be93ca/f8fbd334-cdd3-42b6-aad1-5b7abac33182/d783e1a9-664a-4ba9-be97-a4e56ef35067) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:10.983833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Attempting to bind port e9384d9f-b7fa-4dc1-9f3e-030593371431 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:10.985128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Attempting to bind port e9384d9f-b7fa-4dc1-9f3e-030593371431 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:10.985128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Attempting to bind port e9384d9f-b7fa-4dc1-9f3e-030593371431 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:10.990974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:11.010379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:11.010379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.010379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:11.010379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Bound port: e9384d9f-b7fa-4dc1-9f3e-030593371431, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:11.010379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.011058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.021605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:11.040947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.068333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] For port e9384d9f-b7fa-4dc1-9f3e-030593371431, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:11.070515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82cd2b33-d3d9-4098-a64f-65322902997c None None] Provisioning complete for port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:11.070906 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82cd2b33-d3d9-4098-a64f-65322902997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.075415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] For port e9384d9f-b7fa-4dc1-9f3e-030593371431, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e9384d9f-b7fa-4dc1-9f3e-030593371431,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:11.110070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.110383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-82cd2b33-d3d9-4098-a64f-65322902997c None None] Port b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:11.125577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object d783e1a9-664a-4ba9-be97-a4e56ef35067 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:11.151961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.159789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] device_id is not set on port a2c64aca-ed93-4d66-97d8-7503032f300d yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:11.215874 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.233267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ade34f-7669-4d8f-b4cd-48178bae857c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.285915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757d974-fa99-4ca3-b116-464b31a13476 None None] Pushing event updated for resources: {'Port': ['ID=e9384d9f-b7fa-4dc1-9f3e-030593371431,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.303551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Allocated IP 172.25.3.36 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a2c64aca-ed93-4d66-97d8-7503032f300d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:11.347445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.396503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:11.399710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:11.405455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:11.411151 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.413437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.415779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=d783e1a9-664a-4ba9-be97-a4e56ef35067,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.443283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.517020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.629932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60fa418e-12e9-4611-8256-121471bf1357 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3761959 Jul 27 22:13:11.632780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39852) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:11.638965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'f8fbd334-cdd3-42b6-aad1-5b7abac33182', 'ip_address': '2001:db8::c411:39a1:22ee:cefb'}], 'name': 'tempest-NetworksTestDHCPv6-1726694653'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:11.640389 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.748388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.750373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-391bce98-6f6e-4e7f-ba06-c88e0311ce7f tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 HTTP/1.1" status: 204 len: 168 time: 1.0435569 Jul 27 22:13:11.753655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:11.786398 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-85324561-6a86-41a5-a511-ba6d55012f26 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] GET failed (client error): The resource could not be found. Jul 27 22:13:11.787998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-85324561-6a86-41a5-a511-ba6d55012f26 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports/b5d1b60b-4cc2-480a-b9e4-6d8d4cbc37a4 HTTP/1.1" status: 404 len: 333 time: 0.0333099 Jul 27 22:13:11.791860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39856) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:11.858509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.898048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port 3d7cb9ec-bdc0-43bd-8945-9232069acb82 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:11.898454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.900731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:11.905792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:11.909047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:11.916197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:11.934088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Pushing event updated for resources: {'Port': ['ID=a2c64aca-ed93-4d66-97d8-7503032f300d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.956562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.957188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.036958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa4915aa-86a0-42f5-87c1-61c20eabb0c1 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5462546 Jul 27 22:13:12.036958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:12.042305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.36'}]}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:12.069832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.091627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.098158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for 3d7cb9ec-bdc0-43bd-8945-9232069acb82 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:12.125272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 46d3de52-3e02-485f-bf57-a7fd8e661153 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:12.184572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.192566 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.285939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.473064 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 22:13:12.473556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:13:12.524335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ee3f4e2f-fff1-4003-9dde-bc6622dc6d5e None None] Provisioning for port e9384d9f-b7fa-4dc1-9f3e-030593371431 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:12.595123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.598538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.624629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e9384d9f-b7fa-4dc1-9f3e-030593371431 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:12.632624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=3d7cb9ec-bdc0-43bd-8945-9232069acb82,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:12.664579 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.667972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba2d9bf2-806e-4e4e-ba21-e10d1d5ba32d tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/3d7cb9ec-bdc0-43bd-8945-9232069acb82 HTTP/1.1" status: 204 len: 168 time: 0.8748209 Jul 27 22:13:12.669946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:12.685314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0ab0157e-2577-4c5b-85ff-5faa4294c6ae tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0483923 Jul 27 22:13:12.689290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:12.701359 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e77bf7b-da6c-4b69-9fdb-f62be2b7b130 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] GET failed (client error): The resource could not be found. Jul 27 22:13:12.703087 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e77bf7b-da6c-4b69-9fdb-f62be2b7b130 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "GET /v2.0/ports/3d7cb9ec-bdc0-43bd-8945-9232069acb82 HTTP/1.1" status: 404 len: 333 time: 0.0321586 Jul 27 22:13:12.706735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:12.800500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0ce4e581-86fe-45a4-8662-d9503e20e3d9 None None] Provisioning for port d783e1a9-664a-4ba9-be97-a4e56ef35067 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:12.805938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0ce4e581-86fe-45a4-8662-d9503e20e3d9 None None] Provisioning complete for port d783e1a9-664a-4ba9-be97-a4e56ef35067 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:12.807205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ce4e581-86fe-45a4-8662-d9503e20e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.821515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port 318a3fc7-446a-4577-9999-e3b6ae36a3c4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:12.822477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.827856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a136ded-d367-45f4-b1da-110e9b103d3b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:12.840492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a136ded-d367-45f4-b1da-110e9b103d3b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:12.844791 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a136ded-d367-45f4-b1da-110e9b103d3b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1519482 Jul 27 22:13:12.857225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e9384d9f-b7fa-4dc1-9f3e-030593371431 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:12.857364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:12.857534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e9384d9f-b7fa-4dc1-9f3e-030593371431 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:12.857534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.876466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4e581-86fe-45a4-8662-d9503e20e3d9 None None] Port d783e1a9-664a-4ba9-be97-a4e56ef35067 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:12.936877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.947547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.950583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for 318a3fc7-446a-4577-9999-e3b6ae36a3c4 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:12.988163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e9384d9f-b7fa-4dc1-9f3e-030593371431, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e9384d9f-b7fa-4dc1-9f3e-030593371431,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:13.084564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port d783e1a9-664a-4ba9-be97-a4e56ef35067 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:13.085184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.089556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.142095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e9384d9f-b7fa-4dc1-9f3e-030593371431,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:13.213013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.248363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=318a3fc7-446a-4577-9999-e3b6ae36a3c4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:13.282895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.285409 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4281145d-1048-443e-a891-e1c5788d5dee tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/ports/318a3fc7-446a-4577-9999-e3b6ae36a3c4 HTTP/1.1" status: 204 len: 168 time: 0.5777173 Jul 27 22:13:13.287952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:13.346700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting subnet c502a4ee-4766-4637-9ca7-9e68d15cc8aa {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:13.350225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.395003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.400570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.427741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.531013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.570885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for d783e1a9-664a-4ba9-be97-a4e56ef35067 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:13.780025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.800864 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.877760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-849a024f-40cd-4eaf-92d7-57cefbd92d5c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782439 Jul 27 22:13:13.933559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.964426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Subnet': ['ID=c502a4ee-4766-4637-9ca7-9e68d15cc8aa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:13.966608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:13.971176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b9f3e8f0-a3b5-4b8f-bd45-76dd620e975a tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/subnets/c502a4ee-4766-4637-9ca7-9e68d15cc8aa HTTP/1.1" status: 204 len: 168 time: 0.6796649 Jul 27 22:13:13.971506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:13.979462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a16692-7acd-4630-b2eb-1c9a5b80eb2e None None] Network 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:14.027242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.030590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.037205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.069185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.122777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=d783e1a9-664a-4ba9-be97-a4e56ef35067,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.131378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Deleting port 413da579-c65a-4f13-a693-a8e7bedc3d26 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:14.131817 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.159617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.163788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cb2f2334-ab8c-4d11-bb89-b6e5e072ac15 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/d783e1a9-664a-4ba9-be97-a4e56ef35067 HTTP/1.1" status: 204 len: 168 time: 1.3112280 Jul 27 22:13:14.164021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.204316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176299-104d-4ae3-b483-8bda0c607e4e req-116cb871-512d-44f1-9459-a7921547701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.205443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-116cb871-512d-44f1-9459-a7921547701d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.2722712 Jul 27 22:13:14.208541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.208859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2775c0-f547-43d3-bb04-11c03f8ab2e6 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:14.225242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] For port 413da579-c65a-4f13-a693-a8e7bedc3d26, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=413da579-c65a-4f13-a693-a8e7bedc3d26,segment=NetworkSegment(c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2),segment_id=c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:14.225722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.227500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] DHCP port deletion for 25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:14.244796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Calling delete_port for 413da579-c65a-4f13-a693-a8e7bedc3d26 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:14.248062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915b904-e2c6-4e6a-a068-6fed306f7361 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.249632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915b904-e2c6-4e6a-a068-6fed306f7361 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.251273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c915b904-e2c6-4e6a-a068-6fed306f7361 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863030 Jul 27 22:13:14.253859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39876) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.300148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Deleting port 413da579-c65a-4f13-a693-a8e7bedc3d26 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:14.300615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.327204 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:13:14.331470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4446c925-8ff0-4648-b13d-c18ed03957ae tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2935665 Jul 27 22:13:14.332052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.378687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet f8fbd334-cdd3-42b6-aad1-5b7abac33182 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:14.383045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.383476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] For port 413da579-c65a-4f13-a693-a8e7bedc3d26, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=413da579-c65a-4f13-a693-a8e7bedc3d26,segment=NetworkSegment(c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2),segment_id=c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:14.384128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.403029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Calling delete_port for 413da579-c65a-4f13-a693-a8e7bedc3d26 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:14.431570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176299-104d-4ae3-b483-8bda0c607e4e req-b8613e55-c0c1-4e7e-ab61-038fed4c47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.433166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-b8613e55-c0c1-4e7e-ab61-038fed4c47bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.1981812 Jul 27 22:13:14.454013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.520546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Deleting port a2c64aca-ed93-4d66-97d8-7503032f300d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:14.520984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.523974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-a0f73931-07f6-409d-984d-bea1e6fc9b0a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1001 time: 0.0810881 Jul 27 22:13:14.557806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.609116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e9384d9f-b7fa-4dc1-9f3e-030593371431 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:14.625103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176299-104d-4ae3-b483-8bda0c607e4e req-29f28d3a-ad6f-47da-81a0-30ad34f5a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.626624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-29f28d3a-ad6f-47da-81a0-30ad34f5a4c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0911136 Jul 27 22:13:14.644261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.655363 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.669740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.673934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] No DVR routers for this DVR port 413da579-c65a-4f13-a693-a8e7bedc3d26 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:14.676209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Port': ['ID=413da579-c65a-4f13-a693-a8e7bedc3d26,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.687238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Calling delete_port for a2c64aca-ed93-4d66-97d8-7503032f300d owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:14.704365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] Pushing event deleted for resources: {'Port': ['ID=413da579-c65a-4f13-a693-a8e7bedc3d26,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.714165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53a256-de91-43c9-8f5b-e75b61e92011 None None] No DVR routers for this DVR port 413da579-c65a-4f13-a693-a8e7bedc3d26 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:14.721937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e9384d9f-b7fa-4dc1-9f3e-030593371431 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:14.722440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.754898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.784050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176299-104d-4ae3-b483-8bda0c607e4e req-237adfe8-a226-4b21-9b54-5368483f7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.785673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-237adfe8-a226-4b21-9b54-5368483f7282 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483374 Jul 27 22:13:14.802209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.805677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fbd334-cdd3-42b6-aad1-5b7abac33182,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.813450 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.814358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f64fcaaf-a1f2-43db-9ba7-3eac455451ca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f8fbd334-cdd3-42b6-aad1-5b7abac33182 HTTP/1.1" status: 204 len: 168 time: 0.5591774 Jul 27 22:13:14.817634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.818326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54abd8f1-f0f9-48da-ae76-de2cf9efe7f0 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:14.824116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cc821c-6404-42c8-aafa-ca1bfd8ae1b8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:14.847768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:14.848083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6511730-1b7b-48d2-ab2b-5ce2f8b2d1b2') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:14.861667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.882351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.899632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:14.900155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.902657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b8c1c4ed-2abd-4d04-93e5-6868c419d025 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834520 Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:14.908054 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:14.909833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39886) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.926367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:14.940144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 413da579-c65a-4f13-a693-a8e7bedc3d26 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:14.964212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 413da579-c65a-4f13-a693-a8e7bedc3d26 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:14.964654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 413da579-c65a-4f13-a693-a8e7bedc3d26 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:14.985289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-77dfeeb8-efdb-4fed-97cb-4c9509f768d3 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915956 Jul 27 22:13:15.055733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.079945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:15.093623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2c64aca-ed93-4d66-97d8-7503032f300d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:15.128523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Deleting port e9384d9f-b7fa-4dc1-9f3e-030593371431 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:15.128914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.149258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.153515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83176299-104d-4ae3-b483-8bda0c607e4e req-491171c5-0f10-41b4-b72d-52c496bd8d60 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606662 Jul 27 22:13:15.156354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.159659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] 10.222.0.37 "DELETE /v2.0/networks/25cc821c-6404-42c8-aafa-ca1bfd8ae1b8 HTTP/1.1" status: 204 len: 168 time: 1.1867955 Jul 27 22:13:15.183633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee1e2f-d71c-4602-a372-9fd6924b01e8 tempest-AllowedAddressPairIpV6TestJSON-887743118 tempest-AllowedAddressPairIpV6TestJSON-887743118-project] Pushing event deleted for resources: {'Network': ['ID=25cc821c-6404-42c8-aafa-ca1bfd8ae1b8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:15.190397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:15.190397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.195646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.199842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-53973e3a-cf48-4afc-9c0d-8a56e69233e4 tempest-RoutersAdminNegativeIpV6Test-1164979513 tempest-RoutersAdminNegativeIpV6Test-1164979513-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a2c64aca-ed93-4d66-97d8-7503032f300d HTTP/1.1" status: 204 len: 168 time: 0.8650358 Jul 27 22:13:15.222121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] For port e9384d9f-b7fa-4dc1-9f3e-030593371431, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e9384d9f-b7fa-4dc1-9f3e-030593371431,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:15.222577 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.238406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Calling delete_port for e9384d9f-b7fa-4dc1-9f3e-030593371431 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:15.426859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.456548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] Pushing event deleted for resources: {'Port': ['ID=e9384d9f-b7fa-4dc1-9f3e-030593371431,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:15.460024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3e401-8205-4987-ad1d-48c2fa9e9081 None None] No DVR routers for this DVR port e9384d9f-b7fa-4dc1-9f3e-030593371431 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:15.507471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.551866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:15.557395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:15.561690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:15.562323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.565970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc65e5-5823-4511-90a4-25aff01438ab None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:15.576808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=097ea610-f7a0-4f11-bde6-d6fc52362bac,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:15.642373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-028443cc-c321-4504-ac3a-bfeaa887d2ed tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7290354 Jul 27 22:13:15.642959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39894) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.648663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '097ea610-f7a0-4f11-bde6-d6fc52362bac', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-790610371'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:15.710211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39898) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.750348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '097ea610-f7a0-4f11-bde6-d6fc52362bac'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:15.751244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.802469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.864131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:15.872051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.900957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 2e970925-8a8f-44a3-9e75-3f6a02ed7fca yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:15.929255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/097ea610-f7a0-4f11-bde6-d6fc52362bac/e021d589-d47b-4a84-8e9a-9fc8c768ed6b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:15.929776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8734d55-0fa0-4b49-a7ab-0183de8d2a73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=294a9eaf37594d828335269150c64f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182329 Jul 27 22:13:15.935082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.941399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ece37e0-0ce8-47ce-a990-b5172be74956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.023611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.058206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.092163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.100570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Transition to ACTIVE for port object e021d589-d47b-4a84-8e9a-9fc8c768ed6b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:16.115615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Transition to ACTIVE for port object e021d589-d47b-4a84-8e9a-9fc8c768ed6b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:16.118043 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ece37e0-0ce8-47ce-a990-b5172be74956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.227408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.261674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ece37e0-0ce8-47ce-a990-b5172be74956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.266841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.269318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.270540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5864139-61f4-4e54-9631-be1e57cb6f15 HTTP/1.1" status: 204 len: 168 time: 0.3342514 Jul 27 22:13:16.271012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:16.273976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:16.280711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:16.293266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Pushing event updated for resources: {'Port': ['ID=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.312798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ece37e0-0ce8-47ce-a990-b5172be74956 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bcef00144d94e71b8296dfa955562f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090935 Jul 27 22:13:16.313459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece37e0-0ce8-47ce-a990-b5172be74956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003835e-f377-44b5-9cbd-726d2bb4dea2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.315443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39910) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.323553 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:13:16.324085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:13:16.326751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51c21-0f35-4a3e-bfdd-f17b21abc1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5864139-61f4-4e54-9631-be1e57cb6f15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.362624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Attempting to bind port e021d589-d47b-4a84-8e9a-9fc8c768ed6b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:16.362624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Attempting to bind port e021d589-d47b-4a84-8e9a-9fc8c768ed6b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:16.362624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Attempting to bind port e021d589-d47b-4a84-8e9a-9fc8c768ed6b on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:16.367903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:16.368280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:16.369123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.369123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:16.369601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Bound port: e021d589-d47b-4a84-8e9a-9fc8c768ed6b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:16.369999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.385062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.407562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.435871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] For port e021d589-d47b-4a84-8e9a-9fc8c768ed6b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:16.439694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] For port e021d589-d47b-4a84-8e9a-9fc8c768ed6b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:16.511247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b057e53-f441-46d2-82dd-59a090ac173d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8671558 Jul 27 22:13:16.513770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39912) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.572470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.584225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e0ff9-4734-4d76-928e-a4ae15b7e8b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:16.588792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b4e0ff9-4734-4d76-928e-a4ae15b7e8b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0709946 Jul 27 22:13:16.589216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.595155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.595155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.596347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c003835e-f377-44b5-9cbd-726d2bb4dea2 HTTP/1.1" status: 204 len: 168 time: 0.2796946 Jul 27 22:13:16.606192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95687efe-3688-4cf5-8718-edaf182a6a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003835e-f377-44b5-9cbd-726d2bb4dea2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.621568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e9384d9f-b7fa-4dc1-9f3e-030593371431 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:16.648543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a3950-88ee-498c-bba9-258bd102c5ee tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:16.651500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a3950-88ee-498c-bba9-258bd102c5ee tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:16.655690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc7a3950-88ee-498c-bba9-258bd102c5ee tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0618236 Jul 27 22:13:16.656554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39920) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.674415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e9384d9f-b7fa-4dc1-9f3e-030593371431 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:16.675140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e9384d9f-b7fa-4dc1-9f3e-030593371431 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:16.725517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 097ea610-f7a0-4f11-bde6-d6fc52362bac {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:16.727173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cb202-e186-49c8-9d6d-31fab065a039 None None] Pushing event updated for resources: {'Port': ['ID=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.731922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.781770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.921123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.134945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.167619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=097ea610-f7a0-4f11-bde6-d6fc52362bac,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:17.174443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.174443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af7c9d04-e9e4-42b2-8d22-67e789158344 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/097ea610-f7a0-4f11-bde6-d6fc52362bac HTTP/1.1" status: 204 len: 168 time: 0.5168734 Jul 27 22:13:17.176693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39932) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.222309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-965dac3f-3b96-44e8-806a-29a9571b0b68 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444372 Jul 27 22:13:17.226089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39934) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.232653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:17.390580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:17.391183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.602212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.639352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.654819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d2ab36d-3507-4cac-956b-29679e861eec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb1bc428fa614fe287cd09f0df97ff33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503695 Jul 27 22:13:17.657014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.684449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.716399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.736933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6775ef5-7f75-4c6b-b73c-b7956c860b91 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:17.746394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:17.750092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:17.752029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=10b26dcf-1c71-4e9c-a10a-187cfeb45df4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:17.754809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:17.755422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.770352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.830444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-297f9ad1-6aae-48af-a113-549154e974e5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.833934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-297f9ad1-6aae-48af-a113-549154e974e5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1933551 Jul 27 22:13:17.834672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.839477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-29d769e4-e19d-4db7-90a6-036dab67a063 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.841190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-29d769e4-e19d-4db7-90a6-036dab67a063 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046697 Jul 27 22:13:17.858210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.866130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-42440de0-2db8-4982-8ce2-47faea026290 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.871111 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42440de0-2db8-4982-8ce2-47faea026290 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0074074 Jul 27 22:13:17.871324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39956) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.875612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-778bd115-9aa4-4a3d-a1d5-e77ce55048b6 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.876554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-778bd115-9aa4-4a3d-a1d5-e77ce55048b6 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043459 Jul 27 22:13:17.881059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f1db5766-d318-4c15-9b1c-c992460dba76 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6513886 Jul 27 22:13:17.881059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39958) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.894875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39960) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.895591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-2d7056c2-3711-46f3-81e9-ad22a9e7aa12 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.895591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d7056c2-3711-46f3-81e9-ad22a9e7aa12 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040855 Jul 27 22:13:17.895724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-174555978', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:17.897076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39962) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.901732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-64a3b4a9-f372-46e0-8a4b-1af04dfa6217 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.902881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64a3b4a9-f372-46e0-8a4b-1af04dfa6217 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047920 Jul 27 22:13:17.905262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39964) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.909543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-05102ebc-f179-4318-b99c-50c0aa05293b tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.910506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-05102ebc-f179-4318-b99c-50c0aa05293b tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043404 Jul 27 22:13:17.912778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39966) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.917407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-13c55c6a-20d8-4d5f-a7a7-cc7c748b6947 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.918482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13c55c6a-20d8-4d5f-a7a7-cc7c748b6947 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047333 Jul 27 22:13:17.920861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39968) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.925436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-61029d4c-a144-419c-b8eb-2fe76cffc589 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.935993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61029d4c-a144-419c-b8eb-2fe76cffc589 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042937 Jul 27 22:13:17.936265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.936265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.936265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0ade34f-7669-4d8f-b4cd-48178bae857c HTTP/1.1" status: 204 len: 168 time: 0.2735789 Jul 27 22:13:17.941163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39972) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.947677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-e045d7b4-cef7-487d-b1a5-3fed364e35d9 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.948692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e045d7b4-cef7-487d-b1a5-3fed364e35d9 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064347 Jul 27 22:13:17.949892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad9463-8373-4841-955e-0c653f13c4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ade34f-7669-4d8f-b4cd-48178bae857c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:17.951442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39974) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.967225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-b7267c86-de54-4726-af2e-0164dbc171af tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.967225 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7267c86-de54-4726-af2e-0164dbc171af tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061238 Jul 27 22:13:17.967405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.971779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-8c8344c9-d960-40a6-bb47-475a83c24975 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.975938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c8344c9-d960-40a6-bb47-475a83c24975 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048139 Jul 27 22:13:17.975938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39978) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.980399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-6984ed5b-48ef-4bae-98d3-8573b858ef37 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.985505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6984ed5b-48ef-4bae-98d3-8573b858ef37 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053763 Jul 27 22:13:17.985833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 39980) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.989401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c71d11c8-b2d6-4df0-9605-41a5776e074b None None] Provisioning for port e021d589-d47b-4a84-8e9a-9fc8c768ed6b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:17.992240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-0c066cbf-3e94-4833-aeeb-681c5d0b7db3 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:17.994502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0c066cbf-3e94-4833-aeeb-681c5d0b7db3 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068867 Jul 27 22:13:17.997162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39982) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.003865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-ac9f0743-08bb-4523-a24c-f99a921c1d0c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.005182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ac9f0743-08bb-4523-a24c-f99a921c1d0c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067332 Jul 27 22:13:18.007705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.012647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-84512b1b-786d-4bf0-9676-cfe293d872fc tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.014348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-84512b1b-786d-4bf0-9676-cfe293d872fc tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048013 Jul 27 22:13:18.018259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39986) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.022936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-f525e440-6e68-45b2-b6a5-0ca01ef5ef06 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.023903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f525e440-6e68-45b2-b6a5-0ca01ef5ef06 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044856 Jul 27 22:13:18.026525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39988) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.030786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-61f31e5a-550c-4cac-9a33-424fe53ba868 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.032399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61f31e5a-550c-4cac-9a33-424fe53ba868 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043612 Jul 27 22:13:18.034323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39990) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.038623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-e60df671-8a88-439a-96b6-a6583990ea0a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.039694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e60df671-8a88-439a-96b6-a6583990ea0a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043728 Jul 27 22:13:18.042442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39992) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.050028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.050977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-b0d5e805-7d3a-49ae-93dc-3cc2ddb8f614 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.054034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.054177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b0d5e805-7d3a-49ae-93dc-3cc2ddb8f614 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083833 Jul 27 22:13:18.054697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39994) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.059625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-60d15ad7-2bb1-4b49-8a27-90209cc7fa50 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.063168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60d15ad7-2bb1-4b49-8a27-90209cc7fa50 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050237 Jul 27 22:13:18.063461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39996) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.068733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-6a74ba4a-7568-40b9-8544-e7eda47aaa6d tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.074174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6a74ba4a-7568-40b9-8544-e7eda47aaa6d tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0064106 Jul 27 22:13:18.076464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 39998) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.083578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-2c7b5717-844b-40f9-937c-9f5a609131c8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.084612 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2c7b5717-844b-40f9-937c-9f5a609131c8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071850 Jul 27 22:13:18.088872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.097247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-4dc131af-c193-4ecb-a79c-4cce896084b1 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.098540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4dc131af-c193-4ecb-a79c-4cce896084b1 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0084682 Jul 27 22:13:18.103653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.111129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-e2d6a5f6-3895-4fd2-a904-4251917e08a6 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.112969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e2d6a5f6-3895-4fd2-a904-4251917e08a6 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079875 Jul 27 22:13:18.122018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40004) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.127054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-84744027-fa8a-443d-8a39-14a0280153a7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.130619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-84744027-fa8a-443d-8a39-14a0280153a7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051169 Jul 27 22:13:18.131024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40006) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.136301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-bdafa737-04e6-40e4-8e8d-269565a9e774 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.140130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bdafa737-04e6-40e4-8e8d-269565a9e774 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053933 Jul 27 22:13:18.140999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40008) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.157116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-af726f82-5f75-44cf-b48e-24beb13f8f63 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.157116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-af726f82-5f75-44cf-b48e-24beb13f8f63 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075407 Jul 27 22:13:18.157650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40010) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.162530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-29d36886-53c2-45c6-a77e-e1a3fa02eeb9 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.167464 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29d36886-53c2-45c6-a77e-e1a3fa02eeb9 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050561 Jul 27 22:13:18.167923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40012) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.173307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-041a2bc3-d106-46d3-9d79-3f0e3289df25 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.174562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-041a2bc3-d106-46d3-9d79-3f0e3289df25 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054388 Jul 27 22:13:18.177466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.180608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395420c-7b8f-4822-88ed-85d69b7e493a None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:18.184006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-daebcc91-2b8b-4a70-b5da-58c28e4e7b6c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.186364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-daebcc91-2b8b-4a70-b5da-58c28e4e7b6c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065341 Jul 27 22:13:18.187805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40016) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.192476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-6f90edde-c0b3-45a3-a7c4-5a4bcf7b5a8a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.198446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6f90edde-c0b3-45a3-a7c4-5a4bcf7b5a8a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047102 Jul 27 22:13:18.199618 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40018) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.204777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-d77b9d57-1438-4ccf-b69a-e1a37113a275 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.206332 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d77b9d57-1438-4ccf-b69a-e1a37113a275 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050719 Jul 27 22:13:18.208518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40020) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.213269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-cd09450c-bc5c-4888-86be-9e6265c10b4a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.216674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd09450c-bc5c-4888-86be-9e6265c10b4a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046136 Jul 27 22:13:18.216997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40022) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.221567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-f6c94f24-1ebb-4965-ad08-f803f843aff8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.224096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6c94f24-1ebb-4965-ad08-f803f843aff8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054116 Jul 27 22:13:18.228621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40024) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.233998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-9a52dfb4-843f-4a0f-88b8-94dac2047ad0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.236459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a52dfb4-843f-4a0f-88b8-94dac2047ad0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054436 Jul 27 22:13:18.237787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.242594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-c130d9d8-e028-4d7f-8f52-a26831e00609 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.244685 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c130d9d8-e028-4d7f-8f52-a26831e00609 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0045953 Jul 27 22:13:18.247251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.253539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-e6f2be7e-a338-48c5-ba41-74a91416859c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.257377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e6f2be7e-a338-48c5-ba41-74a91416859c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0065165 Jul 27 22:13:18.257701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40030) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.263318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-8e622bce-5595-4c76-9048-14efbd8cbf8c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.264457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8e622bce-5595-4c76-9048-14efbd8cbf8c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053997 Jul 27 22:13:18.266992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.271670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-98e00cde-0774-42b5-a14f-e708ef7d9cc0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.273046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-98e00cde-0774-42b5-a14f-e708ef7d9cc0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048060 Jul 27 22:13:18.276044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40034) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.282176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-4fd869bd-8e85-4b1c-ad5d-9d8f09f745e3 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.286248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4fd869bd-8e85-4b1c-ad5d-9d8f09f745e3 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083876 Jul 27 22:13:18.287173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40036) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.293442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-51043047-36b8-45ae-8863-906bc4bcf127 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.297590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-51043047-36b8-45ae-8863-906bc4bcf127 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086536 Jul 27 22:13:18.298387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.303267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-96520a58-f757-423d-8998-e2e05531d4e7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.307815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96520a58-f757-423d-8998-e2e05531d4e7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0084221 Jul 27 22:13:18.311595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40040) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.313409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-46f8a933-612d-414c-a3ab-93349b9b7ff0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.316708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46f8a933-612d-414c-a3ab-93349b9b7ff0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071652 Jul 27 22:13:18.317341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40042) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.321665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-b689c70f-3562-4136-bce5-d563ab37f62c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.326214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b689c70f-3562-4136-bce5-d563ab37f62c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079119 Jul 27 22:13:18.326839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40044) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.335788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-66ab2894-45ba-4440-9d41-aa6ce11f9787 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.337030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66ab2894-45ba-4440-9d41-aa6ce11f9787 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090396 Jul 27 22:13:18.348371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40046) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.353170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-7b2b1de5-18a3-49ee-8aca-6366ae75901c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.356013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7b2b1de5-18a3-49ee-8aca-6366ae75901c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052783 Jul 27 22:13:18.357196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40048) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.361553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-b6887f04-3091-4671-8890-2aa93a8a3763 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.362945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6887f04-3091-4671-8890-2aa93a8a3763 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044732 Jul 27 22:13:18.365470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40050) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.370976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-5ee7ab7d-e27f-4df1-b818-4aa342df0231 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.372955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ee7ab7d-e27f-4df1-b818-4aa342df0231 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056455 Jul 27 22:13:18.379198 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40052) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.385669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-942aa8e9-e091-42e8-a08d-f73161b0cc06 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.388059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-942aa8e9-e091-42e8-a08d-f73161b0cc06 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062134 Jul 27 22:13:18.389965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40054) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.392701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.395010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-8e920a93-f4f1-4ff5-b8e2-14400aa99b4d tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.396388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8e920a93-f4f1-4ff5-b8e2-14400aa99b4d tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053418 Jul 27 22:13:18.399318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.405742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-073da35f-6505-46d2-b0a1-47c42f505aa0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.411434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-073da35f-6505-46d2-b0a1-47c42f505aa0 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059385 Jul 27 22:13:18.414811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40058) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.420452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-b1f904ac-c69f-418a-bd4e-9aa9fc747d31 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.421451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1f904ac-c69f-418a-bd4e-9aa9fc747d31 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053108 Jul 27 22:13:18.424288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40062) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.429149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-45b1ec90-da03-4f6a-8732-5536f0af55ac tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.430278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-45b1ec90-da03-4f6a-8732-5536f0af55ac tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046880 Jul 27 22:13:18.433876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.445847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-99b1e59a-c5b7-44be-8daa-c32965af2ba4 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.445847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99b1e59a-c5b7-44be-8daa-c32965af2ba4 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056787 Jul 27 22:13:18.448522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.453363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-cbf00367-93e3-466f-8ffa-1276a8246db5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.455029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cbf00367-93e3-466f-8ffa-1276a8246db5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052190 Jul 27 22:13:18.457500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40068) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.462031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-668bd709-dcba-456c-a5d1-70555a9cf312 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.465924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40070) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.477457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-668bd709-dcba-456c-a5d1-70555a9cf312 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074010 Jul 27 22:13:18.477457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.477705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-6a32a21b-5f9d-4994-a284-ea2effa25854 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.477705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6a32a21b-5f9d-4994-a284-ea2effa25854 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084357 Jul 27 22:13:18.479725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40072) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.484901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-d078259c-aee5-4b10-a5d4-e73b1d03675a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.486747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d078259c-aee5-4b10-a5d4-e73b1d03675a tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060341 Jul 27 22:13:18.488617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40074) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.493117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-4f0da7c9-8dc2-4c22-9dcf-90bbfcaf7531 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.497106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f0da7c9-8dc2-4c22-9dcf-90bbfcaf7531 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050676 Jul 27 22:13:18.497808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40076) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.501612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-415c29fd-08aa-42e2-bf66-d5da07016942 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.502670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-415c29fd-08aa-42e2-bf66-d5da07016942 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044131 Jul 27 22:13:18.513897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40078) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.519010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-091cb55c-d9ff-48ca-93d3-bb056d313abd tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.520143 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-091cb55c-d9ff-48ca-93d3-bb056d313abd tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048132 Jul 27 22:13:18.522744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40080) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.527503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-bfdda628-da18-4588-9469-31832b200990 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.528728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfdda628-da18-4588-9469-31832b200990 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049098 Jul 27 22:13:18.531688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40082) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.537439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-679393af-c17b-44bb-b288-4467f8762e6c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.541865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.542387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-679393af-c17b-44bb-b288-4467f8762e6c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094531 Jul 27 22:13:18.555834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-ec07b195-543a-481e-b0df-a08cbb6a5df7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.561155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40088) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.563563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec07b195-543a-481e-b0df-a08cbb6a5df7 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0173500 Jul 27 22:13:18.565600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-25392375-28c4-4a24-a037-4e733dd3144c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.566564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25392375-28c4-4a24-a037-4e733dd3144c tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044155 Jul 27 22:13:18.568924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.578569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-1267c839-5bfa-4f57-97fe-41dbc20d0ef5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.581322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1267c839-5bfa-4f57-97fe-41dbc20d0ef5 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0110571 Jul 27 22:13:18.591041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40094) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.595506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [None req-c83e08f6-b701-402a-a84b-673323547ce8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.596949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c83e08f6-b701-402a-a84b-673323547ce8 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044689 Jul 27 22:13:18.604460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.609664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [None req-768977cf-2f73-45eb-a601-676fc03ace56 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:18.611128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-768977cf-2f73-45eb-a601-676fc03ace56 tempest-ExtensionsTestJSON-365282137 tempest-ExtensionsTestJSON-365282137-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055535 Jul 27 22:13:18.612342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.637063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d6c3bccc-8c31-4112-90ed-6b9a05350db9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7535813 Jul 27 22:13:18.641862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40102) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.687491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e021d589-d47b-4a84-8e9a-9fc8c768ed6b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:18.844375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e021d589-d47b-4a84-8e9a-9fc8c768ed6b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:18.850767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e021d589-d47b-4a84-8e9a-9fc8c768ed6b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:18.851151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.898308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5f4f915c-aa74-4ccd-9bb3-86942e718d85 None None] Provisioning complete for port e021d589-d47b-4a84-8e9a-9fc8c768ed6b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:18.898696 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f4f915c-aa74-4ccd-9bb3-86942e718d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.980872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.007803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.044361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e021d589-d47b-4a84-8e9a-9fc8c768ed6b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:19.045678 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f4f915c-aa74-4ccd-9bb3-86942e718d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.149700 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.206054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.230169 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-5f4f915c-aa74-4ccd-9bb3-86942e718d85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:19.230568 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-5f4f915c-aa74-4ccd-9bb3-86942e718d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:19.244661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.308059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::1 (c1a57a93-5c6c-4341-88e7-394954be93ca/10b26dcf-1c71-4e9c-a10a-187cfeb45df4/0418c959-b23d-40a0-ac82-d96a44421acf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:19.335588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a617866-497f-433b-8ad4-6c8141824628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.422213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.429400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a617866-497f-433b-8ad4-6c8141824628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.440239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 0418c959-b23d-40a0-ac82-d96a44421acf will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:19.517793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40120) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.523955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a617866-497f-433b-8ad4-6c8141824628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.564233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a617866-497f-433b-8ad4-6c8141824628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d5043-6665-4ba0-9906-a9db2aedd0ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.571299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a617866-497f-433b-8ad4-6c8141824628 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21ebd533be1b41228f27be21539d77d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612733 Jul 27 22:13:19.571612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40124) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.579261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.628191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:19.629610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.633938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584424526'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:19.640991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:19.648734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:19.649299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.653448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.712211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=0418c959-b23d-40a0-ac82-d96a44421acf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.803797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.805869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:19.808145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.809380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/518d5043-6665-4ba0-9906-a9db2aedd0ee HTTP/1.1" status: 204 len: 168 time: 0.2355974 Jul 27 22:13:19.810004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.818614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ed38-bba1-48fc-ad60-801076934492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d5043-6665-4ba0-9906-a9db2aedd0ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.829412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.966949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b240b196-dceb-4205-b057-22c1658d10aa None None] Provisioning for port 0418c959-b23d-40a0-ac82-d96a44421acf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:19.967909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b240b196-dceb-4205-b057-22c1658d10aa None None] Provisioning complete for port 0418c959-b23d-40a0-ac82-d96a44421acf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:19.968493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b240b196-dceb-4205-b057-22c1658d10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.973677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.987873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.003574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b240b196-dceb-4205-b057-22c1658d10aa None None] Port 0418c959-b23d-40a0-ac82-d96a44421acf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:20.378607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.421635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:20.435276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd553d15-d8ee-4ff6-b02f-d3f4f950c250,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:20.448123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.448514 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 36388057-acfe-4cf1-b6b5-508bc3165ab2 of type vlan for network ef9d3b5d-ea34-4836-a294-da5770363d15 Jul 27 22:13:20.547433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.605991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e021d589-d47b-4a84-8e9a-9fc8c768ed6b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:20.623295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.656802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e021d589-d47b-4a84-8e9a-9fc8c768ed6b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:20.657184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.746601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.752365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:20.752968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.801928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.802697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.855942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=ef9d3b5d-ea34-4836-a294-da5770363d15,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:20.869322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ef9d3b5d-ea34-4836-a294-da5770363d15 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:20.911881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=0418c959-b23d-40a0-ac82-d96a44421acf,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:20.930744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe0bf2fc-90bc-483b-8e5a-df2194ff7634 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4117198 Jul 27 22:13:20.968174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:20.969672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:21.073366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40148) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.079178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:21.131084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.244903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-306200146'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:21.292543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Router e7957497-8fb3-48fb-8a4f-1276a5212e4f is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:21.320225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:21.326074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.337295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-158946a5-5e05-4a10-9615-a8e15d95e199 None None] Provisioning complete for port 0418c959-b23d-40a0-ac82-d96a44421acf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:21.338936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-158946a5-5e05-4a10-9615-a8e15d95e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.381824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-158946a5-5e05-4a10-9615-a8e15d95e199 None None] Port 0418c959-b23d-40a0-ac82-d96a44421acf cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:21.397194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:21.403656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9b33eb9c-e5b6-4fbd-a75e-a2659c072500 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "PUT /v2.0/routers/e7957497-8fb3-48fb-8a4f-1276a5212e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603054 Jul 27 22:13:21.405807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40154) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.408656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Sync routers for ids ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:21.418707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Routers {'e7957497-8fb3-48fb-8a4f-1276a5212e4f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:21.419347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:21.468030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f4145-8717-44d6-b476-8ad8d5352edf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:21.469512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-798f4145-8717-44d6-b476-8ad8d5352edf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports/0418c959-b23d-40a0-ac82-d96a44421acf HTTP/1.1" status: 200 len: 911 time: 0.0594330 Jul 27 22:13:21.472089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40156) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.479686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Made reservation on behalf of 04945fe1de3749ff8048c077131b6e55 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:21.483169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.494432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.518593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Set router e7957497-8fb3-48fb-8a4f-1276a5212e4f gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:21.546855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61535669-cf7f-4133-bf75-a39b05e8e41c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:21.553352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61535669-cf7f-4133-bf75-a39b05e8e41c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:21.559182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-61535669-cf7f-4133-bf75-a39b05e8e41c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0856047 Jul 27 22:13:21.559403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.641529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.714614 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.727607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7957497-8fb3-48fb-8a4f-1276a5212e4f', 'name': 'tempest-NetworksTestDHCPv6-router-174555978', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:18Z', 'updated_at': '2021-07-27T22:13:19Z', 'revision_number': 2, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None, '_interfaces': [{'id': '0418c959-b23d-40a0-ac82-d96a44421acf', 'name': '', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'mac_address': 'fa:16:3e:50:92:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7957497-8fb3-48fb-8a4f-1276a5212e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '10b26dcf-1c71-4e9c-a10a-187cfeb45df4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:19Z', 'updated_at': '2021-07-27T22:13:20Z', 'revision_number': 2, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'subnets': [{'id': '10b26dcf-1c71-4e9c-a10a-187cfeb45df4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:21.760690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Checking router: e7957497-8fb3-48fb-8a4f-1276a5212e4f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:13:21.760690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Updating router e7957497-8fb3-48fb-8a4f-1276a5212e4f port 0418c959-b23d-40a0-ac82-d96a44421acf binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:13:21.782860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=cb5b8c25-853f-40c0-8235-910fea2b0a22,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:21.794336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.817893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '36388057-acfe-4cf1-b6b5-508bc3165ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:21.818220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: ef9d3b5d-ea34-4836-a294-da5770363d15, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:21.833006 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.839190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:21.848762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a0175-6c6c-4fde-8f96-220249ffa1bd,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:21.866268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.867267 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Added segment 778794bc-9310-4d4b-a414-608004347f7a of type vlan for network a34d83d6-20e3-466a-a914-41012a67dd19 Jul 27 22:13:21.923332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.006200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network ef9d3b5d-ea34-4836-a294-da5770363d15 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:22.044241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.050332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:22.051051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.085091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.118000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'Network': ['ID=a34d83d6-20e3-466a-a914-41012a67dd19,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.129705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.133678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:22.143641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ef9d3b5d-ea34-4836-a294-da5770363d15) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:22.148288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:22.149001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.183051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367d46c-68f4-4409-a6fd-5915a49c18ea None None] Network ef9d3b5d-ea34-4836-a294-da5770363d15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:22.186496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Transition to ACTIVE for port object 0418c959-b23d-40a0-ac82-d96a44421acf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:22.262318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9a88c630-d0d5-4ce7-a398-dbc84b90bf65 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1301324 Jul 27 22:13:22.265058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40160) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:22.271699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Request body: {'subnet': {'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:22.315935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.337279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e903af9d-1dfb-4022-a7bc-3744a5a198d1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2627068 Jul 27 22:13:22.342979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40162) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:22.348352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115666505'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:22.355676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 0418c959-b23d-40a0-ac82-d96a44421acf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:22.356029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.411102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a27c1-d9fb-4e0a-bd95-05c474140f90 None None] Pushing event updated for resources: {'Port': ['ID=0418c959-b23d-40a0-ac82-d96a44421acf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.423795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:13:22.423795 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:13:22.423795 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'id': '2c639a9b-a34b-4f0d-9464-23ea715c33c3', 'expiration': datetime.datetime(2021, 7, 27, 22, 15, 22, 402415)}] Jul 27 22:13:22.423795 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:22.424447 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:22.445644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ef9d3b5d-ea34-4836-a294-da5770363d15', 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': 'cb5b8c25-853f-40c0-8235-910fea2b0a22'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:22.446544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.466482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.480232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 0418c959-b23d-40a0-ac82-d96a44421acf owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:22.496034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:22.496414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:22.496782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:22.521057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Made reservation on behalf of 04945fe1de3749ff8048c077131b6e55 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:22.528031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.547155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:22.547542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:22.547955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.548429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:22.548859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Bound port: 0418c959-b23d-40a0-ac82-d96a44421acf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:22.549250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.684160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Allocated IP 172.20.255.242 (ef9d3b5d-ea34-4836-a294-da5770363d15/cb5b8c25-853f-40c0-8235-910fea2b0a22/6528e850-252e-4cc7-bf72-129089b305f8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:22.778302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.783417 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:22.783883 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:22.807077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=0418c959-b23d-40a0-ac82-d96a44421acf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.824470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.860948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.886148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Transition to ACTIVE for port object 6528e850-252e-4cc7-bf72-129089b305f8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:22.899274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'Subnet': ['ID=9ae4587c-d67d-4c5d-944f-53dedfce2f10,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.913700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.914197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Checking segment: {'id': '778794bc-9310-4d4b-a414-608004347f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:22.914197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Network hostable DHCP agents. Network: a34d83d6-20e3-466a-a914-41012a67dd19, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:22.916181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Transition to ACTIVE for port object 6528e850-252e-4cc7-bf72-129089b305f8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:23.011380 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.029458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Network a34d83d6-20e3-466a-a914-41012a67dd19 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:23.051220 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Network ef9d3b5d-ea34-4836-a294-da5770363d15 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:23.054213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:23.060793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:23.069769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Pushing event updated for resources: {'Port': ['ID=6528e850-252e-4cc7-bf72-129089b305f8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.129221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Attempting to bind port 6528e850-252e-4cc7-bf72-129089b305f8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:23.129669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Attempting to bind port 6528e850-252e-4cc7-bf72-129089b305f8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '36388057-acfe-4cf1-b6b5-508bc3165ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:23.129788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a34d83d6-20e3-466a-a914-41012a67dd19) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:23.130389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Attempting to bind port 6528e850-252e-4cc7-bf72-129089b305f8 on network ef9d3b5d-ea34-4836-a294-da5770363d15 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:23.135694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.136625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.139583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:23.140029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Checking segment: {'id': '36388057-acfe-4cf1-b6b5-508bc3165ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:23.140582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.140989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Bound using segment: {'id': '36388057-acfe-4cf1-b6b5-508bc3165ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:23.141493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Bound port: 6528e850-252e-4cc7-bf72-129089b305f8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36388057-acfe-4cf1-b6b5-508bc3165ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ef9d3b5d-ea34-4836-a294-da5770363d15'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:23.141886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.146976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d5af5a-5ae7-4032-baef-2ec930c01a2a None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:23.280606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] For port 6528e850-252e-4cc7-bf72-129089b305f8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:23.284918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] For port 6528e850-252e-4cc7-bf72-129089b305f8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6528e850-252e-4cc7-bf72-129089b305f8,segment=NetworkSegment(36388057-acfe-4cf1-b6b5-508bc3165ab2),segment_id=36388057-acfe-4cf1-b6b5-508bc3165ab2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:23.291850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8b8ad85a-9d48-47c1-8560-51e47fffa24d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0254970 Jul 27 22:13:23.297917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.300922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Request body: {'port': {'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1147262186'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:23.326564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:23.326942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:23.327319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Attempting to bind port 0418c959-b23d-40a0-ac82-d96a44421acf on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:23.339170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:23.339555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:23.339972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.340373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:23.340973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Bound port: 0418c959-b23d-40a0-ac82-d96a44421acf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:23.341246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.346420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.373561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:23.377226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.407449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Router e7957497-8fb3-48fb-8a4f-1276a5212e4f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:23.418838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:23.427718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Port 0418c959-b23d-40a0-ac82-d96a44421acf has been deleted concurrently {{(pid=94673) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 22:13:23.445714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-a34d83d6-20e3-466a-a914-41012a67dd19', 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19', 'tenant_id': '04945fe1de3749ff8048c077131b6e55', 'fixed_ips': [{'subnet_id': '9ae4587c-d67d-4c5d-944f-53dedfce2f10'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:23.451034 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.476742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3852784-744c-49e2-87f0-da4265568c1a None None] Pushing event updated for resources: {'Port': ['ID=6528e850-252e-4cc7-bf72-129089b305f8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.480022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Routers {'e7957497-8fb3-48fb-8a4f-1276a5212e4f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:23.480646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:23.497936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.498543 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 42c35b2e-8b7e-4d93-be51-308fe4062d51 of type vlan for network 341c5082-16df-4c2f-a413-eefb11e48604 Jul 27 22:13:23.512354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:23.518626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b3ca5bf-2d0d-4d3e-9f7a-e89f694f7093 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "PUT /v2.0/routers/e7957497-8fb3-48fb-8a4f-1276a5212e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9581587 Jul 27 22:13:23.522370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.560939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.561465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Made reservation on behalf of 04945fe1de3749ff8048c077131b6e55 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:23.565534 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.595791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] device_id is not set on port 6a03d4f5-5100-4159-9db9-3ecd94d86102 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:23.606360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] Set router e7957497-8fb3-48fb-8a4f-1276a5212e4f gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:23.611741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3726f5-7700-4e99-b103-1fa51743b8fe tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.613549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3726f5-7700-4e99-b103-1fa51743b8fe tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.617754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e3726f5-7700-4e99-b103-1fa51743b8fe tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0914848 Jul 27 22:13:23.617942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40170) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.677712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7957497-8fb3-48fb-8a4f-1276a5212e4f', 'name': 'tempest-NetworksTestDHCPv6-router-174555978', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:18Z', 'updated_at': '2021-07-27T22:13:22Z', 'revision_number': 3, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:23.721892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 10b26dcf-1c71-4e9c-a10a-187cfeb45df4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:23.724992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f5fd6-2c5c-475a-8cc1-8b2c9f639f78 None None] The sync data for ids ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'] in n-d-738018-6 is: [{'id': 'e7957497-8fb3-48fb-8a4f-1276a5212e4f', 'name': 'tempest-NetworksTestDHCPv6-router-174555978', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:18Z', 'updated_at': '2021-07-27T22:13:22Z', 'revision_number': 3, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:23.727540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.763052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.771969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.773910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.792972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.872742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.879535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=341c5082-16df-4c2f-a413-eefb11e48604,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.943460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 341c5082-16df-4c2f-a413-eefb11e48604 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:23.952855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88ee3363-f1c2-4e84-9b0c-e5e38fa67305 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6060548 Jul 27 22:13:23.953231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.958826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '341c5082-16df-4c2f-a413-eefb11e48604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:24.029605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.031892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Allocated IP 172.20.0.2 (a34d83d6-20e3-466a-a914-41012a67dd19/9ae4587c-d67d-4c5d-944f-53dedfce2f10/adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:24.074107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=10b26dcf-1c71-4e9c-a10a-187cfeb45df4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:24.078002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.080230 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ef51030-5c4a-4a96-bcdd-7009fe5f1f7f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/10b26dcf-1c71-4e9c-a10a-187cfeb45df4 HTTP/1.1" status: 204 len: 168 time: 0.4613180 Jul 27 22:13:24.084045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40174) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.104057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b11580-b923-4e57-bf10-cef06b816760 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:24.150579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:24.154217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.268361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-669531a1-840d-4767-9304-2036d23a52ba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1825011 Jul 27 22:13:24.271171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40176) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.300871 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.312957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Transition to ACTIVE for port object adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:24.332650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Transition to ACTIVE for port object adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:24.422761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:24.442980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.454326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.517291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:24.519408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:24.522151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:24.589520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.608053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Pushing event updated for resources: {'Port': ['ID=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:24.631320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Allocated IP 172.20.0.12 (a34d83d6-20e3-466a-a914-41012a67dd19/9ae4587c-d67d-4c5d-944f-53dedfce2f10/6a03d4f5-5100-4159-9db9-3ecd94d86102) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:24.660200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Deleting port e021d589-d47b-4a84-8e9a-9fc8c768ed6b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:24.663046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.685243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Attempting to bind port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:24.685628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Attempting to bind port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '778794bc-9310-4d4b-a414-608004347f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:24.696019 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.697345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Attempting to bind port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 on network a34d83d6-20e3-466a-a914-41012a67dd19 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:24.700159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.702771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=6d72538d-de32-41b4-9fc9-78675ca2be95,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:24.716427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '42c35b2e-8b7e-4d93-be51-308fe4062d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '341c5082-16df-4c2f-a413-eefb11e48604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:24.716810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 341c5082-16df-4c2f-a413-eefb11e48604, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:24.746482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6528e850-252e-4cc7-bf72-129089b305f8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:24.777473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13b008-6113-4a3b-ba9b-f1ec7c40ee96 None None] Network ef9d3b5d-ea34-4836-a294-da5770363d15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:24.780131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:24.781245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Checking segment: {'id': '778794bc-9310-4d4b-a414-608004347f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:24.781245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.781245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Bound using segment: {'id': '778794bc-9310-4d4b-a414-608004347f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:24.781767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Bound port: adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778794bc-9310-4d4b-a414-608004347f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:24.782163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.896207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.896549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] For port e021d589-d47b-4a84-8e9a-9fc8c768ed6b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:24.896955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.903361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 341c5082-16df-4c2f-a413-eefb11e48604 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:24.913008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Transition to ACTIVE for port object 6a03d4f5-5100-4159-9db9-3ecd94d86102 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:24.927928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.928436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Fanout notify agent at l3_agent the message router_deleted on router e7957497-8fb3-48fb-8a4f-1276a5212e4f {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:24.936395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Calling delete_port for e021d589-d47b-4a84-8e9a-9fc8c768ed6b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:24.939044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.943276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40178) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.943406 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb33e924-88f8-4e62-b437-0340a8d7bd79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/routers/e7957497-8fb3-48fb-8a4f-1276a5212e4f HTTP/1.1" status: 204 len: 168 time: 0.6705637 Jul 27 22:13:24.950741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:25.015346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] For port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:25.020346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 341c5082-16df-4c2f-a413-eefb11e48604) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:25.032129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.032744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.055127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30135027-fbe5-4214-ba55-ccafbda6244a None None] Network 341c5082-16df-4c2f-a413-eefb11e48604 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:25.064075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] For port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,segment=NetworkSegment(778794bc-9310-4d4b-a414-608004347f7a),segment_id=778794bc-9310-4d4b-a414-608004347f7a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:25.070002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.072936 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Sync routers for ids ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:25.084971 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:25.085435 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:13:25.086104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7957497-8fb3-48fb-8a4f-1276a5212e4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:13:25.095681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:25.096120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:13:25.096733 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7957497-8fb3-48fb-8a4f-1276a5212e4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:13:25.097103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc94172-4e8f-485d-91f0-cd1f2a85bed7 None None] The sync data for ids ['e7957497-8fb3-48fb-8a4f-1276a5212e4f'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:25.109290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3d5016d7-e9ff-4724-bec8-5e96bb18637e None None] Provisioning for port 6528e850-252e-4cc7-bf72-129089b305f8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:25.125155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Network a34d83d6-20e3-466a-a914-41012a67dd19 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:25.128778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:25.135598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:25.135872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6528e850-252e-4cc7-bf72-129089b305f8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:25.155496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6528e850-252e-4cc7-bf72-129089b305f8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:25.155877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.172554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2f68571-be59-429e-ae00-d5a095e4d4c0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2175055 Jul 27 22:13:25.175198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40180) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:25.186059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'Port': ['ID=6a03d4f5-5100-4159-9db9-3ecd94d86102,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.220754 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.252949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.253597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.270544 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:25.296142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:25.305396 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.311707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.381385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.381611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214505c2-0389-4e5e-9d69-66bca5d4b32a None None] Pushing event updated for resources: {'Port': ['ID=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.418201 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.425248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4df27935-3e98-4735-972e-1d2f77ee016d tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1293011 Jul 27 22:13:25.428223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40182) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:25.435499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Request body: {'port': {'network_id': 'a34d83d6-20e3-466a-a914-41012a67dd19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1339600130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:25.436251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.api.validators [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] bootfile-name is not in valid_values {{(pid=94671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:25.437002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.api.validators [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] tftp-server is not in valid_values {{(pid=94671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:25.437728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.api.validators [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] server-ip-address is not in valid_values {{(pid=94671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:25.515464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.521241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] No DVR routers for this DVR port e021d589-d47b-4a84-8e9a-9fc8c768ed6b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:25.532155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67f4ae-e0e0-4fa3-8285-549c762aeada None None] Pushing event deleted for resources: {'Port': ['ID=e021d589-d47b-4a84-8e9a-9fc8c768ed6b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.554181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99398bb5-9bdf-48f5-b701-07f51350bcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-341c5082-16df-4c2f-a413-eefb11e48604', 'network_id': '341c5082-16df-4c2f-a413-eefb11e48604', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '6d72538d-de32-41b4-9fc9-78675ca2be95'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:25.555185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99398bb5-9bdf-48f5-b701-07f51350bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.570457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6528e850-252e-4cc7-bf72-129089b305f8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6528e850-252e-4cc7-bf72-129089b305f8,segment=NetworkSegment(36388057-acfe-4cf1-b6b5-508bc3165ab2),segment_id=36388057-acfe-4cf1-b6b5-508bc3165ab2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:25.624513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.658064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=6d72538d-de32-41b4-9fc9-78675ca2be95,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.706011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.754816 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.776121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Made reservation on behalf of 04945fe1de3749ff8048c077131b6e55 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:25.782488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341c5082-16df-4c2f-a413-eefb11e48604']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.784521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.796628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c35b2e-8b7e-4d93-be51-308fe4062d51') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.796971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c35b2e-8b7e-4d93-be51-308fe4062d51') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.801170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6528e850-252e-4cc7-bf72-129089b305f8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.805474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e021d589-d47b-4a84-8e9a-9fc8c768ed6b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:25.809002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] device_id is not set on port 074888ef-fa25-4abc-b64f-e9ebbb72a5f8 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:25.814993 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.832079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e021d589-d47b-4a84-8e9a-9fc8c768ed6b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:25.832436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e021d589-d47b-4a84-8e9a-9fc8c768ed6b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:25.854609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.859471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:25.860067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:25.863083 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server [None req-99398bb5-9bdf-48f5-b701-07f51350bcff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d72538d-de32-41b4-9fc9-78675ca2be95: This subnet is being modified by another concurrent operation. Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d72538d-de32-41b4-9fc9-78675ca2be95: This subnet is being modified by another concurrent operation. Jul 27 22:13:25.874443 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Jul 27 22:13:25.890919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb71e5-b4ef-4307-8f8a-a525f22f09b6 None None] Network 341c5082-16df-4c2f-a413-eefb11e48604 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:25.929558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.978163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:25.986628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:25.998670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.999354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.002010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4d28b-ec2b-4ed9-b090-a4f658eec690 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:26.015596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Allocated IP 172.20.0.13 (a34d83d6-20e3-466a-a914-41012a67dd19/9ae4587c-d67d-4c5d-944f-53dedfce2f10/074888ef-fa25-4abc-b64f-e9ebbb72a5f8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:26.024581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=6652d7db-5c77-4c4f-b49c-392d56567033,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.059468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.063142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-411e9b38-cdb8-4f84-8304-fd782d45a6f3 None None] Provisioning complete for port 6528e850-252e-4cc7-bf72-129089b305f8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:26.063142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-411e9b38-cdb8-4f84-8304-fd782d45a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.068467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.078339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/341c5082-16df-4c2f-a413-eefb11e48604 HTTP/1.1" status: 204 len: 168 time: 0.8975830 Jul 27 22:13:26.078535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40184) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.084601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944386523'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:26.094605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44090-dc08-4bff-8098-b6cf868ce9ef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=341c5082-16df-4c2f-a413-eefb11e48604,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.175201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b58da4be-ce22-4a52-8810-357009902cfa tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2274220 Jul 27 22:13:26.177797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.190131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1482037262', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:26.229648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.242978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '6652d7db-5c77-4c4f-b49c-392d56567033'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:26.244153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.246263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Transition to ACTIVE for port object 074888ef-fa25-4abc-b64f-e9ebbb72a5f8 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:26.297977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:26.304531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.336673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:26.347051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.347402 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 27b27b7e-3cdd-4642-9742-ee586722a934 of type vlan for network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f Jul 27 22:13:26.378645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.403044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.405224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.406838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.406990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/6652d7db-5c77-4c4f-b49c-392d56567033/0ea127a3-81e3-4d3e-9a1f-3b863ff984e1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:26.448317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Network a34d83d6-20e3-466a-a914-41012a67dd19 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:26.458163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:26.467199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:26.477132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.495546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'Port': ['ID=074888ef-fa25-4abc-b64f-e9ebbb72a5f8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.528557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.529237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.555929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89e31d-fef3-4623-9482-d5b5a32b6e32 None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:26.595316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.622045 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.637914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Transition to ACTIVE for port object 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:26.651511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.658842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.659603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.674407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Transition to ACTIVE for port object 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:26.676441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-572ece10-380b-445c-bd60-ec0058993acb tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2455885 Jul 27 22:13:26.679325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.740191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=92ffddc3-df98-4b18-8dfa-ca30ea35c66f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.741304 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.747417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cfc775db-4172-4a91-8cdb-dc0ab1c2606c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5670848 Jul 27 22:13:26.747690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40190) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.748152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6528e850-252e-4cc7-bf72-129089b305f8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:26.754745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:26.793742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53af852-e495-4e52-95bc-a0819b7d6181 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.815385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53af852-e495-4e52-95bc-a0819b7d6181 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.823063 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.824870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f1d58506-455c-4574-8db0-cc76627a5e9e None None] Provisioning for port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:26.825274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53af852-e495-4e52-95bc-a0819b7d6181 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.827399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d53af852-e495-4e52-95bc-a0819b7d6181 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1470785 Jul 27 22:13:26.830398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.834683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb4792c8-b371-4dcb-a080-d061bf0e0162 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7548268 Jul 27 22:13:26.837495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40194) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.843392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:26.956582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Deleting port 074888ef-fa25-4abc-b64f-e9ebbb72a5f8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:26.957027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.060809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.077509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Calling delete_port for 074888ef-fa25-4abc-b64f-e9ebbb72a5f8 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:27.082022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:27.096491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:27.101922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:27.118046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Pushing event updated for resources: {'Port': ['ID=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.146057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.151051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6528e850-252e-4cc7-bf72-129089b305f8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:27.151624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.216013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Attempting to bind port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:27.216406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Attempting to bind port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:27.216782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Attempting to bind port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:27.225634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:27.226020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:27.226473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.226882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:27.227789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Bound port: 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:27.227789 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.238361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:27.244246 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.322346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:27.341683 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.345780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing IP validity checks on allocation pools {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:13:27.346533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:13:27.353717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] For port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:27.374645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] For port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:27.390456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event deleted for resources: {'Port': ['ID=074888ef-fa25-4abc-b64f-e9ebbb72a5f8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.461189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.463434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac9cd3ed-5044-4349-bb09-a57b584e8647 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "DELETE /v2.0/ports/074888ef-fa25-4abc-b64f-e9ebbb72a5f8 HTTP/1.1" status: 204 len: 168 time: 0.6317518 Jul 27 22:13:27.467103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:27.472890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Request body: {'port': {'name': 'tempest-new-port-name-1731893358', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:27.473916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] bootfile-name is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.473916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] tftp-server is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.474114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.api.validators [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] server-ip-address is not in valid_values {{(pid=94672) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.522494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.535952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:27.565254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:27.566926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.590959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.607981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::1 (c1a57a93-5c6c-4341-88e7-394954be93ca/6652d7db-5c77-4c4f-b49c-392d56567033/693ca153-53ac-41c4-80b1-088c3d82acaa) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:27.614836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Provisioning for port 6a03d4f5-5100-4159-9db9-3ecd94d86102 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:27.636894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Provisioning complete for port 6a03d4f5-5100-4159-9db9-3ecd94d86102 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:27.637521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.690756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f563f-a6c2-43ad-856c-728fdad3f8f9 None None] Pushing event updated for resources: {'Port': ['ID=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.718647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Port 6a03d4f5-5100-4159-9db9-3ecd94d86102 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:27.743119 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.761044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Provisioning complete for port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:27.761443 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.813251 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.885719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.911399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=60fbdbb1-91e4-4942-9e2d-57da61007896,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.914893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,segment=NetworkSegment(778794bc-9310-4d4b-a414-608004347f7a),segment_id=778794bc-9310-4d4b-a414-608004347f7a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:27.932200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.957448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 693ca153-53ac-41c4-80b1-088c3d82acaa will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:27.968003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '27b27b7e-3cdd-4642-9742-ee586722a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:27.968432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 92ffddc3-df98-4b18-8dfa-ca30ea35c66f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:27.976007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.981471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.013232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.093503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event updated for resources: {'Port': ['ID=6a03d4f5-5100-4159-9db9-3ecd94d86102,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.110125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:28.110433 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:28.113337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.114468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] In _notify_port_updated(), no bound segment for port 6a03d4f5-5100-4159-9db9-3ecd94d86102 on network a34d83d6-20e3-466a-a914-41012a67dd19 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:28.123127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.132615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.132780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:28.132872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-195da05a-d477-4a38-bb9f-6745abdabd3e tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "PUT /v2.0/ports/6a03d4f5-5100-4159-9db9-3ecd94d86102 HTTP/1.1" status: 200 len: 1137 time: 0.6573112 Jul 27 22:13:28.132872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.189310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4c638-6277-4eaa-90ef-19c7e62d85c1 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.190926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0de4c638-6277-4eaa-90ef-19c7e62d85c1 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "GET /v2.0/ports/6a03d4f5-5100-4159-9db9-3ecd94d86102 HTTP/1.1" status: 200 len: 1137 time: 0.0616608 Jul 27 22:13:28.194270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.231777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.285412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:28.289133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 92ffddc3-df98-4b18-8dfa-ca30ea35c66f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:28.298263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b318f1b-04c1-4470-b2c5-90b368d1c2cf None None] Network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:28.305944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:28.314260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.314901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.318328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:28.318871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.392386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=693ca153-53ac-41c4-80b1-088c3d82acaa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.473132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-92ffddc3-df98-4b18-8dfa-ca30ea35c66f', 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '60fbdbb1-91e4-4942-9e2d-57da61007896'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:28.474015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.477428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Deleting port 6a03d4f5-5100-4159-9db9-3ecd94d86102 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:28.478616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.522399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b458618f-25d5-4579-b3f0-757774f70349 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6838408 Jul 27 22:13:28.525249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.601092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.620988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Calling delete_port for 6a03d4f5-5100-4159-9db9-3ecd94d86102 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:28.722543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.741474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Allocated IP 172.20.0.3 (92ffddc3-df98-4b18-8dfa-ca30ea35c66f/60fbdbb1-91e4-4942-9e2d-57da61007896/c369e152-704c-4310-b999-d8f1439730a1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:28.751788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-255caa1f-4e23-4698-99b1-49bd3f9ba5ce None None] Could not find standard attr ID for object 074888ef-fa25-4abc-b64f-e9ebbb72a5f8. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:28.782162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.783429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:28.797926 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.912688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99455944-d7ce-4631-b5b5-f5c9e757aedb None None] Provisioning complete for port 6a03d4f5-5100-4159-9db9-3ecd94d86102 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:28.913209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99455944-d7ce-4631-b5b5-f5c9e757aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.992458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:28.992960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.999859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-99455944-d7ce-4631-b5b5-f5c9e757aedb None None] Port 6a03d4f5-5100-4159-9db9-3ecd94d86102 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:29.040043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99455944-d7ce-4631-b5b5-f5c9e757aedb None None] Could not find standard attr ID for object 074888ef-fa25-4abc-b64f-e9ebbb72a5f8. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:29.048457 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.066736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Transition to ACTIVE for port object c369e152-704c-4310-b999-d8f1439730a1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:29.088189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Transition to ACTIVE for port object c369e152-704c-4310-b999-d8f1439730a1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:29.130066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:29.206428 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.249413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:29.254951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:29.258892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:29.261682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fd63daec-3dae-46e8-8f18-88217af8e56e None None] Provisioning for port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:29.270232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Pushing event updated for resources: {'Port': ['ID=c369e152-704c-4310-b999-d8f1439730a1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.308310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.319534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:29.329613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:29.329999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.343033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=60fbdbb1-91e4-4942-9e2d-57da61007896,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.356332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Attempting to bind port c369e152-704c-4310-b999-d8f1439730a1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:29.357267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Attempting to bind port c369e152-704c-4310-b999-d8f1439730a1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '27b27b7e-3cdd-4642-9742-ee586722a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:29.357267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Attempting to bind port c369e152-704c-4310-b999-d8f1439730a1 on network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:29.375025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:29.375503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Checking segment: {'id': '27b27b7e-3cdd-4642-9742-ee586722a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:29.375901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.376314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Bound using segment: {'id': '27b27b7e-3cdd-4642-9742-ee586722a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:29.376827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Bound port: c369e152-704c-4310-b999-d8f1439730a1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b27b7e-3cdd-4642-9742-ee586722a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:29.377227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.403675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.404031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.404447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.404719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.405059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.405397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.405728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.406061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.406436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.406768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.407641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.407641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:29.413421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.437707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.449247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ffddc3-df98-4b18-8dfa-ca30ea35c66f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.460907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b27b7e-3cdd-4642-9742-ee586722a934') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.461527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b27b7e-3cdd-4642-9742-ee586722a934') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.468464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event deleted for resources: {'Port': ['ID=6a03d4f5-5100-4159-9db9-3ecd94d86102,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.487405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.506326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] For port c369e152-704c-4310-b999-d8f1439730a1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:29.507608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.508766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.522123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:29.522610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:29.526350 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:29.539159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7454c805-c02c-412e-8043-c03bbf8fcae4 None None] Provisioning for port 693ca153-53ac-41c4-80b1-088c3d82acaa completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:29.551647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.553903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7454c805-c02c-412e-8043-c03bbf8fcae4 None None] Provisioning complete for port 693ca153-53ac-41c4-80b1-088c3d82acaa triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:29.554331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7454c805-c02c-412e-8043-c03bbf8fcae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.561038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:29.574612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.579352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-91f1d5db-fc51-4d56-a6d3-ffbb34004981 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "DELETE /v2.0/ports/6a03d4f5-5100-4159-9db9-3ecd94d86102 HTTP/1.1" status: 204 len: 168 time: 1.3835039 Jul 27 22:13:29.580001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:29.608015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7454c805-c02c-412e-8043-c03bbf8fcae4 None None] Port 693ca153-53ac-41c4-80b1-088c3d82acaa cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:29.614645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.615571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.632003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] For port c369e152-704c-4310-b999-d8f1439730a1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c369e152-704c-4310-b999-d8f1439730a1,segment=NetworkSegment(27b27b7e-3cdd-4642-9742-ee586722a934),segment_id=27b27b7e-3cdd-4642-9742-ee586722a934)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:29.652751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.683028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Deleting subnet 9ae4587c-d67d-4c5d-944f-53dedfce2f10 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:29.716250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.718677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:29.718677 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:29.718677 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '92ffddc3-df98-4b18-8dfa-ca30ea35c66f'}] Jul 27 22:13:29.718677 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:29.724969 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:29.725209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.761359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=693ca153-53ac-41c4-80b1-088c3d82acaa,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.767827 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.780837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.849053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:29.854063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:29.859063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9561b-2e6c-4a13-a202-b65eb5aef4c1 None None] Pushing event updated for resources: {'Port': ['ID=c369e152-704c-4310-b999-d8f1439730a1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.898679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c35770-4ca1-412c-9370-f142ff762695 None None] Network 92ffddc3-df98-4b18-8dfa-ca30ea35c66f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:29.965912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.108356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f205eea-9944-4b16-93c7-e89a1e2fddca None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:13:30.143822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.152872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c983c91c-dfe9-4654-9155-b71bf114bb07 None None] Provisioning complete for port 693ca153-53ac-41c4-80b1-088c3d82acaa triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:30.153030 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c983c91c-dfe9-4654-9155-b71bf114bb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.177273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.178334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "DELETE /v2.0/subnets/9ae4587c-d67d-4c5d-944f-53dedfce2f10 HTTP/1.1" status: 204 len: 168 time: 0.5973179 Jul 27 22:13:30.179504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610527-b81e-4858-a6b9-8ae1bd72d7ee tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae4587c-d67d-4c5d-944f-53dedfce2f10,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:30.179871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:30.210243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:30.216599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c983c91c-dfe9-4654-9155-b71bf114bb07 None None] Port 693ca153-53ac-41c4-80b1-088c3d82acaa cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:30.230603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.259711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f205eea-9944-4b16-93c7-e89a1e2fddca None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:13:30.287757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.325908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:30.334320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-662ff388-406f-42b7-8e14-8ff2aa6d062b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "PUT /v2.0/routers/0d22ccb4-c60b-4b4a-86d7-6446b13d03cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827851 Jul 27 22:13:30.334320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:30.341676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Sync routers for ids ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:30.344903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port c369e152-704c-4310-b999-d8f1439730a1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:30.345674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.370427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Routers {'0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:30.371162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:30.396298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2f503-c866-4f1b-86d0-cc9c45d7d570 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:30.399450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7e2f503-c866-4f1b-86d0-cc9c45d7d570 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports/693ca153-53ac-41c4-80b1-088c3d82acaa HTTP/1.1" status: 200 len: 911 time: 0.0634673 Jul 27 22:13:30.400904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40210) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:30.421715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port c369e152-704c-4310-b999-d8f1439730a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c369e152-704c-4310-b999-d8f1439730a1,segment=NetworkSegment(27b27b7e-3cdd-4642-9742-ee586722a934),segment_id=27b27b7e-3cdd-4642-9742-ee586722a934)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:30.422085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.436447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Deleting port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:30.436736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.438679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for c369e152-704c-4310-b999-d8f1439730a1 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:30.477518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d11bad-ddd0-4ea8-b681-e533cfe8c4b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:30.485208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d11bad-ddd0-4ea8-b681-e533cfe8c4b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:30.489581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c6d11bad-ddd0-4ea8-b681-e533cfe8c4b7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0848148 Jul 27 22:13:30.490231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:30.516907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Set router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:30.675489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:30.805562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] For port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,segment=NetworkSegment(778794bc-9310-4d4b-a414-608004347f7a),segment_id=778794bc-9310-4d4b-a414-608004347f7a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:30.806266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.830115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Calling delete_port for adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:30.894070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.000743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3752b-7ad3-43ac-bcdf-c952257a557a None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:13:31.006257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.037116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=c369e152-704c-4310-b999-d8f1439730a1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.038269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:31.038697 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.039182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port c369e152-704c-4310-b999-d8f1439730a1 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:31.064137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.103876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event deleted for resources: {'Port': ['ID=adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.139263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] No DVR routers for this DVR port adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:31.140686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22ccb4-c60b-4b4a-86d7-6446b13d03cc', 'name': 'tempest-NetworksTestDHCPv6-router-1482037262', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:26Z', 'updated_at': '2021-07-27T22:13:28Z', 'revision_number': 2, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None, '_interfaces': [{'id': '693ca153-53ac-41c4-80b1-088c3d82acaa', 'name': '', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'mac_address': 'fa:16:3e:9a:93:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d22ccb4-c60b-4b4a-86d7-6446b13d03cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '6652d7db-5c77-4c4f-b49c-392d56567033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:27Z', 'updated_at': '2021-07-27T22:13:29Z', 'revision_number': 2, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'subnets': [{'id': '6652d7db-5c77-4c4f-b49c-392d56567033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.150654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 693ca153-53ac-41c4-80b1-088c3d82acaa {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:31.150654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.178884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.180706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Checking router: 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:13:31.181427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Updating router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc port 693ca153-53ac-41c4-80b1-088c3d82acaa binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:13:31.225787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ffddc3-df98-4b18-8dfa-ca30ea35c66f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.243859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.253285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b27b7e-3cdd-4642-9742-ee586722a934') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.253601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b27b7e-3cdd-4642-9742-ee586722a934') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.256172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.259261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3752b-7ad3-43ac-bcdf-c952257a557a None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:13:31.259863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 693ca153-53ac-41c4-80b1-088c3d82acaa owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:31.272763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.275927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34d83d6-20e3-466a-a914-41012a67dd19']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.288968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.294491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778794bc-9310-4d4b-a414-608004347f7a') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.294794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778794bc-9310-4d4b-a414-608004347f7a') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:31.301904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.308013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.317076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:31.317076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:31.319193 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:31.362309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.380203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:31.390187 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:31.530137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.537233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.539072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/92ffddc3-df98-4b18-8dfa-ca30ea35c66f HTTP/1.1" status: 204 len: 168 time: 3.0128927 Jul 27 22:13:31.543545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40214) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:31.555728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.558535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-263912754'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:31.563125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177fc8-8f22-479d-a4a9-cbebaf96ca0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=92ffddc3-df98-4b18-8dfa-ca30ea35c66f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.567198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.577048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.582790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] 10.222.0.37 "DELETE /v2.0/networks/a34d83d6-20e3-466a-a914-41012a67dd19 HTTP/1.1" status: 204 len: 168 time: 1.3991404 Jul 27 22:13:31.594135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=693ca153-53ac-41c4-80b1-088c3d82acaa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.595854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e092a-a1ad-4a25-a9e3-848a82fa13a3 tempest-ExtraDHCPOptionsTestJSON-1501786762 tempest-ExtraDHCPOptionsTestJSON-1501786762-project] Pushing event deleted for resources: {'Network': ['ID=a34d83d6-20e3-466a-a914-41012a67dd19,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.701867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:31.708709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.709877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.742600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:31.758061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.758653 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 8638442e-69d3-4b5e-9add-b2d51c1875f5 of type vlan for network 0282430f-b10e-401c-a0e6-bd59d638f187 Jul 27 22:13:31.789410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c47517-4171-41c7-b9f0-0d1695808041 None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:31.809221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:31.809221 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:31.811636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c47517-4171-41c7-b9f0-0d1695808041 None None] Network a34d83d6-20e3-466a-a914-41012a67dd19 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:13:31.825948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.923965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a678969-d8eb-4532-8ee9-111b37f0ccf9 None None] DHCP port deletion for a34d83d6-20e3-466a-a914-41012a67dd19 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:31.928443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:31.948511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66bb7b8c-cd4f-4ee9-8573-629cc7521cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.952809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.955438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:31.956263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.017309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:32.023805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4108465-6970-4ebb-9328-ff0da39b57be tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "PUT /v2.0/routers/0d22ccb4-c60b-4b4a-86d7-6446b13d03cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5323663 Jul 27 22:13:32.024998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.067862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5232134 Jul 27 22:13:32.073251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40220) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.079241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:32.102841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc7519-8961-4131-b8dc-5a0dd6d4c27d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=0282430f-b10e-401c-a0e6-bd59d638f187,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.116795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0282430f-b10e-401c-a0e6-bd59d638f187 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:32.131389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa11d-6661-48f4-8eaa-8ec940721beb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:32.133810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5fa11d-6661-48f4-8eaa-8ec940721beb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:32.139037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd5fa11d-6661-48f4-8eaa-8ec940721beb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1123068 Jul 27 22:13:32.141747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.178302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40226) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.203325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 6652d7db-5c77-4c4f-b49c-392d56567033 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:32.206942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.247560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.287740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:32.292391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.330200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Port 693ca153-53ac-41c4-80b1-088c3d82acaa not found while updating agent binding for router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc. {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 22:13:32.339789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Routers {'0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:32.340395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.340543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:32.391068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53756ce3-46b5-4bf0-ba9e-1911b7b16fad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04945fe1de3749ff8048c077131b6e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115495 Jul 27 22:13:32.393723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40230) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.424114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] Set router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:32.456892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.480508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.481119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d22ccb4-c60b-4b4a-86d7-6446b13d03cc', 'name': 'tempest-NetworksTestDHCPv6-router-1482037262', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:26Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 3, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:32.508121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabee145-aab2-4b0f-b420-f43ce86d2f7d None None] The sync data for ids ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'] in n-d-738018-6 is: [{'id': '0d22ccb4-c60b-4b4a-86d7-6446b13d03cc', 'name': 'tempest-NetworksTestDHCPv6-router-1482037262', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:26Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 3, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:32.508370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.550323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=6652d7db-5c77-4c4f-b49c-392d56567033,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.552442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.554790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e53b6472-20db-476f-b274-b8ebefd36165 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/6652d7db-5c77-4c4f-b49c-392d56567033 HTTP/1.1" status: 204 len: 168 time: 0.4118280 Jul 27 22:13:32.558791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.563170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5562092c-40b3-4911-ad6c-7588a233f195 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:32.649511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:32.658684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.661573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.665086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea0a0175-6c6c-4fde-8f96-220249ffa1bd HTTP/1.1" status: 204 len: 168 time: 0.2681291 Jul 27 22:13:32.671819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdd74d-297b-429e-abfd-8ea2fed5a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a0175-6c6c-4fde-8f96-220249ffa1bd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.714673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:32.715025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device adc25ce9-99e9-4cba-93e0-7db5fa6ca7c7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:32.731606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8402096-1a45-4d0b-9748-6c377c4ae64e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1719563 Jul 27 22:13:32.734166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40238) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.746257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.822868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=82f502c1-7500-4f06-a28c-0be73e4e6d60,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.836640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.842222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '8638442e-69d3-4b5e-9add-b2d51c1875f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:32.842610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 0282430f-b10e-401c-a0e6-bd59d638f187, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:32.845459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:32.909923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Deleting port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:32.910344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.943855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 0282430f-b10e-401c-a0e6-bd59d638f187 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:32.979564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] For port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:32.980164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.993445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Calling delete_port for 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:33.023722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.026526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.092333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0282430f-b10e-401c-a0e6-bd59d638f187) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:33.096504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:33.097110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.103428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b194c-b526-4924-b98d-d9435d6c4745 None None] Network 0282430f-b10e-401c-a0e6-bd59d638f187 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:33.209927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.210962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Fanout notify agent at l3_agent the message router_deleted on router 0d22ccb4-c60b-4b4a-86d7-6446b13d03cc {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:33.222379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.223688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5db0d5d4-0f30-450b-be31-1b2d19913248 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/routers/0d22ccb4-c60b-4b4a-86d7-6446b13d03cc HTTP/1.1" status: 204 len: 168 time: 0.4885349 Jul 27 22:13:33.226491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40248) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.252689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.267344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0665daee-91c4-4747-96c6-d4ac06f99557 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1907401 Jul 27 22:13:33.267585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-0282430f-b10e-401c-a0e6-bd59d638f187', 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '82f502c1-7500-4f06-a28c-0be73e4e6d60'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:33.267713 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.267790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.286194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] No DVR routers for this DVR port 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:33.290855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881fc42-b2ec-44ca-a514-a819b15b0c1f None None] Pushing event deleted for resources: {'Port': ['ID=0ea127a3-81e3-4d3e-9a1f-3b863ff984e1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:33.324559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d048499-07c2-4595-a8db-bb967f86c9ff tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:33.328781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d048499-07c2-4595-a8db-bb967f86c9ff tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0988100 Jul 27 22:13:33.329240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40252) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.389704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d979e43-e88a-40c0-ad15-51bea90ea890 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:33.397196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1d979e43-e88a-40c0-ad15-51bea90ea890 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0639653 Jul 27 22:13:33.397469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40256) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.414762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.440716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-21088f0c-581c-4382-ad59-d863cd8400f4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422046 Jul 27 22:13:33.445935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40258) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.452714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:33.480128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Allocated IP 172.20.0.1 (0282430f-b10e-401c-a0e6-bd59d638f187/82f502c1-7500-4f06-a28c-0be73e4e6d60/f55658d2-e365-409f-a52b-58b322176107) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:33.484759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.621719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:33.626500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.651976 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.661011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Transition to ACTIVE for port object f55658d2-e365-409f-a52b-58b322176107 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:33.671549 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Sync routers for ids ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:33.681653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:33.682050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:13:33.682639 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:13:33.696474 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Routers set() bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:33.697415 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Router IDs set() for agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:13:33.698015 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent'). {{(pid=94674) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:13:33.698885 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e4510-424b-411e-b92b-50a1c897e233 None None] The sync data for ids ['0d22ccb4-c60b-4b4a-86d7-6446b13d03cc'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:33.701775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Transition to ACTIVE for port object f55658d2-e365-409f-a52b-58b322176107 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:33.781710 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.822388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Network 0282430f-b10e-401c-a0e6-bd59d638f187 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:33.827463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:33.830267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:33.843065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Pushing event updated for resources: {'Port': ['ID=f55658d2-e365-409f-a52b-58b322176107,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:33.886895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.897679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Attempting to bind port f55658d2-e365-409f-a52b-58b322176107 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:33.898064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Attempting to bind port f55658d2-e365-409f-a52b-58b322176107 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8638442e-69d3-4b5e-9add-b2d51c1875f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:33.898637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Attempting to bind port f55658d2-e365-409f-a52b-58b322176107 on network 0282430f-b10e-401c-a0e6-bd59d638f187 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:33.906257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:33.906677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Checking segment: {'id': '8638442e-69d3-4b5e-9add-b2d51c1875f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:33.907099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.907998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Bound using segment: {'id': '8638442e-69d3-4b5e-9add-b2d51c1875f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:33.908537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Bound port: f55658d2-e365-409f-a52b-58b322176107, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638442e-69d3-4b5e-9add-b2d51c1875f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '0282430f-b10e-401c-a0e6-bd59d638f187'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:33.909175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.924065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=82f502c1-7500-4f06-a28c-0be73e4e6d60,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:33.984958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.988576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] For port f55658d2-e365-409f-a52b-58b322176107, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:33.992899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:33.995791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] For port f55658d2-e365-409f-a52b-58b322176107, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f55658d2-e365-409f-a52b-58b322176107,segment=NetworkSegment(8638442e-69d3-4b5e-9add-b2d51c1875f5),segment_id=8638442e-69d3-4b5e-9add-b2d51c1875f5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:34.002039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0282430f-b10e-401c-a0e6-bd59d638f187']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:34.015429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638442e-69d3-4b5e-9add-b2d51c1875f5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:34.015805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638442e-69d3-4b5e-9add-b2d51c1875f5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:34.030787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.070239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.074063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.075803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:13:34.077366 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.084742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:34.085899 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:34.092793 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:34.123972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:34.132617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:34.137592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:34.138206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.148904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:34.152789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a2eed-842f-4a5d-b95b-20cacdce3dcd None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:34.165505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-91159709'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:34.174131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c82bd-5707-49c6-bece-3eaca3dbb7fd None None] Pushing event updated for resources: {'Port': ['ID=f55658d2-e365-409f-a52b-58b322176107,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:34.207263 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:34.207263 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:34.207263 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '0282430f-b10e-401c-a0e6-bd59d638f187'}] Jul 27 22:13:34.207263 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:34.207848 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:34.224272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5814d-fd0a-4eee-9103-d14d5cff0878 None None] Network 0282430f-b10e-401c-a0e6-bd59d638f187 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:34.241656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f71d3f9b-3cf4-49d9-8095-a33ccc8ba583 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7945006 Jul 27 22:13:34.244633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:34.257765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:34.425082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:34.425979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.470840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Made reservation on behalf of 5b88b7d9f7dd4195891eace620f71cfc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:34.474473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.488569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.503566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416e2d6-3cf0-4327-a135-d6b953e42fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.573968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Allocated IP 2001:db8::f816:3eff:fef3:428 (c1a57a93-5c6c-4341-88e7-394954be93ca/aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2/2d67c259-1755-4d71-a311-263947971267) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:34.600658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:34.605745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:34.613546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.650841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:34.651186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ea127a3-81e3-4d3e-9a1f-3b863ff984e1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:34.709628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.834622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.889527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port f55658d2-e365-409f-a52b-58b322176107 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:34.890166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.897200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.920787 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.929096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Transition to ACTIVE for port object 2d67c259-1755-4d71-a311-263947971267 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:34.944469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Transition to ACTIVE for port object 2d67c259-1755-4d71-a311-263947971267 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:34.955132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.028867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:35.052799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.055226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port f55658d2-e365-409f-a52b-58b322176107, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f55658d2-e365-409f-a52b-58b322176107,segment=NetworkSegment(8638442e-69d3-4b5e-9add-b2d51c1875f5),segment_id=8638442e-69d3-4b5e-9add-b2d51c1875f5)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:35.055587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.070819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.071248 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Added segment 21a27502-a2a3-487d-8a60-139b30a9eea7 of type vlan for network f2320cf1-4b32-46c0-b6c4-e37026f344be Jul 27 22:13:35.086444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f74e17-a4d2-4dfb-9a7c-e51b688a2e9f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.090191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for f55658d2-e365-409f-a52b-58b322176107 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:35.095443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:35.100671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:35.104053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:35.113214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.132633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.171110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Attempting to bind port 2d67c259-1755-4d71-a311-263947971267 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:35.171486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Attempting to bind port 2d67c259-1755-4d71-a311-263947971267 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:35.171854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Attempting to bind port 2d67c259-1755-4d71-a311-263947971267 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:35.176806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:35.177186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:35.177591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.177990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:35.178487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Bound port: 2d67c259-1755-4d71-a311-263947971267, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:35.178880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.215281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.250206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:35.253634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:35.264672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:35.267738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:35.271938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:35.272531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.282941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=d5ccba2c-7ed3-4ec9-93ee-3cbc42355124,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.355283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.361058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:35.361656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.412600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.418393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.425917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0632345c-aa89-468e-a180-a9ad396bccad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1802793 Jul 27 22:13:35.429033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40274) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:35.435809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:06:2b:da', 'name': 'tempest-NetworksTestDHCPv6-1180345807'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:35.455363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Network': ['ID=f2320cf1-4b32-46c0-b6c4-e37026f344be,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.457898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=f55658d2-e365-409f-a52b-58b322176107,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.461265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port f55658d2-e365-409f-a52b-58b322176107 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:35.472476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f2320cf1-4b32-46c0-b6c4-e37026f344be details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:35.555229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb2255-97fb-4bbe-9e50-7d2c101452fb None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.562131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40276) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:35.562710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86a302bf-0eff-472f-8759-6c276303b1d4 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5685747 Jul 27 22:13:35.564960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.572766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'subnet': {'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:35.576574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0282430f-b10e-401c-a0e6-bd59d638f187']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:35.589268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638442e-69d3-4b5e-9add-b2d51c1875f5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:35.589268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638442e-69d3-4b5e-9add-b2d51c1875f5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:35.600695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.616439 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.624520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:35.624936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:35.628047 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:35.782975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:35.844624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.853433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.858643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/0282430f-b10e-401c-a0e6-bd59d638f187 HTTP/1.1" status: 204 len: 168 time: 2.5866656 Jul 27 22:13:35.862512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40278) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:35.870138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8e5a-b5a3-4dbe-8270-a70ac4a1134d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=0282430f-b10e-401c-a0e6-bd59d638f187,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.875182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-222302098'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:35.901211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.907329 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.924191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port ce48c9ee-1b97-4113-aaab-abbf14ca70a4 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:36.070807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Made reservation on behalf of 5b88b7d9f7dd4195891eace620f71cfc for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:36.075004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.162540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 172.20.0.13 (c1a57a93-5c6c-4341-88e7-394954be93ca/d5ccba2c-7ed3-4ec9-93ee-3cbc42355124/ce48c9ee-1b97-4113-aaab-abbf14ca70a4) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:36.175388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe06:2bda (c1a57a93-5c6c-4341-88e7-394954be93ca/aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2/ce48c9ee-1b97-4113-aaab-abbf14ca70a4) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:36.278242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:36.281778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.428596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071cedba-b7bc-4073-9e9c-2804a33e595b None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:36.596904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36170a5f-4c04-4a1e-bce4-44c6ec197d5d None None] Provisioning for port 2d67c259-1755-4d71-a311-263947971267 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:36.676794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:36.733367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2', 'ip_address': '2001:db8::f816:3eff:fef3:428'}, {'subnet_id': 'd5ccba2c-7ed3-4ec9-93ee-3cbc42355124'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '2d67c259-1755-4d71-a311-263947971267'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:13:36.744601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:36.769421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.769784 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 77994ad1-db10-457a-a819-970f7b75444e of type vlan for network c493db4a-60c7-4bf7-b96c-b84a9ee90185 Jul 27 22:13:36.772773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.810784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.832080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.838892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.851235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object ce48c9ee-1b97-4113-aaab-abbf14ca70a4 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:36.868628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2d67c259-1755-4d71-a311-263947971267 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:36.878460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:36.878908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.944874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Subnet': ['ID=fb3a713c-a804-4538-b049-5d1e296828b1,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:36.959996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.960355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.960708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.961051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.961420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.961733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.962069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.963094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.963965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.964310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.964648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.970097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:36.977126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Checking segment: {'id': '21a27502-a2a3-487d-8a60-139b30a9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:36.977328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network hostable DHCP agents. Network: f2320cf1-4b32-46c0-b6c4-e37026f344be, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:36.985904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.989889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.995600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:36.996207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.029436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:37.052761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.092107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Allocated IP 172.20.0.2 (c1a57a93-5c6c-4341-88e7-394954be93ca/d5ccba2c-7ed3-4ec9-93ee-3cbc42355124/2d67c259-1755-4d71-a311-263947971267) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:37.100155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=c493db4a-60c7-4bf7-b96c-b84a9ee90185,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:37.109481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network f2320cf1-4b32-46c0-b6c4-e37026f344be is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:37.112580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c493db4a-60c7-4bf7-b96c-b84a9ee90185 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:37.121118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:37.126920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:37.131626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:37.137017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=ce48c9ee-1b97-4113-aaab-abbf14ca70a4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:37.157259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.158008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.158509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1033b7c9-52e0-4801-8f3c-ed297732c63d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2949004 Jul 27 22:13:37.162089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:37.167735 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:37.195636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.196445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.200925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f2320cf1-4b32-46c0-b6c4-e37026f344be) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:37.209703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.210324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.224458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8117092-d9aa-47ed-b9a7-7490d8f30edf None None] Network f2320cf1-4b32-46c0-b6c4-e37026f344be requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:37.277106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4ff79375-15fd-4b21-bb07-fd84843faa6a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8461483 Jul 27 22:13:37.279587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:37.316703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca6188b2-aba5-4d5a-a897-d3b3e8f71789 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7471519 Jul 27 22:13:37.317059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:37.322012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1474714229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:37.348381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2494749-1cda-4f9d-b509-e58f2e1496c0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.355326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2494749-1cda-4f9d-b509-e58f2e1496c0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.359476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a2494749-1cda-4f9d-b509-e58f2e1496c0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0764501 Jul 27 22:13:37.359654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:37.359882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40286) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:37.406192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:37.409559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.443841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:37.501479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.533950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-f2320cf1-4b32-46c0-b6c4-e37026f344be', 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be', 'tenant_id': '5b88b7d9f7dd4195891eace620f71cfc', 'fixed_ips': [{'subnet_id': 'fb3a713c-a804-4538-b049-5d1e296828b1'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:37.534842 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.546092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Transition to ACTIVE for port object 2d67c259-1755-4d71-a311-263947971267 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:37.555034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port ce48c9ee-1b97-4113-aaab-abbf14ca70a4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:37.555358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.603981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.621426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.622461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.657223 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.708026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Allocated IP 172.20.0.2 (f2320cf1-4b32-46c0-b6c4-e37026f344be/fb3a713c-a804-4538-b049-5d1e296828b1/7e6ac05b-d714-475d-8904-d675b98a6b89) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:37.747890 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.765253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.780112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for ce48c9ee-1b97-4113-aaab-abbf14ca70a4 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:37.782668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6ca0e-83dd-4c6e-9353-bdb25e61dcfe None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:37.848519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.868398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.928698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.938810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Transition to ACTIVE for port object 7e6ac05b-d714-475d-8904-d675b98a6b89 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:37.955802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Transition to ACTIVE for port object 7e6ac05b-d714-475d-8904-d675b98a6b89 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:38.053257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.102068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Network f2320cf1-4b32-46c0-b6c4-e37026f344be is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:38.105282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:38.110052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:38.113617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac05b-d714-475d-8904-d675b98a6b89,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:38.186349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Attempting to bind port 7e6ac05b-d714-475d-8904-d675b98a6b89 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:38.186696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Attempting to bind port 7e6ac05b-d714-475d-8904-d675b98a6b89 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '21a27502-a2a3-487d-8a60-139b30a9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:38.187071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Attempting to bind port 7e6ac05b-d714-475d-8904-d675b98a6b89 on network f2320cf1-4b32-46c0-b6c4-e37026f344be {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:38.193906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:38.193906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Checking segment: {'id': '21a27502-a2a3-487d-8a60-139b30a9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:38.194876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.195088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Bound using segment: {'id': '21a27502-a2a3-487d-8a60-139b30a9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:38.195691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Bound port: 7e6ac05b-d714-475d-8904-d675b98a6b89, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a27502-a2a3-487d-8a60-139b30a9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:38.196187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.282901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=1e44fc25-0ed2-489e-b61b-07182164c518,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:38.292057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] For port 7e6ac05b-d714-475d-8904-d675b98a6b89, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:38.296120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] For port 7e6ac05b-d714-475d-8904-d675b98a6b89, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7e6ac05b-d714-475d-8904-d675b98a6b89,segment=NetworkSegment(21a27502-a2a3-487d-8a60-139b30a9eea7),segment_id=21a27502-a2a3-487d-8a60-139b30a9eea7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:38.302862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.307752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5235464d-0db8-445f-b0b2-a09d6de20495 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9860134 Jul 27 22:13:38.308144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40288) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:38.341003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '77994ad1-db10-457a-a819-970f7b75444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:38.355849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: c493db4a-60c7-4bf7-b96c-b84a9ee90185, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:38.395528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.530994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.587723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network c493db4a-60c7-4bf7-b96c-b84a9ee90185 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:38.591211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.613875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ecb6226f-0f89-4c68-b4d3-35bcb06e075e None None] Provisioning for port 2d67c259-1755-4d71-a311-263947971267 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:38.631721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ecb6226f-0f89-4c68-b4d3-35bcb06e075e None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:38.631878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecb6226f-0f89-4c68-b4d3-35bcb06e075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.633728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34179b36-18b3-4d12-b94f-278b335b1ad9 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac05b-d714-475d-8904-d675b98a6b89,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:38.649459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.681620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:38.682564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=ce48c9ee-1b97-4113-aaab-abbf14ca70a4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:38.770057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:38.770477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.782244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c493db4a-60c7-4bf7-b96c-b84a9ee90185) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:38.802414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622b6a1-b242-4a69-a255-a7f5ff923e66 None None] Network c493db4a-60c7-4bf7-b96c-b84a9ee90185 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:38.848995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.850171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.861714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.871494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-51993ade-a483-45cd-a315-f76f1fe0153f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/ce48c9ee-1b97-4113-aaab-abbf14ca70a4 HTTP/1.1" status: 204 len: 168 time: 1.5099361 Jul 27 22:13:38.875281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:38.978847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8b1304c2-fb58-4d38-972f-a00087df67e8 None None] Could not find standard attr ID for object ce48c9ee-1b97-4113-aaab-abbf14ca70a4. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:38.999642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba63dd-d148-4165-868a-f49185d4b4cf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.001745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba63dd-d148-4165-868a-f49185d4b4cf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.004307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ba63dd-d148-4165-868a-f49185d4b4cf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.009046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26ba63dd-d148-4165-868a-f49185d4b4cf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1324682 Jul 27 22:13:39.010438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:39.025860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fdcff324-5a3d-4cac-a384-9a9cfc45273c tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8598745 Jul 27 22:13:39.027714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:39.100538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:39.105792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.128970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Allocated IP 172.20.0.1 (f2320cf1-4b32-46c0-b6c4-e37026f344be/fb3a713c-a804-4538-b049-5d1e296828b1/7fc63bf0-f897-471f-95b7-2f97534be6e9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:39.161041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c493db4a-60c7-4bf7-b96c-b84a9ee90185', 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '1e44fc25-0ed2-489e-b61b-07182164c518'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:39.162092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.166070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.283332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.294760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.327696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Allocated IP 172.20.0.2 (c493db4a-60c7-4bf7-b96c-b84a9ee90185/1e44fc25-0ed2-489e-b61b-07182164c518/10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:39.362738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.388249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Transition to ACTIVE for port object 7fc63bf0-f897-471f-95b7-2f97534be6e9 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:39.396735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.424762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.456855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:39.458518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.460644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cb17f751-36d7-4ca1-9949-0492547a86ab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2 HTTP/1.1" status: 204 len: 168 time: 0.4492204 Jul 27 22:13:39.464176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:39.529483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet d5ccba2c-7ed3-4ec9-93ee-3cbc42355124 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:39.533407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.548192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e26e4-aca1-4e60-9cab-2ae086b46cf0 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:39.577668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.600535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.653017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network f2320cf1-4b32-46c0-b6c4-e37026f344be is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:39.664015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:39.676589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:39.704966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=7fc63bf0-f897-471f-95b7-2f97534be6e9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:39.750673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.753460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.780561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Transition to ACTIVE for port object 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:39.800763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.804065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Transition to ACTIVE for port object 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:39.888454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c13e7c-42be-48fb-a951-33ee966d11e3 None None] Network f2320cf1-4b32-46c0-b6c4-e37026f344be requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:39.932845 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.004481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Network c493db4a-60c7-4bf7-b96c-b84a9ee90185 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:40.007375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.013414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:40.017042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.017711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:40.024163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Pushing event updated for resources: {'Port': ['ID=10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.061047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.063035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/d5ccba2c-7ed3-4ec9-93ee-3cbc42355124 HTTP/1.1" status: 204 len: 168 time: 0.5978808 Jul 27 22:13:40.066302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:40.068286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da7133-1fb6-4e5a-ad36-b403d6907cf1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ccba2c-7ed3-4ec9-93ee-3cbc42355124,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.112683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f698362b-c34d-4327-a543-863d53b4a0b5 None None] Provisioning for port 7e6ac05b-d714-475d-8904-d675b98a6b89 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:40.125285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98952847-1643-4c76-99fa-68a64692b39a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553715 Jul 27 22:13:40.125285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:40.129542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:40.139993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Attempting to bind port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:40.140379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Attempting to bind port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '77994ad1-db10-457a-a819-970f7b75444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:40.140755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Attempting to bind port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a on network c493db4a-60c7-4bf7-b96c-b84a9ee90185 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:40.148667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:40.149053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Checking segment: {'id': '77994ad1-db10-457a-a819-970f7b75444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:40.149475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.150442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Bound using segment: {'id': '77994ad1-db10-457a-a819-970f7b75444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:40.151047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Bound port: 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77994ad1-db10-457a-a819-970f7b75444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:40.152404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.159006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=1e44fc25-0ed2-489e-b61b-07182164c518,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.163632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.168051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.188632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c493db4a-60c7-4bf7-b96c-b84a9ee90185']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:40.210326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77994ad1-db10-457a-a819-970f7b75444e') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:40.210631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77994ad1-db10-457a-a819-970f7b75444e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:40.245992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.265119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] For port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:40.270622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.318804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:40.319230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:40.323595 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:40.337943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:40.342006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.428920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] For port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a,segment=NetworkSegment(77994ad1-db10-457a-a819-970f7b75444e),segment_id=77994ad1-db10-457a-a819-970f7b75444e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:40.500196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:40.500196 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:40.500196 n-d-738018-6 neutron-server[94671]: [parameters: {'id': 'c493db4a-60c7-4bf7-b96c-b84a9ee90185'}] Jul 27 22:13:40.500196 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:40.500928 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:40.526268 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.588492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8edc9-a4ad-4fb6-8304-414e9b1ac3e6 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:40.643839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.696559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7e6ac05b-d714-475d-8904-d675b98a6b89 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:40.724277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.753892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6c59-018e-4412-8a9e-f9675748d359 None None] Pushing event updated for resources: {'Port': ['ID=10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.810636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da8479-be5f-4dd6-8507-60407ed9c0d7 None None] Network c493db4a-60c7-4bf7-b96c-b84a9ee90185 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:40.826583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:13:40.836055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=7fc63bf0-f897-471f-95b7-2f97534be6e9,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.839255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.900941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:40.901408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.948030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network f2320cf1-4b32-46c0-b6c4-e37026f344be is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:40.949786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:40.992617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 7e6ac05b-d714-475d-8904-d675b98a6b89 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:41.015824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.020474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7e6ac05b-d714-475d-8904-d675b98a6b89 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:41.020857 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.162105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:41.162491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.198798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Provisioning for port 7fc63bf0-f897-471f-95b7-2f97534be6e9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:41.213957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Provisioning complete for port 7fc63bf0-f897-471f-95b7-2f97534be6e9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:41.214475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.220983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.239404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.241384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a,segment=NetworkSegment(77994ad1-db10-457a-a819-970f7b75444e),segment_id=77994ad1-db10-457a-a819-970f7b75444e)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:41.241943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.258236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:41.273408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Router d788b3c5-5050-4131-81ac-24acf65f4eb0 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:41.282436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '2193b95f-063a-4040-8396-42263ad268b9'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '2d67c259-1755-4d71-a311-263947971267'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:13:41.289429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29711bc4-05b5-4625-b625-a422fdfef74b None None] Port 7fc63bf0-f897-471f-95b7-2f97534be6e9 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:41.294607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 7e6ac05b-d714-475d-8904-d675b98a6b89, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7e6ac05b-d714-475d-8904-d675b98a6b89,segment=NetworkSegment(21a27502-a2a3-487d-8a60-139b30a9eea7),segment_id=21a27502-a2a3-487d-8a60-139b30a9eea7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:41.329900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.370113 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.414918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:41.432946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:41.441117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3310163-942f-4ce2-9b60-64c1f016f80d tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "PUT /v2.0/routers/d788b3c5-5050-4131-81ac-24acf65f4eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1293664 Jul 27 22:13:41.441519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:41.452079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'port': {'network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be', 'name': 'tempest-FloatingIPNegativeTestJSON-324967849'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:41.455836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] Sync routers for ids ['d788b3c5-5050-4131-81ac-24acf65f4eb0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:41.470820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=7e6ac05b-d714-475d-8904-d675b98a6b89,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:41.475336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-34c152a7-b1f6-4d52-9d57-400c6289b934 None None] Provisioning complete for port 7fc63bf0-f897-471f-95b7-2f97534be6e9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:41.475718 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34c152a7-b1f6-4d52-9d57-400c6289b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.502860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.553140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] Routers {'d788b3c5-5050-4131-81ac-24acf65f4eb0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:41.553685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d788b3c5-5050-4131-81ac-24acf65f4eb0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.565002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.599006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:41.599250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.599364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.600181 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.605081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port 10ac9a4d-c6c6-4e5e-be39-2cdb0d51215a on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:41.642089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] Routers {'d788b3c5-5050-4131-81ac-24acf65f4eb0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:41.642788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d788b3c5-5050-4131-81ac-24acf65f4eb0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.646446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-34c152a7-b1f6-4d52-9d57-400c6289b934 None None] Port 7fc63bf0-f897-471f-95b7-2f97534be6e9 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:41.686799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.687888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6128ae-b092-4030-9430-22db6efb1e28 None None] The sync data for ids ['d788b3c5-5050-4131-81ac-24acf65f4eb0'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:41.691528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:41.700686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:41.704440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.709765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.710393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.717154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c493db4a-60c7-4bf7-b96c-b84a9ee90185']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.723408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=2193b95f-063a-4040-8396-42263ad268b9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:41.725082 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:41.725444 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:41.731203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Made reservation on behalf of 5b88b7d9f7dd4195891eace620f71cfc for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:41.734948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.737499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77994ad1-db10-457a-a819-970f7b75444e') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.737930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77994ad1-db10-457a-a819-970f7b75444e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:41.740235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=8']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:41.750235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.765547 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.768972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] device_id is not set on port efbccd44-91c8-4af6-bf1d-1f7c8c39948f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:41.771561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:41.771990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:41.775536 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:41.842515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7d0dfcbd-0ef0-4c03-8305-d4ca58a2c88b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7151067 Jul 27 22:13:41.842871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:41.849650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:41.923177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Allocated IP 172.20.0.11 (f2320cf1-4b32-46c0-b6c4-e37026f344be/fb3a713c-a804-4538-b049-5d1e296828b1/efbccd44-91c8-4af6-bf1d-1f7c8c39948f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:41.949763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.961688 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.968797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/c493db4a-60c7-4bf7-b96c-b84a9ee90185 HTTP/1.1" status: 204 len: 168 time: 2.9360023 Jul 27 22:13:41.973439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40306) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:41.979473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917233515'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:41.984048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b8423-c653-41e4-9b2b-50d96dc83181 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=c493db4a-60c7-4bf7-b96c-b84a9ee90185,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:41.997643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:13:41.997643 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:13:41.997643 n-d-738018-6 neutron-server[94672]: [parameters: {'project_id_1': '435b8e94144840aaa3c4da7ecd8d8d5d', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 13, 41, 990119)}] Jul 27 22:13:41.997643 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:41.998112 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:42.097300 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.107057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:42.115202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.115337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Transition to ACTIVE for port object efbccd44-91c8-4af6-bf1d-1f7c8c39948f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:42.221634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.263610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.268056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network f2320cf1-4b32-46c0-b6c4-e37026f344be is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:42.274470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:42.278162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:42.309941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=efbccd44-91c8-4af6-bf1d-1f7c8c39948f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:42.340349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.341119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.468363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de414f75-ac7e-49f6-a2b5-3a3153c362fe tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0256550 Jul 27 22:13:42.472169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:42.477542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:42.520962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.526020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:42.556778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.572890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:42.574658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:42.579456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.580057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.587764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=cf617e87-97d6-4e67-a471-ea3abfce3fbb,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:42.610190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.623685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7e6ac05b-d714-475d-8904-d675b98a6b89 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:42.675706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7e6ac05b-d714-475d-8904-d675b98a6b89 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:42.676085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.697706 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.718555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.751757 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-27094361-bd43-4e2f-800d-0576fb666e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9076428 Jul 27 22:13:42.754444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40310) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:42.760139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82c020a2-3f2f-4e6e-b295-9187fa6f1ec6 None None] Provisioning for port efbccd44-91c8-4af6-bf1d-1f7c8c39948f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:42.767576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:4a:c6:a8', 'name': 'tempest-NetworksTestDHCPv6-1438832760'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:42.771041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82c020a2-3f2f-4e6e-b295-9187fa6f1ec6 None None] Provisioning complete for port efbccd44-91c8-4af6-bf1d-1f7c8c39948f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:42.771628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c020a2-3f2f-4e6e-b295-9187fa6f1ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.774103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac563e-bc02-411b-96a0-003d43b87a44 None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:42.848975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Allocated IP 172.25.3.68 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/5f9f9e51-6203-4f52-a4b4-d6b57faf4b21) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:42.861337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-82c020a2-3f2f-4e6e-b295-9187fa6f1ec6 None None] Port efbccd44-91c8-4af6-bf1d-1f7c8c39948f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:42.863641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:42.900301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:42.905717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.921181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:42.921584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.975645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:42.998742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.999495 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 97d1df06-f990-49c9-b537-e1255baa093c of type vlan for network a7ce6d23-97a5-4421-b325-b56776fe289e Jul 27 22:13:43.049630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.062854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.073529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:43.212969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.218814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.219462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.268132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.305230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327991a-9686-41a2-80d4-7a8fe97cf857 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:43.342261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:43.348999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=a7ce6d23-97a5-4421-b325-b56776fe289e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:43.351507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:43.357278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:43.373583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a7ce6d23-97a5-4421-b325-b56776fe289e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:43.381331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=5f9f9e51-6203-4f52-a4b4-d6b57faf4b21,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:43.460551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-071d354c-c553-4c72-b702-e2ed1170855b None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:43.460945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.461170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-071d354c-c553-4c72-b702-e2ed1170855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.470513 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-472b366a-ca1f-4a93-a8d2-c17ecf8a481a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4932592 Jul 27 22:13:43.471145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40316) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:43.478186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:43.546422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.583547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 964b9ab0-1167-45b7-8ab7-a2f10e46f349 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:43.592042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.710751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:43.715814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.722799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '2193b95f-063a-4040-8396-42263ad268b9', 'ip_address': '2001:db8::f816:3eff:fef3:428'}, {'subnet_id': 'cf617e87-97d6-4e67-a471-ea3abfce3fbb'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '2d67c259-1755-4d71-a311-263947971267'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:13:43.755720 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.770666 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.812026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing IP validity checks on allocation pools {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:13:43.812561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_backend_mixin [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:13:43.827620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 172.20.0.10 (c1a57a93-5c6c-4341-88e7-394954be93ca/cf617e87-97d6-4e67-a471-ea3abfce3fbb/964b9ab0-1167-45b7-8ab7-a2f10e46f349) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:43.841363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe4a:c6a8 (c1a57a93-5c6c-4341-88e7-394954be93ca/2193b95f-063a-4040-8396-42263ad268b9/964b9ab0-1167-45b7-8ab7-a2f10e46f349) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:43.888287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.958091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=5f9f9e51-6203-4f52-a4b4-d6b57faf4b21,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:43.969391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.039081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.040462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20e8dccc-7755-42b7-b6fe-8379bff10ad9 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5670998 Jul 27 22:13:44.043515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.050921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-309894b3-045d-4ed0-a25d-ed4ccb1ab436 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'floatingip': {'port_id': 'efbccd44-91c8-4af6-bf1d-1f7c8c39948f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:44.084226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.101690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 964b9ab0-1167-45b7-8ab7-a2f10e46f349 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:44.157332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-309894b3-045d-4ed0-a25d-ed4ccb1ab436 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.195212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.264969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=114c10f7-1a70-470e-abcc-b79a18214272,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:44.270383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '97d1df06-f990-49c9-b537-e1255baa093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:44.270755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: a7ce6d23-97a5-4421-b325-b56776fe289e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:44.277534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.294537 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-309894b3-045d-4ed0-a25d-ed4ccb1ab436 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] update failed (client error): The resource could not be found. Jul 27 22:13:44.299551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-309894b3-045d-4ed0-a25d-ed4ccb1ab436 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "PUT /v2.0/floatingips/e97ae135-1728-4e0c-ae43-dab468b15137 HTTP/1.1" status: 404 len: 507 time: 0.2507405 Jul 27 22:13:44.299849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.330771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Allocated IP 172.20.0.2 (c1a57a93-5c6c-4341-88e7-394954be93ca/cf617e87-97d6-4e67-a471-ea3abfce3fbb/2d67c259-1755-4d71-a311-263947971267) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:44.335050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:44.339619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:44.341646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=964b9ab0-1167-45b7-8ab7-a2f10e46f349,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:44.343991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:44.400868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.401525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.433035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting port 5f9f9e51-6203-4f52-a4b4-d6b57faf4b21 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:44.433377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.444719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:44.458322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network a7ce6d23-97a5-4421-b325-b56776fe289e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:44.494541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.510861 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-76db8df5-6b47-4f41-8d50-19fdf8901bab tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7550502 Jul 27 22:13:44.513538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40322) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.514498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Transition to ACTIVE for port object 2d67c259-1755-4d71-a311-263947971267 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:44.534677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.535233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.546451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Calling delete_port for 5f9f9e51-6203-4f52-a4b4-d6b57faf4b21 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:44.586783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a803445-6d5c-4c91-b564-cc648763d751 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.593301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a803445-6d5c-4c91-b564-cc648763d751 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.594953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1a803445-6d5c-4c91-b564-cc648763d751 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0805676 Jul 27 22:13:44.597620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.626928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a7ce6d23-97a5-4421-b325-b56776fe289e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:44.630593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.634947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.635784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.652263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9c07f0-863f-4c58-86d8-66d11cc2c132 None None] Network a7ce6d23-97a5-4421-b325-b56776fe289e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:44.721390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 964b9ab0-1167-45b7-8ab7-a2f10e46f349 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:44.721820 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.737878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3571a652-9b95-4eb8-bb9e-4f887258954a tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2658598 Jul 27 22:13:44.740729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40326) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.792372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbad471-f341-482d-9c12-5be3d87bc730 None None] Pushing event updated for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:44.806454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.843774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Port': ['ID=5f9f9e51-6203-4f52-a4b4-d6b57faf4b21,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:44.871288 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.895845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 964b9ab0-1167-45b7-8ab7-a2f10e46f349 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:44.935478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-a7ce6d23-97a5-4421-b325-b56776fe289e', 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '114c10f7-1a70-470e-abcc-b79a18214272'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:44.937561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.955517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.958617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.961201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.968254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-35e904fd-9ca2-4ea1-9d63-8f7303e31e3c tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "DELETE /v2.0/floatingips/e97ae135-1728-4e0c-ae43-dab468b15137 HTTP/1.1" status: 204 len: 168 time: 0.6616216 Jul 27 22:13:44.971792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:44.977090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bc0d1dda-b84e-47f2-a273-c08ed84e30af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'floatingip': {'floating_network_id': 'f2320cf1-4b32-46c0-b6c4-e37026f344be', 'port_id': 'efbccd44-91c8-4af6-bf1d-1f7c8c39948f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:45.054843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.120602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Allocated IP 172.20.0.3 (a7ce6d23-97a5-4421-b325-b56776fe289e/114c10f7-1a70-470e-abcc-b79a18214272/ff2e68cb-d734-4a05-8a9b-5030ff964a3e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:45.124580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1dda-b84e-47f2-a273-c08ed84e30af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.230016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.281817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=964b9ab0-1167-45b7-8ab7-a2f10e46f349,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.300858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.313431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Transition to ACTIVE for port object ff2e68cb-d734-4a05-8a9b-5030ff964a3e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:45.335827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Transition to ACTIVE for port object ff2e68cb-d734-4a05-8a9b-5030ff964a3e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:45.399621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.405457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-098c8a11-0692-4e7c-a341-47683b33d54b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/964b9ab0-1167-45b7-8ab7-a2f10e46f349 HTTP/1.1" status: 204 len: 168 time: 0.8047762 Jul 27 22:13:45.405810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40330) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:45.469978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.497509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23853e-7ee0-4acb-a00d-4e715168a305 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.499382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23853e-7ee0-4acb-a00d-4e715168a305 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.500967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23853e-7ee0-4acb-a00d-4e715168a305 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.502770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ee23853e-7ee0-4acb-a00d-4e715168a305 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0958438 Jul 27 22:13:45.505438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:45.515906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f3cb0-ef69-4334-84f2-c2dbdc2a3948 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:45.563857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 2193b95f-063a-4040-8396-42263ad268b9 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:45.564402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Network a7ce6d23-97a5-4421-b325-b56776fe289e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:45.567128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.577278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:45.582174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.589351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:45.605500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Pushing event updated for resources: {'Port': ['ID=ff2e68cb-d734-4a05-8a9b-5030ff964a3e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.617072 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-bc0d1dda-b84e-47f2-a273-c08ed84e30af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:13:45.617072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc0d1dda-b84e-47f2-a273-c08ed84e30af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6440136 Jul 27 22:13:45.621611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:45.622015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.625410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=114c10f7-1a70-470e-abcc-b79a18214272,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.640269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'efbccd44-91c8-4af6-bf1d-1f7c8c39948f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:45.697258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.711520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ce6d23-97a5-4421-b325-b56776fe289e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:45.722452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Attempting to bind port ff2e68cb-d734-4a05-8a9b-5030ff964a3e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:45.723445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Attempting to bind port ff2e68cb-d734-4a05-8a9b-5030ff964a3e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '97d1df06-f990-49c9-b537-e1255baa093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:45.723445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Attempting to bind port ff2e68cb-d734-4a05-8a9b-5030ff964a3e on network a7ce6d23-97a5-4421-b325-b56776fe289e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:45.727722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d1df06-f990-49c9-b537-e1255baa093c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:45.728585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d1df06-f990-49c9-b537-e1255baa093c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:45.729189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.732337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6bf5502e-e5cb-415b-9410-2c5291697a43 None None] Provisioning for port 2d67c259-1755-4d71-a311-263947971267 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:45.739429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.739977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:45.740689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Checking segment: {'id': '97d1df06-f990-49c9-b537-e1255baa093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:45.741134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.741618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Bound using segment: {'id': '97d1df06-f990-49c9-b537-e1255baa093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:45.742201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Bound port: ff2e68cb-d734-4a05-8a9b-5030ff964a3e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d1df06-f990-49c9-b537-e1255baa093c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:45.742751 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.751106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6bf5502e-e5cb-415b-9410-2c5291697a43 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:45.751106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6bf5502e-e5cb-415b-9410-2c5291697a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.756155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.762622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:45.763020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:45.766016 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:45.823658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.870193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:45.870193 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:45.870193 n-d-738018-6 neutron-server[94672]: [parameters: {'id': 'a7ce6d23-97a5-4421-b325-b56776fe289e'}] Jul 27 22:13:45.870193 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:45.870705 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:45.898777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.930590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=2193b95f-063a-4040-8396-42263ad268b9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.933348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.934845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.937693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e032a68a-abb4-45db-abba-4712a03774d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/2193b95f-063a-4040-8396-42263ad268b9 HTTP/1.1" status: 204 len: 168 time: 0.4289193 Jul 27 22:13:45.937837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:45.942789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] For port ff2e68cb-d734-4a05-8a9b-5030ff964a3e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:45.947347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] For port ff2e68cb-d734-4a05-8a9b-5030ff964a3e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff2e68cb-d734-4a05-8a9b-5030ff964a3e,segment=NetworkSegment(97d1df06-f990-49c9-b537-e1255baa093c),segment_id=97d1df06-f990-49c9-b537-e1255baa093c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:46.034436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet cf617e87-97d6-4e67-a471-ea3abfce3fbb {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:46.042036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.051867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.116908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.147625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d2c4-e7e8-4c4b-be23-cd79206ddde8 None None] Pushing event updated for resources: {'Port': ['ID=ff2e68cb-d734-4a05-8a9b-5030ff964a3e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:46.153729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Allocated IP 172.25.3.63 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b5811d74-619a-484c-9195-b203a331f77e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:46.169225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da24cb4-f3a0-4f11-997b-51eca4992cbc None None] Network a7ce6d23-97a5-4421-b325-b56776fe289e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:46.285752 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.354595 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.371583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.374387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3bea4-8aff-44ea-8c49-d06fe3d227c7 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:46.448223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port ff2e68cb-d734-4a05-8a9b-5030ff964a3e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:46.448878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.454833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-58d8e4e4-aee7-40d7-8af4-f9f2925528f1 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:46.455214 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4e4-aee7-40d7-8af4-f9f2925528f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.466778 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.534192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.546113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=cf617e87-97d6-4e67-a471-ea3abfce3fbb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:46.587788 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.589772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-05360156-ae9e-4b7e-b635-c4c3053999dd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/cf617e87-97d6-4e67-a471-ea3abfce3fbb HTTP/1.1" status: 204 len: 168 time: 0.6509559 Jul 27 22:13:46.592534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40338) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:46.617740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port ff2e68cb-d734-4a05-8a9b-5030ff964a3e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff2e68cb-d734-4a05-8a9b-5030ff964a3e,segment=NetworkSegment(97d1df06-f990-49c9-b537-e1255baa093c),segment_id=97d1df06-f990-49c9-b537-e1255baa093c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:46.618117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.656528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:46.665199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff76a153-18ca-41c8-aae4-f4f1d7343d1b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667803 Jul 27 22:13:46.667767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:46.669121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40340) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:46.675374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:46.676271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:46.678322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event updated for resources: {'Port': ['ID=b5811d74-619a-484c-9195-b203a331f77e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:46.683408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:46.706824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for ff2e68cb-d734-4a05-8a9b-5030ff964a3e owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:46.722570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2d67c259-1755-4d71-a311-263947971267 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:46.723123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.796692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:46.861642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Deleting port 2d67c259-1755-4d71-a311-263947971267 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:46.861872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.907594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:46.912680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.926995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting port b5811d74-619a-484c-9195-b203a331f77e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:46.927348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.929871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] For port 2d67c259-1755-4d71-a311-263947971267, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2d67c259-1755-4d71-a311-263947971267,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:46.929871 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.945530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Calling delete_port for 2d67c259-1755-4d71-a311-263947971267 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:46.999428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.034025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=ff2e68cb-d734-4a05-8a9b-5030ff964a3e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.044370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port ff2e68cb-d734-4a05-8a9b-5030ff964a3e on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:47.050352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.050352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.092812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.093055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Calling delete_port for b5811d74-619a-484c-9195-b203a331f77e owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:47.120020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] Pushing event deleted for resources: {'Port': ['ID=2d67c259-1755-4d71-a311-263947971267,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.127113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f285f87-7e3f-419a-a486-209bd4fac0fb None None] No DVR routers for this DVR port 2d67c259-1755-4d71-a311-263947971267 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:47.148144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcffac9-2bd3-4b0c-9c49-e9974189a3e1 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:13:47.152205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.191142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ce6d23-97a5-4421-b325-b56776fe289e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:47.195484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.205855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d1df06-f990-49c9-b537-e1255baa093c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:47.206156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d1df06-f990-49c9-b537-e1255baa093c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:47.224086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.241793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.254529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:47.254740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:47.255113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.257938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:47.258215 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:47.261700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.262543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.270590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=738c5987-d5b8-4ac9-a21d-f2e685b03bb2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.271093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcffac9-2bd3-4b0c-9c49-e9974189a3e1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:13:47.401453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4a512568-80d0-4f2e-af6b-acf1f325a57e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7303152 Jul 27 22:13:47.404795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40342) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:47.409952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:47.458099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.467134 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.472477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/a7ce6d23-97a5-4421-b325-b56776fe289e HTTP/1.1" status: 204 len: 168 time: 2.7274947 Jul 27 22:13:47.472813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40344) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:47.481438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523028712'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:47.487749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4e36-b358-4618-b009-da62b97709e7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=a7ce6d23-97a5-4421-b325-b56776fe289e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.515038 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.547386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Port': ['ID=b5811d74-619a-484c-9195-b203a331f77e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.554625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '738c5987-d5b8-4ac9-a21d-f2e685b03bb2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:47.555517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.602905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:47.607495 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.640568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:47.649255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.649589 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment d6e4d0bb-46e0-4f43-999a-e26c909b6422 of type vlan for network 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 Jul 27 22:13:47.694754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.695411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Allocated IP 172.20.0.2 (c1a57a93-5c6c-4341-88e7-394954be93ca/738c5987-d5b8-4ac9-a21d-f2e685b03bb2/31760acf-82a6-4e6b-9655-cda42b55450e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:47.741652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:47.745301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.845643 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.852411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.855606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Transition to ACTIVE for port object 31760acf-82a6-4e6b-9655-cda42b55450e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:47.858841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.859535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.871428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Transition to ACTIVE for port object 31760acf-82a6-4e6b-9655-cda42b55450e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:47.932052 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] create failed (client error): The resource could not be found. Jul 27 22:13:47.933170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d6cd3967-1ae4-43d0-87b7-677138cd1fe8 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3091676 Jul 27 22:13:47.937158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40346) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:47.963961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=81980dc1-1f7a-4ac1-8df8-9c88d12bcb28,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.975825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.982497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:48.045060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting port efbccd44-91c8-4af6-bf1d-1f7c8c39948f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:48.045449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.048963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8efd8c4a-2b98-4928-82bb-5363c9703e86 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5725853 Jul 27 22:13:48.049272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:48.054171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '81980dc1-1f7a-4ac1-8df8-9c88d12bcb28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:48.067022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:48.077250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:48.080005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:48.098733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Pushing event updated for resources: {'Port': ['ID=31760acf-82a6-4e6b-9655-cda42b55450e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:48.160990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Attempting to bind port 31760acf-82a6-4e6b-9655-cda42b55450e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:48.161369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Attempting to bind port 31760acf-82a6-4e6b-9655-cda42b55450e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:48.161740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Attempting to bind port 31760acf-82a6-4e6b-9655-cda42b55450e on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:48.167625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:48.168152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:48.168578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.169024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:48.169507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Bound port: 31760acf-82a6-4e6b-9655-cda42b55450e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:48.169896 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.219530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.238115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Calling delete_port for efbccd44-91c8-4af6-bf1d-1f7c8c39948f owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:48.242983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] For port 31760acf-82a6-4e6b-9655-cda42b55450e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:48.246845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] For port 31760acf-82a6-4e6b-9655-cda42b55450e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=31760acf-82a6-4e6b-9655-cda42b55450e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:48.271569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:13:48.370600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:48.374453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.388137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.446461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a81007-cf05-4a92-a74e-88924b19b128 None None] Pushing event updated for resources: {'Port': ['ID=31760acf-82a6-4e6b-9655-cda42b55450e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:48.450333 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.504772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Port': ['ID=efbccd44-91c8-4af6-bf1d-1f7c8c39948f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:48.611687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.611687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b77d0671-1b25-4da8-afd4-009b7ac232ea tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "DELETE /v2.0/ports/efbccd44-91c8-4af6-bf1d-1f7c8c39948f HTTP/1.1" status: 204 len: 168 time: 0.6693251 Jul 27 22:13:48.611830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40350) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:48.695303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:48.722275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 2d67c259-1755-4d71-a311-263947971267 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:48.722905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2d67c259-1755-4d71-a311-263947971267 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:48.735162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.767527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386246c1-47e2-4013-91ca-12944abb0856 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:48.769161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-386246c1-47e2-4013-91ca-12944abb0856 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d788b3c5-5050-4131-81ac-24acf65f4eb0 HTTP/1.1" status: 200 len: 913 time: 0.1577041 Jul 27 22:13:48.772027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:48.850392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.914679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] For port 31760acf-82a6-4e6b-9655-cda42b55450e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=31760acf-82a6-4e6b-9655-cda42b55450e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:48.949579 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.955760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=d4d66bb8-801d-4bd8-8f34-01783ef59a1e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.046146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.046997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.047564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': 'd6e4d0bb-46e0-4f43-999a-e26c909b6422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '81980dc1-1f7a-4ac1-8df8-9c88d12bcb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:49.047929 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:49.110655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:49.120249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:49.126706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:49.127317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.155785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=6256f991-6ea0-497b-96c1-d0259aa881f7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.173437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=31760acf-82a6-4e6b-9655-cda42b55450e,revision_number=4']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.173532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:49.293761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8fb255f8-0e36-47de-b8e3-80ddf188fba5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8876946 Jul 27 22:13:49.296525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:49.302868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:89:ee:71', 'name': 'tempest-NetworksTestDHCPv6-242263084'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:49.312136 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.379005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:49.386157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:49.386790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.492051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e2800b-3635-4bc0-905e-968f12f8f9c8 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:13:49.520097 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-61ba30af-c1b0-4810-804e-2a60e6e42176 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4690018 Jul 27 22:13:49.520557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40356) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:49.629753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.635976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-06761d49-3f38-47fa-adc8-3620f8e273df None None] Provisioning for port 31760acf-82a6-4e6b-9655-cda42b55450e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:49.639408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e2800b-3635-4bc0-905e-968f12f8f9c8 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:13:49.675390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:49.736878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.820458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.851810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 2a7fd561-7dec-459a-89fc-c8431c5377ff yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:49.939035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.941540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting port 7fc63bf0-f897-471f-95b7-2f97534be6e9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:49.941944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.949216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674fa4f9-d99f-4fce-9fdb-9a8f9549b956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-81980dc1-1f7a-4ac1-8df8-9c88d12bcb28', 'network_id': '81980dc1-1f7a-4ac1-8df8-9c88d12bcb28', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': 'd4d66bb8-801d-4bd8-8f34-01783ef59a1e'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:49.950163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-674fa4f9-d99f-4fce-9fdb-9a8f9549b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.017980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d66bb8-801d-4bd8-8f34-01783ef59a1e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.040272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.053405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Calling delete_port for 7fc63bf0-f897-471f-95b7-2f97534be6e9 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:50.111811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644678d5-3e62-4b84-b26d-d514df28f4cd None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:50.120738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.131567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9463f4d-6334-4222-b1a7-a166bdcc8d19 None None] Network 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:50.141303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81980dc1-1f7a-4ac1-8df8-9c88d12bcb28']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.156991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e4d0bb-46e0-4f43-999a-e26c909b6422') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.157302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e4d0bb-46e0-4f43-999a-e26c909b6422') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.172725 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.215265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.235098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:50.235522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:50.238731 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:50.293683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 172.20.0.5 (c1a57a93-5c6c-4341-88e7-394954be93ca/738c5987-d5b8-4ac9-a21d-f2e685b03bb2/2a7fd561-7dec-459a-89fc-c8431c5377ff) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:50.307556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe89:ee71 (c1a57a93-5c6c-4341-88e7-394954be93ca/6256f991-6ea0-497b-96c1-d0259aa881f7/2a7fd561-7dec-459a-89fc-c8431c5377ff) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:50.344219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c268a0-860c-490e-8fdb-223a09eacb4e None None] Network 81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:50.378172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.410272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Port': ['ID=7fc63bf0-f897-471f-95b7-2f97534be6e9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.450357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.455151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.457834 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 HTTP/1.1" status: 204 len: 168 time: 0.9362006 Jul 27 22:13:50.464787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40358) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:50.480865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507695010'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:50.495372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e470-9d60-465f-b13d-2761797a7800 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=81980dc1-1f7a-4ac1-8df8-9c88d12bcb28,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.569219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.604437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 2a7fd561-7dec-459a-89fc-c8431c5377ff will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:50.620388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.632066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:50.640388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.701373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:50.715693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.716302 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 336e0bcf-a946-4418-8317-ebaeeb2d7ef2 of type vlan for network 0114c8f0-ddc9-49cc-8722-e858ab672663 Jul 27 22:13:50.744269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 31760acf-82a6-4e6b-9655-cda42b55450e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:50.782672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.798761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Router d788b3c5-5050-4131-81ac-24acf65f4eb0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:50.820742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.874007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:50.879597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:50.887019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:50.887212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:50.888263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 31760acf-82a6-4e6b-9655-cda42b55450e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:50.889519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 31760acf-82a6-4e6b-9655-cda42b55450e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:50.889961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.897948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b5c5ec46-79d0-4b8b-becf-cced0a712ca6 tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "PUT /v2.0/routers/d788b3c5-5050-4131-81ac-24acf65f4eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1246560 Jul 27 22:13:50.898607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40360) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:50.900951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] Sync routers for ids ['d788b3c5-5050-4131-81ac-24acf65f4eb0'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:50.914700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] Routers {'d788b3c5-5050-4131-81ac-24acf65f4eb0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:50.915344 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d788b3c5-5050-4131-81ac-24acf65f4eb0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.955469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:50.956168 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.957966 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.959232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=2a7fd561-7dec-459a-89fc-c8431c5377ff,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.971375 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] Routers {'d788b3c5-5050-4131-81ac-24acf65f4eb0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:50.971842 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.972162 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d788b3c5-5050-4131-81ac-24acf65f4eb0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:50.978804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:50.979945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.015830 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.016706 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5cb05b-fc7c-4687-bcaf-4454c5d52e78 None None] The sync data for ids ['d788b3c5-5050-4131-81ac-24acf65f4eb0'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:51.031904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.060933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.075685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=0114c8f0-ddc9-49cc-8722-e858ab672663,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.078059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 31760acf-82a6-4e6b-9655-cda42b55450e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=31760acf-82a6-4e6b-9655-cda42b55450e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:51.086748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 0114c8f0-ddc9-49cc-8722-e858ab672663 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:51.087318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b03f7c42-6207-43b1-beb9-b6112c6271b7 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6199377 Jul 27 22:13:51.090090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40362) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.096082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:51.146837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b60c0a30-adde-4040-95da-265ad460f774 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8487475 Jul 27 22:13:51.150770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40364) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.183890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.242810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=31760acf-82a6-4e6b-9655-cda42b55450e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.252341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.252710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.253067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.253857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.253857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.254196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.254559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:51.258742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.264597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.267549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6b71b-15b0-4230-9eda-8200bd56a658 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:51.274030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6b71b-15b0-4230-9eda-8200bd56a658 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:51.276957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ff6b71b-15b0-4230-9eda-8200bd56a658 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1223779 Jul 27 22:13:51.282777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40366) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.319667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:51.324334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.378041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.378634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Fanout notify agent at l3_agent the message router_deleted on router d788b3c5-5050-4131-81ac-24acf65f4eb0 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:51.395664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.396863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-429fe753-4e38-4427-8586-f8f094eb238a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "DELETE /v2.0/routers/d788b3c5-5050-4131-81ac-24acf65f4eb0 HTTP/1.1" status: 204 len: 168 time: 0.4881580 Jul 27 22:13:51.404891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40368) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.465488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting subnet fb3a713c-a804-4538-b049-5d1e296828b1 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:51.468985 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.483675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dadfa-0794-42a9-8fd6-536b99c2ccfd None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:51.485483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 2a7fd561-7dec-459a-89fc-c8431c5377ff {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:51.485845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.521330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.613617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e48b95b9-26cd-4007-90a1-08366216df06 None None] Provisioning complete for port 31760acf-82a6-4e6b-9655-cda42b55450e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:51.614010 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e48b95b9-26cd-4007-90a1-08366216df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.618375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.763802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.798134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3a713c-a804-4538-b049-5d1e296828b1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.800149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.802096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8435b460-5a13-4eac-9016-ce1194d8c3af tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "DELETE /v2.0/subnets/fb3a713c-a804-4538-b049-5d1e296828b1 HTTP/1.1" status: 204 len: 168 time: 0.3997939 Jul 27 22:13:51.804561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40370) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.809579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48be80a-7b67-4f56-b2c3-2424161c2163 None None] Network f2320cf1-4b32-46c0-b6c4-e37026f344be requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:51.898953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.966859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Deleting port 7e6ac05b-d714-475d-8904-d675b98a6b89 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:51.967195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.023584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.042120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 2a7fd561-7dec-459a-89fc-c8431c5377ff owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:52.049051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] For port 7e6ac05b-d714-475d-8904-d675b98a6b89, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7e6ac05b-d714-475d-8904-d675b98a6b89,segment=NetworkSegment(21a27502-a2a3-487d-8a60-139b30a9eea7),segment_id=21a27502-a2a3-487d-8a60-139b30a9eea7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:52.049432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.058148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] DHCP port deletion for f2320cf1-4b32-46c0-b6c4-e37026f344be request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:52.065600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Calling delete_port for 7e6ac05b-d714-475d-8904-d675b98a6b89 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:52.105763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.122989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Deleting port 7e6ac05b-d714-475d-8904-d675b98a6b89 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:52.123538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.201691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] For port 7e6ac05b-d714-475d-8904-d675b98a6b89, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7e6ac05b-d714-475d-8904-d675b98a6b89,segment=NetworkSegment(21a27502-a2a3-487d-8a60-139b30a9eea7),segment_id=21a27502-a2a3-487d-8a60-139b30a9eea7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:52.202108 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.204940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=5c749b7d-8516-4138-ab3e-a87bfb54b47f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.218130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Calling delete_port for 7e6ac05b-d714-475d-8904-d675b98a6b89 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:52.227786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '336e0bcf-a946-4418-8317-ebaeeb2d7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:52.229045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 0114c8f0-ddc9-49cc-8722-e858ab672663, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:52.246236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.269599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Port': ['ID=7e6ac05b-d714-475d-8904-d675b98a6b89,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.280829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] No DVR routers for this DVR port 7e6ac05b-d714-475d-8904-d675b98a6b89 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:52.289591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Provisioning for port 2a7fd561-7dec-459a-89fc-c8431c5377ff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:52.297146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Provisioning complete for port 2a7fd561-7dec-459a-89fc-c8431c5377ff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:52.298224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.309349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 0114c8f0-ddc9-49cc-8722-e858ab672663 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:52.350358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Port 2a7fd561-7dec-459a-89fc-c8431c5377ff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:52.355131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.375514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 0114c8f0-ddc9-49cc-8722-e858ab672663) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:52.385122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.385753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.388463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.390965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28313f0e-07b1-450e-9e6f-23727736439c None None] Network 0114c8f0-ddc9-49cc-8722-e858ab672663 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:52.394981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] No DVR routers for this DVR port 7e6ac05b-d714-475d-8904-d675b98a6b89 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:52.401093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2320cf1-4b32-46c0-b6c4-e37026f344be']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.416947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ed943-6907-45a1-be31-db2e635e9eaa None None] Pushing event deleted for resources: {'Port': ['ID=7e6ac05b-d714-475d-8904-d675b98a6b89,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.423259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a27502-a2a3-487d-8a60-139b30a9eea7') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.423561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a27502-a2a3-487d-8a60-139b30a9eea7') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.435067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.450239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.455343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Provisioning complete for port 31760acf-82a6-4e6b-9655-cda42b55450e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:52.455731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2309b197-d496-4e0c-a16e-27ab6980de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.458930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:52.459444 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:52.462688 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:52.508880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-574f0121-f532-4b7c-bab5-e41414676c76 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4175725 Jul 27 22:13:52.511666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40372) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:52.559091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.602812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=2a7fd561-7dec-459a-89fc-c8431c5377ff,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.656346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.661233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-0114c8f0-ddc9-49cc-8722-e858ab672663', 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '5c749b7d-8516-4138-ab3e-a87bfb54b47f'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:52.661233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.662405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 31760acf-82a6-4e6b-9655-cda42b55450e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:52.667228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.678395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.684543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] 10.222.0.37 "DELETE /v2.0/networks/f2320cf1-4b32-46c0-b6c4-e37026f344be HTTP/1.1" status: 204 len: 168 time: 0.8751028 Jul 27 22:13:52.708289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f10b6-578e-4de8-acba-ef112d74c58a tempest-FloatingIPNegativeTestJSON-714063196 tempest-FloatingIPNegativeTestJSON-714063196-project] Pushing event deleted for resources: {'Network': ['ID=f2320cf1-4b32-46c0-b6c4-e37026f344be,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.728320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.735305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:52.738579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a0661059-3180-40b3-909c-38d623768ec0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/2a7fd561-7dec-459a-89fc-c8431c5377ff HTTP/1.1" status: 204 len: 168 time: 1.4464664 Jul 27 22:13:52.809082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.815345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-046f6f43-189f-44b2-8275-fab8b4f41496 None None] Could not find standard attr ID for object 2a7fd561-7dec-459a-89fc-c8431c5377ff. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:13:52.848322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 31760acf-82a6-4e6b-9655-cda42b55450e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:52.848940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.865399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f12826-5501-4b30-a27a-4414750eb816 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.867117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f12826-5501-4b30-a27a-4414750eb816 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.869570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f12826-5501-4b30-a27a-4414750eb816 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.874218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40378) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:52.878864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-75f12826-5501-4b30-a27a-4414750eb816 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1426406 Jul 27 22:13:52.941938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 6256f991-6ea0-497b-96c1-d0259aa881f7 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:52.945454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.946910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Allocated IP 172.20.0.1 (0114c8f0-ddc9-49cc-8722-e858ab672663/5c749b7d-8516-4138-ab3e-a87bfb54b47f/833a7a18-cfe1-4bc6-a4bb-e347e0555e84) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:52.989399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.078264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.093269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7e6ac05b-d714-475d-8904-d675b98a6b89 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:53.132685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 7e6ac05b-d714-475d-8904-d675b98a6b89 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:53.133041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7e6ac05b-d714-475d-8904-d675b98a6b89 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:53.157249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.239774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40382) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.252382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.252633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Transition to ACTIVE for port object 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:53.275193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Transition to ACTIVE for port object 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:53.281061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=6256f991-6ea0-497b-96c1-d0259aa881f7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.285016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.286961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-682ebc99-344b-4584-93b9-3f0b37e43943 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/6256f991-6ea0-497b-96c1-d0259aa881f7 HTTP/1.1" status: 204 len: 168 time: 0.4115653 Jul 27 22:13:53.289911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.297660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510a97c-5d1b-40e4-b0cb-8d181cbec488 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:53.378823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 738c5987-d5b8-4ac9-a21d-f2e685b03bb2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:53.385646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.388000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.449394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.451953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3a0a70d3-2c69-4d82-95d6-159420883a40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b88b7d9f7dd4195891eace620f71cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108984 Jul 27 22:13:53.454707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40388) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.464707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Network 0114c8f0-ddc9-49cc-8722-e858ab672663 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:53.474338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:53.480034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:53.491288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Pushing event updated for resources: {'Port': ['ID=833a7a18-cfe1-4bc6-a4bb-e347e0555e84,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.514616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.558386 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.566855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.617278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Attempting to bind port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:53.621974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Attempting to bind port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '336e0bcf-a946-4418-8317-ebaeeb2d7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:53.622701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Attempting to bind port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 on network 0114c8f0-ddc9-49cc-8722-e858ab672663 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:53.625190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.631116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:53.631817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Checking segment: {'id': '336e0bcf-a946-4418-8317-ebaeeb2d7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:53.632422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.633026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Bound using segment: {'id': '336e0bcf-a946-4418-8317-ebaeeb2d7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:53.633514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Bound port: 833a7a18-cfe1-4bc6-a4bb-e347e0555e84, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336e0bcf-a946-4418-8317-ebaeeb2d7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '0114c8f0-ddc9-49cc-8722-e858ab672663'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:53.633908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.659277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=5c749b7d-8516-4138-ab3e-a87bfb54b47f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.704987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.707697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.711822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.714071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98f74e17-a4d2-4dfb-9a7c-e51b688a2e9f HTTP/1.1" status: 204 len: 168 time: 0.2583945 Jul 27 22:13:53.719251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] For port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:53.723593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] For port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833a7a18-cfe1-4bc6-a4bb-e347e0555e84,segment=NetworkSegment(336e0bcf-a946-4418-8317-ebaeeb2d7ef2),segment_id=336e0bcf-a946-4418-8317-ebaeeb2d7ef2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:53.725205 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae6d76-b55e-4d37-9c86-ddc8428ce28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f74e17-a4d2-4dfb-9a7c-e51b688a2e9f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.741206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0114c8f0-ddc9-49cc-8722-e858ab672663']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.772870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336e0bcf-a946-4418-8317-ebaeeb2d7ef2') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.773541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336e0bcf-a946-4418-8317-ebaeeb2d7ef2') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.790177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.790987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.809824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.817452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:53.817868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:53.821674 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:53.906735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086430b-c71f-4727-bfe8-ca91acef3e6f None None] Pushing event updated for resources: {'Port': ['ID=833a7a18-cfe1-4bc6-a4bb-e347e0555e84,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.935983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.937223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cecca-ea12-42b9-986a-89fa5d1ccf81 None None] Network 0114c8f0-ddc9-49cc-8722-e858ab672663 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:53.950596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.955509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40394) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.955834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/738c5987-d5b8-4ac9-a21d-f2e685b03bb2 HTTP/1.1" status: 204 len: 168 time: 0.6629667 Jul 27 22:13:53.992606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc939c8-1599-432b-a2b8-42baf04da08d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=738c5987-d5b8-4ac9-a21d-f2e685b03bb2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.994935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:53.994935 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:53.994935 n-d-738018-6 neutron-server[94672]: [parameters: {'id': '0114c8f0-ddc9-49cc-8722-e858ab672663'}] Jul 27 22:13:53.994935 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:53.995249 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:54.017992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9464f95b-2a87-40df-bc5c-8f4cf3c2bbc4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606077 Jul 27 22:13:54.020708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40396) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:54.027526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:54.206846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:54.214089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.344862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c09c7-d46f-4702-a317-1491412d8ffe None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:54.404433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-05ef4fe5-c32d-447b-94e9-f5b49aa9f20a None None] Provisioning complete for port 31760acf-82a6-4e6b-9655-cda42b55450e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:54.404724 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05ef4fe5-c32d-447b-94e9-f5b49aa9f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.496978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.515871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.569823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:54.570319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.589006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:54.592236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:54.595000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:54.595602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.611252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:54.641960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:54.645030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833a7a18-cfe1-4bc6-a4bb-e347e0555e84,segment=NetworkSegment(336e0bcf-a946-4418-8317-ebaeeb2d7ef2),segment_id=336e0bcf-a946-4418-8317-ebaeeb2d7ef2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:54.645403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.659229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:54.695528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Deleting port 31760acf-82a6-4e6b-9655-cda42b55450e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:54.695921 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.720007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9dfd11b-1081-4c6d-b719-24ed3da969f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6980259 Jul 27 22:13:54.722774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40412) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:54.728791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:54.794549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] For port 31760acf-82a6-4e6b-9655-cda42b55450e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=31760acf-82a6-4e6b-9655-cda42b55450e,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:54.794964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.809949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Calling delete_port for 31760acf-82a6-4e6b-9655-cda42b55450e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:54.822050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.849260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=833a7a18-cfe1-4bc6-a4bb-e347e0555e84,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:54.852759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port 833a7a18-cfe1-4bc6-a4bb-e347e0555e84 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:54.920479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:54.924118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.935674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.947462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0114c8f0-ddc9-49cc-8722-e858ab672663']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:54.963327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336e0bcf-a946-4418-8317-ebaeeb2d7ef2') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:54.963635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336e0bcf-a946-4418-8317-ebaeeb2d7ef2') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:54.973153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.981841 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.988164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.996100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:54.996513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:54.999774 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:55.011111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] Pushing event deleted for resources: {'Port': ['ID=31760acf-82a6-4e6b-9655-cda42b55450e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.019317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a6d97-20db-4b59-b310-9a0353dace9a None None] No DVR routers for this DVR port 31760acf-82a6-4e6b-9655-cda42b55450e on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:55.036276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40418) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:55.045069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee8f01-16d5-48ce-9382-aba6f7f7b2ca None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:55.171632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-976921922'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:55.199297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.205866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.208041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/0114c8f0-ddc9-49cc-8722-e858ab672663 HTTP/1.1" status: 204 len: 168 time: 2.6950192 Jul 27 22:13:55.213483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:55.221970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:55.222962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.225092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-31131615'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:55.226248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a968c0-d601-4a91-9980-dc1f9b4f2e45 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=0114c8f0-ddc9-49cc-8722-e858ab672663,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.326530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:55.330453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.343205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.359892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Allocated IP 172.20.0.2 (c1a57a93-5c6c-4341-88e7-394954be93ca/28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91/71009298-a0de-47f5-8a6f-f87fe4c713b9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:55.453647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:13:55.459248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.460972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:55.465456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.539916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:55.545306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.553731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:55.554112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Transition to ACTIVE for port object 71009298-a0de-47f5-8a6f-f87fe4c713b9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:55.555930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:55.567218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.567827 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.571671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Transition to ACTIVE for port object 71009298-a0de-47f5-8a6f-f87fe4c713b9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:55.572893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=8715f424-7ab1-45fb-a75e-0a3c80cc0521,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.582498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.582850 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment c6154f36-321c-46dd-bd10-ee14afa381a0 of type vlan for network bcafb25b-791c-4fb9-bb3d-8986ef798777 Jul 27 22:13:55.643236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.670723 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.691580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.709721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:55.714691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:55.718137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:55.723757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Pushing event updated for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.759865 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.786826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:55.788257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Attempting to bind port 71009298-a0de-47f5-8a6f-f87fe4c713b9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:55.788641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Attempting to bind port 71009298-a0de-47f5-8a6f-f87fe4c713b9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:55.789019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Attempting to bind port 71009298-a0de-47f5-8a6f-f87fe4c713b9 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:55.795321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:55.795706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:55.796116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.796521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:55.797042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Bound port: 71009298-a0de-47f5-8a6f-f87fe4c713b9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:55.797161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0712c9f1-67d9-4e86-8518-334912dbba14,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.797457 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.802049 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.802438 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 83f33dd9-3948-4511-8c03-f101458d0dfa of type vlan for network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 Jul 27 22:13:55.811913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.819082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.819689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.870528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:55.873737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=71009298-a0de-47f5-8a6f-f87fe4c713b9,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:55.893499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-373df739-72a8-4396-9401-9ac72510825a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1694112 Jul 27 22:13:55.896461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40424) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:55.903219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:2e:38:50', 'name': 'tempest-NetworksTestDHCPv6-15011859'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:55.917697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.928751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=bcafb25b-791c-4fb9-bb3d-8986ef798777,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.940672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:55.955426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.001738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a0c86341-8043-4375-9722-fb6d91a945ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7865319 Jul 27 22:13:56.004507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40426) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:56.011039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:56.029784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.036456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.037329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.072816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5379f6c-7f4f-4713-b897-da3ea64a6240 None None] Pushing event updated for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.142701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=c700f6d7-3d84-46f6-b3f9-4968f4b1f841,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.155345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:56.178964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:56.253732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f00f867d-bccf-4428-bfc4-f6031446dbc7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2162087 Jul 27 22:13:56.256626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40428) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:56.264888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-31461843'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:56.267494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.317036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.327931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.337708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:56.340779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:13:56.342980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.346638 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.347275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.348597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "PUT /v2.0/networks/bcafb25b-791c-4fb9-bb3d-8986ef798777 HTTP/1.1" status: 200 len: 723 time: 0.3431466 Jul 27 22:13:56.354087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:56.363040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:56.390395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:56.409734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 25048c2b-1777-4f8d-bb37-7828b59b3cb8 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:56.441669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.442030 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 2d9b2973-4c0a-4c85-9ef9-229d050b9d66 of type vlan for network 77009bc7-1311-4ae6-8f41-6a17485b5f72 Jul 27 22:13:56.457596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32335-0d30-4624-9220-5f8f4fb4c619 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=bcafb25b-791c-4fb9-bb3d-8986ef798777,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.471126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:56.511678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.560284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:56.567395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.610980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.616732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 172.20.0.3 (c1a57a93-5c6c-4341-88e7-394954be93ca/28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91/25048c2b-1777-4f8d-bb37-7828b59b3cb8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:56.617064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.619328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.624464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe2e:3850 (c1a57a93-5c6c-4341-88e7-394954be93ca/8715f424-7ab1-45fb-a75e-0a3c80cc0521/25048c2b-1777-4f8d-bb37-7828b59b3cb8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:56.678615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 71009298-a0de-47f5-8a6f-f87fe4c713b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:56.725892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=77009bc7-1311-4ae6-8f41-6a17485b5f72,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.733235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-507fcb54-cb50-4b35-8d0d-eba221d6b61f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4755406 Jul 27 22:13:56.736102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:56.741895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:56.747301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:56.853372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 71009298-a0de-47f5-8a6f-f87fe4c713b9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:56.922391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 31760acf-82a6-4e6b-9655-cda42b55450e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:56.949835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 31760acf-82a6-4e6b-9655-cda42b55450e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:56.950547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 31760acf-82a6-4e6b-9655-cda42b55450e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:57.018371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:57.022679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.078123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.122548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.140472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 25048c2b-1777-4f8d-bb37-7828b59b3cb8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:57.164830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=f2f054b8-cae7-4eaa-834e-cd20b3c8bb57,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.173558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c88c56-9a55-4763-9692-1ef03aff6cfd None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:57.193035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': 'c6154f36-321c-46dd-bd10-ee14afa381a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:57.193401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: bcafb25b-791c-4fb9-bb3d-8986ef798777, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:57.224654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.284887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:57.289827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:57.292532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=25048c2b-1777-4f8d-bb37-7828b59b3cb8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.295084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:57.325245 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:57.347090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.347727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.352230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Provisioning for port 71009298-a0de-47f5-8a6f-f87fe4c713b9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:57.357637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Provisioning complete for port 71009298-a0de-47f5-8a6f-f87fe4c713b9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:57.358013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.376623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.436918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=3fb004db-3a6c-4495-8f11-cfe16d43885f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.445610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91', 'ip_address': '172.20.0.2'}, {'subnet_id': '8715f424-7ab1-45fb-a75e-0a3c80cc0521'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '71009298-a0de-47f5-8a6f-f87fe4c713b9'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:13:57.448202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '83f33dd9-3948-4511-8c03-f101458d0dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:57.448569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: c700f6d7-3d84-46f6-b3f9-4968f4b1f841, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:57.457667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bcafb25b-791c-4fb9-bb3d-8986ef798777) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:57.464259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.465154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.485236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e8dc610-693c-4e89-88ef-4af326c21489 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.5875490 Jul 27 22:13:57.486720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf1190-590a-48c1-b773-b0bd66f14cb4 None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:57.487829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40434) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:57.553529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.557587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56269bee-c84c-475c-9280-c078a1cd30e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.559033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.563784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56269bee-c84c-475c-9280-c078a1cd30e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.565426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-56269bee-c84c-475c-9280-c078a1cd30e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0765774 Jul 27 22:13:57.568126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40436) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:57.579591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:57.585901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c700f6d7-3d84-46f6-b3f9-4968f4b1f841) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:57.592578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.593317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.604702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3206df58-e680-40b6-983d-2549b2b12b55 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2491567 Jul 27 22:13:57.608786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:57.612650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:57.624031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8b349-fb72-4b35-9075-a777e670eb49 None None] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:57.688026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 25048c2b-1777-4f8d-bb37-7828b59b3cb8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:57.688732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.694697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=71009298-a0de-47f5-8a6f-f87fe4c713b9,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:57.695439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f154dd4f-6bc8-48a6-b7aa-6e684e653c43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9582956 Jul 27 22:13:57.699105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:57.706856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:57.764095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29257117'] for subnet, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.785181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.797561 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.813300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 25048c2b-1777-4f8d-bb37-7828b59b3cb8 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:57.940279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:57.943998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.077257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764843392997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28832239'] for subnet, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.092007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.101669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-bcafb25b-791c-4fb9-bb3d-8986ef798777', 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': 'f2f054b8-cae7-4eaa-834e-cd20b3c8bb57'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:58.102559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.104439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d0a45-c688-4ae8-bfe6-478076a1a623 None None] Pushing event updated for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.133800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=25048c2b-1777-4f8d-bb37-7828b59b3cb8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.140115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Allocated IP 2001:db8::f816:3eff:feaa:d05a (c1a57a93-5c6c-4341-88e7-394954be93ca/8715f424-7ab1-45fb-a75e-0a3c80cc0521/71009298-a0de-47f5-8a6f-f87fe4c713b9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:58.143493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.144054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.145394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "PUT /v2.0/subnets/f2f054b8-cae7-4eaa-834e-cd20b3c8bb57 HTTP/1.1" status: 200 len: 806 time: 0.5371161 Jul 27 22:13:58.151232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:58.201884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083e210-02cf-4f74-a1de-4945b55d9919 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=f2f054b8-cae7-4eaa-834e-cd20b3c8bb57,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.254707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.261407 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a71f9c77-1192-4bab-b37c-ab19773f1b55 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/25048c2b-1777-4f8d-bb37-7828b59b3cb8 HTTP/1.1" status: 204 len: 168 time: 0.6875687 Jul 27 22:13:58.261752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40444) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:58.265441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c700f6d7-3d84-46f6-b3f9-4968f4b1f841', 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '3fb004db-3a6c-4495-8f11-cfe16d43885f'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:58.266790 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.347116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdfa7e-694e-4967-bb4b-8fddf9890b20 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.349364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdfa7e-694e-4967-bb4b-8fddf9890b20 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.351068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdfa7e-694e-4967-bb4b-8fddf9890b20 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.355747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-76cdfa7e-694e-4967-bb4b-8fddf9890b20 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0900767 Jul 27 22:13:58.356070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40446) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:58.358309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.419108 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.460784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=71009298-a0de-47f5-8a6f-f87fe4c713b9,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:58.476118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Allocated IP 172.20.0.2 (bcafb25b-791c-4fb9-bb3d-8986ef798777/f2f054b8-cae7-4eaa-834e-cd20b3c8bb57/ead8f968-deb2-49d2-99b0-6b5985635f2a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:58.485834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:58.487858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=a3fa3e30-2bb6-4e63-9826-a235e72a6029,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.522170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '2d9b2973-4c0a-4c85-9ef9-229d050b9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:58.522603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: 77009bc7-1311-4ae6-8f41-6a17485b5f72, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:58.555596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.579441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.608785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Allocated IP 172.20.0.2 (c700f6d7-3d84-46f6-b3f9-4968f4b1f841/3fb004db-3a6c-4495-8f11-cfe16d43885f/72f143af-850a-4f64-85a0-126488f4898e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:58.613485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Transition to ACTIVE for port object 71009298-a0de-47f5-8a6f-f87fe4c713b9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:58.640145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 71009298-a0de-47f5-8a6f-f87fe4c713b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:58.663362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:58.698008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.715579 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.739588 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.762301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 77009bc7-1311-4ae6-8f41-6a17485b5f72) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:58.775604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.776233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.780080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9361f5e-7500-48ca-a33f-36264dd42f36 None None] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:58.839924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.864018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a8ed11f9-204f-49c1-afda-b103de54d6b3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1640139 Jul 27 22:13:58.866800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40448) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:58.874062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530110822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:58.937829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.953363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50572344-5f46-4bee-85ac-02cbe9810e19 None None] Pushing event updated for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.972589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.973665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.974565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Transition to ACTIVE for port object ead8f968-deb2-49d2-99b0-6b5985635f2a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:59.013092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.042082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Transition to ACTIVE for port object ead8f968-deb2-49d2-99b0-6b5985635f2a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:59.077302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.093395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Transition to ACTIVE for port object 72f143af-850a-4f64-85a0-126488f4898e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:59.097201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.101694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91 HTTP/1.1" status: 204 len: 168 time: 0.7423205 Jul 27 22:13:59.104394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.105578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.131055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b47102-0469-41d5-863d-4c54581e28b4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:59.142416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Transition to ACTIVE for port object 72f143af-850a-4f64-85a0-126488f4898e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:59.154717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.171478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 8715f424-7ab1-45fb-a75e-0a3c80cc0521 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:59.175141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.185120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:59.187381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-77009bc7-1311-4ae6-8f41-6a17485b5f72', 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': 'a3fa3e30-2bb6-4e63-9826-a235e72a6029'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:59.188245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.195851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:59.204721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:59.209249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Pushing event updated for resources: {'Port': ['ID=ead8f968-deb2-49d2-99b0-6b5985635f2a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:59.232573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.247673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.263972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.335890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Attempting to bind port ead8f968-deb2-49d2-99b0-6b5985635f2a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:59.336599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Attempting to bind port ead8f968-deb2-49d2-99b0-6b5985635f2a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'c6154f36-321c-46dd-bd10-ee14afa381a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:59.336599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Attempting to bind port ead8f968-deb2-49d2-99b0-6b5985635f2a on network bcafb25b-791c-4fb9-bb3d-8986ef798777 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:59.339653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.358056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f054b8-cae7-4eaa-834e-cd20b3c8bb57,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:59.365466 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.366738 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.378848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcafb25b-791c-4fb9-bb3d-8986ef798777']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.392257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:59.392748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Checking segment: {'id': 'c6154f36-321c-46dd-bd10-ee14afa381a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:59.393057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.393459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Bound using segment: {'id': 'c6154f36-321c-46dd-bd10-ee14afa381a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:59.394218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6154f36-321c-46dd-bd10-ee14afa381a0') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.394392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Bound port: ead8f968-deb2-49d2-99b0-6b5985635f2a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6154f36-321c-46dd-bd10-ee14afa381a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:59.394602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6154f36-321c-46dd-bd10-ee14afa381a0') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.394704 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.413754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.432758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:59.440117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.442727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:59.445508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:59.447708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.451871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fcf3fd5b-7020-484a-9aaa-22968f8969f1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5816839 Jul 27 22:13:59.451871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:59.451871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.454672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:59.454870 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:59.471999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Pushing event updated for resources: {'Port': ['ID=72f143af-850a-4f64-85a0-126488f4898e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:59.550274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Allocated IP 172.21.0.2 (77009bc7-1311-4ae6-8f41-6a17485b5f72/a3fa3e30-2bb6-4e63-9826-a235e72a6029/ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:59.571356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:13:59.571356 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:13:59.571356 n-d-738018-6 neutron-server[94671]: [parameters: {'id': 'bcafb25b-791c-4fb9-bb3d-8986ef798777'}] Jul 27 22:13:59.571356 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:13:59.571898 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:13:59.624179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Attempting to bind port 72f143af-850a-4f64-85a0-126488f4898e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:59.624757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Attempting to bind port 72f143af-850a-4f64-85a0-126488f4898e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '83f33dd9-3948-4511-8c03-f101458d0dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:59.624929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Attempting to bind port 72f143af-850a-4f64-85a0-126488f4898e on network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:59.649445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.666346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] For port ead8f968-deb2-49d2-99b0-6b5985635f2a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:59.670657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317d94b-88c2-4baa-b33b-9a4fe1ba7a7d None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:59.684218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:59.684597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Checking segment: {'id': '83f33dd9-3948-4511-8c03-f101458d0dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:59.684733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=8715f424-7ab1-45fb-a75e-0a3c80cc0521,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:59.685002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.685400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Bound using segment: {'id': '83f33dd9-3948-4511-8c03-f101458d0dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:59.686767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Bound port: 72f143af-850a-4f64-85a0-126488f4898e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f33dd9-3948-4511-8c03-f101458d0dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'c700f6d7-3d84-46f6-b3f9-4968f4b1f841'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:59.687175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.707837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] For port ead8f968-deb2-49d2-99b0-6b5985635f2a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ead8f968-deb2-49d2-99b0-6b5985635f2a,segment=NetworkSegment(c6154f36-321c-46dd-bd10-ee14afa381a0),segment_id=c6154f36-321c-46dd-bd10-ee14afa381a0)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:59.725175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.727188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4134f6e1-9b82-42c2-b9df-63100ab720f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/8715f424-7ab1-45fb-a75e-0a3c80cc0521 HTTP/1.1" status: 204 len: 168 time: 0.6204801 Jul 27 22:13:59.729971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40454) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.778060 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6058215d-5d94-463a-8fb5-586a7f2af142 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466356 Jul 27 22:13:59.780650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40456) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.814683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.829501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.845685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b03dc-3358-4d0f-b007-95e388656311 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.849758 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-430b03dc-3358-4d0f-b007-95e388656311 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0657437 Jul 27 22:13:59.850003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40458) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.918599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0f164-8740-4cd6-8741-09cd585e16f8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.920445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6c0f164-8740-4cd6-8741-09cd585e16f8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692432 Jul 27 22:13:59.922882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40460) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.928122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00c0bf86-f7a2-45d8-9c5e-b4847c20ece3 None None] Provisioning for port 71009298-a0de-47f5-8a6f-f87fe4c713b9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:59.970097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-41845053-604f-4dc5-ac60-49921d7a2a4c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414875 Jul 27 22:13:59.972038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.977368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:00.072915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.111031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.20.0.1 (c700f6d7-3d84-46f6-b3f9-4968f4b1f841/3fb004db-3a6c-4495-8f11-cfe16d43885f/91df6fa8-617a-474b-8a0c-d2c566b5d83e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:00.131332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:00.134026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.136053 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:00.136501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:00.141819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00c0bf86-f7a2-45d8-9c5e-b4847c20ece3 None None] Provisioning complete for port 71009298-a0de-47f5-8a6f-f87fe4c713b9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:00.142276 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00c0bf86-f7a2-45d8-9c5e-b4847c20ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.148909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port ead8f968-deb2-49d2-99b0-6b5985635f2a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:00.149269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.222943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port ead8f968-deb2-49d2-99b0-6b5985635f2a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ead8f968-deb2-49d2-99b0-6b5985635f2a,segment=NetworkSegment(c6154f36-321c-46dd-bd10-ee14afa381a0),segment_id=c6154f36-321c-46dd-bd10-ee14afa381a0)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:00.223625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.235334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.237242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311f821-ca2e-4188-bfae-ff5e6644e6b0 None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:00.240524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for ead8f968-deb2-49d2-99b0-6b5985635f2a owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:00.252388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c97ff322-4736-431e-8578-0f52abdc23bb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2761922 Jul 27 22:14:00.252600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object 91df6fa8-617a-474b-8a0c-d2c566b5d83e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:00.253135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40464) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:00.256893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] For port 72f143af-850a-4f64-85a0-126488f4898e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:00.265804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:00.298933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad85691-3dd9-4027-b044-24e234c62afb None None] Pushing event updated for resources: {'Port': ['ID=ead8f968-deb2-49d2-99b0-6b5985635f2a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.326129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] For port 72f143af-850a-4f64-85a0-126488f4898e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f143af-850a-4f64-85a0-126488f4898e,segment=NetworkSegment(83f33dd9-3948-4511-8c03-f101458d0dfa),segment_id=83f33dd9-3948-4511-8c03-f101458d0dfa)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:00.336906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.349487 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.380226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:00.381900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Transition to ACTIVE for port object ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:00.383714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:00.390939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:00.423938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=91df6fa8-617a-474b-8a0c-d2c566b5d83e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.446858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.454817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.527326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:00.531892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Transition to ACTIVE for port object ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:00.588675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00c0bf86-f7a2-45d8-9c5e-b4847c20ece3 None None] Could not find standard attr ID for object 25048c2b-1777-4f8d-bb37-7828b59b3cb8. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:00.592764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a156d-03fd-43da-bec1-241ec4fc4686 None None] Pushing event updated for resources: {'Port': ['ID=72f143af-850a-4f64-85a0-126488f4898e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.635732 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.653360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef7671-fa46-4935-946c-d6a6c9acc709 None None] Network bcafb25b-791c-4fb9-bb3d-8986ef798777 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:00.722979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 71009298-a0de-47f5-8a6f-f87fe4c713b9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:00.786156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Deleting port 71009298-a0de-47f5-8a6f-f87fe4c713b9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:00.786488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.795594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:00.837178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.857793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:00.861447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.864641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:00.873176 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:00.874033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:00.888031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:00.895029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.921735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Pushing event updated for resources: {'Port': ['ID=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.932221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port ead8f968-deb2-49d2-99b0-6b5985635f2a on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:00.939772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=ead8f968-deb2-49d2-99b0-6b5985635f2a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.014605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a956f074-4f27-4087-b920-664d7f885eba tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7602322 Jul 27 22:14:01.017653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40466) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:01.029991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:01.073506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=71009298-a0de-47f5-8a6f-f87fe4c713b9,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:01.073918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.083644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.083952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.104189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcafb25b-791c-4fb9-bb3d-8986ef798777']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.108063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Attempting to bind port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:01.108442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Attempting to bind port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '2d9b2973-4c0a-4c85-9ef9-229d050b9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:01.108813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Attempting to bind port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 on network 77009bc7-1311-4ae6-8f41-6a17485b5f72 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:01.111027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Calling delete_port for 71009298-a0de-47f5-8a6f-f87fe4c713b9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:01.124623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6154f36-321c-46dd-bd10-ee14afa381a0') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.125083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6154f36-321c-46dd-bd10-ee14afa381a0') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.132089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:01.132477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Checking segment: {'id': '2d9b2973-4c0a-4c85-9ef9-229d050b9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:01.132892 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.133295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Bound using segment: {'id': '2d9b2973-4c0a-4c85-9ef9-229d050b9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:01.133803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Bound port: ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9b2973-4c0a-4c85-9ef9-229d050b9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '77009bc7-1311-4ae6-8f41-6a17485b5f72'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:01.134762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.138889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.163182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.174832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:01.175318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:01.178522 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:01.197467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.203819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 71009298-a0de-47f5-8a6f-f87fe4c713b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=71009298-a0de-47f5-8a6f-f87fe4c713b9,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:01.246327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:01.249998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.251641 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:01.252097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:01.276628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] For port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:01.279203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.281306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.295377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] For port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,segment=NetworkSegment(2d9b2973-4c0a-4c85-9ef9-229d050b9d66),segment_id=2d9b2973-4c0a-4c85-9ef9-229d050b9d66)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:01.341031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.360792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.363876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.365792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=91df6fa8-617a-474b-8a0c-d2c566b5d83e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.369792 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.371636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/bcafb25b-791c-4fb9-bb3d-8986ef798777 HTTP/1.1" status: 204 len: 168 time: 3.2175286 Jul 27 22:14:01.374714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40468) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:01.390096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13919db-f6e3-4df5-aadc-f56f80f55e65 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=bcafb25b-791c-4fb9-bb3d-8986ef798777,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.392810 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.394042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.394354 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfee9ded-1445-47f9-aa43-91463d33d386 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:01.394951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfee9ded-1445-47f9-aa43-91463d33d386 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:01.403016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cfee9ded-1445-47f9-aa43-91463d33d386 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/bcafb25b-791c-4fb9-bb3d-8986ef798777 HTTP/1.1" status: 404 len: 339 time: 0.0210359 Jul 27 22:14:01.403016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:01.403016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:01.403963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa446c0a-93df-43d4-bb95-fd2cde9df9e6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3852117 Jul 27 22:14:01.406570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:01.417152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398175059', 'description': 'd1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:01.453641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] No DVR routers for this DVR port 71009298-a0de-47f5-8a6f-f87fe4c713b9 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:01.477961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f02957-2c86-4631-9c5e-79cecf2f45a2 None None] Pushing event updated for resources: {'Port': ['ID=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.508103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858b874-3dec-4057-b8c2-88aa316bb4b1 None None] Pushing event deleted for resources: {'Port': ['ID=71009298-a0de-47f5-8a6f-f87fe4c713b9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.593896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:01.595384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:01.682310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:01.687530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.738789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:01.758769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.760087 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 5bfa4619-29b1-4454-a84e-42d2b0a2610c of type vlan for network 439d31e9-df30-4253-b44d-b14258b171ec Jul 27 22:14:01.839658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.854688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ecd6d6-8ed7-45c4-ac07-027587584a79 None None] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:01.885056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:01.888684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.890393 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:01.890822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:01.937887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 48070603-cc9f-4ac5-b30a-5e54a3fb97d3 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:01.982278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfd5a-f48d-4c6d-b2d1-4a4367d4b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.984426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-500d6f2c-aae6-46e5-a737-cd1e0c643bef tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5819871 Jul 27 22:14:01.985185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.987610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40474) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:01.991134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.991771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.993391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:02.051312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-43923813-50cb-405d-be8e-ae36bc74fee2 None None] Provisioning for port 72f143af-850a-4f64-85a0-126488f4898e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:02.105847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=439d31e9-df30-4253-b44d-b14258b171ec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:02.110230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:02.115191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-395dea60-1f64-4cba-a3bd-7056b49cb372 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569908 Jul 27 22:14:02.118161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40476) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:02.120097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 439d31e9-df30-4253-b44d-b14258b171ec details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:02.124550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] Sync routers for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:02.170960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b3b5d97b-c1a4-46f4-8776-31d69c5e5316 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7605805 Jul 27 22:14:02.171718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:02.176752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:02.177394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.226402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.244233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c142272-6368-41fc-b471-c1704e8db109 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.245637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:02.246149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3c142272-6368-41fc-b471-c1704e8db109 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports/91df6fa8-617a-474b-8a0c-d2c566b5d83e HTTP/1.1" status: 200 len: 910 time: 0.1261148 Jul 27 22:14:02.246449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:13:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.249267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40480) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:02.260633 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:02.287872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.289013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144d8b7-ee13-4cc8-8beb-f776195599b1 None None] The sync data for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:02.303158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:02.306962 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.308409 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:02.308904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:02.365979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206783a-4312-48db-bb81-093fd604d976 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.370851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0206783a-4312-48db-bb81-093fd604d976 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks?id=439d31e9-df30-4253-b44d-b14258b171ec HTTP/1.1" status: 200 len: 760 time: 0.1950359 Jul 27 22:14:02.371125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40482) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:02.376594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'description': 'd2'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:02.469274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba7a07ee-472c-424b-9b19-80e80223fea3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4805288 Jul 27 22:14:02.472391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:02.483029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:02.510321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ad4b2176-5d3a-4cbc-a05f-a5f7bd121c9e None None] Provisioning for port 91df6fa8-617a-474b-8a0c-d2c566b5d83e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:02.516939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ad4b2176-5d3a-4cbc-a05f-a5f7bd121c9e None None] Provisioning complete for port 91df6fa8-617a-474b-8a0c-d2c566b5d83e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:02.517657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad4b2176-5d3a-4cbc-a05f-a5f7bd121c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.592581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b2176-5d3a-4cbc-a05f-a5f7bd121c9e None None] Port 91df6fa8-617a-474b-8a0c-d2c566b5d83e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:02.636717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.715428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-27754b25-7735-4bb7-a6cc-61f3e893fe6b None None] Provisioning complete for port 91df6fa8-617a-474b-8a0c-d2c566b5d83e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:02.716002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27754b25-7735-4bb7-a6cc-61f3e893fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.724840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.761904 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.788269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:02.792355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.803555 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:02.803555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:02.803910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-27754b25-7735-4bb7-a6cc-61f3e893fe6b None None] Port 91df6fa8-617a-474b-8a0c-d2c566b5d83e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:02.809731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f143af-850a-4f64-85a0-126488f4898e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:02.823918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 439d31e9-df30-4253-b44d-b14258b171ec is not hosted by any dhcp agent {{(pid=94672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:14:02.830557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.831189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.833004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "PUT /v2.0/networks/439d31e9-df30-4253-b44d-b14258b171ec HTTP/1.1" status: 200 len: 757 time: 0.4606302 Jul 27 22:14:02.843283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74589ef9-9189-4da6-95a1-c798f165c5cc None None] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:02.845041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40486) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.049843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 72f143af-850a-4f64-85a0-126488f4898e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:03.055988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72f143af-850a-4f64-85a0-126488f4898e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:03.057298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.061824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-406edf18-ade9-4b06-ac17-82166c59059c None None] Provisioning for port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:03.143537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.21.0.1 (77009bc7-1311-4ae6-8f41-6a17485b5f72/a3fa3e30-2bb6-4e63-9826-a235e72a6029/82268dae-9357-47a5-8181-97d3a2f095db) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:03.166335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.220133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 72f143af-850a-4f64-85a0-126488f4898e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f143af-850a-4f64-85a0-126488f4898e,segment=NetworkSegment(83f33dd9-3948-4511-8c03-f101458d0dfa),segment_id=83f33dd9-3948-4511-8c03-f101458d0dfa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:03.231568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4e346d65-ba06-4bb9-bff3-96c415c0bd98 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7557619 Jul 27 22:14:03.233041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40488) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.233695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cec8b-1663-4285-a3ea-a53bacd60026 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=439d31e9-df30-4253-b44d-b14258b171ec,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:03.243307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5220655d-db11-4bac-bd6f-031c6c3c9a5c None None] Provisioning complete for port 91df6fa8-617a-474b-8a0c-d2c566b5d83e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:03.244366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5220655d-db11-4bac-bd6f-031c6c3c9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.249365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 439d31e9-df30-4253-b44d-b14258b171ec details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:03.285285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8d3c80a-18ff-4b06-93fd-188e9e80f6e3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0458400 Jul 27 22:14:03.286850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40490) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.304506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49089339-e2ad-4e68-b447-9109a9cde96b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.306864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49089339-e2ad-4e68-b447-9109a9cde96b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks?id=439d31e9-df30-4253-b44d-b14258b171ec HTTP/1.1" status: 200 len: 760 time: 0.4589896 Jul 27 22:14:03.312105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.317434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-559786954'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:03.343860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.347485 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9417b14-e54b-4fb8-971c-c5366757891a None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:14:03.349984 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.350778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:03.357264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c32428-08f8-4a26-b9b4-ca3d8f6fa9e1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.358883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-51c32428-08f8-4a26-b9b4-ca3d8f6fa9e1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708299 Jul 27 22:14:03.361918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40494) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.366649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object 82268dae-9357-47a5-8181-97d3a2f095db will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:03.405915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:03.410005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.414541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba3ec158-63b7-4619-b7b9-87348f9ccccf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511234 Jul 27 22:14:03.420200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40496) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.426137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:03.437190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:03.446919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.447280 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment f4db76a8-ab89-4740-a663-eedefc37ec79 of type vlan for network 864dd204-aaf2-4837-83d7-7cd89542c575 Jul 27 22:14:03.460369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5220655d-db11-4bac-bd6f-031c6c3c9a5c None None] Port 91df6fa8-617a-474b-8a0c-d2c566b5d83e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:03.499695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.500083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.512283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=72f143af-850a-4f64-85a0-126488f4898e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:03.560773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:03.576576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:03.576971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.585426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.586823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:03.596317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:03.596868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.604346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:03.605113 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.611637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9417b14-e54b-4fb8-971c-c5366757891a None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:14:03.621379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-57baf094-e9e2-49e2-a76a-5db7d0bd04a0 None None] Provisioning complete for port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:03.621764 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57baf094-e9e2-49e2-a76a-5db7d0bd04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.653378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.658709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=82268dae-9357-47a5-8181-97d3a2f095db,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:03.709762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=864dd204-aaf2-4837-83d7-7cd89542c575,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:03.746311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f8b3813-6fe2-4877-9dbb-8b6761344102 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4329686 Jul 27 22:14:03.747377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40498) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.753347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '864dd204-aaf2-4837-83d7-7cd89542c575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:03.817028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 864dd204-aaf2-4837-83d7-7cd89542c575 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:03.856017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:03.859695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.978672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:03.980441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.987061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.062186 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.107077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57baf094-e9e2-49e2-a76a-5db7d0bd04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.167470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,segment=NetworkSegment(2d9b2973-4c0a-4c85-9ef9-229d050b9d66),segment_id=2d9b2973-4c0a-4c85-9ef9-229d050b9d66)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:04.249448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.336791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.345220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:04.349312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.373243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-57baf094-e9e2-49e2-a76a-5db7d0bd04a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:04.373612 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-57baf094-e9e2-49e2-a76a-5db7d0bd04a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:04.382025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:04.407933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3f6b8-a276-4461-97dd-d24ee4b97dd1 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:14:04.441650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=473991e2-1099-46d8-bcc8-fbcd1d0f943e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:04.448027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:04.449185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': 'f4db76a8-ab89-4740-a663-eedefc37ec79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '864dd204-aaf2-4837-83d7-7cd89542c575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:04.449543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 864dd204-aaf2-4837-83d7-7cd89542c575, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:04.456212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:04.466946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae5e89c-4fc8-424c-ae22-620f328e943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.468890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.469502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.480898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:04.525441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 864dd204-aaf2-4837-83d7-7cd89542c575 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:04.550188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.553925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-86819d4e-3af5-40a6-8bce-82c4f28b1167 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1324525 Jul 27 22:14:04.558540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40500) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:04.563722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:6b:6f:3e', 'name': 'tempest-NetworksTestDHCPv6-2128809196'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:04.600750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 864dd204-aaf2-4837-83d7-7cd89542c575) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:04.607063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.608159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.633948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.661975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f143af-850a-4f64-85a0-126488f4898e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:04.693969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3f6b8-a276-4461-97dd-d24ee4b97dd1 None None] Unable to find a vacant binding_index for network 864dd204-aaf2-4837-83d7-7cd89542c575 and agent 1e9173a1-c657-4400-96cb-e665a87f6411 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 27 22:14:04.701971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-59537047-ab84-46aa-831f-583dc6780673 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9510994 Jul 27 22:14:04.702942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3f6b8-a276-4461-97dd-d24ee4b97dd1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 864dd204-aaf2-4837-83d7-7cd89542c575) {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:14:04.703201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40502) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:04.748584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.751597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=82268dae-9357-47a5-8181-97d3a2f095db,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:04.779059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.788793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72f143af-850a-4f64-85a0-126488f4898e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:04.789176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.819829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.857366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:04.893047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.928469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:04.932052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:05.000770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:05.025063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.040108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.049565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:05.069662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=473991e2-1099-46d8-bcc8-fbcd1d0f943e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.114733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:05.115332 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.140952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.153791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864dd204-aaf2-4837-83d7-7cd89542c575']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.166814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4db76a8-ab89-4740-a663-eedefc37ec79') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.167089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4db76a8-ab89-4740-a663-eedefc37ec79') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.187105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.188948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 48070603-cc9f-4ac5-b30a-5e54a3fb97d3 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:05.189837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:05.190479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe6b:6f3e (c1a57a93-5c6c-4341-88e7-394954be93ca/758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a/776b4e4a-b7ff-4b3f-a66b-1e5f99f43859) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:05.190721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.206632 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.215800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:05.216240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:05.220713 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:05.341338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:05.342175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.349308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.354145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/864dd204-aaf2-4837-83d7-7cd89542c575 HTTP/1.1" status: 204 len: 168 time: 0.6462653 Jul 27 22:14:05.354367 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] Sync routers for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:05.363933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40506) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.366406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:05.368006 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.372833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-717e3e3d-09c4-4b34-9adb-dd651a4a0ec4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1204791 Jul 27 22:14:05.378117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40508) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.392669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e777d-c3eb-4dee-b5de-4526c68a4ca9 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=864dd204-aaf2-4837-83d7-7cd89542c575,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.398448 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b2f57-cafe-4258-a6eb-58df8eef00a0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] GET failed (client error): The resource could not be found. Jul 27 22:14:05.400382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad3b2f57-cafe-4258-a6eb-58df8eef00a0 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets/473991e2-1099-46d8-bcc8-fbcd1d0f943e HTTP/1.1" status: 404 len: 337 time: 0.0350823 Jul 27 22:14:05.403030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40510) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.410072 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.413859 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:05.414539 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.423632 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baab605-aa73-4eb6-b029-dec1a028bf7b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:05.424731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baab605-aa73-4eb6-b029-dec1a028bf7b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:05.429624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7baab605-aa73-4eb6-b029-dec1a028bf7b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/864dd204-aaf2-4837-83d7-7cd89542c575 HTTP/1.1" status: 404 len: 339 time: 0.0221269 Jul 27 22:14:05.429867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.451469 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.452122 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ccfb0f-2b03-47e4-8c8b-48c71a6fe631 None None] The sync data for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:05.459508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33463601-5547-406f-9af9-cde260afded3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.460985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33463601-5547-406f-9af9-cde260afded3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports/82268dae-9357-47a5-8181-97d3a2f095db HTTP/1.1" status: 200 len: 910 time: 0.0822408 Jul 27 22:14:05.464372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.565146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.589076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:05.623209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16458c75-232d-483f-b99f-aeb0eeff08f2 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.624701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-16458c75-232d-483f-b99f-aeb0eeff08f2 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1938744 Jul 27 22:14:05.627485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40516) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.663354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37fcc524-f46c-4dd2-8f5c-74b2c49d0e0d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 207 time: 0.0347860 Jul 27 22:14:05.667387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.765964 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.820156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Allocated IP 2001:db8::f816:3eff:fec1:c4cf (c1a57a93-5c6c-4341-88e7-394954be93ca/758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a/ff5fe3bc-a528-4636-ad49-96982be235aa) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:05.847733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:05.856818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4bcf0-b137-4fe6-abd8-47271cb73dd4 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.862474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:05.863291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4bcf0-b137-4fe6-abd8-47271cb73dd4 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.869563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:05.871822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4bcf0-b137-4fe6-abd8-47271cb73dd4 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.875296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.875930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.877628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4bcf0-b137-4fe6-abd8-47271cb73dd4 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.878441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=776b4e4a-b7ff-4b3f-a66b-1e5f99f43859,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.879360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bb4bcf0-b137-4fe6-abd8-47271cb73dd4 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2109137 Jul 27 22:14:05.882959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40520) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.896483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.991960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b62dc252-78e5-43a2-8150-d5a3380973a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4323514 Jul 27 22:14:05.995661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.013692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.027373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.027996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9253ce94-c906-409d-a677-9e86a64123e2 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1391046 Jul 27 22:14:06.028130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40524) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.028975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Transition to ACTIVE for port object ff5fe3bc-a528-4636-ad49-96982be235aa will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:06.051896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Transition to ACTIVE for port object ff5fe3bc-a528-4636-ad49-96982be235aa will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:06.082413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1c9df4-e446-41c4-87dc-b37e182437c9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.083960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef1c9df4-e446-41c4-87dc-b37e182437c9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0873401 Jul 27 22:14:06.086686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40526) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.145588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.197528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:06.201738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:06.204796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:06.220295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:06.220797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.239951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Pushing event updated for resources: {'Port': ['ID=ff5fe3bc-a528-4636-ad49-96982be235aa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.282445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Attempting to bind port ff5fe3bc-a528-4636-ad49-96982be235aa on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:06.282927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Attempting to bind port ff5fe3bc-a528-4636-ad49-96982be235aa by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:06.283234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Attempting to bind port ff5fe3bc-a528-4636-ad49-96982be235aa on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:06.289575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:06.289996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:06.290971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.291376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:06.291859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Bound port: ff5fe3bc-a528-4636-ad49-96982be235aa, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:06.292250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.344761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.361836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:06.378782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] For port ff5fe3bc-a528-4636-ad49-96982be235aa, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:06.382753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] For port ff5fe3bc-a528-4636-ad49-96982be235aa, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff5fe3bc-a528-4636-ad49-96982be235aa,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:06.475580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.514876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593ec5e-bfde-4e8a-acd3-d938859a40a1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.516506 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593ec5e-bfde-4e8a-acd3-d938859a40a1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.518151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c593ec5e-bfde-4e8a-acd3-d938859a40a1 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4890554 Jul 27 22:14:06.522566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.546718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190706-bf3f-4ebc-ae87-a95b4628ca73 None None] Pushing event updated for resources: {'Port': ['ID=ff5fe3bc-a528-4636-ad49-96982be235aa,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.588828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.624192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=776b4e4a-b7ff-4b3f-a66b-1e5f99f43859,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.646078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ccb69-6eed-43f1-a8cf-be34d6e62850 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.647559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ccb69-6eed-43f1-a8cf-be34d6e62850 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['shared'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.649122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-042ccb69-6eed-43f1-a8cf-be34d6e62850 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1255746 Jul 27 22:14:06.659821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.673064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.675030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8b536fdf-2a3d-4d6e-91b7-d6fd1c4f6857 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 HTTP/1.1" status: 204 len: 168 time: 0.5866456 Jul 27 22:14:06.685808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.789318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36085538-fb8b-49ba-935a-c1ae2aacd006 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.792150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36085538-fb8b-49ba-935a-c1ae2aacd006 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.794250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36085538-fb8b-49ba-935a-c1ae2aacd006 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1066039 Jul 27 22:14:06.796814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.814581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c3093-8470-4963-9bad-6ad2da59b154 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.819673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-345c3093-8470-4963-9bad-6ad2da59b154 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks/ef9d3b5d-ea34-4836-a294-da5770363d15 HTTP/1.1" status: 200 len: 800 time: 0.1554620 Jul 27 22:14:06.843362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40536) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.876429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:06.879876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.932838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.948831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 82268dae-9357-47a5-8181-97d3a2f095db {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:06.949191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.012757 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5f96de0a-ac6e-4221-b5f5-4a5af80e9e6d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/networks/ef9d3b5d-ea34-4836-a294-da5770363d15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1672685 Jul 27 22:14:07.016160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.018823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.057657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.069879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 82268dae-9357-47a5-8181-97d3a2f095db owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:07.103769 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.113627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec293ca-0a5d-4b77-81ed-92485e05c3ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.118699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cec293ca-0a5d-4b77-81ed-92485e05c3ee tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets/cb5b8c25-853f-40c0-8235-910fea2b0a22 HTTP/1.1" status: 200 len: 811 time: 0.0979204 Jul 27 22:14:07.118919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40540) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.176295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16ffdf-b3e2-4d83-8b66-cea1c874f081 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['shared'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.177667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd16ffdf-b3e2-4d83-8b66-cea1c874f081 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "GET /v2.0/subnets/cb5b8c25-853f-40c0-8235-910fea2b0a22?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0578229 Jul 27 22:14:07.181995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40542) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.187263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162070282'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:07.217838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.246585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.251758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.255988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40544) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.256165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ad33fea-0bb7-45e5-a36d-729513a8354d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a HTTP/1.1" status: 204 len: 168 time: 0.4580750 Jul 27 22:14:07.280837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:07.284604 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.299878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13f8c8ed-a6ce-46a4-bce1-fc0ad72d2afb tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426366 Jul 27 22:14:07.302739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.308421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:07.343253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:07.350558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.352690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.353651 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Added segment 3c3cd556-c0c3-469e-bee2-4caac02f5096 of type vlan for network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a Jul 27 22:14:07.396096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=82268dae-9357-47a5-8181-97d3a2f095db,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.399191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.515466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.521434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.523787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.572593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.592813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.597576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Network': ['ID=2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.599905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:07.603821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.608706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:07.655268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f9443-d41d-4ea1-a9e2-e328ac8adecf None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:07.661242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860f865-5dc7-42be-9ef4-0d8b1149248b None None] Network 864dd204-aaf2-4837-83d7-7cd89542c575 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:07.664755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d9555a43-9399-46ce-9fff-bfce353e008d tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4815090 Jul 27 22:14:07.668025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40548) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.673954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'network_id': '2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:07.750259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860f865-5dc7-42be-9ef4-0d8b1149248b None None] Network 864dd204-aaf2-4837-83d7-7cd89542c575 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:14:07.774440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217bc805-280a-408d-a5e1-19e4d9fae657 None None] Network 864dd204-aaf2-4837-83d7-7cd89542c575 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:07.801619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217bc805-280a-408d-a5e1-19e4d9fae657 None None] Network 864dd204-aaf2-4837-83d7-7cd89542c575 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:14:07.861578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc2af741-2e95-4b76-91cf-6ac0c6032f8a None None] Provisioning for port ff5fe3bc-a528-4636-ad49-96982be235aa completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:07.871445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Made reservation on behalf of 435b8e94144840aaa3c4da7ecd8d8d5d for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:07.882183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.944707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 48070603-cc9f-4ac5-b30a-5e54a3fb97d3 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:07.961446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:14:07.961905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:14:07.974042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:07.985181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-11b79a20-a5f6-43b1-b3c5-73b022709955 None None] Could not find standard attr ID for object 82268dae-9357-47a5-8181-97d3a2f095db. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:08.037618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Deleting port ff5fe3bc-a528-4636-ad49-96982be235aa {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:08.038299 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.099222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:08.110508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eaad4778-1765-4b97-9bb3-42a336fcec1d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439159 Jul 27 22:14:08.110684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] Sync routers for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:08.110776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40550) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.131604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] For port ff5fe3bc-a528-4636-ad49-96982be235aa, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff5fe3bc-a528-4636-ad49-96982be235aa,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:08.132021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.149013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Calling delete_port for ff5fe3bc-a528-4636-ad49-96982be235aa owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:08.152488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:08.154041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:08.203931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:08.212123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-49b63d46-c83a-44e2-b9cc-a6dca798a65c None None] Could not find standard attr ID for object 82268dae-9357-47a5-8181-97d3a2f095db. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:08.229905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.254328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:08.255266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:08.302066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:08.302815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edfbead-d7e2-44f1-a415-5d0ebdc923de None None] The sync data for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:08.307486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=1b783e6c-2279-4eb2-add0-8905ac5c5d44,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.318971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Checking segment: {'id': '3c3cd556-c0c3-469e-bee2-4caac02f5096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:08.319958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network hostable DHCP agents. Network: 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:08.384913 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.416578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.416867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:08.422473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:08.443030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] Pushing event deleted for resources: {'Port': ['ID=ff5fe3bc-a528-4636-ad49-96982be235aa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.448933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fd8bb-43e5-4ee6-bc98-0b9865142f0a None None] No DVR routers for this DVR port ff5fe3bc-a528-4636-ad49-96982be235aa on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:08.513006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:08.518904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:08.520188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.521147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fae9f1-9fca-4bdb-bde0-119cacca1f23 None None] Network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:08.582497 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.revisions.revision_plugin [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Could not find related port for resource to bump revision. Jul 27 22:14:08.600732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0686889-c1a0-4232-8fd9-19ee24925da3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9315794 Jul 27 22:14:08.603848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40552) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.610052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.659365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.662624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Port ff5fe3bc-a528-4636-ad49-96982be235aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 22:14:08.662935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:c4cf {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 22:14:08.680251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a', 'network_id': '2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a', 'tenant_id': '435b8e94144840aaa3c4da7ecd8d8d5d', 'fixed_ips': [{'subnet_id': '1b783e6c-2279-4eb2-add0-8905ac5c5d44'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:08.682430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.702062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:c4cf {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 22:14:08.705837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.717362 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25782130'] for subnet, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.788870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:08.797915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:08.800938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:08.801542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.810140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37ce69-ecd3-46fb-819d-35bd742b9f20 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:08.813467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=4c33c047-61a7-4bd0-ba9b-68f21cfcaafc,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.859637 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:14:08.859637 n-d-738018-6 neutron-server[94673]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 22:14:08.859637 n-d-738018-6 neutron-server[94673]: [parameters: {'in_use': 1, 'id_1': '1b783e6c-2279-4eb2-add0-8905ac5c5d44'}] Jul 27 22:14:08.859637 n-d-738018-6 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:08.860075 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:08.934731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-de9d1a4d-8075-44c3-971a-56f8e027b848 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6309259 Jul 27 22:14:08.937553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.942862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:87:ef:87', 'name': 'tempest-NetworksTestDHCPv6-1054402810'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.973745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '4c33c047-61a7-4bd0-ba9b-68f21cfcaafc'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:08.977052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.991872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764843392997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28968274'] for subnet, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.015662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 91df6fa8-617a-474b-8a0c-d2c566b5d83e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:09.016159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.052061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:09.052713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.054118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "PUT /v2.0/subnets/1b783e6c-2279-4eb2-add0-8905ac5c5d44 HTTP/1.1" status: 200 len: 877 time: 0.4485722 Jul 27 22:14:09.058959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:09.078311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604ef9-3be3-41a2-9f02-4abeebcc8ba8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event updated for resources: {'Subnet': ['ID=1b783e6c-2279-4eb2-add0-8905ac5c5d44,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.138875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Allocated IP 2001:db8::f816:3eff:fe2c:6cbc (c1a57a93-5c6c-4341-88e7-394954be93ca/4c33c047-61a7-4bd0-ba9b-68f21cfcaafc/b5c1acfd-9688-478a-b852-b23475031cdd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:09.182413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.189050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:09.206482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 91df6fa8-617a-474b-8a0c-d2c566b5d83e owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:09.215600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.296802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.319191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.320124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port f356ca48-2d7a-40a2-b240-9b648c4743c6 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:09.442868 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.484579 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.509755 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.538526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=1b783e6c-2279-4eb2-add0-8905ac5c5d44,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.540979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Transition to ACTIVE for port object b5c1acfd-9688-478a-b852-b23475031cdd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:09.541121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.571132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Transition to ACTIVE for port object b5c1acfd-9688-478a-b852-b23475031cdd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:09.586261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=91df6fa8-617a-474b-8a0c-d2c566b5d83e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server [None req-bcf2250c-c5b5-42e2-9dea-bdb2fdeeac64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b783e6c-2279-4eb2-add0-8905ac5c5d44: This subnet is being modified by another concurrent operation. Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b783e6c-2279-4eb2-add0-8905ac5c5d44: This subnet is being modified by another concurrent operation. Jul 27 22:14:09.590616 n-d-738018-6 neutron-server[94673]: ERROR oslo_messaging.rpc.server Jul 27 22:14:09.610444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57dd6a-e810-413b-889d-8c316ed7a5a0 None None] Network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:09.655909 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.663436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.682126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe87:ef87 (c1a57a93-5c6c-4341-88e7-394954be93ca/4c33c047-61a7-4bd0-ba9b-68f21cfcaafc/f356ca48-2d7a-40a2-b240-9b648c4743c6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:09.700153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:09.719199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3cd556-c0c3-469e-bee2-4caac02f5096') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:09.719512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3cd556-c0c3-469e-bee2-4caac02f5096') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:09.723636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:09.730507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:09.733922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Pushing event updated for resources: {'Port': ['ID=b5c1acfd-9688-478a-b852-b23475031cdd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.735024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.736470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:09.790089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.830712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:09.831056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.832186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0db6f-0836-47fd-80e5-841d7a48a171 None None] Network 2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:09.835034 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:09.901190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Attempting to bind port b5c1acfd-9688-478a-b852-b23475031cdd on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:09.901586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Attempting to bind port b5c1acfd-9688-478a-b852-b23475031cdd by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:09.902034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Attempting to bind port b5c1acfd-9688-478a-b852-b23475031cdd on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:09.908115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.917727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:09.918207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:09.918770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.919269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:09.919958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Bound port: b5c1acfd-9688-478a-b852-b23475031cdd, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:09.920330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.924518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object f356ca48-2d7a-40a2-b240-9b648c4743c6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:10.011737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.043647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] For port b5c1acfd-9688-478a-b852-b23475031cdd, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:10.047477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] For port b5c1acfd-9688-478a-b852-b23475031cdd, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b5c1acfd-9688-478a-b852-b23475031cdd,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:10.062499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:10.065730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:10.068266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:10.075285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.075859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.093905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=f356ca48-2d7a-40a2-b240-9b648c4743c6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:10.108434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.161422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b14b653-a199-4670-9929-ae2d1cd7b02a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2226162 Jul 27 22:14:10.164723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.181660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e219a-7fd7-4fc1-831a-532e8a04d7ce None None] Pushing event updated for resources: {'Port': ['ID=b5c1acfd-9688-478a-b852-b23475031cdd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:10.247777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.250916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdf80a-2cb5-45c8-81bc-e64c947e06bc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.257378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdf80a-2cb5-45c8-81bc-e64c947e06bc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.259141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1fcdf80a-2cb5-45c8-81bc-e64c947e06bc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0913281 Jul 27 22:14:10.261719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40562) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.394832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port f356ca48-2d7a-40a2-b240-9b648c4743c6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:10.395179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.398732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.403610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.412419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a HTTP/1.1" status: 204 len: 168 time: 1.3514774 Jul 27 22:14:10.412419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40564) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.445433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847d07d-caf9-4267-a0a1-5f4469c2d3b8 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:10.470760 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d29bdd-cbb4-4863-887c-4243c957ac57 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:10.471230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d29bdd-cbb4-4863-887c-4243c957ac57 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:10.475391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e6d29bdd-cbb4-4863-887c-4243c957ac57 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/1b783e6c-2279-4eb2-add0-8905ac5c5d44 HTTP/1.1" status: 404 len: 337 time: 0.0518918 Jul 27 22:14:10.476026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40566) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.508114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.521863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for f356ca48-2d7a-40a2-b240-9b648c4743c6 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:10.564811 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-372016f0-e210-4497-882e-88122842b701 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:10.565417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372016f0-e210-4497-882e-88122842b701 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:10.567196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-372016f0-e210-4497-882e-88122842b701 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/2b6ff22b-a8d7-4b70-a355-bdb326ef8c3a HTTP/1.1" status: 404 len: 339 time: 0.0902410 Jul 27 22:14:10.569780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.585385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 48070603-cc9f-4ac5-b30a-5e54a3fb97d3 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:10.590463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-a9bf7e32-c9cf-4114-a16d-17712b21c977 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3744059 Jul 27 22:14:10.610609 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c366391-4c63-4986-804c-7f97cb352ddc tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:10.611119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c366391-4c63-4986-804c-7f97cb352ddc tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:10.613077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0c366391-4c63-4986-804c-7f97cb352ddc tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/473991e2-1099-46d8-bcc8-fbcd1d0f943e HTTP/1.1" status: 404 len: 337 time: 0.0423174 Jul 27 22:14:10.615568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.643302 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d3fe84-12cc-4fa0-bda0-126b00295099 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:10.644413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d3fe84-12cc-4fa0-bda0-126b00295099 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:10.647892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-06d3fe84-12cc-4fa0-bda0-126b00295099 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/864dd204-aaf2-4837-83d7-7cd89542c575 HTTP/1.1" status: 404 len: 339 time: 0.0308492 Jul 27 22:14:10.651574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40572) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.702553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b5c1acfd-9688-478a-b852-b23475031cdd up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:10.710437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:10.716835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b5ba12a-f577-4627-98f4-cb75185088bb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045306 Jul 27 22:14:10.719095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.723476 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] Sync routers for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:10.741709 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:10.742959 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.753600 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-235c1cbf-656a-49a4-beef-7c89aa43c5ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=48070603-cc9f-4ac5-b30a-5e54a3fb97d3 HTTP/1.1" status: 200 len: 205 time: 0.0331316 Jul 27 22:14:10.755889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40576) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.758574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.783935 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.793698 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] Routers {'48070603-cc9f-4ac5-b30a-5e54a3fb97d3'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:10.794340 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.827452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.828088 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b59587-0f45-40ed-84a7-a91a3467477d None None] The sync data for ids ['48070603-cc9f-4ac5-b30a-5e54a3fb97d3'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:10.850016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.852319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b5c1acfd-9688-478a-b852-b23475031cdd completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:10.898915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-4998f11a-2931-44ea-bda0-bd5eec779d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.900237 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.901037 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-4998f11a-2931-44ea-bda0-bd5eec779d10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 1096 time: 0.2261202 Jul 27 22:14:10.922972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.967684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=f356ca48-2d7a-40a2-b240-9b648c4743c6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:10.972134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439d31e9-df30-4253-b44d-b14258b171ec']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.974754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.978467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cd1c3504-2fb6-4577-84eb-f9bdeadc2c06 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/f356ca48-2d7a-40a2-b240-9b648c4743c6 HTTP/1.1" status: 204 len: 168 time: 0.7139883 Jul 27 22:14:10.982795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:10.995994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfa4619-29b1-4454-a84e-42d2b0a2610c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.996353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfa4619-29b1-4454-a84e-42d2b0a2610c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:11.099635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.103519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.168066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-b466d0ab-81ec-4a60-9f2b-a84e42f617b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.169642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-b466d0ab-81ec-4a60-9f2b-a84e42f617b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.2371564 Jul 27 22:14:11.237623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.238184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router 48070603-cc9f-4ac5-b30a-5e54a3fb97d3 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:11.245905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.247301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-237d67db-90ce-42c3-bc15-586f6b6c2aef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3 HTTP/1.1" status: 204 len: 168 time: 0.4902930 Jul 27 22:14:11.250052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.294815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-a1be7548-c7b9-4ef4-b341-de5edbbd2ba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 200 len: 1001 time: 0.1174245 Jul 27 22:14:11.334794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-bfb25bee-0308-40f3-80ce-e49df38b104a req-703073ab-4042-47b4-aa17-b72903b36b2d service neutron] (94672) timed out ('10.222.0.76', 63911) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:14:11.346770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.357411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet a3fa3e30-2bb6-4e63-9826-a235e72a6029 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:11.362470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.371540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.376416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Provisioning for port b5c1acfd-9688-478a-b852-b23475031cdd completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:11.383137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98999202-2c4a-4060-93d2-77072ebe40d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.383305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Provisioning complete for port b5c1acfd-9688-478a-b852-b23475031cdd triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:11.384114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.385371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98999202-2c4a-4060-93d2-77072ebe40d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.387778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98999202-2c4a-4060-93d2-77072ebe40d6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4039931 Jul 27 22:14:11.388990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:11.389412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.391735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:11.393280 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:11.411551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-ca4ae9e7-33d3-47b9-8a6a-60d9e88eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.417243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-ca4ae9e7-33d3-47b9-8a6a-60d9e88eaa07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1123250 Jul 27 22:14:11.464385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.483419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.524150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] For port b5c1acfd-9688-478a-b852-b23475031cdd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b5c1acfd-9688-478a-b852-b23475031cdd,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:11.532550 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.553731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 4c33c047-61a7-4bd0-ba9b-68f21cfcaafc {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:11.556548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.560603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.561992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/439d31e9-df30-4253-b44d-b14258b171ec HTTP/1.1" status: 204 len: 168 time: 0.9089284 Jul 27 22:14:11.565852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72979880-41f1-42a7-ae67-62d0dcd6db9b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=439d31e9-df30-4253-b44d-b14258b171ec,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:11.565852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.595733 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccd81c3-01df-4c7d-a87d-64060a05d5c5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.596331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccd81c3-01df-4c7d-a87d-64060a05d5c5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.600772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ccd81c3-01df-4c7d-a87d-64060a05d5c5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/f2f054b8-cae7-4eaa-834e-cd20b3c8bb57 HTTP/1.1" status: 404 len: 337 time: 0.0348630 Jul 27 22:14:11.601372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.617583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.626974 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a082106-03ea-461a-8975-6910bb9d1754 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.633571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a082106-03ea-461a-8975-6910bb9d1754 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.633571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a082106-03ea-461a-8975-6910bb9d1754 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/bcafb25b-791c-4fb9-bb3d-8986ef798777 HTTP/1.1" status: 404 len: 339 time: 0.0279126 Jul 27 22:14:11.636605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40588) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.651038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.667084 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a79f03-b016-4838-a210-b60315e9b428 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.667541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a79f03-b016-4838-a210-b60315e9b428 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.669467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20a79f03-b016-4838-a210-b60315e9b428 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/5c749b7d-8516-4138-ab3e-a87bfb54b47f HTTP/1.1" status: 404 len: 337 time: 0.0318580 Jul 27 22:14:11.671998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.685126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881b192-57b3-4b3a-9288-a218f4d4652c None None] Pushing event updated for resources: {'Port': ['ID=b5c1acfd-9688-478a-b852-b23475031cdd,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:11.694855 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9962aedd-0558-4b01-a1e9-71f01bd2d1a3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.695772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9962aedd-0558-4b01-a1e9-71f01bd2d1a3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.698787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9962aedd-0558-4b01-a1e9-71f01bd2d1a3 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/0114c8f0-ddc9-49cc-8722-e858ab672663 HTTP/1.1" status: 404 len: 339 time: 0.0253625 Jul 27 22:14:11.701059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.708235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.716255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-652e4106-3db7-46bd-abd8-51380eb9667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.717959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-652e4106-3db7-46bd-abd8-51380eb9667c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684238 Jul 27 22:14:11.730847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cf1a4f8b-8c93-457d-9862-b5e58903d112 None None] Could not find standard attr ID for object f356ca48-2d7a-40a2-b240-9b648c4743c6. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:11.733047 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-318bd402-edf7-4d4c-b2c1-ae5dcabcd815 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.733047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318bd402-edf7-4d4c-b2c1-ae5dcabcd815 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.733243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-318bd402-edf7-4d4c-b2c1-ae5dcabcd815 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/d4d66bb8-801d-4bd8-8f34-01783ef59a1e HTTP/1.1" status: 404 len: 337 time: 0.0305209 Jul 27 22:14:11.735720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40594) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.756273 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8c3123-cbe8-43c0-b8a7-77f24676d327 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.756837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8c3123-cbe8-43c0-b8a7-77f24676d327 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.758701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f8c3123-cbe8-43c0-b8a7-77f24676d327 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/81980dc1-1f7a-4ac1-8df8-9c88d12bcb28 HTTP/1.1" status: 404 len: 339 time: 0.0218701 Jul 27 22:14:11.761798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40596) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.763096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d59fe-c2fa-4e57-88f5-2039370ae9f2 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:14:11.788794 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59d5b0b-8d28-4877-bd76-25b357ba80eb tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.789177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59d5b0b-8d28-4877-bd76-25b357ba80eb tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.791740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e59d5b0b-8d28-4877-bd76-25b357ba80eb tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/114c10f7-1a70-470e-abcc-b79a18214272 HTTP/1.1" status: 404 len: 337 time: 0.0281382 Jul 27 22:14:11.793453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.813594 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-959801a5-fad7-4bae-abc4-4b568f311b51 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.814146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959801a5-fad7-4bae-abc4-4b568f311b51 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.816084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-959801a5-fad7-4bae-abc4-4b568f311b51 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/a7ce6d23-97a5-4421-b325-b56776fe289e HTTP/1.1" status: 404 len: 339 time: 0.0217125 Jul 27 22:14:11.826727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.870191 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc87ac3b-5604-49a6-b1eb-ac93ef42b55b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.870750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc87ac3b-5604-49a6-b1eb-ac93ef42b55b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.874674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.875328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc87ac3b-5604-49a6-b1eb-ac93ef42b55b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/1e44fc25-0ed2-489e-b61b-07182164c518 HTTP/1.1" status: 404 len: 337 time: 0.0474963 Jul 27 22:14:11.875934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40602) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.900487 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-515295cb-dd54-4025-b731-b40646689108 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.901439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515295cb-dd54-4025-b731-b40646689108 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.904328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-515295cb-dd54-4025-b731-b40646689108 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/c493db4a-60c7-4bf7-b96c-b84a9ee90185 HTTP/1.1" status: 404 len: 339 time: 0.0272000 Jul 27 22:14:11.908018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.913955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d59fe-c2fa-4e57-88f5-2039370ae9f2 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:14:11.938681 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-184610f8-de06-4daf-a785-cd910aadcbef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.939264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184610f8-de06-4daf-a785-cd910aadcbef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.940985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-184610f8-de06-4daf-a785-cd910aadcbef tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/82f502c1-7500-4f06-a28c-0be73e4e6d60 HTTP/1.1" status: 404 len: 337 time: 0.0316918 Jul 27 22:14:11.943553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.951587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-bee07817-7534-498a-95ca-490449d2af9b service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034013 Jul 27 22:14:11.964045 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-00adfe16-646e-4463-a387-512272109c15 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.964610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00adfe16-646e-4463-a387-512272109c15 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:11.966804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00adfe16-646e-4463-a387-512272109c15 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/0282430f-b10e-401c-a0e6-bd59d638f187 HTTP/1.1" status: 404 len: 339 time: 0.0218673 Jul 27 22:14:11.969148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40608) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.997576 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f29a908-8aff-4b99-9e58-7b7deb5562d5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:11.998450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f29a908-8aff-4b99-9e58-7b7deb5562d5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:12.000217 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f29a908-8aff-4b99-9e58-7b7deb5562d5 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/60fbdbb1-91e4-4942-9e2d-57da61007896 HTTP/1.1" status: 404 len: 337 time: 0.0299382 Jul 27 22:14:12.002908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40610) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.014044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.022878 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-755ada33-a8ca-44c8-b6d4-48c8ab107524 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:12.023441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755ada33-a8ca-44c8-b6d4-48c8ab107524 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:12.026196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-755ada33-a8ca-44c8-b6d4-48c8ab107524 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/92ffddc3-df98-4b18-8dfa-ca30ea35c66f HTTP/1.1" status: 404 len: 339 time: 0.0223422 Jul 27 22:14:12.028759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40612) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.047586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fa3e30-2bb6-4e63-9826-a235e72a6029,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.052992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.059540 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d650299-fb51-42f9-97f2-6f9ac78a61ce tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:12.059891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72a787e3-4a4a-4093-a848-852a04e514dd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/a3fa3e30-2bb6-4e63-9826-a235e72a6029 HTTP/1.1" status: 204 len: 168 time: 0.8037775 Jul 27 22:14:12.060011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d650299-fb51-42f9-97f2-6f9ac78a61ce tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:12.060011 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d650299-fb51-42f9-97f2-6f9ac78a61ce tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/6d72538d-de32-41b4-9fc9-78675ca2be95 HTTP/1.1" status: 404 len: 337 time: 0.0275383 Jul 27 22:14:12.060196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40614) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.060286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40616) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.078721 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-35161806-1afb-4194-bbf9-a74b23e2808b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:12.079585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35161806-1afb-4194-bbf9-a74b23e2808b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:12.083472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-35161806-1afb-4194-bbf9-a74b23e2808b tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/341c5082-16df-4c2f-a413-eefb11e48604 HTTP/1.1" status: 404 len: 339 time: 0.0201890 Jul 27 22:14:12.086056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.089226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.172294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=4c33c047-61a7-4bd0-ba9b-68f21cfcaafc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.192258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.194169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb600df3-912c-4215-86ae-b0d23b41d4db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/4c33c047-61a7-4bd0-ba9b-68f21cfcaafc HTTP/1.1" status: 204 len: 168 time: 0.7996218 Jul 27 22:14:12.197322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40620) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.205297 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 3fb004db-3a6c-4495-8f11-cfe16d43885f {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:12.218422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.225874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting subnet cb5b8c25-853f-40c0-8235-910fea2b0a22 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:12.233497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb5f6f-09d1-48b7-a6bf-8fb86fe40521 None None] Network 77009bc7-1311-4ae6-8f41-6a17485b5f72 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:12.235608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c0705-0071-4b85-a197-e68149ba6bad None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:12.242779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f31b4133-4211-46c8-92f8-1ef332c5b304 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419216 Jul 27 22:14:12.243041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40622) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.250830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.255050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e82796bd-da96-4ecc-b60f-5083248ba66f req-8a10d08d-81d1-409b-b53a-07e31a310847 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958639 Jul 27 22:14:12.301437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.310271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac7c27-547d-4f58-a5e1-876403fa2161 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.314301 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bcac7c27-547d-4f58-a5e1-876403fa2161 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0677257 Jul 27 22:14:12.314525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.325055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.367119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a9b2e-3073-43a0-8dc0-22501f089a21 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.371250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5f2a9b2e-3073-43a0-8dc0-22501f089a21 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531793 Jul 27 22:14:12.371475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.419379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-004f68f2-ac13-43b7-998a-f4f063d6f24c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466845 Jul 27 22:14:12.424790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40628) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.429914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:12.461712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.485259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.557715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] DHCP port deletion for 77009bc7-1311-4ae6-8f41-6a17485b5f72 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:12.591071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:12.612208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:12.615853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.636567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.644595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.656269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Deleting port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:12.656657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.681368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5b8c25-853f-40c0-8235-910fea2b0a22,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.696233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.698976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/3fb004db-3a6c-4495-8f11-cfe16d43885f HTTP/1.1" status: 204 len: 168 time: 0.6399674 Jul 27 22:14:12.702626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40632) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.724644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d190-5a95-4eb1-89b4-99621c0b3597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb004db-3a6c-4495-8f11-cfe16d43885f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.727053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] For port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,segment=NetworkSegment(2d9b2973-4c0a-4c85-9ef9-229d050b9d66),segment_id=2d9b2973-4c0a-4c85-9ef9-229d050b9d66)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:12.732542 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.740152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b5c1acfd-9688-478a-b852-b23475031cdd no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:12.740556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.741925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad109476-454d-4d86-a63a-adf539eb3662 None None] Network c700f6d7-3d84-46f6-b3f9-4968f4b1f841 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:12.743192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fad6bbdd-a061-44b5-8345-91e26c3e0532 tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/subnets/cb5b8c25-853f-40c0-8235-910fea2b0a22 HTTP/1.1" status: 204 len: 168 time: 0.6511927 Jul 27 22:14:12.746479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40634) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:12.752425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b905cbe2-61f9-4ed3-9c30-394897746c39 None None] Network ef9d3b5d-ea34-4836-a294-da5770363d15 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:12.789158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Calling delete_port for ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:12.807330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.831199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.895344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Deleting port 6528e850-252e-4cc7-bf72-129089b305f8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:12.895952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.920143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Deleting port b5c1acfd-9688-478a-b852-b23475031cdd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:12.920739 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.949858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:12.949858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.971135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] For port 6528e850-252e-4cc7-bf72-129089b305f8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6528e850-252e-4cc7-bf72-129089b305f8,segment=NetworkSegment(36388057-acfe-4cf1-b6b5-508bc3165ab2),segment_id=36388057-acfe-4cf1-b6b5-508bc3165ab2)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:12.971508 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.985277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Calling delete_port for 6528e850-252e-4cc7-bf72-129089b305f8 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:13.062918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,segment=NetworkSegment(2d9b2973-4c0a-4c85-9ef9-229d050b9d66),segment_id=2d9b2973-4c0a-4c85-9ef9-229d050b9d66)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:13.063557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.084005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:13.121050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] For port b5c1acfd-9688-478a-b852-b23475031cdd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b5c1acfd-9688-478a-b852-b23475031cdd,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:13.121453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.149388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.179825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:13.182085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Port': ['ID=6528e850-252e-4cc7-bf72-129089b305f8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.185345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Calling delete_port for b5c1acfd-9688-478a-b852-b23475031cdd owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:13.190858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] No DVR routers for this DVR port 6528e850-252e-4cc7-bf72-129089b305f8 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:13.252999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.278710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.289622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9d3b5d-ea34-4836-a294-da5770363d15']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.306380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36388057-acfe-4cf1-b6b5-508bc3165ab2') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.306644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36388057-acfe-4cf1-b6b5-508bc3165ab2') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.322624 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.322733 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.332086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b5c1acfd-9688-478a-b852-b23475031cdd, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b5c1acfd-9688-478a-b852-b23475031cdd,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:13.339687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.339889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.346727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:13.350854 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:13.366517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] Pushing event deleted for resources: {'Port': ['ID=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.373947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.376442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:13.379229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3933b-dae5-4a45-888e-6b24cd7a8434 None None] No DVR routers for this DVR port ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:13.394940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.410662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:13.453640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:13.454242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ce0c1ce4-83c5-4d36-b9f1-6a1a941e75f4 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:13.481164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.485512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] DHCP port deletion for c700f6d7-3d84-46f6-b3f9-4968f4b1f841 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:13.495362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77009bc7-1311-4ae6-8f41-6a17485b5f72']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.502259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8532a-d74d-4e0f-93f3-cb5913564c48 None None] DHCP port deletion for ef9d3b5d-ea34-4836-a294-da5770363d15 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:13.509801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b5c1acfd-9688-478a-b852-b23475031cdd,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.520679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.530871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.533262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] 10.222.0.37 "DELETE /v2.0/networks/ef9d3b5d-ea34-4836-a294-da5770363d15 HTTP/1.1" status: 204 len: 168 time: 0.7855816 Jul 27 22:14:13.546615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d697f6-67f1-4ddd-b530-52a2867753fe tempest-NetworksTest-654727412 tempest-NetworksTest-654727412-project] Pushing event deleted for resources: {'Network': ['ID=ef9d3b5d-ea34-4836-a294-da5770363d15,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.556873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.559995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9b2973-4c0a-4c85-9ef9-229d050b9d66') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.560304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9b2973-4c0a-4c85-9ef9-229d050b9d66') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.565968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Deleting port 72f143af-850a-4f64-85a0-126488f4898e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:13.566384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.578481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.610354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Port b5c1acfd-9688-478a-b852-b23475031cdd concurrently deleted while adding address for new subnet {'id': 'da1f81d1-f36d-48fc-a51a-8fe440a803a3', 'name': '', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3309, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': '9f3f822cb0aa41019888f1a4ceb02deb'}. {{(pid=94672) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 27 22:14:13.611021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.613364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.657050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:13.657050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:13.658277 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:13.728243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:13.731847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:13.737141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.737758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.741752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=da1f81d1-f36d-48fc-a51a-8fe440a803a3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.763539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.797570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] Pushing event deleted for resources: {'Port': ['ID=b5c1acfd-9688-478a-b852-b23475031cdd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.806640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669bd3ba-7121-4fc2-8ae8-61275ea4709d None None] No DVR routers for this DVR port b5c1acfd-9688-478a-b852-b23475031cdd on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:13.825315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccfcc41-4c80-4af8-8755-e02dfa2c4def None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:13.829460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] For port 72f143af-850a-4f64-85a0-126488f4898e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f143af-850a-4f64-85a0-126488f4898e,segment=NetworkSegment(83f33dd9-3948-4511-8c03-f101458d0dfa),segment_id=83f33dd9-3948-4511-8c03-f101458d0dfa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:13.829695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.851382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40638) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:13.852139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5fccbb55-4374-4b37-8ff2-fc26a692e325 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4256523 Jul 27 22:14:13.858653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.863436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:2c:e9:60', 'name': 'tempest-NetworksTestDHCPv6-1851555563'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:13.864946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.868881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/77009bc7-1311-4ae6-8f41-6a17485b5f72 HTTP/1.1" status: 204 len: 168 time: 1.1645486 Jul 27 22:14:13.872300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:13.889529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Calling delete_port for 72f143af-850a-4f64-85a0-126488f4898e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:13.903622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeece807-c2c2-4bc9-8119-68d7b63c1102 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=77009bc7-1311-4ae6-8f41-6a17485b5f72,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.035230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.057155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40644) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:14.073616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'da1f81d1-f36d-48fc-a51a-8fe440a803a3'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:14.074468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.094213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 72f143af-850a-4f64-85a0-126488f4898e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:14.094593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.114399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:14.166571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 72f143af-850a-4f64-85a0-126488f4898e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f143af-850a-4f64-85a0-126488f4898e,segment=NetworkSegment(83f33dd9-3948-4511-8c03-f101458d0dfa),segment_id=83f33dd9-3948-4511-8c03-f101458d0dfa)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:14.167488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.181042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.182956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 72f143af-850a-4f64-85a0-126488f4898e owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:14.220248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] No DVR routers for this DVR port 72f143af-850a-4f64-85a0-126488f4898e on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:14.224110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ae93a4d4-8e3b-4554-9b56-03fab8c3dcc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=435b8e94144840aaa3c4da7ecd8d8d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657796 Jul 27 22:14:14.230003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:14.233363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0807dd8-f09f-4cd6-85f4-42d78e677c55 None None] Pushing event deleted for resources: {'Port': ['ID=72f143af-850a-4f64-85a0-126488f4898e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.252462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.289745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Allocated IP 2001:db8::f816:3eff:fedb:f087 (c1a57a93-5c6c-4341-88e7-394954be93ca/da1f81d1-f36d-48fc-a51a-8fe440a803a3/102b9c19-8cbd-4520-9173-359fdb98f7c6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:14.298470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.302243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 4f6591c7-ae40-4720-9435-e6e5f62b88bc yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:14.328920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=72f143af-850a-4f64-85a0-126488f4898e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.334875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 72f143af-850a-4f64-85a0-126488f4898e on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:14.371571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.400018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.425611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.437815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c700f6d7-3d84-46f6-b3f9-4968f4b1f841']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:14.449039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f33dd9-3948-4511-8c03-f101458d0dfa') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:14.449516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f33dd9-3948-4511-8c03-f101458d0dfa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:14.458923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.466762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.472924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.479393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:14.479773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:14.482857 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:14.542871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.545429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.546666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd553d15-d8ee-4ff6-b02f-d3f4f950c250 HTTP/1.1" status: 204 len: 168 time: 0.3145406 Jul 27 22:14:14.554585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ccbf-4b85-4005-a8ed-2d8eb950c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd553d15-d8ee-4ff6-b02f-d3f4f950c250,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.611775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.612268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Transition to ACTIVE for port object 102b9c19-8cbd-4520-9173-359fdb98f7c6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:14.619274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.625364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40652) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:14.627998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/c700f6d7-3d84-46f6-b3f9-4968f4b1f841 HTTP/1.1" status: 204 len: 168 time: 0.7541611 Jul 27 22:14:14.629878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Transition to ACTIVE for port object 102b9c19-8cbd-4520-9173-359fdb98f7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:14.631194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782123134'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:14.640785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362014d0-81a0-4bd9-a19b-b8705458422a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=c700f6d7-3d84-46f6-b3f9-4968f4b1f841,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.661311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6528e850-252e-4cc7-bf72-129089b305f8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:14.682915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6528e850-252e-4cc7-bf72-129089b305f8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:14.683276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6528e850-252e-4cc7-bf72-129089b305f8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:14.684306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f143af-850a-4f64-85a0-126488f4898e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:14.718078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 72f143af-850a-4f64-85a0-126488f4898e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:14.718461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f143af-850a-4f64-85a0-126488f4898e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:14.720352 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.734306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:14.737821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.761146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:14.767454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:14.771914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:14.775822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Pushing event updated for resources: {'Port': ['ID=102b9c19-8cbd-4520-9173-359fdb98f7c6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.780556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe2c:e960 (c1a57a93-5c6c-4341-88e7-394954be93ca/da1f81d1-f36d-48fc-a51a-8fe440a803a3/4f6591c7-ae40-4720-9435-e6e5f62b88bc) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:14.786516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:14.803570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.803847 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment e9c80bde-7d16-499b-a2fc-da8336d5b6f4 of type vlan for network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 Jul 27 22:14:14.839434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Attempting to bind port 102b9c19-8cbd-4520-9173-359fdb98f7c6 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:14.839820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Attempting to bind port 102b9c19-8cbd-4520-9173-359fdb98f7c6 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:14.840192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Attempting to bind port 102b9c19-8cbd-4520-9173-359fdb98f7c6 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:14.845944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:14.846373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:14.846789 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.847289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:14.847677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Bound port: 102b9c19-8cbd-4520-9173-359fdb98f7c6, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:14.848077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.873464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.917076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] For port 102b9c19-8cbd-4520-9173-359fdb98f7c6, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:14.920818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] For port 102b9c19-8cbd-4520-9173-359fdb98f7c6, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=102b9c19-8cbd-4520-9173-359fdb98f7c6,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:14.983974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.994604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.014333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.019922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.020636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.033141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 4f6591c7-ae40-4720-9435-e6e5f62b88bc will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:15.050918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2debc-79f8-4c9e-9f43-d466db8bf790 None None] Pushing event updated for resources: {'Port': ['ID=102b9c19-8cbd-4520-9173-359fdb98f7c6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.109466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=dfda1047-ffb5-4bff-a6ea-60fdcf493c42,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.122158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:15.143311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bc2dd23f-eab7-4b92-8cf3-427cf5a44849 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5168004 Jul 27 22:14:15.147704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:15.153725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:15.224347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.314882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:15.320536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:15.324830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:15.331296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.334495 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.339964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=4f6591c7-ae40-4720-9435-e6e5f62b88bc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.388331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:15.389436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.483809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-146fa748-7c29-4249-bde6-b3a4a552bed6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6287031 Jul 27 22:14:15.484246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:15.560596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95202a4d-945c-4f0c-9c53-7be61696ef5a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.566938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95202a4d-945c-4f0c-9c53-7be61696ef5a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.571538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-95202a4d-945c-4f0c-9c53-7be61696ef5a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0833881 Jul 27 22:14:15.571538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40672) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:15.652450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.768267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=d90e0abe-6583-4ea6-848e-2ef8255a2ea5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.784732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:15.785111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: dfda1047-ffb5-4bff-a6ea-60fdcf493c42, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:15.810843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-80fb0fc5-7f57-4c64-9c88-e111adece0fd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271842 Jul 27 22:14:15.873397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:15.939483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-2826bb39-1ddb-4d1d-a286-9e10f8e337e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.941246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-2826bb39-1ddb-4d1d-a286-9e10f8e337e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.0791538 Jul 27 22:14:16.020080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, dfda1047-ffb5-4bff-a6ea-60fdcf493c42) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:16.029077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbadc511-90e2-4429-938c-e78d3f2953ee None None] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:16.036526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.037140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.069526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 4f6591c7-ae40-4720-9435-e6e5f62b88bc {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:16.070608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.103891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-c6cf76bb-473e-47e2-800b-17bdf4aa0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.105479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-c6cf76bb-473e-47e2-800b-17bdf4aa0fbe service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.1384304 Jul 27 22:14:16.171167 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-baaed61d-7a04-48b8-9f6c-1134b4363a69 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0200551 Jul 27 22:14:16.177244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:16.178682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1546417764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:16.206355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.221210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 4f6591c7-ae40-4720-9435-e6e5f62b88bc owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:16.235540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-ea275d5c-3c3a-4849-a0f6-0b12de016ac8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1001 time: 0.1223729 Jul 27 22:14:16.253174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-dfda1047-ffb5-4bff-a6ea-60fdcf493c42', 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': 'd90e0abe-6583-4ea6-848e-2ef8255a2ea5'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:16.254101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.299516 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.300913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.317145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-661eafc3-8f68-44e2-b288-3c0b8d6164b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.318868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-661eafc3-8f68-44e2-b288-3c0b8d6164b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0734081 Jul 27 22:14:16.403336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.444882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-fc08fe3b-42c8-4dfc-9fc5-b4229cd1e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.447708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-fc08fe3b-42c8-4dfc-9fc5-b4229cd1e82c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189084 Jul 27 22:14:16.451540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Allocated IP 172.20.0.2 (dfda1047-ffb5-4bff-a6ea-60fdcf493c42/d90e0abe-6583-4ea6-848e-2ef8255a2ea5/1feb2fbd-a9e7-4890-a461-0856296be815) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:16.465552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.517325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=4f6591c7-ae40-4720-9435-e6e5f62b88bc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:16.553796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.558053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.560045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25b30b50-0d0d-40fb-9c89-3764e3f5a75a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/4f6591c7-ae40-4720-9435-e6e5f62b88bc HTTP/1.1" status: 204 len: 168 time: 0.9877155 Jul 27 22:14:16.560685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40688) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:16.585130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-1467ccfc-9b30-45a4-ae5d-7ada4cdbcdcb service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280534 Jul 27 22:14:16.648147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4beecea-8433-4aff-a3e9-e13bf3436ec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.649471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4beecea-8433-4aff-a3e9-e13bf3436ec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.653668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f4beecea-8433-4aff-a3e9-e13bf3436ec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0895174 Jul 27 22:14:16.662166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40692) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:16.663914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-57e72641-0a40-4f52-bf19-bcc8f4d7550f None None] Provisioning for port 102b9c19-8cbd-4520-9173-359fdb98f7c6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:16.678909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.684183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6d529ff5-037d-4a0e-8b60-66de39e7e3f5 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5111403 Jul 27 22:14:16.686925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40694) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:16.692902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'port': {'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42', 'name': 'tempest-RoutersTest-797118635'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:16.719951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet da1f81d1-f36d-48fc-a51a-8fe440a803a3 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:16.723430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.751691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.792507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.801375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Transition to ACTIVE for port object 1feb2fbd-a9e7-4890-a461-0856296be815 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:16.812246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 102b9c19-8cbd-4520-9173-359fdb98f7c6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:16.824240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f4ecfd9-f6e8-40bf-9f9f-6fb28785c87a req-a3f6542f-2f16-4d91-96a3-81d7d05e6ca3 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313793 Jul 27 22:14:16.876682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2d6be5cd-b5d7-4195-82f5-342e5ab05b3b None None] Could not find standard attr ID for object 4f6591c7-ae40-4720-9435-e6e5f62b88bc. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:16.898627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Transition to ACTIVE for port object 1feb2fbd-a9e7-4890-a461-0856296be815 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:16.937012 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.978974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.000412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:17.004016 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.019760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 102b9c19-8cbd-4520-9173-359fdb98f7c6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:17.022553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] device_id is not set on port 52a47478-fc82-42fb-a63d-e584542d56a0 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:17.033974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:17.037112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 102b9c19-8cbd-4520-9173-359fdb98f7c6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:17.039005 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.044037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:17.048387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:17.075470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Pushing event updated for resources: {'Port': ['ID=1feb2fbd-a9e7-4890-a461-0856296be815,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.109316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.144127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=da1f81d1-f36d-48fc-a51a-8fe440a803a3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.149432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.154965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-156d37d7-9702-41c2-ad2a-d124ef7e2190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/da1f81d1-f36d-48fc-a51a-8fe440a803a3 HTTP/1.1" status: 204 len: 168 time: 0.4999964 Jul 27 22:14:17.155144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:17.156006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Attempting to bind port 1feb2fbd-a9e7-4890-a461-0856296be815 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:17.156391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Attempting to bind port 1feb2fbd-a9e7-4890-a461-0856296be815 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:17.156761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Attempting to bind port 1feb2fbd-a9e7-4890-a461-0856296be815 on network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:17.182335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d1eb84-4f36-43f7-8338-9236860c25c8 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:17.188855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:17.189261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Checking segment: {'id': 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:17.189679 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.190080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Bound using segment: {'id': 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:17.190587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Bound port: 1feb2fbd-a9e7-4890-a461-0856296be815, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dfda1047-ffb5-4bff-a6ea-60fdcf493c42'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:17.191151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.205775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9bc6a942-413d-47b9-b9b5-db37a66bd1d0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463660 Jul 27 22:14:17.206319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40708) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:17.211711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:17.217900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.20.0.13 (dfda1047-ffb5-4bff-a6ea-60fdcf493c42/d90e0abe-6583-4ea6-848e-2ef8255a2ea5/52a47478-fc82-42fb-a63d-e584542d56a0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:17.257440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.371956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:17.375466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 102b9c19-8cbd-4520-9173-359fdb98f7c6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=102b9c19-8cbd-4520-9173-359fdb98f7c6,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:17.379551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.394943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.403288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] For port 1feb2fbd-a9e7-4890-a461-0856296be815, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:17.410226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object 52a47478-fc82-42fb-a63d-e584542d56a0 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:17.420250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] For port 1feb2fbd-a9e7-4890-a461-0856296be815, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1feb2fbd-a9e7-4890-a461-0856296be815,segment=NetworkSegment(e9c80bde-7d16-499b-a2fc-da8336d5b6f4),segment_id=e9c80bde-7d16-499b-a2fc-da8336d5b6f4)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:17.473849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.525983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:17.534618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.537583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=102b9c19-8cbd-4520-9173-359fdb98f7c6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.554995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.596885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51ce52-7cb4-4d0d-946f-f3b9f7b0a296 None None] Pushing event updated for resources: {'Port': ['ID=1feb2fbd-a9e7-4890-a461-0856296be815,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.616623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:17.618022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=52a47478-fc82-42fb-a63d-e584542d56a0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.621322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:17.623360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:17.665804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Deleting port 102b9c19-8cbd-4520-9173-359fdb98f7c6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:17.666322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.694450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:17.695283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.735131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] For port 102b9c19-8cbd-4520-9173-359fdb98f7c6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=102b9c19-8cbd-4520-9173-359fdb98f7c6,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:17.739838 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.750133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Calling delete_port for 102b9c19-8cbd-4520-9173-359fdb98f7c6 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:17.814335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1bff4a2c-d5e6-487e-8d6c-aa2bd4093655 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1248338 Jul 27 22:14:17.817653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40722) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:17.825839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:17.909450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.946827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] Pushing event deleted for resources: {'Port': ['ID=102b9c19-8cbd-4520-9173-359fdb98f7c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.959460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf9d18-c00e-4cf4-bf00-a2a7cb564041 None None] No DVR routers for this DVR port 102b9c19-8cbd-4520-9173-359fdb98f7c6 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:17.988015 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.revisions.revision_plugin [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Could not find related port for resource to bump revision. Jul 27 22:14:18.047318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Port 102b9c19-8cbd-4520-9173-359fdb98f7c6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 22:14:18.047318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation for 2001:db8::f816:3eff:fedb:f087 {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 22:14:18.051908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedb:f087 {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 22:14:18.053125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.165876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:18.165876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:18.165876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.165876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.168390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879ce2a-7442-457c-91e5-f13f04e8fcb6 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:18.168498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=a99e002a-9187-4b99-b8f8-05c976ac4740,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.203623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40726) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:18.218489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b8dcee25-13a6-4590-a9ad-df2d9aa87be5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0099969 Jul 27 22:14:18.220076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40730) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:18.228414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:ad:f2:6f', 'name': 'tempest-NetworksTestDHCPv6-832771839'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:18.295757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'a99e002a-9187-4b99-b8f8-05c976ac4740'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:18.296761 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.312733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.347617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd04b9d3-92ba-4f38-812a-e2c95138e27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.425510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:14:18.425510 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:14:18.425510 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'id': 'e37c66fc-815d-4d72-a989-533cb05a97bc', 'expiration': datetime.datetime(2021, 7, 27, 22, 16, 18, 390551)}] Jul 27 22:14:18.425510 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:18.426128 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:18.450943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Allocated IP 2001:db8::f816:3eff:fee3:dde5 (c1a57a93-5c6c-4341-88e7-394954be93ca/a99e002a-9187-4b99-b8f8-05c976ac4740/d0c4a5a2-aec5-4477-b9d2-0a33189db6ec) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:18.487857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd04b9d3-92ba-4f38-812a-e2c95138e27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.560445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cd04b9d3-92ba-4f38-812a-e2c95138e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.616092 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cd04b9d3-92ba-4f38-812a-e2c95138e27b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b3de2b0ddb942cfae85c761d6dec765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087713 Jul 27 22:14:18.616616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40732) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:18.617226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b9d3-92ba-4f38-812a-e2c95138e27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a947a-d8b9-4aa8-a5b2-3a83b6ee4dd4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.655848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.657047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.673145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Transition to ACTIVE for port object d0c4a5a2-aec5-4477-b9d2-0a33189db6ec will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:18.687098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Transition to ACTIVE for port object d0c4a5a2-aec5-4477-b9d2-0a33189db6ec will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:18.715954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.725368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1feb2fbd-a9e7-4890-a461-0856296be815 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:18.734511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.757553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.799526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.800618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68533c14-e9aa-4824-9406-e0162a7d55ac None None] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:18.832008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=52a47478-fc82-42fb-a63d-e584542d56a0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.859080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:18.872980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:18.877794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Pushing event updated for resources: {'Port': ['ID=d0c4a5a2-aec5-4477-b9d2-0a33189db6ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.881370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:18.964518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e97a5119-2514-4b10-b217-45fd96b58cd9 None None] Provisioning for port 1feb2fbd-a9e7-4890-a461-0856296be815 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:18.997369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Attempting to bind port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:18.997742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Attempting to bind port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:18.998106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Attempting to bind port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:19.008501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:19.008882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:19.010088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.013877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:19.013877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Bound port: d0c4a5a2-aec5-4477-b9d2-0a33189db6ec, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:19.013877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.023965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1feb2fbd-a9e7-4890-a461-0856296be815 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:19.029442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:19.029614 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.032190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.033244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc5a947a-d8b9-4aa8-a5b2-3a83b6ee4dd4 HTTP/1.1" status: 204 len: 168 time: 0.4153163 Jul 27 22:14:19.034614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.039913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.040321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1feb2fbd-a9e7-4890-a461-0856296be815 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:19.041119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.060716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port e28d606e-705f-4106-9a7f-22ecf8b47b38 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:19.084306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcb0c6-f3d3-47dd-9a09-5f2c405dac1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a947a-d8b9-4aa8-a5b2-3a83b6ee4dd4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.197984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fead:f26f (c1a57a93-5c6c-4341-88e7-394954be93ca/a99e002a-9187-4b99-b8f8-05c976ac4740/e28d606e-705f-4106-9a7f-22ecf8b47b38) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:19.284177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.320180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] For port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:19.326392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] For port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d0c4a5a2-aec5-4477-b9d2-0a33189db6ec,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:19.384519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.389729 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.436211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.456977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object e28d606e-705f-4106-9a7f-22ecf8b47b38 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:19.510072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 1feb2fbd-a9e7-4890-a461-0856296be815, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1feb2fbd-a9e7-4890-a461-0856296be815,segment=NetworkSegment(e9c80bde-7d16-499b-a2fc-da8336d5b6f4),segment_id=e9c80bde-7d16-499b-a2fc-da8336d5b6f4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:19.511863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985abd9-1481-44a5-9db0-e22346fe5836 None None] Pushing event updated for resources: {'Port': ['ID=d0c4a5a2-aec5-4477-b9d2-0a33189db6ec,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.582114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.582702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.620923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:19.628570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:19.633480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:19.642027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.642756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.657894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=1feb2fbd-a9e7-4890-a461-0856296be815,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.668737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 102b9c19-8cbd-4520-9173-359fdb98f7c6 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:19.737149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=e28d606e-705f-4106-9a7f-22ecf8b47b38,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.739068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.741973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 102b9c19-8cbd-4520-9173-359fdb98f7c6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:19.742351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 102b9c19-8cbd-4520-9173-359fdb98f7c6 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:19.749589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d97ecd9-e4d7-4e4b-b7da-bb4bf59b7620 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5278528 Jul 27 22:14:19.755758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:19.808634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.834251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40740) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:19.860023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7006a34-1bc2-4178-bc3e-687fa68a13ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.880648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Provisioning for port 52a47478-fc82-42fb-a63d-e584542d56a0 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:19.887459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Provisioning complete for port 52a47478-fc82-42fb-a63d-e584542d56a0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:19.891636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.946684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Port 52a47478-fc82-42fb-a63d-e584542d56a0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:19.960042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Provisioning complete for port 1feb2fbd-a9e7-4890-a461-0856296be815 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:19.960438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d186b5-8c5f-499a-850e-aaa634eb6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.988439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7006a34-1bc2-4178-bc3e-687fa68a13ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.053436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b7006a34-1bc2-4178-bc3e-687fa68a13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.109172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7006a34-1bc2-4178-bc3e-687fa68a13ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6100e32d68624eca811388f0cd025503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735083 Jul 27 22:14:20.113482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:20.123202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7006a34-1bc2-4178-bc3e-687fa68a13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb5ca8-ede2-458a-b6dc-3722c96ac714,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.187691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.194770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6142de6b-5f01-4641-8e88-85048d1a27ec None None] Provisioning complete for port 52a47478-fc82-42fb-a63d-e584542d56a0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:20.195162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6142de6b-5f01-4641-8e88-85048d1a27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.216905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.247517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6142de6b-5f01-4641-8e88-85048d1a27ec None None] Port 52a47478-fc82-42fb-a63d-e584542d56a0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:20.262550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=52a47478-fc82-42fb-a63d-e584542d56a0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.265049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.296604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9d34f-a896-4147-a681-a12bf4cc9425 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.302696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a9d34f-a896-4147-a681-a12bf4cc9425 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.304371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a7a9d34f-a896-4147-a681-a12bf4cc9425 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5510113 Jul 27 22:14:20.307778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40744) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:20.366697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-273efb5d-17e7-46b9-9bb2-6ebdfcba91a2 None None] Provisioning complete for port 52a47478-fc82-42fb-a63d-e584542d56a0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:20.367376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-273efb5d-17e7-46b9-9bb2-6ebdfcba91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.374900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.380069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.380069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8cb5ca8-ede2-458a-b6dc-3722c96ac714 HTTP/1.1" status: 204 len: 168 time: 0.2647636 Jul 27 22:14:20.403094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:20.406000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:20.410314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-273efb5d-17e7-46b9-9bb2-6ebdfcba91a2 None None] Port 52a47478-fc82-42fb-a63d-e584542d56a0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:20.426313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a790-d58a-41b3-851b-1331e1f87876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb5ca8-ede2-458a-b6dc-3722c96ac714,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.476340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port e28d606e-705f-4106-9a7f-22ecf8b47b38 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:20.476693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.585409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.602092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for e28d606e-705f-4106-9a7f-22ecf8b47b38 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:20.708980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 4cfaf6eb-0c30-458f-9a58-7e68d8b00560 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:20.802959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1feb2fbd-a9e7-4890-a461-0856296be815 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:20.823210 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.854509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=e28d606e-705f-4106-9a7f-22ecf8b47b38,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.874243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:20.880523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32ad8742-2db9-4da5-bc26-071c3b1c31ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/4cfaf6eb-0c30-458f-9a58-7e68d8b00560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0617468 Jul 27 22:14:20.890183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:20.890870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] Sync routers for ids ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:20.895764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.899445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72896c5d-107e-43cf-a4a1-bec884ea59e4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/e28d606e-705f-4106-9a7f-22ecf8b47b38 HTTP/1.1" status: 204 len: 168 time: 0.5898447 Jul 27 22:14:20.905729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40752) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:20.913893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0331eda6-ff18-49a7-80ab-e823cc1e7213 None None] Provisioning complete for port 52a47478-fc82-42fb-a63d-e584542d56a0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:20.916013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0331eda6-ff18-49a7-80ab-e823cc1e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.955752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] Routers {'4cfaf6eb-0c30-458f-9a58-7e68d8b00560'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:20.956426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:20.970235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1feb2fbd-a9e7-4890-a461-0856296be815 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:20.970235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.999144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afda5d-f61b-48a2-bc13-a4abaefec52d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.000170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07462b93-ad2d-49c1-a815-849e0a8692d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.004008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e7afda5d-f61b-48a2-bc13-a4abaefec52d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports/52a47478-fc82-42fb-a63d-e584542d56a0 HTTP/1.1" status: 200 len: 977 time: 0.1096656 Jul 27 22:14:21.005975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.006123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07462b93-ad2d-49c1-a815-849e0a8692d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.013105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40758) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.014198 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-07462b93-ad2d-49c1-a815-849e0a8692d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1068890 Jul 27 22:14:21.022947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:21.032599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0331eda6-ff18-49a7-80ab-e823cc1e7213 None None] Port 52a47478-fc82-42fb-a63d-e584542d56a0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:21.039198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] Routers {'4cfaf6eb-0c30-458f-9a58-7e68d8b00560'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:21.040740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:21.082672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:21.083345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9674076-725d-4d7b-a6fd-8fa9d047de09 None None] The sync data for ids ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:21.153452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet a99e002a-9187-4b99-b8f8-05c976ac4740 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:21.157110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d0c4a5a2-aec5-4477-b9d2-0a33189db6ec up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:21.162027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.263829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c325c815-5e87-4817-bc46-a55a3242e4e8 None None] Provisioning for port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:21.282056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.305057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:21.310494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:21.316778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.407206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a4d62dc-a707-4c14-9c5c-045d750c9c25 None None] Could not find standard attr ID for object e28d606e-705f-4106-9a7f-22ecf8b47b38. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:21.418418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.426982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.567997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.571425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.606226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:21.606651 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:21.664545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=a99e002a-9187-4b99-b8f8-05c976ac4740,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:21.672528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.674917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f486fdb1-0586-41b4-9f48-71239d576300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a99e002a-9187-4b99-b8f8-05c976ac4740 HTTP/1.1" status: 204 len: 168 time: 0.6600275 Jul 27 22:14:21.677092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.678767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b024a-fab3-47f4-9c0b-aa866be627df None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:21.731897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f49b697a-4432-4925-ae5d-862fc9311cb2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534635 Jul 27 22:14:21.734267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.838507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934225f3-fb1e-4472-9a31-a42e9f43898f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.842503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-934225f3-fb1e-4472-9a31-a42e9f43898f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1050594 Jul 27 22:14:21.842808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.891172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 52a47478-fc82-42fb-a63d-e584542d56a0 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:21.891596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.908085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:21.912305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876f6fb-b43b-4c90-a3da-97263d3a2086 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.914586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4876f6fb-b43b-4c90-a3da-97263d3a2086 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707629 Jul 27 22:14:21.917057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40782) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.958564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Deleting port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:21.959122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.961805 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f24587f-2456-4fcd-b3c3-e70aceb35e3c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426579 Jul 27 22:14:21.966444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.971911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:21.999276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.012846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 52a47478-fc82-42fb-a63d-e584542d56a0 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:22.039945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] For port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d0c4a5a2-aec5-4477-b9d2-0a33189db6ec,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:22.039945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.053474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Calling delete_port for d0c4a5a2-aec5-4477-b9d2-0a33189db6ec owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:22.132380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:22.136416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.156597 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.253147 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.298010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.302357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] Pushing event deleted for resources: {'Port': ['ID=d0c4a5a2-aec5-4477-b9d2-0a33189db6ec,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:22.303073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eced1a-6ea2-4256-a57a-960079654e8b None None] No DVR routers for this DVR port d0c4a5a2-aec5-4477-b9d2-0a33189db6ec on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:22.325779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=52a47478-fc82-42fb-a63d-e584542d56a0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:22.488529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.509190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.568083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:22.571998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:22.582505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d062a6-db02-43ce-86be-b3cbbfcd665d None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:22.582997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:22.583669 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.605292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=7592a546-793d-4730-b164-b567eb210581,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:22.692364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2eba5d14-3b6c-4501-86ce-4f16b24b8c32 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7245994 Jul 27 22:14:22.695049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:22.699930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 4cfaf6eb-0c30-458f-9a58-7e68d8b00560 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:22.701771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:90:3a:99', 'name': 'tempest-NetworksTestDHCPv6-861695339'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:22.710537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d0c4a5a2-aec5-4477-b9d2-0a33189db6ec no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:22.764715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d0c4a5a2-aec5-4477-b9d2-0a33189db6ec {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:22.764715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d0c4a5a2-aec5-4477-b9d2-0a33189db6ec not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:22.803309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:22.811823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5218afd2-d197-4004-8b53-6927b4775b3a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/4cfaf6eb-0c30-458f-9a58-7e68d8b00560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8019395 Jul 27 22:14:22.812091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40804) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:22.818365 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] Sync routers for ids ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:22.833848 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] Routers {'4cfaf6eb-0c30-458f-9a58-7e68d8b00560'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:22.839921 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.883758 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.891530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '7592a546-793d-4730-b164-b567eb210581'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:22.892525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.894843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] Routers {'4cfaf6eb-0c30-458f-9a58-7e68d8b00560'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:22.896897 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.914647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:22.935842 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.936890 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7ea22-3ba9-4f3c-8d1a-dea3991553a2 None None] The sync data for ids ['4cfaf6eb-0c30-458f-9a58-7e68d8b00560'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:23.032525 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-99b86d50-b571-4c73-a05e-97c3ba56e813 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 22:14:23.034455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-99b86d50-b571-4c73-a05e-97c3ba56e813 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/4cfaf6eb-0c30-458f-9a58-7e68d8b00560/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2205479 Jul 27 22:14:23.036366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:23.069931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.082594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8aa7d49b-7e10-42e5-a023-7600d8ba5573 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfaf6eb-0c30-458f-9a58-7e68d8b00560 HTTP/1.1" status: 200 len: 205 time: 0.0425973 Jul 27 22:14:23.083141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:23.089602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/7592a546-793d-4730-b164-b567eb210581/16558135-7df8-4cf5-b1dd-98e6d2a3367d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:23.100878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 7db4d0c9-30a9-4519-ae50-7471c9e837ca yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:23.225908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.239599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.248255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Transition to ACTIVE for port object 16558135-7df8-4cf5-b1dd-98e6d2a3367d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:23.264569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Transition to ACTIVE for port object 16558135-7df8-4cf5-b1dd-98e6d2a3367d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:23.331489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.349273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:23.351660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:23.354540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:23.430023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.433850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.438537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Pushing event updated for resources: {'Port': ['ID=16558135-7df8-4cf5-b1dd-98e6d2a3367d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.451437 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Attempting to bind port 16558135-7df8-4cf5-b1dd-98e6d2a3367d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:23.451818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Attempting to bind port 16558135-7df8-4cf5-b1dd-98e6d2a3367d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:23.452188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Attempting to bind port 16558135-7df8-4cf5-b1dd-98e6d2a3367d on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:23.457692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:23.458075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:23.460478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.460478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:23.460478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Bound port: 16558135-7df8-4cf5-b1dd-98e6d2a3367d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:23.460478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.497869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::1c1 (c1a57a93-5c6c-4341-88e7-394954be93ca/7592a546-793d-4730-b164-b567eb210581/7db4d0c9-30a9-4519-ae50-7471c9e837ca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:23.524581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] For port 16558135-7df8-4cf5-b1dd-98e6d2a3367d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:23.528573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] For port 16558135-7df8-4cf5-b1dd-98e6d2a3367d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=16558135-7df8-4cf5-b1dd-98e6d2a3367d,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:23.601807 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.602348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router 4cfaf6eb-0c30-458f-9a58-7e68d8b00560 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:23.615006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.615006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e6bca72a-c256-45ca-9d1a-c213ddff7221 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/4cfaf6eb-0c30-458f-9a58-7e68d8b00560 HTTP/1.1" status: 204 len: 168 time: 0.5277169 Jul 27 22:14:23.615308 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40814) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:23.635942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.668321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.668686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet d90e0abe-6583-4ea6-848e-2ef8255a2ea5 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:23.672131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.682846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 7db4d0c9-30a9-4519-ae50-7471c9e837ca will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:23.716913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a0a67-aca3-435a-ab8b-e6ffd9328275 None None] Pushing event updated for resources: {'Port': ['ID=16558135-7df8-4cf5-b1dd-98e6d2a3367d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.729478 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.812927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.825035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.866695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:23.870271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:23.877961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:23.884802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:23.885420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.901902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=7db4d0c9-30a9-4519-ae50-7471c9e837ca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.978510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-85f3f41f-345c-4fd6-bc5d-e73be69117d5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2816539 Jul 27 22:14:23.981738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40820) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:24.018001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.060866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=d90e0abe-6583-4ea6-848e-2ef8255a2ea5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.063835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.068481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4b953f77-7b3f-4987-ab50-49d2964e5937 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/d90e0abe-6583-4ea6-848e-2ef8255a2ea5 HTTP/1.1" status: 204 len: 168 time: 0.4500887 Jul 27 22:14:24.068576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:24.076728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957b6d9-01fd-488c-88bf-fadd0aa6e0c5 None None] Network dfda1047-ffb5-4bff-a6ea-60fdcf493c42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:24.106846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f3330-dcf8-4446-a205-ac1a11e27f37 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.113224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f3330-dcf8-4446-a205-ac1a11e27f37 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.115058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-722f3330-dcf8-4446-a205-ac1a11e27f37 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1321695 Jul 27 22:14:24.117792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40824) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:24.165288 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.231255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 1feb2fbd-a9e7-4890-a461-0856296be815 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:24.232041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.253938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 7db4d0c9-30a9-4519-ae50-7471c9e837ca {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:24.254555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.328044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 1feb2fbd-a9e7-4890-a461-0856296be815, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1feb2fbd-a9e7-4890-a461-0856296be815,segment=NetworkSegment(e9c80bde-7d16-499b-a2fc-da8336d5b6f4),segment_id=e9c80bde-7d16-499b-a2fc-da8336d5b6f4)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:24.328406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.343631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 1feb2fbd-a9e7-4890-a461-0856296be815 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:24.348316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] DHCP port deletion for dfda1047-ffb5-4bff-a6ea-60fdcf493c42 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:24.367908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.382719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 7db4d0c9-30a9-4519-ae50-7471c9e837ca owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:24.400312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Deleting port 1feb2fbd-a9e7-4890-a461-0856296be815 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:24.401695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.472144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] For port 1feb2fbd-a9e7-4890-a461-0856296be815, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1feb2fbd-a9e7-4890-a461-0856296be815,segment=NetworkSegment(e9c80bde-7d16-499b-a2fc-da8336d5b6f4),segment_id=e9c80bde-7d16-499b-a2fc-da8336d5b6f4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:24.472692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.487938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Calling delete_port for 1feb2fbd-a9e7-4890-a461-0856296be815 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:24.520565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.606803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 1feb2fbd-a9e7-4890-a461-0856296be815 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:24.606803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=1feb2fbd-a9e7-4890-a461-0856296be815,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.646823 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.686175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] No DVR routers for this DVR port 1feb2fbd-a9e7-4890-a461-0856296be815 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:24.691681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c953b-9fac-4ca9-a08f-7a1a15558a85 None None] Pushing event deleted for resources: {'Port': ['ID=1feb2fbd-a9e7-4890-a461-0856296be815,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.701743 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.719551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.744597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda1047-ffb5-4bff-a6ea-60fdcf493c42']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.750142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=7db4d0c9-30a9-4519-ae50-7471c9e837ca,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.766052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.766607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c80bde-7d16-499b-a2fc-da8336d5b6f4') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.778629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.795297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.800494 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.803643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f68d2e31-5a34-4242-a166-b18c8b32bbc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/7db4d0c9-30a9-4519-ae50-7471c9e837ca HTTP/1.1" status: 204 len: 168 time: 0.6838458 Jul 27 22:14:24.808372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:24.808800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.813965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40828) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:24.814117 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:24.828631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 16558135-7df8-4cf5-b1dd-98e6d2a3367d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:24.878895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae175f2c-b8bb-425f-9931-456783bc94db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.880821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae175f2c-b8bb-425f-9931-456783bc94db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.891163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ae175f2c-b8bb-425f-9931-456783bc94db tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0690246 Jul 27 22:14:24.891754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:24.949985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 7592a546-793d-4730-b164-b567eb210581 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:24.959036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.977639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 16558135-7df8-4cf5-b1dd-98e6d2a3367d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:24.997642 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.020071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.031872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.033776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/dfda1047-ffb5-4bff-a6ea-60fdcf493c42 HTTP/1.1" status: 204 len: 168 time: 0.9641778 Jul 27 22:14:25.037615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.043068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1feb2fbd-a9e7-4890-a461-0856296be815 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:25.058681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-669367069'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:25.067398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1feb2fbd-a9e7-4890-a461-0856296be815 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:25.067918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1feb2fbd-a9e7-4890-a461-0856296be815 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:25.083871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9447-2a3f-4b6a-b585-23684aa58dcb tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=dfda1047-ffb5-4bff-a6ea-60fdcf493c42,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:25.131909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Provisioning for port 16558135-7df8-4cf5-b1dd-98e6d2a3367d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:25.136895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Provisioning complete for port 16558135-7df8-4cf5-b1dd-98e6d2a3367d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:25.137369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.138415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.217852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:25.222190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.229800 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.284015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.293248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:25.322949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:25.323464 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:25.324793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=7592a546-793d-4730-b164-b567eb210581,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:25.330753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.332833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a811194-4a9a-4ca7-9074-284d01586192 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/7592a546-793d-4730-b164-b567eb210581 HTTP/1.1" status: 204 len: 168 time: 0.4385393 Jul 27 22:14:25.335380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40836) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.336730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.337610 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 89c86152-8d13-4250-bbb7-b0ba62908b84 of type vlan for network ffd303ad-b15f-4406-8359-43c15d6a70ac Jul 27 22:14:25.382417 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7ecc0c52-45ed-4f84-9a17-397eb8656996 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450907 Jul 27 22:14:25.384180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.396458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.401384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30adb93-61e3-4e11-86d1-81aa75b25cd8 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:25.475770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c398e-c2b8-471a-85c4-6ed493e41d2e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.477276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-744c398e-c2b8-471a-85c4-6ed493e41d2e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0920851 Jul 27 22:14:25.480593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.531686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244d612-0b2c-4470-9a62-3c0f37758e5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.533250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9244d612-0b2c-4470-9a62-3c0f37758e5e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0516994 Jul 27 22:14:25.541800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.542841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.548434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.549022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.589548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c13865-9716-4245-a52a-d518742fb747 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:25.599931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd56b861-1d08-4810-b806-35f84a0bbd05 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627785 Jul 27 22:14:25.605177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.611029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:25.652384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Deleting port 16558135-7df8-4cf5-b1dd-98e6d2a3367d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:25.653379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.658269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=ffd303ad-b15f-4406-8359-43c15d6a70ac,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:25.671214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ffd303ad-b15f-4406-8359-43c15d6a70ac details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:25.704392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-17beae01-a28b-40b6-b4a7-593ff1cff70d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6656446 Jul 27 22:14:25.707352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.714537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:25.790996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-07c13865-9716-4245-a52a-d518742fb747 None None] For port 16558135-7df8-4cf5-b1dd-98e6d2a3367d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=16558135-7df8-4cf5-b1dd-98e6d2a3367d,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:25.791425 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.805526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Calling delete_port for 16558135-7df8-4cf5-b1dd-98e6d2a3367d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:25.911128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:25.913313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.913525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.051757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.085862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c13865-9716-4245-a52a-d518742fb747 None None] Pushing event deleted for resources: {'Port': ['ID=16558135-7df8-4cf5-b1dd-98e6d2a3367d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:26.090714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:14:26.090714 n-d-738018-6 neutron-server[94673]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 27 22:14:26.090714 n-d-738018-6 neutron-server[94673]: [parameters: {'status': 'ACTIVE', 'ports_id': '16558135-7df8-4cf5-b1dd-98e6d2a3367d'}] Jul 27 22:14:26.090714 n-d-738018-6 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:26.090714 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:26.091264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c13865-9716-4245-a52a-d518742fb747 None None] No DVR routers for this DVR port 16558135-7df8-4cf5-b1dd-98e6d2a3367d on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:26.130775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:26.134402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.223893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.287833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=98de64b6-8062-4485-96a5-3ae90b80ba1e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:26.298269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '89c86152-8d13-4250-bbb7-b0ba62908b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:26.298674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: ffd303ad-b15f-4406-8359-43c15d6a70ac, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:26.329852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fce867d7-8bc4-45d3-ba4a-e8023d277db3 None None] Port 16558135-7df8-4cf5-b1dd-98e6d2a3367d update to ACTIVE by agent not found {{(pid=94673) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 22:14:26.406319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ffd303ad-b15f-4406-8359-43c15d6a70ac is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:26.440494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-865bd0fb-193b-4d7a-8a61-79555c0865f3 None None] Could not find standard attr ID for object 7db4d0c9-30a9-4519-ae50-7471c9e837ca. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:26.472818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:26.474328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.491652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ffd303ad-b15f-4406-8359-43c15d6a70ac) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:26.496238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:26.496885 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.501085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d196689-e73e-4003-a2e8-a1a6520d4e8b None None] Network ffd303ad-b15f-4406-8359-43c15d6a70ac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:26.524402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:26.528472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:26.532906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:26.533680 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.538962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:26.549035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ae6a4-9cf0-45e2-8eca-46190750817d None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:26.637054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-26ab97ca-554a-4f49-af01-18128aab82ff tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9271197 Jul 27 22:14:26.639655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:26.644404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1097050524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:26.675437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f8dd2832-2a96-4784-951c-df7183201590 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0689940 Jul 27 22:14:26.678099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40858) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:26.684535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:26.698943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 16558135-7df8-4cf5-b1dd-98e6d2a3367d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:26.749542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 16558135-7df8-4cf5-b1dd-98e6d2a3367d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:26.749893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 16558135-7df8-4cf5-b1dd-98e6d2a3367d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:26.754501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.756139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.809482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ffd303ad-b15f-4406-8359-43c15d6a70ac', 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '98de64b6-8062-4485-96a5-3ae90b80ba1e'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:26.810388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.827348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.898074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.926241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:26.930010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.017900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.019100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd60454b-5074-4c5d-9811-ae71c090dd51 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3784113 Jul 27 22:14:27.023618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:27.045371 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc (CIDR: 2001:db8::/64) Jul 27 22:14:27.078661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:27.079781 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.106044 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:27.106695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:27.193889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11122cdd-2976-49a1-a300-65947853306c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5142550 Jul 27 22:14:27.194753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40862) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:27.204556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:27.248892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Allocated IP 172.20.0.2 (ffd303ad-b15f-4406-8359-43c15d6a70ac/98de64b6-8062-4485-96a5-3ae90b80ba1e/5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:27.312906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Allocated IP 2001:db8::f816:3eff:feba:b26e (c1a57a93-5c6c-4341-88e7-394954be93ca/fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc/5ef6367e-b1a1-4942-af89-371a7b863939) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:27.395480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.441037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:27.446194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.513257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.535587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Transition to ACTIVE for port object 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:27.555257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Transition to ACTIVE for port object 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:27.574866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.584232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Transition to ACTIVE for port object 5ef6367e-b1a1-4942-af89-371a7b863939 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:27.601788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Transition to ACTIVE for port object 5ef6367e-b1a1-4942-af89-371a7b863939 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:27.623721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.700530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.739733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Network ffd303ad-b15f-4406-8359-43c15d6a70ac is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:27.762009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:27.764526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.20.0.1 (ffd303ad-b15f-4406-8359-43c15d6a70ac/98de64b6-8062-4485-96a5-3ae90b80ba1e/2e5e89ca-048c-4c1f-934a-008a739190b5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:27.774125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:27.784990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Pushing event updated for resources: {'Port': ['ID=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:27.800480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:27.828928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:27.836217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:27.873801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.908563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Pushing event updated for resources: {'Port': ['ID=5ef6367e-b1a1-4942-af89-371a7b863939,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:27.929990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.931065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Attempting to bind port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:27.931921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Attempting to bind port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '89c86152-8d13-4250-bbb7-b0ba62908b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:27.932514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Attempting to bind port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 on network ffd303ad-b15f-4406-8359-43c15d6a70ac {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:27.944399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=f6e5929e-d92e-477f-b66a-cfe4887742a2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:27.954611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object 2e5e89ca-048c-4c1f-934a-008a739190b5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:27.958720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:27.959460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Checking segment: {'id': '89c86152-8d13-4250-bbb7-b0ba62908b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:27.959560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:27.959641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.960031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Bound using segment: {'id': '89c86152-8d13-4250-bbb7-b0ba62908b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:27.960582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Bound port: 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c86152-8d13-4250-bbb7-b0ba62908b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ffd303ad-b15f-4406-8359-43c15d6a70ac'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:27.961100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.961983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:27.966485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.971644 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.981699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Attempting to bind port 5ef6367e-b1a1-4942-af89-371a7b863939 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:27.981998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Attempting to bind port 5ef6367e-b1a1-4942-af89-371a7b863939 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:27.982396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Attempting to bind port 5ef6367e-b1a1-4942-af89-371a7b863939 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:28.007755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:28.008134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:28.008538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.008934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:28.009934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Bound port: 5ef6367e-b1a1-4942-af89-371a7b863939, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:28.010344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.077224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] For port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:28.084059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.084255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a7a60ef-c1c4-4419-83ee-7edf3f1f6e7e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8846292 Jul 27 22:14:28.084358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] For port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,segment=NetworkSegment(89c86152-8d13-4250-bbb7-b0ba62908b84),segment_id=89c86152-8d13-4250-bbb7-b0ba62908b84)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:28.084470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:28.090050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:71:28:44', 'name': 'tempest-NetworksTestDHCPv6-1017057047'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:28.102890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] For port 5ef6367e-b1a1-4942-af89-371a7b863939, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:28.106839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] For port 5ef6367e-b1a1-4942-af89-371a7b863939, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef6367e-b1a1-4942-af89-371a7b863939,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:28.129426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ffd303ad-b15f-4406-8359-43c15d6a70ac is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:28.132524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:28.135758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:28.168145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=2e5e89ca-048c-4c1f-934a-008a739190b5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:28.174206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.179067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.195665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.248455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f7b4-f9e9-4ce6-ac4c-ff02c31bfa6e None None] Pushing event updated for resources: {'Port': ['ID=5ef6367e-b1a1-4942-af89-371a7b863939,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:28.280103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:28.309372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc208e-55d4-4b6e-90d2-9626f61a2634 None None] Pushing event updated for resources: {'Port': ['ID=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:28.377886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.401672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port d68a19e9-9b4d-45d0-bd88-2b9a54214749 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:28.556657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.694461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8:0:1::209 (c1a57a93-5c6c-4341-88e7-394954be93ca/f6e5929e-d92e-477f-b66a-cfe4887742a2/d68a19e9-9b4d-45d0-bd88-2b9a54214749) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:28.708164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe71:2844 (c1a57a93-5c6c-4341-88e7-394954be93ca/fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc/d68a19e9-9b4d-45d0-bd88-2b9a54214749) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:28.799859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef6367e-b1a1-4942-af89-371a7b863939 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:28.925740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.926367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5ef6367e-b1a1-4942-af89-371a7b863939 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:28.933058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:28.939514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object d68a19e9-9b4d-45d0-bd88-2b9a54214749 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:28.943499 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.017702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.041949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.092836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:29.098982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:29.100034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.104868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=2e5e89ca-048c-4c1f-934a-008a739190b5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:29.105016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:29.116994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:29.127667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.127667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.144754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=d68a19e9-9b4d-45d0-bd88-2b9a54214749,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:29.218657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2fee76fb-b10a-44bd-8e5a-5c9f527e0906 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1327500 Jul 27 22:14:29.221218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40876) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:29.340101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port d68a19e9-9b4d-45d0-bd88-2b9a54214749 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:29.340715 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.420620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e3d1d-1c43-4605-9651-1161bef5d225 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:29.464120 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.480033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for d68a19e9-9b4d-45d0-bd88-2b9a54214749 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:29.568755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ffd303ad-b15f-4406-8359-43c15d6a70ac is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:29.570444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:29.584275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Provisioning for port 5ef6367e-b1a1-4942-af89-371a7b863939 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:29.591257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Provisioning complete for port 5ef6367e-b1a1-4942-af89-371a7b863939 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:29.591641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.761296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.783290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 11d50a55-f375-44fd-ad81-5a5fefe11d26 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:29.785083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.828575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=d68a19e9-9b4d-45d0-bd88-2b9a54214749,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:29.845757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc', 'ip_address': '2001:db8::f816:3eff:feba:b26e'}, {'subnet_id': 'f6e5929e-d92e-477f-b66a-cfe4887742a2'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '5ef6367e-b1a1-4942-af89-371a7b863939'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:14:29.851009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] For port 5ef6367e-b1a1-4942-af89-371a7b863939, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef6367e-b1a1-4942-af89-371a7b863939,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:29.886548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba232fe3-1c3a-43a1-ad3d-1061779ca93e None None] Network ffd303ad-b15f-4406-8359-43c15d6a70ac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:29.910574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.915915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dfe2fdd3-a59c-4445-bf4f-4cad657b0377 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/d68a19e9-9b4d-45d0-bd88-2b9a54214749 HTTP/1.1" status: 204 len: 168 time: 0.6934810 Jul 27 22:14:29.916729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:29.932517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:29.940340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd876fbc-c3f0-41a6-bd05-b6a5016accdc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/11d50a55-f375-44fd-ad81-5a5fefe11d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112628 Jul 27 22:14:29.944391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40886) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:29.948565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] Sync routers for ids ['11d50a55-f375-44fd-ad81-5a5fefe11d26'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:29.950630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.956632 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.000618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c6d7b-5655-4da1-8c51-9b556d6ddd4e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.004888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0b1c6d7b-5655-4da1-8c51-9b556d6ddd4e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports/2e5e89ca-048c-4c1f-934a-008a739190b5 HTTP/1.1" status: 200 len: 910 time: 0.0603881 Jul 27 22:14:30.005672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.007717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] Routers {'11d50a55-f375-44fd-ad81-5a5fefe11d26'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:30.008364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['11d50a55-f375-44fd-ad81-5a5fefe11d26'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.017717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c463ef-5ee2-4fbb-a4dd-d9049ee255a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.020788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66c463ef-5ee2-4fbb-a4dd-d9049ee255a2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1031060 Jul 27 22:14:30.023543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.062634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.103881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621a7e0-4861-4137-b946-9c9c2ab00894 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.107854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2621a7e0-4861-4137-b946-9c9c2ab00894 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0804543 Jul 27 22:14:30.108149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.142555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d620ca5-58ed-4167-a675-3c444c26b181 None None] Pushing event updated for resources: {'Port': ['ID=5ef6367e-b1a1-4942-af89-371a7b863939,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:30.205115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] Routers {'11d50a55-f375-44fd-ad81-5a5fefe11d26'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:30.205687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['11d50a55-f375-44fd-ad81-5a5fefe11d26'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.237378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5f4cf-0dce-44bc-b4d8-aff03b47d6a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.238964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5f4cf-0dce-44bc-b4d8-aff03b47d6a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.240511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5f4cf-0dce-44bc-b4d8-aff03b47d6a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.242075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-14e5f4cf-0dce-44bc-b4d8-aff03b47d6a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1329317 Jul 27 22:14:30.244985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.266844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.267524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8c060-5091-4f6a-9217-cc6aa7ae9f50 None None] The sync data for ids ['11d50a55-f375-44fd-ad81-5a5fefe11d26'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:30.277027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Provisioning for port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:30.294919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Provisioning complete for port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:30.295421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.330509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet f6e5929e-d92e-477f-b66a-cfe4887742a2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:30.411002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Allocated IP 2001:db8:0:1::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/f6e5929e-d92e-477f-b66a-cfe4887742a2/5ef6367e-b1a1-4942-af89-371a7b863939) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:30.463828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.562688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.594117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] For port 5ef6367e-b1a1-4942-af89-371a7b863939, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef6367e-b1a1-4942-af89-371a7b863939,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:30.635496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] For port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,segment=NetworkSegment(89c86152-8d13-4250-bbb7-b0ba62908b84),segment_id=89c86152-8d13-4250-bbb7-b0ba62908b84)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:30.650127 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.674113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Transition to ACTIVE for port object 5ef6367e-b1a1-4942-af89-371a7b863939 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:30.693852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.733479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.741864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.812292 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.934223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef6367e-b1a1-4942-af89-371a7b863939 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:30.943778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 2e5e89ca-048c-4c1f-934a-008a739190b5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:30.944527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.963486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.063813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Provisioning complete for port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:31.064197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.093530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.098938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74984f09-bf14-4bdb-b77b-d130a5a3c846 None None] Pushing event updated for resources: {'Port': ['ID=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.116388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 2e5e89ca-048c-4c1f-934a-008a739190b5 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:31.127114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.218697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e5929e-d92e-477f-b66a-cfe4887742a2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.236501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.237295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.237855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.238582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.239132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.240493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.241055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.241602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.242146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.242963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.243559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.244176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:31.250654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.252765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-700db89a-4e2b-4549-b4fa-8903bc6bb88c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f6e5929e-d92e-477f-b66a-cfe4887742a2 HTTP/1.1" status: 204 len: 168 time: 1.0067995 Jul 27 22:14:31.255512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:31.280108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b207d4e-8903-4155-97a6-b58f59011451 None None] Pushing event updated for resources: {'Port': ['ID=5ef6367e-b1a1-4942-af89-371a7b863939,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.314590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Provisioning for port 2e5e89ca-048c-4c1f-934a-008a739190b5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:31.324984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Provisioning complete for port 2e5e89ca-048c-4c1f-934a-008a739190b5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:31.325707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.345857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:31.349513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.393128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c4115-2ce4-424d-baf0-37ed1d57fbaf None None] Port 2e5e89ca-048c-4c1f-934a-008a739190b5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:31.427306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.512817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-896ede86-05e4-43f2-b88f-da225b4dfad2 None None] Provisioning complete for port 2e5e89ca-048c-4c1f-934a-008a739190b5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:31.513205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-896ede86-05e4-43f2-b88f-da225b4dfad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.545340 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.559174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-896ede86-05e4-43f2-b88f-da225b4dfad2 None None] Port 2e5e89ca-048c-4c1f-934a-008a739190b5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:31.572296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.602979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=2e5e89ca-048c-4c1f-934a-008a739190b5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.687908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.721413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.736703 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.742728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:31.743644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11cb970d-5ba2-44e0-84fb-6ef6a2152dd4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc HTTP/1.1" status: 204 len: 168 time: 0.4865258 Jul 27 22:14:31.793314 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-795fee6a-290c-4315-8361-87afb9d133f0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457911 Jul 27 22:14:31.793532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:31.803749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:31.830850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.972205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d70dfa9-0676-427a-9eef-4cb0e225cdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.045715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 11d50a55-f375-44fd-ad81-5a5fefe11d26 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:32.059075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95585a6d-3410-4375-90ae-fed4d899b653 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:32.103086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:32.107320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.134459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8949e65c-3ebf-4678-a4bf-707d65827a66 None None] Could not find standard attr ID for object d68a19e9-9b4d-45d0-bd88-2b9a54214749. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:32.148848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:32.156424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27a5371b-4c02-4e4c-bc3b-1cd7efbf3d6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/11d50a55-f375-44fd-ad81-5a5fefe11d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496384 Jul 27 22:14:32.159201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:32.160705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] Sync routers for ids ['11d50a55-f375-44fd-ad81-5a5fefe11d26'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:32.182071 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] Routers {'11d50a55-f375-44fd-ad81-5a5fefe11d26'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:32.182429 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['11d50a55-f375-44fd-ad81-5a5fefe11d26'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.221515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.232255 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] Routers {'11d50a55-f375-44fd-ad81-5a5fefe11d26'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:32.233414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['11d50a55-f375-44fd-ad81-5a5fefe11d26'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.238766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c8bd597e-8d81-4cdb-8906-4269698032e1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d50a55-f375-44fd-ad81-5a5fefe11d26 HTTP/1.1" status: 200 len: 205 time: 0.0777326 Jul 27 22:14:32.239298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8949e65c-3ebf-4678-a4bf-707d65827a66 None None] Provisioning for port 5ef6367e-b1a1-4942-af89-371a7b863939 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:32.246723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:32.246881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8949e65c-3ebf-4678-a4bf-707d65827a66 None None] Provisioning complete for port 5ef6367e-b1a1-4942-af89-371a7b863939 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:32.246881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8949e65c-3ebf-4678-a4bf-707d65827a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.295744 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.296720 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830edae-0977-4a3c-ad12-1d4bf736a33c None None] The sync data for ids ['11d50a55-f375-44fd-ad81-5a5fefe11d26'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:32.335336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:32.367709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.411131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Deleting port 5ef6367e-b1a1-4942-af89-371a7b863939 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:32.411627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.477923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] For port 5ef6367e-b1a1-4942-af89-371a7b863939, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef6367e-b1a1-4942-af89-371a7b863939,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:32.479013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.495998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Calling delete_port for 5ef6367e-b1a1-4942-af89-371a7b863939 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:32.554317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.556424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.598586 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:32.656796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.684805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] Pushing event deleted for resources: {'Port': ['ID=5ef6367e-b1a1-4942-af89-371a7b863939,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:32.686388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.686964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353dbfe-f9f5-496d-bcc9-6b0dc2d57c46 None None] No DVR routers for this DVR port 5ef6367e-b1a1-4942-af89-371a7b863939 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:32.688159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router 11d50a55-f375-44fd-ad81-5a5fefe11d26 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:32.690435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:32.704692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.705890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c737d536-a9da-4728-a68a-ab3c3ebf679f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/11d50a55-f375-44fd-ad81-5a5fefe11d26 HTTP/1.1" status: 204 len: 168 time: 0.4636838 Jul 27 22:14:32.708624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:32.743466 n-d-738018-6 neutron-server[94671]: WARNING neutron.services.revisions.revision_plugin [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Could not find related port for resource to bump revision. Jul 27 22:14:32.760634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:32.761093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.771032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 98de64b6-8062-4485-96a5-3ae90b80ba1e {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:32.773188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Port 5ef6367e-b1a1-4942-af89-371a7b863939 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 22:14:32.773510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:b26e {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 22:14:32.774338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.778736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feba:b26e {{(pid=94671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 22:14:32.780298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.828117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.833020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:32.836428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:32.841578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:32.842450 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.850777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=4b132f8e-89c9-4736-8077-92d95817c8e7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:32.877032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d092d1d-261c-4678-b57a-04ab72ce17a2 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:32.909805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab55a0ba-f353-47e1-98eb-79ac6b567653 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1149943 Jul 27 22:14:32.912534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40920) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:32.918168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:32.940421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef6367e-b1a1-4942-af89-371a7b863939 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:32.954895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.968978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5ef6367e-b1a1-4942-af89-371a7b863939 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:32.969657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef6367e-b1a1-4942-af89-371a7b863939 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:33.091651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.092346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': '4b132f8e-89c9-4736-8077-92d95817c8e7'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:33.093284 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.121156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:33.125767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=98de64b6-8062-4485-96a5-3ae90b80ba1e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.128080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.141109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.145625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-725419b1-9638-4650-b2d2-8f81ce9abf08 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/98de64b6-8062-4485-96a5-3ae90b80ba1e HTTP/1.1" status: 204 len: 168 time: 0.4336791 Jul 27 22:14:33.145861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:33.171711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008db0b-4aac-4366-8d2f-51283a52fff8 None None] Network ffd303ad-b15f-4406-8359-43c15d6a70ac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:33.239287 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b132f8e-89c9-4736-8077-92d95817c8e7 (CIDR: 2001:db8::/64) Jul 27 22:14:33.243759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.274591 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:33.276043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:33.300734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:33.301545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.334568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Allocated IP 2001:db8::f816:3eff:fe58:b8b5 (c1a57a93-5c6c-4341-88e7-394954be93ca/4b132f8e-89c9-4736-8077-92d95817c8e7/6005813e-a0be-4a87-98c0-e11fd2ae4ea5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:33.346831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4d2261f-8060-45c0-9c4d-2d693c738704 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4306705 Jul 27 22:14:33.347035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40924) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:33.354309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:33.382080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,segment=NetworkSegment(89c86152-8d13-4250-bbb7-b0ba62908b84),segment_id=89c86152-8d13-4250-bbb7-b0ba62908b84)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:33.382546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.398789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:33.544270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] DHCP port deletion for ffd303ad-b15f-4406-8359-43c15d6a70ac request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:33.572517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:33.576515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.589544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.595503 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.602190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Transition to ACTIVE for port object 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:33.625133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Transition to ACTIVE for port object 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:33.634002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Deleting port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:33.634500 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.642101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.651825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:33.701379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.742142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] For port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:33.742567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.761458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.768216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:33.772217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Calling delete_port for 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:33.773279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd303ad-b15f-4406-8359-43c15d6a70ac']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:33.776914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:33.779418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:33.782673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:14:33.785384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c86152-8d13-4250-bbb7-b0ba62908b84') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:33.785790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c86152-8d13-4250-bbb7-b0ba62908b84') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:33.791131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.795297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Pushing event updated for resources: {'Port': ['ID=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.796671 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.812070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.819685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:33.820103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:33.824244 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:33.897304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] Pushing event deleted for resources: {'Port': ['ID=5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.905180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9679e1-2fe3-4399-8492-a77f94afefae None None] No DVR routers for this DVR port 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:33.950318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.957915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Attempting to bind port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:33.958923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Attempting to bind port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:33.960002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Attempting to bind port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:33.968523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:33.969087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:33.969524 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.970026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:33.970604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Bound port: 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:33.970993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.005856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:34.011115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:34.015603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.016292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.033108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=f7142814-9bf0-4334-8a57-02dbe6008215,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.034541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.042262 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.044158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/ffd303ad-b15f-4406-8359-43c15d6a70ac HTTP/1.1" status: 204 len: 168 time: 0.8972120 Jul 27 22:14:34.048356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:34.053024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-438724895', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:34.062625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] For port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:34.066127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] For port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:34.068598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50a1f1-68f2-45e9-a422-373f908d2dbd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=ffd303ad-b15f-4406-8359-43c15d6a70ac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.098299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3014b751-ec28-42ea-a8c6-8946b79ca567 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7492313 Jul 27 22:14:34.101057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:34.107001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:28:92:25', 'name': 'tempest-NetworksTestDHCPv6-702647488'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:34.115566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.179610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d933f1-cb9c-4512-971d-93491672cdb3 None None] Pushing event updated for resources: {'Port': ['ID=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.196102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.197192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.277357 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.408547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:34.448727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02d91825-3393-4132-9220-ac8dc31a60f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.717417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:34.740149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.829808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:34.893976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.914825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:34.931284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.942270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:34.942658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5ef3d7f8-2930-4743-8b4d-7e7c7e5ad6b4 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:34.954306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 2cfc1207-5542-4eba-bee9-3bd07cbd4175 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:35.173845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cb5fe-eb31-43fc-8868-cd57bf723852 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:35.195272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8:0:1::5a (c1a57a93-5c6c-4341-88e7-394954be93ca/f7142814-9bf0-4334-8a57-02dbe6008215/2cfc1207-5542-4eba-bee9-3bd07cbd4175) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:35.205762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::f816:3eff:fe28:9225 (c1a57a93-5c6c-4341-88e7-394954be93ca/4b132f8e-89c9-4736-8077-92d95817c8e7/2cfc1207-5542-4eba-bee9-3bd07cbd4175) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:35.304626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Provisioning for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:35.310838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Provisioning complete for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:35.311222 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.387873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.413463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.435975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.470535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] For port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:35.542912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.556824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.565812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 2cfc1207-5542-4eba-bee9-3bd07cbd4175 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:35.578596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.25.3.66 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/93da1664-9c93-4124-a34c-26ea8af10a6e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:35.611518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': '4b132f8e-89c9-4736-8077-92d95817c8e7', 'ip_address': '2001:db8::f816:3eff:fe58:b8b5'}, {'subnet_id': 'f7142814-9bf0-4334-8a57-02dbe6008215'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '6005813e-a0be-4a87-98c0-e11fd2ae4ea5'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:14:35.662018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb5010-f69c-4266-89c8-bf3a18f88a74 None None] Pushing event updated for resources: {'Port': ['ID=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:35.678186 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.722461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.768041 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.815294 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:35.821587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:35.825744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:35.831880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.836083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.836083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.845633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=2cfc1207-5542-4eba-bee9-3bd07cbd4175,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:35.898990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:35.903357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:35.905353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=93da1664-9c93-4124-a34c-26ea8af10a6e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:35.907598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:35.915308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Allocated IP 2001:db8:0:1::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/f7142814-9bf0-4334-8a57-02dbe6008215/6005813e-a0be-4a87-98c0-e11fd2ae4ea5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:35.920859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.952614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:35.953195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-09137c7c-1349-434c-865a-6809c2551968 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8505201 Jul 27 22:14:36.034682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] For port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:36.070325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.083371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 2cfc1207-5542-4eba-bee9-3bd07cbd4175 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:36.083717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.086121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Transition to ACTIVE for port object 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:36.143726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.170968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.185731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 2cfc1207-5542-4eba-bee9-3bd07cbd4175 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:36.250717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7a064-ba48-4bb8-bc98-dec8319cd48f None None] Pushing event updated for resources: {'Port': ['ID=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:36.316268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.497960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.532054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=2cfc1207-5542-4eba-bee9-3bd07cbd4175,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:36.533061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.596200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.598238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-835eea57-4691-4c7b-862b-afb8af74986f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/2cfc1207-5542-4eba-bee9-3bd07cbd4175 HTTP/1.1" status: 204 len: 168 time: 0.6392460 Jul 27 22:14:36.600637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40952) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:36.677996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:36.679953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f5ef0-5cc6-4385-9d72-690e6db7decf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.681643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-390f5ef0-5cc6-4385-9d72-690e6db7decf tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0798330 Jul 27 22:14:36.684269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:36.750540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feefec75-7b2d-422d-97bb-f02f4dc996f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.752166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-feefec75-7b2d-422d-97bb-f02f4dc996f5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0669665 Jul 27 22:14:36.755060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40956) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:36.800120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:36.874874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c5cb8-6239-45ae-9a3a-da0e312441de tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.876535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c5cb8-6239-45ae-9a3a-da0e312441de tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.878080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c5cb8-6239-45ae-9a3a-da0e312441de tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.879723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b47c5cb8-6239-45ae-9a3a-da0e312441de tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1233401 Jul 27 22:14:36.889895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40964) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:36.948576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet 4b132f8e-89c9-4736-8077-92d95817c8e7 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:36.951771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.965141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:36.972467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74a21605-0964-4000-89c9-dc79235cc30a None None] Provisioning for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:36.987282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-74a21605-0964-4000-89c9-dc79235cc30a None None] Provisioning complete for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:36.987282 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74a21605-0964-4000-89c9-dc79235cc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.991711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] Sync routers for ids ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:37.001693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.046931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] Routers {'d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:37.048057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:37.063966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.065296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8262bcaa-6c42-4f73-bf2a-270bbe77685a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0158861 Jul 27 22:14:37.068453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.094668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:37.110901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] Routers {'d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:37.111553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:37.129431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.150636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.153153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:37.153854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced5836-1095-49ea-b4d0-b6ddbaf70af9 None None] The sync data for ids ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:37.239148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-da661e83-ae67-42e3-a10f-c945b46177b2 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers/d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 200 len: 879 time: 0.1669447 Jul 27 22:14:37.239148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.309950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.310463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-70b8ae6d-d967-4395-b750-574fa248da7e None None] Could not find standard attr ID for object 2cfc1207-5542-4eba-bee9-3bd07cbd4175. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:37.350921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.353043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/4b132f8e-89c9-4736-8077-92d95817c8e7 HTTP/1.1" status: 204 len: 168 time: 0.4690793 Jul 27 22:14:37.354239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=4b132f8e-89c9-4736-8077-92d95817c8e7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.356321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40972) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.373921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6113c-e8bb-4c49-bcdc-8078a4c29ab2 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:37.379419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.379715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.380069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.380419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.380769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.381251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.381598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.381938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.386582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.386582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.386582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.386582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbd89ee-0f55-406f-b2d6-755e95e96108 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:37.453108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet f7142814-9bf0-4334-8a57-02dbe6008215 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:37.456818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.490078 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-365c87ff-5287-45cb-9e7c-b2d98f134b6d tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2478101 Jul 27 22:14:37.490443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.497242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-438724895'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:37.507724 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.528351 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.611442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.737521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.774895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.778141 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f7142814-9bf0-4334-8a57-02dbe6008215 HTTP/1.1" status: 204 len: 168 time: 0.4184833 Jul 27 22:14:37.780006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994b75d-1996-476f-8ad1-a5cbe60a2d73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=f7142814-9bf0-4334-8a57-02dbe6008215,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.780352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40976) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:38.162964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d2a67ea6-ed89-4f9d-bc71-3ab12ef1d3a8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3811612 Jul 27 22:14:38.165473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40980) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:38.171264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:38.173671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea830483-e279-46bc-b177-217a5a56d7c1 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:38.286324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0e4413ea-5188-4da3-913e-986ac6dadc97 None None] Provisioning complete for port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:38.286540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e4413ea-5188-4da3-913e-986ac6dadc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.289781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.372895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.440605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:38.444433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.457479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.479238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:38.532368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Deleting port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:38.532841 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.583587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:38.599529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] For port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:38.600074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.621090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Calling delete_port for 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:38.675089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:38.783214 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.788925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:38.797397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.798682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-11bb279e-c55a-4598-b0d0-83121ab4c547 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 200 len: 886 time: 1.3072462 Jul 27 22:14:38.801148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:38.801330 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] Sync routers for ids ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:38.811962 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] Routers {'d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:38.812825 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.847810 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.861309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.863884 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] Routers {'d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:38.864503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.865631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.909367 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.910026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70911b08-66b7-4c58-a28b-0f0d75198ab6 None None] The sync data for ids ['d5b8b97b-e2f9-4ef8-aa87-db578b0701f4'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:38.918524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] Pushing event deleted for resources: {'Port': ['ID=6005813e-a0be-4a87-98c0-e11fd2ae4ea5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:38.927414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21a778-3685-440c-a480-cf1cdaa999d8 None None] No DVR routers for this DVR port 6005813e-a0be-4a87-98c0-e11fd2ae4ea5 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:38.957003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:38.964623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:38.970267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.970892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.973561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90adc177-a9b3-4598-8a6a-870c600dedb7 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:38.985207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f5fcb0f-2ec5-4d02-b85c-f1c0f0c42ee2 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers/d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 200 len: 886 time: 0.1828027 Jul 27 22:14:38.987963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=a1b32db1-2d13-4568-93e2-38f627a22f46,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:38.988140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:39.023305 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c353f832-85ac-4a99-8e0d-c98074e970bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 200 len: 205 time: 0.0315905 Jul 27 22:14:39.023701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 40986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:39.081907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40988) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:39.082154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a16572ed-d79f-4d30-8b22-2a0dbfc31295 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9146614 Jul 27 22:14:39.091606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:39.176929 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.261343 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:39.304051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:39.308577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.360990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c1a57a93-5c6c-4341-88e7-394954be93ca', 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'tenant_id': '9f3f822cb0aa41019888f1a4ceb02deb', 'fixed_ips': [{'subnet_id': 'a1b32db1-2d13-4568-93e2-38f627a22f46'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:39.361948 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.380056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.429501 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1b32db1-2d13-4568-93e2-38f627a22f46 (CIDR: 2001:db8::/64) Jul 27 22:14:39.464610 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:39.465291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:39.520730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/a1b32db1-2d13-4568-93e2-38f627a22f46/b142f6e8-02e1-4e9d-8c97-46cadc597ed1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:39.542994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 93da1664-9c93-4124-a34c-26ea8af10a6e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:39.543350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.573219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fb8053cb-999a-48eb-a6c8-dc7aac02379f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4898813 Jul 27 22:14:39.576471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40994) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:39.582834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:39.649704 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.684767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 93da1664-9c93-4124-a34c-26ea8af10a6e owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:39.760351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 40998) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:39.763799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.784078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Transition to ACTIVE for port object b142f6e8-02e1-4e9d-8c97-46cadc597ed1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:39.802053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Transition to ACTIVE for port object b142f6e8-02e1-4e9d-8c97-46cadc597ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:39.817708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:39.824550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.880820 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.932280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:39.939423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:39.940453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:39.943536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:39.945221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7222a0f-3776-488a-a7a4-59a0031d0060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.008348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Attempting to bind port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:40.008725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Attempting to bind port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:40.009103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Attempting to bind port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 on network c1a57a93-5c6c-4341-88e7-394954be93ca {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:40.015055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:40.020122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Checking segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:40.020122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.020122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Bound using segment: {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:40.020122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Bound port: b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3535ee51-d5b9-4313-b2f7-09e96991418b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:40.020122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.040167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.083459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=93da1664-9c93-4124-a34c-26ea8af10a6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.114444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:40.117576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:40.145180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.186639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7222a0f-3776-488a-a7a4-59a0031d0060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.213692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.234810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7222a0f-3776-488a-a7a4-59a0031d0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.242867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.246898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.280451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ab780-2eb9-44a9-bedf-b551204056b3 None None] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.294841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e7222a0f-3776-488a-a7a4-59a0031d0060 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daf89b69c9354cc0b23c5065cde0e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311224 Jul 27 22:14:40.295317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:40.303787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7222a0f-3776-488a-a7a4-59a0031d0060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8d852-d504-4364-b6c3-110d6709ba6d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.355426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.355977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:40.363878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.365151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a65b903-3bfc-4b18-8110-10dc81b0ad85 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 204 len: 168 time: 1.3404448 Jul 27 22:14:40.371454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:40.376916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-1791680550'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:40.417860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.453854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:40.462068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.467279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.objects.ports [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:40.471274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.493496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:40.502825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.503179 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment aec0e955-97ca-4d5c-b9de-344909cf4459 of type vlan for network c108167b-1d71-4166-8e8a-f517f190b797 Jul 27 22:14:40.558110 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.668358 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.674149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:40.677784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.694573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:40.703302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.706265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.712365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05a8d852-d504-4364-b6c3-110d6709ba6d HTTP/1.1" status: 204 len: 168 time: 0.4107661 Jul 27 22:14:40.717529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140905e8-acac-46e1-92a1-ce84af9ece4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8d852-d504-4364-b6c3-110d6709ba6d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.764889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=c108167b-1d71-4166-8e8a-f517f190b797,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.776443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c108167b-1d71-4166-8e8a-f517f190b797 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:40.789775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9cf65f8e-1403-428b-9304-208902b4c540 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4170873 Jul 27 22:14:40.789985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.793152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:40.802860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:40.913686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:40.978181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:40.997044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:40.999023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.025607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.074473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.075596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.168568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:41.180021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:41.185499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=c493975f-e711-44bc-afb7-ead4a124bc56,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:41.188531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.189179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.193090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=4']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:41.269624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8efe0a21-b338-43dc-b780-c863a1e10433 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6918869 Jul 27 22:14:41.273127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:41.279436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:7f:f8:da', 'name': 'tempest-NetworksTestDHCPv6-1506890295'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:41.330380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.348559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd1e08-3b4d-415d-b041-b4512f84008d None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:41.380389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:41.397089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de87539b-98c7-4319-a06c-8432eb22d375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.413256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=2d319ae5-4cc5-4597-92d2-8dc8437c4658,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:41.457643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': 'aec0e955-97ca-4d5c-b9de-344909cf4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:41.458006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: c108167b-1d71-4166-8e8a-f517f190b797, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:41.475788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Provisioning for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:41.485885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:41.486196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.508066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de87539b-98c7-4319-a06c-8432eb22d375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.537652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c108167b-1d71-4166-8e8a-f517f190b797 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:41.565879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-de87539b-98c7-4319-a06c-8432eb22d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.604612 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.610432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-de87539b-98c7-4319-a06c-8432eb22d375 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32f5b987ef3246a98a584f8a3f863fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265375 Jul 27 22:14:41.611194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:41.619890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87539b-98c7-4319-a06c-8432eb22d375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a816e56d-c761-4018-86ea-362d3fe95ca4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:41.640278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c108167b-1d71-4166-8e8a-f517f190b797) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:41.644704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-520373ae-5163-406b-8391-5c746e8e183c None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:41.647025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.647633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.651705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c02d41-8454-49ca-80b8-d0fd10bd2635 None None] Network c108167b-1d71-4166-8e8a-f517f190b797 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:41.661467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:41.720159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.773996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.795436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-470a6074-f87e-4bfa-8134-10f65278b88f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0009329 Jul 27 22:14:41.800026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41018) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:41.806793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1661840442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:41.815034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.823652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.830006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520373ae-5163-406b-8391-5c746e8e183c None None] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:41.876238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 995ff99e-6c63-4512-9d93-3dc9752d3673 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:41.892503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c108167b-1d71-4166-8e8a-f517f190b797', 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '2d319ae5-4cc5-4597-92d2-8dc8437c4658'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:41.893404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.902758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.906473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.977492 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.027871 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.030708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.031888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a816e56d-c761-4018-86ea-362d3fe95ca4 HTTP/1.1" status: 204 len: 168 time: 0.4192655 Jul 27 22:14:42.046698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.080714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Allocated IP 172.20.0.2 (c108167b-1d71-4166-8e8a-f517f190b797/2d319ae5-4cc5-4597-92d2-8dc8437c4658/f7bda8ed-9068-4aa5-8683-277f063f3378) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:42.082855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ffebb-d70b-4209-809f-3ae7e816d44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a816e56d-c761-4018-86ea-362d3fe95ca4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:42.114843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.116262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::31a (c1a57a93-5c6c-4341-88e7-394954be93ca/a1b32db1-2d13-4568-93e2-38f627a22f46/995ff99e-6c63-4512-9d93-3dc9752d3673) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:42.116601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5135912-77af-49a3-a006-4102adf875c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3162696 Jul 27 22:14:42.119685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41022) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:42.129453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:f8da (c1a57a93-5c6c-4341-88e7-394954be93ca/c493975f-e711-44bc-afb7-ead4a124bc56/995ff99e-6c63-4512-9d93-3dc9752d3673) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:42.318090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.331276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Transition to ACTIVE for port object f7bda8ed-9068-4aa5-8683-277f063f3378 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:42.357788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Transition to ACTIVE for port object f7bda8ed-9068-4aa5-8683-277f063f3378 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:42.359638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-66c29bad-b351-4523-be84-c31f118f0456 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:42.360216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66c29bad-b351-4523-be84-c31f118f0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.386225 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.404542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 995ff99e-6c63-4512-9d93-3dc9752d3673 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:42.458830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.504685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Network c108167b-1d71-4166-8e8a-f517f190b797 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:42.507703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:42.514553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:42.527504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.549524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Pushing event updated for resources: {'Port': ['ID=f7bda8ed-9068-4aa5-8683-277f063f3378,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:42.594745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Attempting to bind port f7bda8ed-9068-4aa5-8683-277f063f3378 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:42.595338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Attempting to bind port f7bda8ed-9068-4aa5-8683-277f063f3378 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'aec0e955-97ca-4d5c-b9de-344909cf4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:42.595967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Attempting to bind port f7bda8ed-9068-4aa5-8683-277f063f3378 on network c108167b-1d71-4166-8e8a-f517f190b797 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:42.602313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:42.603027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Checking segment: {'id': 'aec0e955-97ca-4d5c-b9de-344909cf4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:42.603607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.604116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Bound using segment: {'id': 'aec0e955-97ca-4d5c-b9de-344909cf4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:42.604924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Bound port: f7bda8ed-9068-4aa5-8683-277f063f3378, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec0e955-97ca-4d5c-b9de-344909cf4459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c108167b-1d71-4166-8e8a-f517f190b797'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:42.605507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.615239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:42.618277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:42.632863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=995ff99e-6c63-4512-9d93-3dc9752d3673,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:42.632863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:42.639046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:42.639854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.696367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] For port f7bda8ed-9068-4aa5-8683-277f063f3378, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:42.705737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] For port f7bda8ed-9068-4aa5-8683-277f063f3378, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f7bda8ed-9068-4aa5-8683-277f063f3378,segment=NetworkSegment(aec0e955-97ca-4d5c-b9de-344909cf4459),segment_id=aec0e955-97ca-4d5c-b9de-344909cf4459)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:42.722474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:42.737183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-65ce6ecb-33ad-42bb-a076-e24a921c227a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4627986 Jul 27 22:14:42.740337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41034) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:42.804458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.829417 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.845374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:42.846044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.909556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 995ff99e-6c63-4512-9d93-3dc9752d3673 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:42.910638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.983110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908d9fa-3d77-4fed-8234-a38fb57ebdd6 None None] Pushing event updated for resources: {'Port': ['ID=f7bda8ed-9068-4aa5-8683-277f063f3378,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.052916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.072746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 995ff99e-6c63-4512-9d93-3dc9752d3673 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:43.155201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.20.0.1 (c108167b-1d71-4166-8e8a-f517f190b797/2d319ae5-4cc5-4597-92d2-8dc8437c4658/e791eaee-dc3c-400c-9dc6-eb4680aacc31) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:43.188313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e1b4617-4366-4fb4-afed-55efa331c628 None None] Provisioning for port 995ff99e-6c63-4512-9d93-3dc9752d3673 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:43.192780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8e1b4617-4366-4fb4-afed-55efa331c628 None None] Provisioning complete for port 995ff99e-6c63-4512-9d93-3dc9752d3673 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:43.193250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4617-4366-4fb4-afed-55efa331c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.255264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b4617-4366-4fb4-afed-55efa331c628 None None] Port 995ff99e-6c63-4512-9d93-3dc9752d3673 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:43.366831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.382064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object e791eaee-dc3c-400c-9dc6-eb4680aacc31 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:43.434896 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.468640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=995ff99e-6c63-4512-9d93-3dc9752d3673,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.500485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.523371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.527754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d7f7bff-9768-4181-b368-c26e31f72880 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/995ff99e-6c63-4512-9d93-3dc9752d3673 HTTP/1.1" status: 204 len: 168 time: 0.7861102 Jul 27 22:14:43.530450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41046) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.538536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c108167b-1d71-4166-8e8a-f517f190b797 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:43.545398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:43.549472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:43.600358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4618d-9a5c-4d41-a27c-3800d12a4dc2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.605766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-faf4618d-9a5c-4d41-a27c-3800d12a4dc2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0742967 Jul 27 22:14:43.606498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41048) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.612875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=e791eaee-dc3c-400c-9dc6-eb4680aacc31,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.624828 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.694150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9960c3-e50a-422e-a3e2-209876200a81 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.699352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41052) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.700025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3d9960c3-e50a-422e-a3e2-209876200a81 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0921922 Jul 27 22:14:43.773257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b633e39-b10b-4589-a7be-5937ba9a3f11 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.776359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b633e39-b10b-4589-a7be-5937ba9a3f11 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.777311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b633e39-b10b-4589-a7be-5937ba9a3f11 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.782058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41054) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.782772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b633e39-b10b-4589-a7be-5937ba9a3f11 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0822933 Jul 27 22:14:43.843232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet a1b32db1-2d13-4568-93e2-38f627a22f46 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:43.847006 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.896729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.910725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.019672 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.099129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e5bac-96d7-4b5c-9d3d-52529772b6ad None None] Network c108167b-1d71-4166-8e8a-f517f190b797 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:44.167699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.199955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b32db1-2d13-4568-93e2-38f627a22f46,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:44.203928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.208982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-454d9a59-ecd9-4afc-8c2a-fd4e8ce35fc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a1b32db1-2d13-4568-93e2-38f627a22f46 HTTP/1.1" status: 204 len: 168 time: 0.4230380 Jul 27 22:14:44.209692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.211144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:44.226685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bcc87-a41a-45f5-9a0e-7aa40ecd4844 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:44.273138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet c493975f-e711-44bc-afb7-ead4a124bc56 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:44.274425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.274573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-26c33f0c-5e32-488f-8e3c-45de6d772aee None None] Provisioning for port f7bda8ed-9068-4aa5-8683-277f063f3378 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:44.286200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.356770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=e791eaee-dc3c-400c-9dc6-eb4680aacc31,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:44.359369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.391099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.501943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.530217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network c108167b-1d71-4166-8e8a-f517f190b797 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:44.532148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:44.641481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.688576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=c493975f-e711-44bc-afb7-ead4a124bc56,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:44.693405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.695371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5a12066-28cd-410e-ad03-709e09ce8e99 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/c493975f-e711-44bc-afb7-ead4a124bc56 HTTP/1.1" status: 204 len: 168 time: 0.4807670 Jul 27 22:14:44.699093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41074) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:44.754196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41076) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:44.754358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88a0ec02-d746-4149-b874-37b6bbc1f3e7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519094 Jul 27 22:14:44.758337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:44.777542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:44.792513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f7bda8ed-9068-4aa5-8683-277f063f3378 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:44.801098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-35874c9b-666f-4087-b33b-d19fb1fd6c9a None None] Provisioning for port e791eaee-dc3c-400c-9dc6-eb4680aacc31 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:44.865892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-35874c9b-666f-4087-b33b-d19fb1fd6c9a None None] Provisioning complete for port e791eaee-dc3c-400c-9dc6-eb4680aacc31 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:44.868889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35874c9b-666f-4087-b33b-d19fb1fd6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.891686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:44.897190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-863e3942-ee1d-440b-a0f7-1264666a7182 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7761738 Jul 27 22:14:44.901220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41082) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:44.920892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] Sync routers for ids ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:44.959375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] Routers {'20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:44.960466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.001807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132aebcc-a1f2-4508-8f6f-088aeb7a8ab1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.003691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-132aebcc-a1f2-4508-8f6f-088aeb7a8ab1 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports/e791eaee-dc3c-400c-9dc6-eb4680aacc31 HTTP/1.1" status: 200 len: 910 time: 0.1013064 Jul 27 22:14:45.006465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41084) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.018040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d319ae5-4cc5-4597-92d2-8dc8437c4658'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:45.022020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35874c9b-666f-4087-b33b-d19fb1fd6c9a None None] Port e791eaee-dc3c-400c-9dc6-eb4680aacc31 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:45.023844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.062602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] Routers {'20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:45.064037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.070587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:45.077456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.150090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f7bda8ed-9068-4aa5-8683-277f063f3378 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:45.156170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.156948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc9a38-cae3-4424-82a8-898011ffb576 None None] The sync data for ids ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:45.178717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f7bda8ed-9068-4aa5-8683-277f063f3378 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:45.181051 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.238540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac72012e-8fe2-4efb-a6a4-a1b42480334c None None] Provisioning complete for port e791eaee-dc3c-400c-9dc6-eb4680aacc31 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:45.238927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac72012e-8fe2-4efb-a6a4-a1b42480334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.312082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ac72012e-8fe2-4efb-a6a4-a1b42480334c None None] Port e791eaee-dc3c-400c-9dc6-eb4680aacc31 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:45.346721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.373308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.401994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9bc84e-2085-4133-84db-3bf0b400a28c None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:45.440622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.466036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f7bda8ed-9068-4aa5-8683-277f063f3378, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f7bda8ed-9068-4aa5-8683-277f063f3378,segment=NetworkSegment(aec0e955-97ca-4d5c-b9de-344909cf4459),segment_id=aec0e955-97ca-4d5c-b9de-344909cf4459)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:45.486065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a7beee9-5bf4-481c-982b-bc5d6b0ae998 None None] Provisioning complete for port e791eaee-dc3c-400c-9dc6-eb4680aacc31 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:45.486470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a7beee9-5bf4-481c-982b-bc5d6b0ae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.498199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:45.501668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:45.506250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.506993 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.516175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=a821de58-748d-4863-9283-081576077554,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:45.545272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.550413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0a7beee9-5bf4-481c-982b-bc5d6b0ae998 None None] Port e791eaee-dc3c-400c-9dc6-eb4680aacc31 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:45.627313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe969fc8-203e-4ed3-af4c-ce607bc3c4d4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8738630 Jul 27 22:14:45.629915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.633996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a7beee9-5bf4-481c-982b-bc5d6b0ae998 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:45.635237 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a7beee9-5bf4-481c-982b-bc5d6b0ae998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.636590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:45.666326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f7bda8ed-9068-4aa5-8683-277f063f3378,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:45.803232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.803808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'a821de58-748d-4863-9283-081576077554'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'b142f6e8-02e1-4e9d-8c97-46cadc597ed1'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:14:45.828941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:45.832768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.848910 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.903914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.935033 n-d-738018-6 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a821de58-748d-4863-9283-081576077554 (CIDR: 2001:db8::/64) Jul 27 22:14:45.981421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=e791eaee-dc3c-400c-9dc6-eb4680aacc31,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:45.985355 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:14:45.987654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:45.997087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.997735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.999454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c743e7b1-5d9c-4d58-8732-4d26420d019c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/ports/e791eaee-dc3c-400c-9dc6-eb4680aacc31 HTTP/1.1" status: 200 len: 910 time: 0.9917953 Jul 27 22:14:46.002113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41094) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:46.030398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Allocated IP 2001:db8::2 (c1a57a93-5c6c-4341-88e7-394954be93ca/a821de58-748d-4863-9283-081576077554/b142f6e8-02e1-4e9d-8c97-46cadc597ed1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:46.099030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ddc4024-027f-4a62-9c15-8eefdc12f6d2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4673562 Jul 27 22:14:46.101288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41096) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:46.107926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'subnet': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:46.303327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:46.314996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:46.320912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.339239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.356453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Transition to ACTIVE for port object b142f6e8-02e1-4e9d-8c97-46cadc597ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:46.357846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.451360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.556505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0dba-d0fa-4f72-ae8d-af02e6f641b1 None None] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:46.661930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port e791eaee-dc3c-400c-9dc6-eb4680aacc31 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:46.662658 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.692624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f7bda8ed-9068-4aa5-8683-277f063f3378 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:46.764098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f7bda8ed-9068-4aa5-8683-277f063f3378 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:46.764681 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.782016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.797204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for e791eaee-dc3c-400c-9dc6-eb4680aacc31 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:46.820734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.objects.ports [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94672) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:14:46.975718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:47.213492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b639752-74e9-4653-969f-c26a5179d152 None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:47.234236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.270312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=e791eaee-dc3c-400c-9dc6-eb4680aacc31,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:47.422917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a73f6fb2-f2b2-46aa-92ee-c3ef20f3ff4c None None] Provisioning for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:47.429414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a73f6fb2-f2b2-46aa-92ee-c3ef20f3ff4c None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:47.429414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a73f6fb2-f2b2-46aa-92ee-c3ef20f3ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.453296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.544528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Update dhcp port {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'fixed_ips': [{'subnet_id': 'a821de58-748d-4863-9283-081576077554', 'ip_address': '2001:db8::2'}, {'subnet_id': 'deff5d16-d07d-43bb-9ffa-dc2eab63af15'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'b142f6e8-02e1-4e9d-8c97-46cadc597ed1'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:14:47.580678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.588509 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.639831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router 20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:47.725298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:47.731312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4d52134-03d7-489e-af20-ce44b546acc4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281122 Jul 27 22:14:47.734051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41102) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:47.737653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] Sync routers for ids ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:47.751068 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] Routers {'20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:47.751068 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.752583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:47.770853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-09698a8f-1fed-43f8-b36c-17b0ba00e3ed tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 HTTP/1.1" status: 200 len: 205 time: 0.0355413 Jul 27 22:14:47.773433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41104) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:47.784078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.788770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.792754 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] Routers {'20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:47.793382 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.828525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:47.829438 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f88fe-cc89-440d-a4ed-6587b8f8a493 None None] The sync data for ids ['20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:47.851862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.854132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.857598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.892213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:47.892575 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:47.926484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:47.937394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:47.947627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.948636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.970667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Subnet': ['ID=deff5d16-d07d-43bb-9ffa-dc2eab63af15,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:47.977387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:48.069681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f33860d-c58a-4251-b15e-26141450ca73 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9671586 Jul 27 22:14:48.072710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41110) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:48.078145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Request body: {'port': {'network_id': 'c1a57a93-5c6c-4341-88e7-394954be93ca', 'mac_address': 'fa:16:3e:86:92:a9', 'name': 'tempest-NetworksTestDHCPv6-1797769141'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:48.257697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Made reservation on behalf of 9f3f822cb0aa41019888f1a4ceb02deb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:48.350149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.356507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.358669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.370486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] device_id is not set on port 7a9cf2b2-db61-4010-bc46-0aec1825800a yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:48.429983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.463582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.464272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router 20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:48.474900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.478842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3502dfea-028a-4985-b61b-d2bb34890e04 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 HTTP/1.1" status: 204 len: 168 time: 0.7017107 Jul 27 22:14:48.479665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41112) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:48.581262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 2d319ae5-4cc5-4597-92d2-8dc8437c4658 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:48.589927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.612444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8::20e (c1a57a93-5c6c-4341-88e7-394954be93ca/a821de58-748d-4863-9283-081576077554/7a9cf2b2-db61-4010-bc46-0aec1825800a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:48.625165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:92a9 (c1a57a93-5c6c-4341-88e7-394954be93ca/deff5d16-d07d-43bb-9ffa-dc2eab63af15/7a9cf2b2-db61-4010-bc46-0aec1825800a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:48.648046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.690248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:48.739164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:48.739552 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.815151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.894517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.960341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Transition to ACTIVE for port object 7a9cf2b2-db61-4010-bc46-0aec1825800a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:48.963011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.999211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.004112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/2d319ae5-4cc5-4597-92d2-8dc8437c4658 HTTP/1.1" status: 204 len: 168 time: 0.5204370 Jul 27 22:14:49.004730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823fc9d7-9124-4a13-9e41-7865de476ee7 None None] Network c108167b-1d71-4166-8e8a-f517f190b797 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:49.004868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b020207-95d7-495d-b2d4-b2a6de530122 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=2d319ae5-4cc5-4597-92d2-8dc8437c4658,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.005550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41116) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:49.098977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.103601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.147377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Network c1a57a93-5c6c-4341-88e7-394954be93ca is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:49.155360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:49.158218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:49.164786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:49.165521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.175128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port f7bda8ed-9068-4aa5-8683-277f063f3378 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:49.175477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.187894 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event updated for resources: {'Port': ['ID=7a9cf2b2-db61-4010-bc46-0aec1825800a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.240786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:49.244060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port f7bda8ed-9068-4aa5-8683-277f063f3378, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f7bda8ed-9068-4aa5-8683-277f063f3378,segment=NetworkSegment(aec0e955-97ca-4d5c-b9de-344909cf4459),segment_id=aec0e955-97ca-4d5c-b9de-344909cf4459)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:49.244654 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.260527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for f7bda8ed-9068-4aa5-8683-277f063f3378 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:49.278029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6ffb4fb0-3d90-43bb-8c0e-b5d6597df608 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2040906 Jul 27 22:14:49.278862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41118) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:49.280162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.320447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] DHCP port deletion for c108167b-1d71-4166-8e8a-f517f190b797 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:49.360505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.413996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting port 7a9cf2b2-db61-4010-bc46-0aec1825800a {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:49.414388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.441229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.453265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Deleting port f7bda8ed-9068-4aa5-8683-277f063f3378 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:49.453962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.456340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51128c80-3b89-49cf-83ea-732af33c6bb6 None None] Pushing event updated for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.483405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=f7bda8ed-9068-4aa5-8683-277f063f3378,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.498045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port f7bda8ed-9068-4aa5-8683-277f063f3378 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:49.542122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] For port f7bda8ed-9068-4aa5-8683-277f063f3378, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:49.542647 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.563146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Calling delete_port for f7bda8ed-9068-4aa5-8683-277f063f3378 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:49.572936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Port f7bda8ed-9068-4aa5-8683-277f063f3378 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:14:49.574628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.587507 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.602820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Calling delete_port for 7a9cf2b2-db61-4010-bc46-0aec1825800a owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:49.607253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] Pushing event deleted for resources: {'Port': ['ID=f7bda8ed-9068-4aa5-8683-277f063f3378,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.609633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2935c8c-334e-4e3b-a7c7-d4b165340386 None None] No DVR routers for this DVR port f7bda8ed-9068-4aa5-8683-277f063f3378 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:49.625665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.637202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c108167b-1d71-4166-8e8a-f517f190b797']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:49.664226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec0e955-97ca-4d5c-b9de-344909cf4459') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:49.664226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec0e955-97ca-4d5c-b9de-344909cf4459') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:49.683642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.712425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.721787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:49.722421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:49.725876 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:49.908729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.916097 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.918333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/c108167b-1d71-4166-8e8a-f517f190b797 HTTP/1.1" status: 204 len: 168 time: 0.9110348 Jul 27 22:14:49.922172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41126) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:49.927608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1148469908', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:49.932217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0adf-5998-42a2-872b-3ac0f202d8a7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=c108167b-1d71-4166-8e8a-f517f190b797,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.954928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.987289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Port': ['ID=7a9cf2b2-db61-4010-bc46-0aec1825800a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:50.027101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.033376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.033565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490d3a4-1494-45ac-976b-9fde92f8169b None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:50.052098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.054013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-52b308be-b9c8-402a-948b-8fce4eef8101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/7a9cf2b2-db61-4010-bc46-0aec1825800a HTTP/1.1" status: 204 len: 168 time: 0.7737033 Jul 27 22:14:50.057320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41132) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.118335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.132612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-83a817d3-1e77-4a9b-986d-b05e1297ff9c None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:50.132995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83a817d3-1e77-4a9b-986d-b05e1297ff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.142801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804e3ac-5367-4287-b74e-68067f600194 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.146837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0804e3ac-5367-4287-b74e-68067f600194 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0883760 Jul 27 22:14:50.147133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41136) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.213373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb1c3d-a04f-4fca-a6bf-0ac9c680c44b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.217557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1ddb1c3d-a04f-4fca-a6bf-0ac9c680c44b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0667961 Jul 27 22:14:50.217810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41138) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.257301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.285413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2cedfc-74d0-4f91-b5a5-11655796d744 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.287198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2cedfc-74d0-4f91-b5a5-11655796d744 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.288742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2cedfc-74d0-4f91-b5a5-11655796d744 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.290400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c2cedfc-74d0-4f91-b5a5-11655796d744 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0715508 Jul 27 22:14:50.293049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41140) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.350591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet a821de58-748d-4863-9283-081576077554 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:50.354955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.377810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.381871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-555fa1de-72f2-4347-8145-15269f5bbac7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4580088 Jul 27 22:14:50.382074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41146) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.390484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-1441065609'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:50.405942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.507220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.512372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09b9e767-41f3-445c-b5bc-5de141fb9008 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:50.512893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09b9e767-41f3-445c-b5bc-5de141fb9008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.550440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:50.555995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.587905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:50.667027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f7bda8ed-9068-4aa5-8683-277f063f3378 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:50.682111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.687407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.687407 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 8508e810-b34e-4293-a642-140fd0d8ff6c of type vlan for network ed158959-9cff-46aa-8545-e2d6f4207ef8 Jul 27 22:14:50.691487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f7bda8ed-9068-4aa5-8683-277f063f3378 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:50.691854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f7bda8ed-9068-4aa5-8683-277f063f3378 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:50.716566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=a821de58-748d-4863-9283-081576077554,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:50.729283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.731507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e886b94c-2904-4f16-aa7d-496cf431400b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a821de58-748d-4863-9283-081576077554 HTTP/1.1" status: 204 len: 168 time: 0.4372644 Jul 27 22:14:50.733897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.752540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c2fed-75a0-4c44-bc5b-3a9ff2b8c3ef None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:50.783719 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.818449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Deleting subnet deff5d16-d07d-43bb-9ffa-dc2eab63af15 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:50.818787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4ac0026-a42f-4e64-bff6-7ba759fba8a2 None None] Could not find standard attr ID for object 7a9cf2b2-db61-4010-bc46-0aec1825800a. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:14:50.828146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.873750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.950398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.956436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.957018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.033010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.069040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=ed158959-9cff-46aa-8545-e2d6f4207ef8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.081976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:51.105679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-62f11fe2-6d5d-4317-9e2c-0432265d6740 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7221766 Jul 27 22:14:51.108809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.114397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:51.190194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.223218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Subnet': ['ID=deff5d16-d07d-43bb-9ffa-dc2eab63af15,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.231825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.233888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3884dcea-cd37-40dc-89d2-4bfed0d7cb60 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/deff5d16-d07d-43bb-9ffa-dc2eab63af15 HTTP/1.1" status: 204 len: 168 time: 0.4989886 Jul 27 22:14:51.236333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.279322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e4bf25eb-d136-48e7-b1e5-2d6f19a75438 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418420 Jul 27 22:14:51.284599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.324307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:51.327892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.436811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65f3ee-ec57-471b-bf13-e90bba9799cc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.439157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e65f3ee-ec57-471b-bf13-e90bba9799cc tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1527224 Jul 27 22:14:51.441241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41184) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.500964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4dfe7-beec-4525-b926-cc27a6c399ad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.502506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44a4dfe7-beec-4525-b926-cc27a6c399ad tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602648 Jul 27 22:14:51.505059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41186) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.529871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b5b4d-1c8b-4ed9-b5b9-5bbe01afc6db None None] Network c1a57a93-5c6c-4341-88e7-394954be93ca requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:51.553496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-93bb4bc8-cfe9-4bdc-8e04-94952e827ad7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473082 Jul 27 22:14:51.563856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41190) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.594658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc702910-5875-46e5-acd8-443d12ffa291 None None] Provisioning complete for port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:51.595043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc702910-5875-46e5-acd8-443d12ffa291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.595935 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-266e46e9-7cbb-412d-9af3-7296a53a4b67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.596672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266e46e9-7cbb-412d-9af3-7296a53a4b67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.601137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-266e46e9-7cbb-412d-9af3-7296a53a4b67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/7a9cf2b2-db61-4010-bc46-0aec1825800a HTTP/1.1" status: 404 len: 333 time: 0.0359819 Jul 27 22:14:51.601944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.632246 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-74defc7d-cbca-4973-916f-b45310e1c909 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.632709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74defc7d-cbca-4973-916f-b45310e1c909 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.635084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-74defc7d-cbca-4973-916f-b45310e1c909 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/deff5d16-d07d-43bb-9ffa-dc2eab63af15 HTTP/1.1" status: 404 len: 337 time: 0.0309181 Jul 27 22:14:51.637859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.647466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.701262 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-604305b8-b980-4454-8a95-a569b6ec9283 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.701632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604305b8-b980-4454-8a95-a569b6ec9283 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.703412 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-604305b8-b980-4454-8a95-a569b6ec9283 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a821de58-748d-4863-9283-081576077554 HTTP/1.1" status: 404 len: 337 time: 0.0645752 Jul 27 22:14:51.706443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41198) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.735862 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a053be6-dd6d-4de8-9c1e-637b1e7b3496 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.736635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a053be6-dd6d-4de8-9c1e-637b1e7b3496 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.739283 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4a053be6-dd6d-4de8-9c1e-637b1e7b3496 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/995ff99e-6c63-4512-9d93-3dc9752d3673 HTTP/1.1" status: 404 len: 333 time: 0.0307133 Jul 27 22:14:51.741507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.755685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=b2514598-2d48-4fe6-bbda-9a520480051d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.785962 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2120a816-4d19-41b7-a22e-349d7dfa1163 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.786456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2120a816-4d19-41b7-a22e-349d7dfa1163 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.788241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2120a816-4d19-41b7-a22e-349d7dfa1163 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/c493975f-e711-44bc-afb7-ead4a124bc56 HTTP/1.1" status: 404 len: 337 time: 0.0433400 Jul 27 22:14:51.789385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:51.789601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: ed158959-9cff-46aa-8545-e2d6f4207ef8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:51.791888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.835091 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8df2db6-8797-4f09-861c-75c4dc4d2eca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.835640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8df2db6-8797-4f09-861c-75c4dc4d2eca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.838802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d8df2db6-8797-4f09-861c-75c4dc4d2eca tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a1b32db1-2d13-4568-93e2-38f627a22f46 HTTP/1.1" status: 404 len: 337 time: 0.0455492 Jul 27 22:14:51.841344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.843328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750c101-f454-4577-aad4-702139868ec9 None None] DHCP port deletion for c1a57a93-5c6c-4341-88e7-394954be93ca request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:51.870510 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddecf88-ddb9-4c34-a4b9-f48d89a182a7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.871219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddecf88-ddb9-4c34-a4b9-f48d89a182a7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.872989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ddecf88-ddb9-4c34-a4b9-f48d89a182a7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/2cfc1207-5542-4eba-bee9-3bd07cbd4175 HTTP/1.1" status: 404 len: 333 time: 0.0304091 Jul 27 22:14:51.875616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.880118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:51.900200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Deleting port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:51.900584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.903599 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ba768d-ab74-43d6-a867-12c5c4334ae2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.904076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ba768d-ab74-43d6-a867-12c5c4334ae2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.905857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-99ba768d-ab74-43d6-a867-12c5c4334ae2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f7142814-9bf0-4334-8a57-02dbe6008215 HTTP/1.1" status: 404 len: 337 time: 0.0292296 Jul 27 22:14:51.908310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41210) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.940930 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-503c0b23-5614-4c56-8bd5-6ce06538acc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.941102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503c0b23-5614-4c56-8bd5-6ce06538acc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.943365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-503c0b23-5614-4c56-8bd5-6ce06538acc3 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/4b132f8e-89c9-4736-8077-92d95817c8e7 HTTP/1.1" status: 404 len: 337 time: 0.0338800 Jul 27 22:14:51.949159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.968892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5750c101-f454-4577-aad4-702139868ec9 None None] For port b142f6e8-02e1-4e9d-8c97-46cadc597ed1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,segment=NetworkSegment(3535ee51-d5b9-4313-b2f7-09e96991418b),segment_id=3535ee51-d5b9-4313-b2f7-09e96991418b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:51.969209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.971926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, ed158959-9cff-46aa-8545-e2d6f4207ef8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:51.973944 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-623e84f5-1e30-46f1-b4a7-a4c1db79f300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:51.974745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623e84f5-1e30-46f1-b4a7-a4c1db79f300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:51.976818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-623e84f5-1e30-46f1-b4a7-a4c1db79f300 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/d68a19e9-9b4d-45d0-bd88-2b9a54214749 HTTP/1.1" status: 404 len: 333 time: 0.0297751 Jul 27 22:14:51.978856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.979526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.979615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41214) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.990022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbede9-37f6-4646-9b2e-6eba5331e0e8 None None] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:52.003099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Calling delete_port for b142f6e8-02e1-4e9d-8c97-46cadc597ed1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:52.012171 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ff0da9-3bcb-4dd0-a81b-5bfb567c663d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.012639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ff0da9-3bcb-4dd0-a81b-5bfb567c663d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.016839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d8ff0da9-3bcb-4dd0-a81b-5bfb567c663d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f6e5929e-d92e-477f-b66a-cfe4887742a2 HTTP/1.1" status: 404 len: 337 time: 0.0338514 Jul 27 22:14:52.017226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41216) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.046579 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-538c9214-6b1b-4a31-9c8c-aabd582aeb02 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.046968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538c9214-6b1b-4a31-9c8c-aabd582aeb02 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.051347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-538c9214-6b1b-4a31-9c8c-aabd582aeb02 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/fcc5e9f3-7f0c-4bfe-9720-0cc387afbbdc HTTP/1.1" status: 404 len: 337 time: 0.0305481 Jul 27 22:14:52.058269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.078505 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8d6d1e-c6be-4f05-8ae7-697785d77cb0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.079716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8d6d1e-c6be-4f05-8ae7-697785d77cb0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.084291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc8d6d1e-c6be-4f05-8ae7-697785d77cb0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/7db4d0c9-30a9-4519-ae50-7471c9e837ca HTTP/1.1" status: 404 len: 333 time: 0.0292461 Jul 27 22:14:52.084291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-63fd0787-6e84-42c4-9158-d456c00731d4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9736810 Jul 27 22:14:52.087196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.087846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41222) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.114361 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5ab3c6-0c5a-4f30-92ce-4af1d513721b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.114940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5ab3c6-0c5a-4f30-92ce-4af1d513721b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.117667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a5ab3c6-0c5a-4f30-92ce-4af1d513721b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/7592a546-793d-4730-b164-b567eb210581 HTTP/1.1" status: 404 len: 337 time: 0.0314946 Jul 27 22:14:52.123714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.157030 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4950ce2-516a-45f3-991a-c53c5a02d40d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.157943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4950ce2-516a-45f3-991a-c53c5a02d40d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.162421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a4950ce2-516a-45f3-991a-c53c5a02d40d tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/e28d606e-705f-4106-9a7f-22ecf8b47b38 HTTP/1.1" status: 404 len: 333 time: 0.0350094 Jul 27 22:14:52.162981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41226) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.194029 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3369a2-44e9-43c3-93a3-dc9e22ba9bdd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.194678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3369a2-44e9-43c3-93a3-dc9e22ba9bdd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.199498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b3369a2-44e9-43c3-93a3-dc9e22ba9bdd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/a99e002a-9187-4b99-b8f8-05c976ac4740 HTTP/1.1" status: 404 len: 337 time: 0.0329392 Jul 27 22:14:52.200348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.232301 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-46749604-1247-445b-9edd-87423106c813 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.233075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46749604-1247-445b-9edd-87423106c813 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.237753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-46749604-1247-445b-9edd-87423106c813 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/4f6591c7-ae40-4720-9435-e6e5f62b88bc HTTP/1.1" status: 404 len: 333 time: 0.0343277 Jul 27 22:14:52.238662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.270126 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a144d254-cb5b-4116-bc8c-aa223f0b67b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.271667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a144d254-cb5b-4116-bc8c-aa223f0b67b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.277396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a144d254-cb5b-4116-bc8c-aa223f0b67b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/da1f81d1-f36d-48fc-a51a-8fe440a803a3 HTTP/1.1" status: 404 len: 337 time: 0.0373917 Jul 27 22:14:52.278261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41232) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.306062 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-a549ef72-1ae5-44a1-8ee3-9e5bae2047a4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.306881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a549ef72-1ae5-44a1-8ee3-9e5bae2047a4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.310338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a549ef72-1ae5-44a1-8ee3-9e5bae2047a4 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/f356ca48-2d7a-40a2-b240-9b648c4743c6 HTTP/1.1" status: 404 len: 333 time: 0.0294054 Jul 27 22:14:52.311380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41234) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.340952 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f3c75-ae5d-4a7c-aa2d-198a012aca0f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.341771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f3c75-ae5d-4a7c-aa2d-198a012aca0f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.346105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-599f3c75-ae5d-4a7c-aa2d-198a012aca0f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/4c33c047-61a7-4bd0-ba9b-68f21cfcaafc HTTP/1.1" status: 404 len: 337 time: 0.0310397 Jul 27 22:14:52.346531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41236) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.366130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-ed158959-9cff-46aa-8545-e2d6f4207ef8', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:52.367431 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.396433 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8be6156-32cd-4193-8c82-c4ccefb77c77 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.397352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8be6156-32cd-4193-8c82-c4ccefb77c77 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.399343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f8be6156-32cd-4193-8c82-c4ccefb77c77 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/776b4e4a-b7ff-4b3f-a66b-1e5f99f43859 HTTP/1.1" status: 404 len: 333 time: 0.0518744 Jul 27 22:14:52.402218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41238) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.418521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.440210 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6855891f-6248-42a6-911a-f048a141598e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.440678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6855891f-6248-42a6-911a-f048a141598e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.444859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6855891f-6248-42a6-911a-f048a141598e tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/758c58e7-8e0d-4a74-b2f4-ec518f2e4f0a HTTP/1.1" status: 404 len: 337 time: 0.0391140 Jul 27 22:14:52.445022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41240) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.478613 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c444a3c8-4d3a-4b9b-85e7-4dff95510c67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.479461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c444a3c8-4d3a-4b9b-85e7-4dff95510c67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.483692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c444a3c8-4d3a-4b9b-85e7-4dff95510c67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/25048c2b-1777-4f8d-bb37-7828b59b3cb8 HTTP/1.1" status: 404 len: 333 time: 0.0353804 Jul 27 22:14:52.483810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41242) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.495807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Pushing event deleted for resources: {'Port': ['ID=b142f6e8-02e1-4e9d-8c97-46cadc597ed1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:52.500360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750c101-f454-4577-aad4-702139868ec9 None None] No DVR routers for this DVR port b142f6e8-02e1-4e9d-8c97-46cadc597ed1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:52.517497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.517855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.518203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.518591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.519171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.519444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.519781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.520116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.520450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.520781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.521111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.521442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750c101-f454-4577-aad4-702139868ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:52.534143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.537820 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2dc4d9-03de-41df-bb31-b57c32cc6a6b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.538318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2dc4d9-03de-41df-bb31-b57c32cc6a6b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.540038 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6d2dc4d9-03de-41df-bb31-b57c32cc6a6b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/8715f424-7ab1-45fb-a75e-0a3c80cc0521 HTTP/1.1" status: 404 len: 337 time: 0.0553424 Jul 27 22:14:52.543488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41244) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.573711 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e6a81c-3601-4ef7-bdb3-52ebd751e2a6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.574748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e6a81c-3601-4ef7-bdb3-52ebd751e2a6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.576712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-75e6a81c-3601-4ef7-bdb3-52ebd751e2a6 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/28c7334c-ef5f-4eb2-9f6f-5db5ebf76b91 HTTP/1.1" status: 404 len: 337 time: 0.0320063 Jul 27 22:14:52.580082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41246) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.611982 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2e8dbc-d17a-4b22-b9f1-0adbc214f631 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.613682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2e8dbc-d17a-4b22-b9f1-0adbc214f631 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.614258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Allocated IP 172.20.0.2 (ed158959-9cff-46aa-8545-e2d6f4207ef8/b2514598-2d48-4fe6-bbda-9a520480051d/952239bc-d215-4695-aa2e-59b65c2a3503) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:52.616707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f2e8dbc-d17a-4b22-b9f1-0adbc214f631 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/2a7fd561-7dec-459a-89fc-c8431c5377ff HTTP/1.1" status: 404 len: 333 time: 0.0354226 Jul 27 22:14:52.619904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.669589 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e1d2ea-15ae-4f3c-acbd-fa30f862b2ff tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.669589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e1d2ea-15ae-4f3c-acbd-fa30f862b2ff tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.669589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-67e1d2ea-15ae-4f3c-acbd-fa30f862b2ff tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/6256f991-6ea0-497b-96c1-d0259aa881f7 HTTP/1.1" status: 404 len: 337 time: 0.0458314 Jul 27 22:14:52.669974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41250) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.717333 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acaf695-1d88-45e3-be35-259048f10810 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.717794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acaf695-1d88-45e3-be35-259048f10810 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.722157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3acaf695-1d88-45e3-be35-259048f10810 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/738c5987-d5b8-4ac9-a21d-f2e685b03bb2 HTTP/1.1" status: 404 len: 337 time: 0.0483947 Jul 27 22:14:52.722268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41252) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.727628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:52.754101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b142f6e8-02e1-4e9d-8c97-46cadc597ed1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:52.754490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b142f6e8-02e1-4e9d-8c97-46cadc597ed1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:52.760924 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-2613727d-f360-48c7-9a09-2a6a099e85b8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.761941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2613727d-f360-48c7-9a09-2a6a099e85b8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.766978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41254) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.767900 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2613727d-f360-48c7-9a09-2a6a099e85b8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/964b9ab0-1167-45b7-8ab7-a2f10e46f349 HTTP/1.1" status: 404 len: 333 time: 0.0438049 Jul 27 22:14:52.795570 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-08051237-0814-42c2-b10b-a25de50a33f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.796035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08051237-0814-42c2-b10b-a25de50a33f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.797779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-08051237-0814-42c2-b10b-a25de50a33f7 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/cf617e87-97d6-4e67-a471-ea3abfce3fbb HTTP/1.1" status: 404 len: 337 time: 0.0300078 Jul 27 22:14:52.800408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41256) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.827397 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c905d06c-df3c-4ddc-a549-0b1d683c2ead tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.827874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c905d06c-df3c-4ddc-a549-0b1d683c2ead tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.829868 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c905d06c-df3c-4ddc-a549-0b1d683c2ead tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/2193b95f-063a-4040-8396-42263ad268b9 HTTP/1.1" status: 404 len: 337 time: 0.0285439 Jul 27 22:14:52.832406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41258) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.842537 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.856831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Transition to ACTIVE for port object 952239bc-d215-4695-aa2e-59b65c2a3503 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:52.860590 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-66883872-4ccd-455f-b9ac-c33035151748 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.861338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66883872-4ccd-455f-b9ac-c33035151748 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.865455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66883872-4ccd-455f-b9ac-c33035151748 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/ce48c9ee-1b97-4113-aaab-abbf14ca70a4 HTTP/1.1" status: 404 len: 333 time: 0.0298398 Jul 27 22:14:52.865842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41262) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.877263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Transition to ACTIVE for port object 952239bc-d215-4695-aa2e-59b65c2a3503 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:52.903298 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf1fa8f-4589-4ee0-8183-050cf34d757f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.903763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf1fa8f-4589-4ee0-8183-050cf34d757f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.905528 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7cf1fa8f-4589-4ee0-8183-050cf34d757f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/d5ccba2c-7ed3-4ec9-93ee-3cbc42355124 HTTP/1.1" status: 404 len: 337 time: 0.0385847 Jul 27 22:14:52.908329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41264) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.941947 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab16664b-1b9e-4efd-baef-cdea8acb108b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:52.942516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab16664b-1b9e-4efd-baef-cdea8acb108b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:52.944247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab16664b-1b9e-4efd-baef-cdea8acb108b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/aa0cfa55-e8c6-4a02-9ffe-893d9d41cdc2 HTTP/1.1" status: 404 len: 337 time: 0.0348864 Jul 27 22:14:52.947560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.978122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.981998 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-53dfc032-fb38-488c-95d4-3f3c5972af4b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d22ccb4-c60b-4b4a-86d7-6446b13d03cc HTTP/1.1" status: 200 len: 205 time: 0.0311890 Jul 27 22:14:52.982546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41268) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.020605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:53.027575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:53.031319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:53.036360 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-95f846d2-d066-4b19-92ac-c169b592914c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] delete failed (client error): The resource could not be found. Jul 27 22:14:53.039678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95f846d2-d066-4b19-92ac-c169b592914c tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/routers/0d22ccb4-c60b-4b4a-86d7-6446b13d03cc HTTP/1.1" status: 404 len: 336 time: 0.0538857 Jul 27 22:14:53.039804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Pushing event updated for resources: {'Port': ['ID=952239bc-d215-4695-aa2e-59b65c2a3503,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:53.039908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.061914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.20.0.1 (ed158959-9cff-46aa-8545-e2d6f4207ef8/b2514598-2d48-4fe6-bbda-9a520480051d/ea2040ac-207e-42f1-b221-5f2768a95789) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:53.076538 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7f8bfa-dcb7-4be5-9e9d-203350b7fb3a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.077150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7f8bfa-dcb7-4be5-9e9d-203350b7fb3a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.081995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff7f8bfa-dcb7-4be5-9e9d-203350b7fb3a tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/6652d7db-5c77-4c4f-b49c-392d56567033 HTTP/1.1" status: 404 len: 337 time: 0.0388072 Jul 27 22:14:53.082302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41272) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.103567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Attempting to bind port 952239bc-d215-4695-aa2e-59b65c2a3503 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:53.104007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Attempting to bind port 952239bc-d215-4695-aa2e-59b65c2a3503 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:53.104386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Attempting to bind port 952239bc-d215-4695-aa2e-59b65c2a3503 on network ed158959-9cff-46aa-8545-e2d6f4207ef8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:53.109826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:53.110219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Checking segment: {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:53.110661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.111066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Bound using segment: {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:53.111549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Bound port: 952239bc-d215-4695-aa2e-59b65c2a3503, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:53.111945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.126970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-397a43ea-2955-4225-8050-1fa899c9fdb8 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7957497-8fb3-48fb-8a4f-1276a5212e4f HTTP/1.1" status: 200 len: 205 time: 0.0414481 Jul 27 22:14:53.127527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.177673 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-551b467a-7746-48a0-8a54-146e0a73ec67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] delete failed (client error): The resource could not be found. Jul 27 22:14:53.181327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-551b467a-7746-48a0-8a54-146e0a73ec67 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/routers/e7957497-8fb3-48fb-8a4f-1276a5212e4f HTTP/1.1" status: 404 len: 336 time: 0.0506415 Jul 27 22:14:53.181844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.195364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] For port 952239bc-d215-4695-aa2e-59b65c2a3503, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:53.199654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] For port 952239bc-d215-4695-aa2e-59b65c2a3503, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=952239bc-d215-4695-aa2e-59b65c2a3503,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:53.213700 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12930ae-c9d1-43b3-ba8c-94a1edcd3051 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.214206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12930ae-c9d1-43b3-ba8c-94a1edcd3051 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.218446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d12930ae-c9d1-43b3-ba8c-94a1edcd3051 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/10b26dcf-1c71-4e9c-a10a-187cfeb45df4 HTTP/1.1" status: 404 len: 337 time: 0.0332212 Jul 27 22:14:53.218724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.224718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.239930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object ea2040ac-207e-42f1-b221-5f2768a95789 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:53.244680 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-472c69c0-1d31-4cf1-986e-92da9a1e31d0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.245147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472c69c0-1d31-4cf1-986e-92da9a1e31d0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.246906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-472c69c0-1d31-4cf1-986e-92da9a1e31d0 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/097ea610-f7a0-4f11-bde6-d6fc52362bac HTTP/1.1" status: 404 len: 337 time: 0.0272493 Jul 27 22:14:53.249427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41280) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.282007 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57481da-67dd-407b-9b7d-e5f7d1da5101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.282661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57481da-67dd-407b-9b7d-e5f7d1da5101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.286334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c57481da-67dd-407b-9b7d-e5f7d1da5101 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/d783e1a9-664a-4ba9-be97-a4e56ef35067 HTTP/1.1" status: 404 len: 333 time: 0.0341322 Jul 27 22:14:53.287234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.293253 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.316122 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca52230-cb88-41d7-ab90-2cf2a2a2e38f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.316559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca52230-cb88-41d7-ab90-2cf2a2a2e38f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.320749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bca52230-cb88-41d7-ab90-2cf2a2a2e38f tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/f8fbd334-cdd3-42b6-aad1-5b7abac33182 HTTP/1.1" status: 404 len: 337 time: 0.0300896 Jul 27 22:14:53.321679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.354555 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daef796-1910-473e-84ed-93f7a3a517a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.355345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daef796-1910-473e-84ed-93f7a3a517a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.357246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8daef796-1910-473e-84ed-93f7a3a517a1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/93ff0c21-6293-4f1f-adc9-b3ce8d69fb13 HTTP/1.1" status: 404 len: 333 time: 0.0341551 Jul 27 22:14:53.360183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41286) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.360378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de47ac-5d55-49fd-8ce5-e1db2791e204 None None] Pushing event updated for resources: {'Port': ['ID=952239bc-d215-4695-aa2e-59b65c2a3503,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:53.388486 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec31314-67c2-4443-a9cb-e5fb495c7493 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.388964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec31314-67c2-4443-a9cb-e5fb495c7493 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.390844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ec31314-67c2-4443-a9cb-e5fb495c7493 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/86e079fc-7c44-4657-b75a-c45dc65cb2ae HTTP/1.1" status: 404 len: 337 time: 0.0296602 Jul 27 22:14:53.393630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41288) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.420683 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-637e8d7c-3222-4c28-b868-02c03867fec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.421386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637e8d7c-3222-4c28-b868-02c03867fec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.423205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-637e8d7c-3222-4c28-b868-02c03867fec2 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/5dba3066-abe1-4e61-875c-f6736229606e HTTP/1.1" status: 404 len: 333 time: 0.0286033 Jul 27 22:14:53.424285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.425960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.457533 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd38074-fa36-461e-a2e7-4a3b86a337b1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.458134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd38074-fa36-461e-a2e7-4a3b86a337b1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.463780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41292) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.465152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fd38074-fa36-461e-a2e7-4a3b86a337b1 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/98743e51-3cb6-4788-ba35-9c21691f1084 HTTP/1.1" status: 404 len: 337 time: 0.0380049 Jul 27 22:14:53.517441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:53.521639 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-665b43a0-442e-4106-82af-e02f886e2d79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.521639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665b43a0-442e-4106-82af-e02f886e2d79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.526044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-665b43a0-442e-4106-82af-e02f886e2d79 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/185ae23f-dfd1-4fe2-8c3e-89fb382522bd HTTP/1.1" status: 404 len: 333 time: 0.0582540 Jul 27 22:14:53.528239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.529856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:53.546809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:53.551353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:53.592736 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3404ebde-c2cf-4cfe-b32c-ddebf0328332 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.593345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3404ebde-c2cf-4cfe-b32c-ddebf0328332 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.597675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3404ebde-c2cf-4cfe-b32c-ddebf0328332 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/0a5abf1e-b08a-460d-97d5-7b93cc75c6bd HTTP/1.1" status: 404 len: 337 time: 0.0667007 Jul 27 22:14:53.598110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.633587 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a4b872-eb5b-4d75-a67a-7e0e0ed46389 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.634419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a4b872-eb5b-4d75-a67a-7e0e0ed46389 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.636652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-05a4b872-eb5b-4d75-a67a-7e0e0ed46389 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/4c0a562b-170c-4f1d-b85f-97a81173ffc9 HTTP/1.1" status: 404 len: 333 time: 0.0375853 Jul 27 22:14:53.639447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.645174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.676856 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cd3996-99be-43f2-a9e1-97f27c936190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.677328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cd3996-99be-43f2-a9e1-97f27c936190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.679183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d6cd3996-99be-43f2-a9e1-97f27c936190 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/1fb409c8-8717-43e7-9c47-b3228a1eb9ed HTTP/1.1" status: 404 len: 337 time: 0.0387452 Jul 27 22:14:53.682011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.715894 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab3a5d5-a3ad-40fd-bb2c-25b8f128f5d9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.717091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab3a5d5-a3ad-40fd-bb2c-25b8f128f5d9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.719586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3ab3a5d5-a3ad-40fd-bb2c-25b8f128f5d9 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/c904b10b-cfaa-4652-9213-d034900a5a4d HTTP/1.1" status: 404 len: 333 time: 0.0364292 Jul 27 22:14:53.722149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.749359 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4b1e97-698e-47f3-af8d-8791e348e2b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.749922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4b1e97-698e-47f3-af8d-8791e348e2b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.754457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-be4b1e97-698e-47f3-af8d-8791e348e2b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/c2b0f016-5aa8-4574-a967-4f2718676f1a HTTP/1.1" status: 404 len: 337 time: 0.0312922 Jul 27 22:14:53.754600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.781545 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de6bfd8-1d24-439d-87d0-ad94f48d83b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.782188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de6bfd8-1d24-439d-87d0-ad94f48d83b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.783999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9de6bfd8-1d24-439d-87d0-ad94f48d83b5 tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/ports/3fbfdb99-780c-4574-93f7-b8a26bf7f721 HTTP/1.1" status: 404 len: 333 time: 0.0282140 Jul 27 22:14:53.786573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41308) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.837041 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b069840-f954-453f-9c32-bf33fa90087b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:53.838162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b069840-f954-453f-9c32-bf33fa90087b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:53.840126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4b069840-f954-453f-9c32-bf33fa90087b tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/subnets/7fb346b7-6e86-4607-bfbe-4b04e1a61062 HTTP/1.1" status: 404 len: 337 time: 0.0526545 Jul 27 22:14:53.843010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41310) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.910159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.942498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.217330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.229411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a57a93-5c6c-4341-88e7-394954be93ca']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.244714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3535ee51-d5b9-4313-b2f7-09e96991418b') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.244714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3535ee51-d5b9-4313-b2f7-09e96991418b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.258865 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.290631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.341816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:54.342238 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:54.345495 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:54.490423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af77f198-5bfb-4fc8-83b7-9f656e998441 None None] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:54.497016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.520758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.533931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.538159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] 10.222.0.37 "DELETE /v2.0/networks/c1a57a93-5c6c-4341-88e7-394954be93ca HTTP/1.1" status: 204 len: 168 time: 0.6921403 Jul 27 22:14:54.557023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a3cd7-a786-4b7e-aa86-f72cd9b8badd tempest-NetworksTestDHCPv6-990096621 tempest-NetworksTestDHCPv6-990096621-project] Pushing event deleted for resources: {'Network': ['ID=c1a57a93-5c6c-4341-88e7-394954be93ca,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.611472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.705557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c8938ca5-0c71-48cb-aa97-7e73d31ab350 None None] Provisioning for port 952239bc-d215-4695-aa2e-59b65c2a3503 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:54.708742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.737249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.742085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 952239bc-d215-4695-aa2e-59b65c2a3503 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:54.875730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:54.877373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:54.897580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 952239bc-d215-4695-aa2e-59b65c2a3503 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:54.903505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 952239bc-d215-4695-aa2e-59b65c2a3503 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:54.904230 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.922900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.014534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.060984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 952239bc-d215-4695-aa2e-59b65c2a3503, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=952239bc-d215-4695-aa2e-59b65c2a3503,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:55.062421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Provisioning complete for port 952239bc-d215-4695-aa2e-59b65c2a3503 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:55.062799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.093652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bffe8cd-7f3f-4df4-b16a-9dd038082a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.126183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:55.155433 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.169519 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.180527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.269700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:55.281415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bffe8cd-7f3f-4df4-b16a-9dd038082a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.281548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-710ee3a6-0746-407b-99a7-78366d2a1619 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1913376 Jul 27 22:14:55.282060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41338) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.286551 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:55.286932 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:55.290273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-2064815530'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:55.297372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:55.308115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=952239bc-d215-4695-aa2e-59b65c2a3503,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.325232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:55.325950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:55.381662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f2486be5-b48d-4f2a-b463-2ced336a7e34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f3f822cb0aa41019888f1a4ceb02deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999564 Jul 27 22:14:55.382108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41340) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.400900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9bffe8cd-7f3f-4df4-b16a-9dd038082a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.425670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:55.447267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.449821 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9bffe8cd-7f3f-4df4-b16a-9dd038082a2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ceb9f4fd4ff4c4f86c9d916eb8a6fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252173 Jul 27 22:14:55.452333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffe8cd-7f3f-4df4-b16a-9dd038082a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff90587-b92f-4653-ba47-a20e11fd6060,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.452905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41342) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.489993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.504551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:55.508060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.583575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:55.597046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.599075 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.599439 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 9033bd29-484a-4ed6-80a9-fd87aa32a26f of type vlan for network 454fc89e-f37b-48db-8564-4778e9613f9e Jul 27 22:14:55.642462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:53Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:54Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:55.655329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.663573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.672648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.674343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:55.674712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Updating router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab port ea2040ac-207e-42f1-b221-5f2768a95789 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:14:55.675242 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.676428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1421b9ee-1350-4af9-ae4c-7e421a454b2b HTTP/1.1" status: 204 len: 168 time: 0.2933078 Jul 27 22:14:55.704594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b121e-43a7-48e0-a2fa-c52c7403793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421b9ee-1350-4af9-ae4c-7e421a454b2b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.714747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.835045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.841724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:55.842362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.895827 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.898330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.899492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ff90587-b92f-4653-ba47-a20e11fd6060 HTTP/1.1" status: 204 len: 168 time: 0.4437051 Jul 27 22:14:55.919639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca79c7-cd5a-41c9-b578-c7acefa22b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff90587-b92f-4653-ba47-a20e11fd6060,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.935808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=454fc89e-f37b-48db-8564-4778e9613f9e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.947959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 454fc89e-f37b-48db-8564-4778e9613f9e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:55.960874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a11107c8-b0f6-4b84-b19d-864526e0ad8e tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6775215 Jul 27 22:14:55.964351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.970663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:55.998341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Provisioning for port ea2040ac-207e-42f1-b221-5f2768a95789 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:56.023520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Provisioning complete for port ea2040ac-207e-42f1-b221-5f2768a95789 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:56.023905 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.110779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ac174d0e-3c8a-4ff3-a256-cca7af3f4644 None None] Port ea2040ac-207e-42f1-b221-5f2768a95789 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:56.160401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:56.163627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.164129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.176543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Transition to ACTIVE for port object ea2040ac-207e-42f1-b221-5f2768a95789 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:56.230668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b599b75b-680f-44d1-8539-ad4baf91a86d None None] Provisioning complete for port ea2040ac-207e-42f1-b221-5f2768a95789 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:56.231534 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b599b75b-680f-44d1-8539-ad4baf91a86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.269695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b599b75b-680f-44d1-8539-ad4baf91a86d None None] Port ea2040ac-207e-42f1-b221-5f2768a95789 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:56.297204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.370055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efe18d-766a-409d-8d7a-81116e2f4094 None None] Pushing event updated for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.407770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Attempting to bind port ea2040ac-207e-42f1-b221-5f2768a95789 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:56.408032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Attempting to bind port ea2040ac-207e-42f1-b221-5f2768a95789 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:56.408414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Attempting to bind port ea2040ac-207e-42f1-b221-5f2768a95789 on network ed158959-9cff-46aa-8545-e2d6f4207ef8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:56.413949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:56.414264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Checking segment: {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:56.414721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.415146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Bound using segment: {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:56.416175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Bound port: ea2040ac-207e-42f1-b221-5f2768a95789, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8508e810-b34e-4293-a642-140fd0d8ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:56.416747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.496827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] For port ea2040ac-207e-42f1-b221-5f2768a95789, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:56.500349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] For port ea2040ac-207e-42f1-b221-5f2768a95789, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ea2040ac-207e-42f1-b221-5f2768a95789,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:56.508909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.566936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.580395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:56.580754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: 454fc89e-f37b-48db-8564-4778e9613f9e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:56.658245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.688742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 952239bc-d215-4695-aa2e-59b65c2a3503 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:56.743386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 454fc89e-f37b-48db-8564-4778e9613f9e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:56.757627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efe18d-766a-409d-8d7a-81116e2f4094 None None] Pushing event updated for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.760992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:56.761464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:56.800422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41368) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.818742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7122d8d1-5466-4f69-b7f3-d0c65cfa20b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.831131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 454fc89e-f37b-48db-8564-4778e9613f9e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:56.838350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:56.838890 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.850790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58bc41-6bfc-45a7-a765-198d29b7cb36 None None] Network 454fc89e-f37b-48db-8564-4778e9613f9e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:56.912082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 952239bc-d215-4695-aa2e-59b65c2a3503 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:56.912467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.945387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:56.980800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7122d8d1-5466-4f69-b7f3-d0c65cfa20b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.020439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41372) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.068338 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7122d8d1-5466-4f69-b7f3-d0c65cfa20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.118204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41376) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.119467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7122d8d1-5466-4f69-b7f3-d0c65cfa20b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdd6fe86a3ad4c689b3d9de50fccd0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165262 Jul 27 22:14:57.120093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122d8d1-5466-4f69-b7f3-d0c65cfa20b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def516bb-fe43-4b65-b25d-ee672d239780,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.142785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-456929148'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:57.184755 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.193530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-78bfb679-c10b-495a-875a-6db7d101c675 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2273073 Jul 27 22:14:57.196659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41378) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.211112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.340130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:57.343617 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.378608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.392005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.394627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.398181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/def516bb-fe43-4b65-b25d-ee672d239780 HTTP/1.1" status: 204 len: 168 time: 0.2744489 Jul 27 22:14:57.413419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796153-aa89-4d00-aea9-cb744e97b323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def516bb-fe43-4b65-b25d-ee672d239780,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.421517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-454fc89e-f37b-48db-8564-4778e9613f9e', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:57.422946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.556166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:53Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:56Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:57.603541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7297c-51d9-420f-a223-ca7033ecd070 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:53Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:56Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:57.636550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Allocated IP 172.21.0.2 (454fc89e-f37b-48db-8564-4778e9613f9e/81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc/8b433522-09b5-43e2-bb1c-198b3a0b938a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:57.648063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.657114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.743813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.788019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:57.810550 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.814925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d7814e-5576-43f1-ac04-dd671457711c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.816917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.817310 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 9e09e620-205c-499e-9409-2068b363ab86 of type vlan for network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 Jul 27 22:14:57.822687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Transition to ACTIVE for port object 8b433522-09b5-43e2-bb1c-198b3a0b938a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:57.855983 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Transition to ACTIVE for port object 8b433522-09b5-43e2-bb1c-198b3a0b938a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:57.948592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.965639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.035427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Network 454fc89e-f37b-48db-8564-4778e9613f9e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:58.040755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:58.043840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:58.080738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Pushing event updated for resources: {'Port': ['ID=8b433522-09b5-43e2-bb1c-198b3a0b938a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:58.096843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.21.0.1 (454fc89e-f37b-48db-8564-4778e9613f9e/81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc/5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:58.101244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.106935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:58.107549 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.121902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Attempting to bind port 8b433522-09b5-43e2-bb1c-198b3a0b938a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:58.122563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Attempting to bind port 8b433522-09b5-43e2-bb1c-198b3a0b938a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:58.123022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Attempting to bind port 8b433522-09b5-43e2-bb1c-198b3a0b938a on network 454fc89e-f37b-48db-8564-4778e9613f9e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:58.129138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:58.129622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Checking segment: {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:58.130143 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.130753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Bound using segment: {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:58.131324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Bound port: 8b433522-09b5-43e2-bb1c-198b3a0b938a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:58.131796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.224898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] For port 8b433522-09b5-43e2-bb1c-198b3a0b938a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:58.231146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] For port 8b433522-09b5-43e2-bb1c-198b3a0b938a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b433522-09b5-43e2-bb1c-198b3a0b938a,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:58.236069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=b55ac7f8-409e-4310-a2b0-1f80d6a18e11,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:58.250657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:58.262447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95428a87-0ff7-4df6-888d-3dd660984384 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2407801 Jul 27 22:14:58.265315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41392) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:58.272487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'name': 'tempest-PortsIpV6TestJSON-425556653'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:58.307850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.326089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:58.357602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.446415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79b774-30e2-4848-9162-afcfdee26e9a None None] Pushing event updated for resources: {'Port': ['ID=8b433522-09b5-43e2-bb1c-198b3a0b938a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:58.464834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.492133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:58.497044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.526804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port a2cc5c36-761c-4edb-a1aa-a73caae61075 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:58.526963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 454fc89e-f37b-48db-8564-4778e9613f9e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:58.531068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:58.533098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:58.535399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:58.580622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.813840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.827828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ea2040ac-207e-42f1-b221-5f2768a95789 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:58.864842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.954526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ea2040ac-207e-42f1-b221-5f2768a95789 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:58.955250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.958849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ea2040ac-207e-42f1-b221-5f2768a95789 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:58.959512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.027580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=a2cc5c36-761c-4edb-a1aa-a73caae61075,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:59.036389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '9e09e620-205c-499e-9409-2068b363ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:59.036796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: b55ac7f8-409e-4310-a2b0-1f80d6a18e11, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:59.062885 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.105051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ea2040ac-207e-42f1-b221-5f2768a95789, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ea2040ac-207e-42f1-b221-5f2768a95789,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:59.168615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.200015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:59.257047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.306359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:59.377200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.425847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, b55ac7f8-409e-4310-a2b0-1f80d6a18e11) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:59.430602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:59.437720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:59.437897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.445146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c1665-ed33-45bc-8643-47da9be8e341 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:59.457258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.459040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:59.562311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 454fc89e-f37b-48db-8564-4778e9613f9e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:59.563863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:59.612548 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2513d43-4192-4fbc-954c-3388f86671f8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3460352 Jul 27 22:14:59.615944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41412) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:59.622069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312997222'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:59.672391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:59.786969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:59.793344 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1ca4461d-9422-4abd-8e3f-842cb74d5f48 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5948150 Jul 27 22:14:59.801001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41418) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:59.801135 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:59.807209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-1059835578'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:59.812312 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:59.812897 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:59.847868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:59.851758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.887747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:59.898133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.898803 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 547c91d9-33ec-4753-986b-c6ce357b3f24 of type vlan for network de094d88-b4cd-4292-9314-771a4b29ba03 Jul 27 22:14:59.919930 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:59.937513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169018b9-6c21-437c-b284-75d70abcdc17 None None] Network 454fc89e-f37b-48db-8564-4778e9613f9e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:59.951902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.012003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:00.016773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.050994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:00.064109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.064598 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment ede0e618-4033-4597-a88d-0c152be6148c of type vlan for network e1544097-bc68-41e5-a041-32deb789d780 Jul 27 22:15:00.077389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.084692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:00.088434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.155262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-31802b0e-88a9-4684-ae55-e92d9d76ace9 None None] Provisioning for port 8b433522-09b5-43e2-bb1c-198b3a0b938a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:00.200767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.215242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=de094d88-b4cd-4292-9314-771a4b29ba03,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.237775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network de094d88-b4cd-4292-9314-771a4b29ba03 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:00.248814 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 3, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.277454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:00.277800 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Updating router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:00.320750 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.450356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-23a253a9-81e0-4aa7-b5fe-faf0193d6fd8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8303246 Jul 27 22:15:00.450356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.451061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.455962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'ports': [{'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'}, {'network_id': 'de094d88-b4cd-4292-9314-771a4b29ba03'}]} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:00.456274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:00.459927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'de094d88-b4cd-4292-9314-771a4b29ba03'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:00.467129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:00.467847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.550776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=e1544097-bc68-41e5-a041-32deb789d780,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.570087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e1544097-bc68-41e5-a041-32deb789d780 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:00.617459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fe2955e1-5275-471f-a592-a9b8f3ce3461 None None] Provisioning for port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:00.624804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-00cdeaf6-73e1-4f8c-87b5-34c022967f2a tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8220012 Jul 27 22:15:00.627543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41434) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.639332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:00.639671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fe2955e1-5275-471f-a592-a9b8f3ce3461 None None] Provisioning complete for port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:00.639671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe2955e1-5275-471f-a592-a9b8f3ce3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.708697 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.718276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fe2955e1-5275-471f-a592-a9b8f3ce3461 None None] Port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:00.729465 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Transition to ACTIVE for port object 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:00.831400 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.832042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b433522-09b5-43e2-bb1c-198b3a0b938a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:00.883363 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Pushing event updated for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.896995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 2} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:00.902820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.912536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.912881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.913220 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.913555 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.913890 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.914217 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.914569 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.915060 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.915884 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.916213 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.916540 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.916864 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:00.920726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.956796 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Attempting to bind port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:00.957170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Attempting to bind port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:00.957535 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Attempting to bind port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c on network 454fc89e-f37b-48db-8564-4778e9613f9e {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:00.963182 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:00.963423 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Checking segment: {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:00.963850 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.964455 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Bound using segment: {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:00.964938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Bound port: 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033bd29-484a-4ed6-80a9-fd87aa32a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:00.965331 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.999646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:01.001336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8b433522-09b5-43e2-bb1c-198b3a0b938a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:01.004000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.008509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8b433522-09b5-43e2-bb1c-198b3a0b938a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:01.008629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.103406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] For port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:01.107347 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] For port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:01.142097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.191768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8b433522-09b5-43e2-bb1c-198b3a0b938a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b433522-09b5-43e2-bb1c-198b3a0b938a,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:01.201097 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.287356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:01.288027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:01.294398 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.295910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ea2040ac-207e-42f1-b221-5f2768a95789 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:01.344366 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12a987-a44b-4901-98a2-f368f1ee74c8 None None] Pushing event updated for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:01.439867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:01.487899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 887e6528-a5af-495a-80b3-3dfec597275f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:01.499391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8b433522-09b5-43e2-bb1c-198b3a0b938a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:01.510464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ea2040ac-207e-42f1-b221-5f2768a95789 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:01.510863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.716398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.798617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port bcabe764-31de-4d86-8155-84fd55e23aa6 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:01.844615 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 3, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:01Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:01.896700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98838d05-7b31-4f99-80f3-d73f7e472ceb None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:14:58Z', 'revision_number': 3, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:01Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:01.915342 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.948731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.000481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53ba7435-ac02-4529-8463-8fda53bd385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.033186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=1330fa95-c707-4608-a89d-5833e72bbfbf,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.057628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:02.057916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: e1544097-bc68-41e5-a041-32deb789d780, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:02.103454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.153508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:02.159081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:02.162843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:02.163749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.171291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=887e6528-a5af-495a-80b3-3dfec597275f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.178123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network e1544097-bc68-41e5-a041-32deb789d780 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:02.232697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=bcabe764-31de-4d86-8155-84fd55e23aa6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.242036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '547c91d9-33ec-4753-986b-c6ce357b3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'de094d88-b4cd-4292-9314-771a4b29ba03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:02.242440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: de094d88-b4cd-4292-9314-771a4b29ba03, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:02.293368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e1544097-bc68-41e5-a041-32deb789d780) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:02.298270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.298930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.305520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d17382-4013-48f0-8c23-406a1f010411 None None] Network e1544097-bc68-41e5-a041-32deb789d780 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:02.446498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network de094d88-b4cd-4292-9314-771a4b29ba03 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:02.449740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-31e2a7fe-719a-4c69-a55b-d7adb8d82a9b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8193250 Jul 27 22:15:02.450940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41458) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.487601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-e1544097-bc68-41e5-a041-32deb789d780', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:02.490953 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.499353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, de094d88-b4cd-4292-9314-771a4b29ba03) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:02.511018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cd72f-fd9e-463f-a4eb-fb7d97db5e74 None None] Network de094d88-b4cd-4292-9314-771a4b29ba03 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:02.533442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:02.539183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.544685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.545782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.663095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41462) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.685548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7b6ed87a-feeb-444c-bb8c-0354545d6a4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2342708 Jul 27 22:15:02.688246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41466) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.782090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Allocated IP 172.22.0.2 (e1544097-bc68-41e5-a041-32deb789d780/1330fa95-c707-4608-a89d-5833e72bbfbf/4c7381a8-0d6b-45d4-a38c-d84a37b9dad1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:02.864473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:02.865887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-698ff749-2811-4e2a-954d-9bb14cc66f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.878375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port bcabe764-31de-4d86-8155-84fd55e23aa6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:02.879016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.963909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.971924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.992412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for bcabe764-31de-4d86-8155-84fd55e23aa6 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:02.999634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.008084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Transition to ACTIVE for port object 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:03.026430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Transition to ACTIVE for port object 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:03.108368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:03.111512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-698ff749-2811-4e2a-954d-9bb14cc66f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.113575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:03.114172 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.140275 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.198319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Network e1544097-bc68-41e5-a041-32deb789d780 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:03.202184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:03.204848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:03.206838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Pushing event updated for resources: {'Port': ['ID=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.234717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-698ff749-2811-4e2a-954d-9bb14cc66f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.242256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.22.0.1 (e1544097-bc68-41e5-a041-32deb789d780/1330fa95-c707-4608-a89d-5833e72bbfbf/c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:03.278571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-698ff749-2811-4e2a-954d-9bb14cc66f24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56d11558d06345b0aa5962cd6d271396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142926 Jul 27 22:15:03.279755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41468) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:03.286392 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff749-2811-4e2a-954d-9bb14cc66f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab83ce8-c915-48d9-b6e6-536a9242b336,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.289044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.303867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.307794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Attempting to bind port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:03.308658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Attempting to bind port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:03.308658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Attempting to bind port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 on network e1544097-bc68-41e5-a041-32deb789d780 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:03.322475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:03.322950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Checking segment: {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:03.323685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.323809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Bound using segment: {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:03.324020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=bcabe764-31de-4d86-8155-84fd55e23aa6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.324226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Bound port: 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:03.324667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.343821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.348248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec8d3684-c5bf-42f6-978f-25cbfb89f128 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/bcabe764-31de-4d86-8155-84fd55e23aa6 HTTP/1.1" status: 204 len: 168 time: 0.6565456 Jul 27 22:15:03.349498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41470) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:03.373222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:03.412003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.416873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.440090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:03.449855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.456222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] For port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:03.462851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] For port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:03.493192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50137b1-6011-4f71-acab-7b2ae00500e3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.493192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50137b1-6011-4f71-acab-7b2ae00500e3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.493192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b50137b1-6011-4f71-acab-7b2ae00500e3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1304667 Jul 27 22:15:03.493192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41472) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:03.560041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.561105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b433522-09b5-43e2-bb1c-198b3a0b938a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:03.602804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 887e6528-a5af-495a-80b3-3dfec597275f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:03.603335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.640308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.665163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.680367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.692310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.698469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 887e6528-a5af-495a-80b3-3dfec597275f owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:03.726885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8b433522-09b5-43e2-bb1c-198b3a0b938a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:03.727271 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.729739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65169c4-2e8f-4705-b561-40b1a777af8e None None] Pushing event updated for resources: {'Port': ['ID=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.761500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.764260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.765591 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ab83ce8-c915-48d9-b6e6-536a9242b336 HTTP/1.1" status: 204 len: 168 time: 0.4847715 Jul 27 22:15:03.794448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34687d96-85e9-4147-b2e4-caeaec1c3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab83ce8-c915-48d9-b6e6-536a9242b336,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.807015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.832631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network e1544097-bc68-41e5-a041-32deb789d780 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:03.835625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:03.839153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:03.892660 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.988692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.032157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=887e6528-a5af-495a-80b3-3dfec597275f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:04.038257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.042520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f87fcd0d-3546-4dde-87ba-6c9517cb18c9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/887e6528-a5af-495a-80b3-3dfec597275f HTTP/1.1" status: 204 len: 168 time: 0.5576653 Jul 27 22:15:04.044969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41476) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.123663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53b2a3-98fa-4424-9629-d99837508e4d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:04.125255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1e53b2a3-98fa-4424-9629-d99837508e4d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0793366 Jul 27 22:15:04.127977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41478) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.158808 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19f636a-f31f-4445-97d1-3dd40233c0f5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:04.159052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c19f636a-f31f-4445-97d1-3dd40233c0f5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/bcabe764-31de-4d86-8155-84fd55e23aa6 HTTP/1.1" status: 404 len: 333 time: 0.0301604 Jul 27 22:15:04.167590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41482) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.200007 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b312cc9-7063-427d-9ce6-61b9610e92ba tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:04.204610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b312cc9-7063-427d-9ce6-61b9610e92ba tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/887e6528-a5af-495a-80b3-3dfec597275f HTTP/1.1" status: 404 len: 333 time: 0.0355682 Jul 27 22:15:04.205213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41484) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.208863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.294151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.391176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.402124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de094d88-b4cd-4292-9314-771a4b29ba03']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:04.412970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547c91d9-33ec-4753-986b-c6ce357b3f24') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:04.413279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547c91d9-33ec-4753-986b-c6ce357b3f24') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:04.424615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.441702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.451253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:04.451641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:04.455413 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:04.463273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9c28-5e53-4761-80cf-277ad6c5d022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.546550 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.658616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.666789 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.684237 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.686626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/de094d88-b4cd-4292-9314-771a4b29ba03 HTTP/1.1" status: 204 len: 168 time: 0.4802413 Jul 27 22:15:04.690062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41488) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.706835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41490) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.713923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1102329313'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:04.722388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c65b5-0932-4653-bc8d-64a51c758893 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=de094d88-b4cd-4292-9314-771a4b29ba03,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:04.733188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.755749 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:15:04.755749 n-d-738018-6 neutron-server[94671]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:15:04.755749 n-d-738018-6 neutron-server[94671]: [parameters: {'project_id': '76ac815d0f8b4c4dacb17303e0b05a9a', 'id': 'edd4bda1-6289-4a09-95da-c5d590c15ce7', 'expiration': datetime.datetime(2021, 7, 27, 22, 17, 4, 751782)}] Jul 27 22:15:04.755749 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:15:04.756519 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:15:04.778458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.790471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.793212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:04.832750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:04.867044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:04.871120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.923262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:04.939540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.939895 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 93693098-3042-4e3e-9183-28d0ccb5e2ae of type vlan for network 6c7fef9a-7a71-486f-8329-dfb188a9f907 Jul 27 22:15:04.942374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network e1544097-bc68-41e5-a041-32deb789d780 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:04.950838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:05.025105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffe2fc-ae99-4d70-b05b-f9cac31b2dc7 None None] Network e1544097-bc68-41e5-a041-32deb789d780 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:05.026208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.099823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:05.133960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:05.134985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.179746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-614e409e-3e82-4195-a02c-fc6f81a21a1c None None] Provisioning for port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:05.207680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:05.213233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-62000e31-fe32-48f5-9a3a-f76ba305de39 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610748 Jul 27 22:15:05.214606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.216379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41492) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.220236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:05.220860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.225358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'network': {'name': 'tempest-RoutersTest-366663345'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:05.225546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:05.257907 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.263281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:05.263935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.294478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=6c7fef9a-7a71-486f-8329-dfb188a9f907,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.308765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:05.312425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.327552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:05.339022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:05.348226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.348585 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added segment 7966a26f-4d5e-41a4-8e22-4c7031e796ed of type vlan for network 8db7648b-0998-4074-865a-ee6de5484714 Jul 27 22:15:05.391712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.418748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b606c6fa-2135-4dc3-9ab9-f5ce817e4db3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7098625 Jul 27 22:15:05.421669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41494) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.428629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:05.432041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:05.466550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:05.518201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.527483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.533785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:05.534441 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.591212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.639949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:05.642247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Network': ['ID=8db7648b-0998-4074-865a-ee6de5484714,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.644021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.655962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8db7648b-0998-4074-865a-ee6de5484714 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:05.669119 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76ac815d0f8b4c4dacb17303e0b05a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789441 Jul 27 22:15:05.671745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41496) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.676908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:05.679608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f0158-7451-40e9-9fdc-73fec2aac34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746eb54b-f533-491b-8078-0f77a0a829f8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.730829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:05.735420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.750504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.753228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f55411d9-c269-48fb-808d-6effa48ad660 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5347974 Jul 27 22:15:05.756255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41504) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.763806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'subnet': {'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:05.824040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.914018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Provisioning complete for port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:05.914495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.989918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.013503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:06.023270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.027916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.038072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/746eb54b-f533-491b-8078-0f77a0a829f8 HTTP/1.1" status: 204 len: 168 time: 0.3597567 Jul 27 22:15:06.049169 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.053349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:06.053804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Updating router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:06.057541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb81695-1e27-4fbd-98a0-877f3e10aa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746eb54b-f533-491b-8078-0f77a0a829f8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.075114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Made reservation on behalf of 61a6ff9200fa4b2ca82c5cded4b6f6b9 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.080156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.180191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.184554 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.189512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.193494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:06.294691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=2adc7858-edc9-4592-80e3-855689b409e6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.317175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '93693098-3042-4e3e-9183-28d0ccb5e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:06.317548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: 6c7fef9a-7a71-486f-8329-dfb188a9f907, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:06.320080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.426622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:06.442021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:15:06.442404 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:15:06.477957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.526923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6c7fef9a-7a71-486f-8329-dfb188a9f907) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:06.532713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.533854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.548265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20757a7-0511-482a-9116-73c8c048e4e3 None None] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:06.589659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.655056 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.658365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Subnet': ['ID=01077504-d654-461c-8c04-348b591a74a6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.672401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Checking segment: {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:06.672754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network hostable DHCP agents. Network: 8db7648b-0998-4074-865a-ee6de5484714, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:06.677829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Transition to ACTIVE for port object c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:06.687997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cdd0bda3-6639-4922-af8a-30f67d906f50 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2644808 Jul 27 22:15:06.690464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.695929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907', 'name': 'tempest-PortsIpV6TestJSON-2122877320'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:06.764272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:06.787826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6c7fef9a-7a71-486f-8329-dfb188a9f907', 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': '2adc7858-edc9-4592-80e3-855689b409e6'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:06.788813 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.794224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.823561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 8db7648b-0998-4074-865a-ee6de5484714 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:06.883867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaa76d-2330-41f3-b1f0-48d1d0227079 None None] Pushing event updated for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.949016 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8db7648b-0998-4074-865a-ee6de5484714) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:06.949179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.953722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.962808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.963569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.985176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port b00c91cd-920c-4213-a571-efa6e47234cf yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:07.053587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37a84cbd-ca47-43cf-af5a-4f01b2fdf8bc tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2945683 Jul 27 22:15:07.057410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41524) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.155435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::93 (6c7fef9a-7a71-486f-8329-dfb188a9f907/2adc7858-edc9-4592-80e3-855689b409e6/b00c91cd-920c-4213-a571-efa6e47234cf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:07.160919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1269c-c028-4a7f-8276-aaf3a385dd16 None None] Network 8db7648b-0998-4074-865a-ee6de5484714 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:07.301356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:07.302236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.311484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Attempting to bind port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:07.311867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Attempting to bind port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:07.312239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Attempting to bind port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 on network e1544097-bc68-41e5-a041-32deb789d780 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:07.355885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.363022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:07.363410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Checking segment: {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:07.363828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.364232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Bound using segment: {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:07.364733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Bound port: c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede0e618-4033-4597-a88d-0c152be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:07.365123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.375034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object b00c91cd-920c-4213-a571-efa6e47234cf will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:07.391634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.503851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.547313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.548557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-572151e5-a7d4-466f-a510-92c588539753 None None] Provisioning for port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:07.557561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:07.561582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:07.569112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:07.576092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:07.576927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.601241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=b00c91cd-920c-4213-a571-efa6e47234cf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:07.635091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] For port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:07.659633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] For port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:07.662397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8db7648b-0998-4074-865a-ee6de5484714', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:07.663267 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.665837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Allocated IP 2001:db8::2 (6c7fef9a-7a71-486f-8329-dfb188a9f907/2adc7858-edc9-4592-80e3-855689b409e6/c9343004-c409-4200-ace0-33c73394c5a1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:07.709698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8212a7e9-9b91-47e6-b316-b235feeaf796 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0180304 Jul 27 22:15:07.713070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.799619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.816061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.934402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port b00c91cd-920c-4213-a571-efa6e47234cf {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:07.934932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.947610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:07.948364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:08.062729 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.121470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for b00c91cd-920c-4213-a571-efa6e47234cf owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:08.140550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaa76d-2330-41f3-b1f0-48d1d0227079 None None] Pushing event updated for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.179451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Allocated IP 172.23.0.2 (8db7648b-0998-4074-865a-ee6de5484714/01077504-d654-461c-8c04-348b591a74a6/e18f6c9d-17e6-48c9-87db-8ef1fa41df22) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:08.209431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efab21-fc64-4ad5-ba3b-9d04c5369dd1 req-416d52e6-ece1-4f7c-b2ce-a925343718a4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:08.211489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22efab21-fc64-4ad5-ba3b-9d04c5369dd1 req-416d52e6-ece1-4f7c-b2ce-a925343718a4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 945 time: 0.5264268 Jul 27 22:15:08.229633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:08.273848 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.275776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22efab21-fc64-4ad5-ba3b-9d04c5369dd1 req-f9948814-27d7-4bbc-9b86-abcd3e56d78e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516787 Jul 27 22:15:08.361620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Transition to ACTIVE for port object c9343004-c409-4200-ace0-33c73394c5a1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.428596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.477096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=b00c91cd-920c-4213-a571-efa6e47234cf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.505875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.519306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41552) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:08.523247 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.529383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-34e5fbfa-bcb7-4c56-919c-03256a3df3de tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/b00c91cd-920c-4213-a571-efa6e47234cf HTTP/1.1" status: 204 len: 168 time: 0.8128717 Jul 27 22:15:08.529834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:08.531199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Transition to ACTIVE for port object c9343004-c409-4200-ace0-33c73394c5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.560998 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf53238c-b349-4062-a222-693d44f4db53 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:08.561820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf53238c-b349-4062-a222-693d44f4db53 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:08.565468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf53238c-b349-4062-a222-693d44f4db53 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/b00c91cd-920c-4213-a571-efa6e47234cf HTTP/1.1" status: 404 len: 333 time: 0.0345337 Jul 27 22:15:08.568597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41558) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:08.601097 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f031053-0650-4680-a13d-76b5bae6447f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:08.603954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f031053-0650-4680-a13d-76b5bae6447f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/b00c91cd-920c-4213-a571-efa6e47234cf HTTP/1.1" status: 404 len: 333 time: 0.0337770 Jul 27 22:15:08.606406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41560) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:08.662932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.679070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15a5868b-bd15-462e-9dfc-cc8f37d68765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.699709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 2adc7858-edc9-4592-80e3-855689b409e6 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:08.705853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.736394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.741402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:08.755122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.756879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Pushing event updated for resources: {'Port': ['ID=c9343004-c409-4200-ace0-33c73394c5a1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.759701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.762056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Transition to ACTIVE for port object e18f6c9d-17e6-48c9-87db-8ef1fa41df22 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.762978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.792036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Transition to ACTIVE for port object e18f6c9d-17e6-48c9-87db-8ef1fa41df22 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.850476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:08.890628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f7663-df24-4e83-8b72-45c04204cb08 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:04Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:08.894211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.899340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Attempting to bind port c9343004-c409-4200-ace0-33c73394c5a1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:08.899741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Attempting to bind port c9343004-c409-4200-ace0-33c73394c5a1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '93693098-3042-4e3e-9183-28d0ccb5e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:08.900264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Attempting to bind port c9343004-c409-4200-ace0-33c73394c5a1 on network 6c7fef9a-7a71-486f-8329-dfb188a9f907 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:08.933420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:08.933420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Checking segment: {'id': '93693098-3042-4e3e-9183-28d0ccb5e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:08.933808 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.934167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Bound using segment: {'id': '93693098-3042-4e3e-9183-28d0ccb5e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:08.934695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Bound port: c9343004-c409-4200-ace0-33c73394c5a1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93693098-3042-4e3e-9183-28d0ccb5e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6c7fef9a-7a71-486f-8329-dfb188a9f907'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:08.935083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.960758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.965724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Network 8db7648b-0998-4074-865a-ee6de5484714 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:08.979558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.983688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.991279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Pushing event updated for resources: {'Port': ['ID=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.001492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15a5868b-bd15-462e-9dfc-cc8f37d68765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.036925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Allocated IP 172.23.0.1 (8db7648b-0998-4074-865a-ee6de5484714/01077504-d654-461c-8c04-348b591a74a6/b704822f-b55d-4c3b-b41a-a38671fbd510) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:09.104732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-15a5868b-bd15-462e-9dfc-cc8f37d68765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.119710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Attempting to bind port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:09.120261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Attempting to bind port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:09.120651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Attempting to bind port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 on network 8db7648b-0998-4074-865a-ee6de5484714 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:09.126751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:09.127153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Checking segment: {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:09.127592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.127999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Bound using segment: {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:09.128495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Bound port: e18f6c9d-17e6-48c9-87db-8ef1fa41df22, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:09.129181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.170034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5868b-bd15-462e-9dfc-cc8f37d68765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52408859-e3c8-470d-b421-d2025bb442c0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.177863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-15a5868b-bd15-462e-9dfc-cc8f37d68765 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcd63c090f2e4b84894526163437b102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6569619 Jul 27 22:15:09.204918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41564) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:09.205598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.214691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] For port c9343004-c409-4200-ace0-33c73394c5a1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:09.222906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=2adc7858-edc9-4592-80e3-855689b409e6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.225081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.230748 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff1cbffd-0d43-4344-87b1-8f9814f21768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/2adc7858-edc9-4592-80e3-855689b409e6 HTTP/1.1" status: 204 len: 168 time: 0.6217360 Jul 27 22:15:09.233944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:09.235448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] For port c9343004-c409-4200-ace0-33c73394c5a1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c9343004-c409-4200-ace0-33c73394c5a1,segment=NetworkSegment(93693098-3042-4e3e-9183-28d0ccb5e2ae),segment_id=93693098-3042-4e3e-9183-28d0ccb5e2ae)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:09.253163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] For port e18f6c9d-17e6-48c9-87db-8ef1fa41df22, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:09.258582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] For port e18f6c9d-17e6-48c9-87db-8ef1fa41df22, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:09.298990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.321488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.322275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.325063 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.341014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269cc4-87e3-4060-8651-084b7401176d req-abc3e6ba-2530-486b-9b30-3f732e96b020 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:09.343558 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49269cc4-87e3-4060-8651-084b7401176d req-abc3e6ba-2530-486b-9b30-3f732e96b020 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 945 time: 0.1457829 Jul 27 22:15:09.353707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Transition to ACTIVE for port object b704822f-b55d-4c3b-b41a-a38671fbd510 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:09.360014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.438789 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.458345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b1947-33f5-44ff-b428-def6e92622e8 None None] Pushing event updated for resources: {'Port': ['ID=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.588395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 2253e75c-e22f-4efa-81e4-eaf09b893315 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:09.588733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.616665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006074e8-c2f5-47ff-b284-b4283ee0cd10 None None] Pushing event updated for resources: {'Port': ['ID=c9343004-c409-4200-ace0-33c73394c5a1,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.656539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.659611 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.661221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52408859-e3c8-470d-b421-d2025bb442c0 HTTP/1.1" status: 204 len: 168 time: 0.4788766 Jul 27 22:15:09.708441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545686d6-fdf6-4e40-827b-d363266b30a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52408859-e3c8-470d-b421-d2025bb442c0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.795464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 2253e75c-e22f-4efa-81e4-eaf09b893315, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=2253e75c-e22f-4efa-81e4-eaf09b893315,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:09.800175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.067074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be184bd-adf7-41ad-9e69-d2fc51520af8 req-ce24c50b-46fd-42f0-a2b6-fc9832a9f9d3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:10.068752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6be184bd-adf7-41ad-9e69-d2fc51520af8 req-ce24c50b-46fd-42f0-a2b6-fc9832a9f9d3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 945 time: 0.7035031 Jul 27 22:15:10.075096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port c9343004-c409-4200-ace0-33c73394c5a1 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:10.075640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.141396 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.213311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 8db7648b-0998-4074-865a-ee6de5484714 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:10.224998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port c9343004-c409-4200-ace0-33c73394c5a1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c9343004-c409-4200-ace0-33c73394c5a1,segment=NetworkSegment(93693098-3042-4e3e-9183-28d0ccb5e2ae),segment_id=93693098-3042-4e3e-9183-28d0ccb5e2ae)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:10.225786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.228875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:10.231561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:10.236811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6be184bd-adf7-41ad-9e69-d2fc51520af8 req-c837309b-a309-46b4-95a8-111fbb8b4b4f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476436 Jul 27 22:15:10.269266 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.269732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.270028 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP b929b553-fe58-46e1-9022-51c638e02d0c disassociated. External IP: 172.25.3.133, port: 2253e75c-e22f-4efa-81e4-eaf09b893315. Jul 27 22:15:10.270794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 2253e75c-e22f-4efa-81e4-eaf09b893315 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:10.271611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.278328 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for c9343004-c409-4200-ace0-33c73394c5a1 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:10.342725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.474728 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.513179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=2253e75c-e22f-4efa-81e4-eaf09b893315,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.600043 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.612685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.654643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:10.712940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=c9343004-c409-4200-ace0-33c73394c5a1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.740952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port c9343004-c409-4200-ace0-33c73394c5a1 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:10.844853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:10.859193 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:10.877951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:10.879344 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.944873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c9343004-c409-4200-ace0-33c73394c5a1 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:10.974956 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.976446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 2253e75c-e22f-4efa-81e4-eaf09b893315 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:10.980235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.982333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-49269cc4-87e3-4060-8651-084b7401176d req-8e1150a2-9e83-402c-91c0-c7557b9dfd29 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "DELETE /v2.0/ports/2253e75c-e22f-4efa-81e4-eaf09b893315 HTTP/1.1" status: 204 len: 173 time: 1.6294744 Jul 27 22:15:10.982804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'name': 'network-vif-deleted', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:10.991204 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb6ae9-99bb-4ca0-8f51-65e1d95f92f6" -d '{"events": [{"server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "name": "network-vif-deleted", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:10.992127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c9343004-c409-4200-ace0-33c73394c5a1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:10.996764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c9343004-c409-4200-ace0-33c73394c5a1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:15:11.068724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7fef9a-7a71-486f-8329-dfb188a9f907']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:11.075869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35edf2d-99db-4272-9b44-b4c207cb51df None None] Network 6c7fef9a-7a71-486f-8329-dfb188a9f907 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:11.086840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port c9343004-c409-4200-ace0-33c73394c5a1 not found, will not notify nova. {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:15:11.088164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e18f6c9d-17e6-48c9-87db-8ef1fa41df22 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.110828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93693098-3042-4e3e-9183-28d0ccb5e2ae') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:11.111082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93693098-3042-4e3e-9183-28d0ccb5e2ae') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:11.147603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.152940 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0bfb1-2e05-4c17-8531-f22a40fcdf73 x-openstack-request-id: req-2ec0bfb1-2e05-4c17-8531-f22a40fcdf73 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:11.153420 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d380d9-2bfe-44a1-97c1-38036b00a827", "name": "network-vif-deleted", "tag": "2253e75c-e22f-4efa-81e4-eaf09b893315", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:11.153858 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ec0bfb1-2e05-4c17-8531-f22a40fcdf73 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:11.158855 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d380d9-2bfe-44a1-97c1-38036b00a827', 'name': 'network-vif-deleted', 'tag': '2253e75c-e22f-4efa-81e4-eaf09b893315', 'status': 'completed', 'code': 200} Jul 27 22:15:11.209257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.222529 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:11.225270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-463dbd03-d892-4d17-b76e-8adfc10e7826 None None] Could not find standard attr ID for object c9343004-c409-4200-ace0-33c73394c5a1. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:11.330247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:11.331942 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:11.335077 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:11.452981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5185b73-ffa3-4043-a4fd-f99b2f89b9bf None None] DHCP port deletion for 6c7fef9a-7a71-486f-8329-dfb188a9f907 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:11.459311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:11.482820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.581359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-23b4b8b8-3e68-4d73-84fd-490e2c2e8b9f req-768a5bf8-2dc7-4cec-872b-e77b972915a2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.1070557 Jul 27 22:15:11.658452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9dde3-0ee4-40a7-bcb6-f895318a4355 None None] Network 8db7648b-0998-4074-865a-ee6de5484714 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:11.681757 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:11.708515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.714906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.726691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.730180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/6c7fef9a-7a71-486f-8329-dfb188a9f907 HTTP/1.1" status: 204 len: 168 time: 2.4949119 Jul 27 22:15:11.735178 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:11.735921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:11.747352 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:11.748119 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:11.749227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-822324868'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:11.769855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a61440-9104-4aa3-95b4-a506ee21dec3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=6c7fef9a-7a71-486f-8329-dfb188a9f907,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:11.806992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.907938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:11.911875 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.927894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:11.943613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.944507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.945397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.949590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event updated for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.047911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Provisioning for port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:12.061295 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:12.066044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Provisioning complete for port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:12.066790 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.083641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Network 8db7648b-0998-4074-865a-ee6de5484714 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:12.085173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:12.088044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:12.174970 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.175326 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 2a725321-3bb8-482b-b93a-94be3b76d28d of type vlan for network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f Jul 27 22:15:12.211620 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.249202 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.278591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:12.406416 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:12.409387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.410878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:12.421710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-885fdc1f-cdba-4dcf-b2ef-1a098f6d1618 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3594182 Jul 27 22:15:12.421875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41612) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.426330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.428655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] For port e18f6c9d-17e6-48c9-87db-8ef1fa41df22, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:12.439265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:12.448439 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309ee08-3900-45ee-a4e2-fdfc79c3a09b None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:12.490690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:12.499274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:12.499274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:12.538357 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.556436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:12.556771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.596859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.710772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.711690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.766683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e8782799-ccc0-418e-a5db-e5ff1eaf8d8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0237391 Jul 27 22:15:12.770861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41618) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.776614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.784895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014e0ab-34b8-4a66-b835-5f201e2d9c21 None None] Pushing event updated for resources: {'Port': ['ID=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.803781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:12.874145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d2c2cc1-4e30-4c68-994f-399ce84c603f req-021953e8-090c-49ef-a160-aa3d06caeecb tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.1250498 Jul 27 22:15:12.999679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c9343004-c409-4200-ace0-33c73394c5a1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:13.012546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dadd30-d939-494b-a0fa-2f8080a1d435 None None] New status for floating IP b929b553-fe58-46e1-9022-51c638e02d0c: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:15:13.054631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c9343004-c409-4200-ace0-33c73394c5a1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:13.055169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c9343004-c409-4200-ace0-33c73394c5a1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:13.080289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:13.102922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:13.108310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.200385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:13.509772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:10Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:11Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:07Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:13.548796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:13.549154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Updating router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab port b704822f-b55d-4c3b-b41a-a38671fbd510 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:15:13.593568 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.612018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.663111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Provisioning complete for port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:13.663495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.744382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2253e75c-e22f-4efa-81e4-eaf09b893315 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:13.764757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '2a725321-3bb8-482b-b93a-94be3b76d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:13.765125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:13.789986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=9262e18e-5da0-4c91-90d6-ed92d999bcb2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:13.814668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 2253e75c-e22f-4efa-81e4-eaf09b893315 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:13.815328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 2253e75c-e22f-4efa-81e4-eaf09b893315 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:13.844699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:15:13.877575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Removed routes are [] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:15:13.878007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.909259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:14.053775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c9703af-d76a-41b5-92eb-1b15b673f3c9 req-d87aea37-179d-47a1-bdb3-52ebcc2a9ac7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.0720689 Jul 27 22:15:14.060030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:14.068792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.069312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.080357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd671f-7749-4f21-b25b-e1e7695b87e1 None None] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:14.149339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.168298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Transition to ACTIVE for port object b704822f-b55d-4c3b-b41a-a38671fbd510 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:14.179661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Provisioning for port b704822f-b55d-4c3b-b41a-a38671fbd510 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:14.186589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Provisioning complete for port b704822f-b55d-4c3b-b41a-a38671fbd510 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:14.193827 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.221492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f6999727-44f6-4517-b57d-8f34f90334ff tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4473116 Jul 27 22:15:14.221987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41626) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:14.229482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-862369627'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:14.246739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.251637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.275411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1291ef51-38cf-4db6-97fb-a606a311bf7a None None] Port b704822f-b55d-4c3b-b41a-a38671fbd510 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:14.314370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.317826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f', 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': '9262e18e-5da0-4c91-90d6-ed92d999bcb2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:14.318889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.388564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:14.390936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43351c-341b-467b-930d-488ae05658f5 None None] Pushing event updated for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.440528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:14.448598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.498533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 009adc73-8f73-4c75-b811-16dd59ae788f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:14.529809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:14.551990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.555762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30619e49-2967-48e0-b124-536a9b47d4b6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 934 time: 2.1309981 Jul 27 22:15:14.556577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:14.611385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Attempting to bind port b704822f-b55d-4c3b-b41a-a38671fbd510 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:14.624539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Attempting to bind port b704822f-b55d-4c3b-b41a-a38671fbd510 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:14.624920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Attempting to bind port b704822f-b55d-4c3b-b41a-a38671fbd510 on network 8db7648b-0998-4074-865a-ee6de5484714 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:14.637825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:14.638203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Checking segment: {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:14.642144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.642144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Bound using segment: {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:14.642144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Bound port: b704822f-b55d-4c3b-b41a-a38671fbd510, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966a26f-4d5e-41a4-8e22-4c7031e796ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8db7648b-0998-4074-865a-ee6de5484714'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:14.642144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.692756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Allocated IP 2001:db8::2 (7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f/9262e18e-5da0-4c91-90d6-ed92d999bcb2/c4d37ba6-2e13-4725-a8e9-802752bde0f7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:14.724847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6206fb48-a21d-477e-84a8-9887c23eb154 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 934 time: 0.1666598 Jul 27 22:15:14.731847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:14.733173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'routes': None}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:14.783695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] For port b704822f-b55d-4c3b-b41a-a38671fbd510, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:14.802622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] For port b704822f-b55d-4c3b-b41a-a38671fbd510, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b704822f-b55d-4c3b-b41a-a38671fbd510,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:14.879733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:14.905961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.195093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.210643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43351c-341b-467b-930d-488ae05658f5 None None] Pushing event updated for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.218249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Transition to ACTIVE for port object c4d37ba6-2e13-4725-a8e9-802752bde0f7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:15.220354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:15.221000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:15.247170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8e151760-1b7c-4155-8b53-273baeb49ad3 req-33b591d4-0bb3-4750-9fde-419285c85e41 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.0924497 Jul 27 22:15:15.282077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added routes are [] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:15:15.282675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.extraroute_db [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94672) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:15:15.313954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Transition to ACTIVE for port object c4d37ba6-2e13-4725-a8e9-802752bde0f7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:15.315963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.338131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:15.338558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.367841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:15.444531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.530506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:15.536151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:15.580342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::240 (7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f/9262e18e-5da0-4c91-90d6-ed92d999bcb2/009adc73-8f73-4c75-b811-16dd59ae788f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:15.633376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:15.741694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Pushing event updated for resources: {'Port': ['ID=c4d37ba6-2e13-4725-a8e9-802752bde0f7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.761558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.768734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.794591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Attempting to bind port c4d37ba6-2e13-4725-a8e9-802752bde0f7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:15.795252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Attempting to bind port c4d37ba6-2e13-4725-a8e9-802752bde0f7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '2a725321-3bb8-482b-b93a-94be3b76d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:15.795824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Attempting to bind port c4d37ba6-2e13-4725-a8e9-802752bde0f7 on network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Checking segment: {'id': '2a725321-3bb8-482b-b93a-94be3b76d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Bound using segment: {'id': '2a725321-3bb8-482b-b93a-94be3b76d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Bound port: c4d37ba6-2e13-4725-a8e9-802752bde0f7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a725321-3bb8-482b-b93a-94be3b76d28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:15.818168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.834969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e18f6c9d-17e6-48c9-87db-8ef1fa41df22 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:15.916881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:13Z', 'revision_number': 6, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:14Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:15.960287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3313a3d8-ea77-43d2-af00-dde0abc8e091 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:13Z', 'revision_number': 6, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:14Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:15.975789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] For port c4d37ba6-2e13-4725-a8e9-802752bde0f7, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:15.980885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] For port c4d37ba6-2e13-4725-a8e9-802752bde0f7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c4d37ba6-2e13-4725-a8e9-802752bde0f7,segment=NetworkSegment(2a725321-3bb8-482b-b93a-94be3b76d28d),segment_id=2a725321-3bb8-482b-b93a-94be3b76d28d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:15.986573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:15.986573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.076398 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.200034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac62822-c123-404b-a9e1-29bc88c3060f None None] Pushing event updated for resources: {'Port': ['ID=c4d37ba6-2e13-4725-a8e9-802752bde0f7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:16.265526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:16.411068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.546331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a39299c-0356-4c92-9e52-7400034fa426 req-3524259f-88ad-484e-a26a-f754096290c5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d380d9-2bfe-44a1-97c1-38036b00a827 HTTP/1.1" status: 200 len: 210 time: 0.1301396 Jul 27 22:15:16.548559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 009adc73-8f73-4c75-b811-16dd59ae788f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:16.628235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:16.638529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-62a4b717-1249-417d-aa87-781e70aa3519 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9573178 Jul 27 22:15:16.739169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.856932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:16.867364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:16.889217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:16.896482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.907884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.935485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:16.958182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.965206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-635c557b-012a-4fed-a491-cf5a3c16d9bd tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 700 time: 2.2363529 Jul 27 22:15:16.968973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41650) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:16.971303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=009adc73-8f73-4c75-b811-16dd59ae788f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:17.019918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-4292144f-2cf6-471b-bfc7-d42f316eebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.025841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-4292144f-2cf6-471b-bfc7-d42f316eebb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.2971177 Jul 27 22:15:17.031756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00b18a17-1f70-4a14-9f8f-cdb3afe8b1ee tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8062129 Jul 27 22:15:17.032197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:17.084280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b704822f-b55d-4c3b-b41a-a38671fbd510 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:17.155507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-175cef6d-98eb-44d0-852e-21c0b2f0cc43 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 700 time: 0.1846855 Jul 27 22:15:17.156493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:17.215134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b704822f-b55d-4c3b-b41a-a38671fbd510 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:17.227217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b704822f-b55d-4c3b-b41a-a38671fbd510 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:17.229357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.351882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:17.362024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 009adc73-8f73-4c75-b811-16dd59ae788f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:17.362615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.367824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-b809a657-4e97-4f31-b481-be6930e004c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.371318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-b809a657-4e97-4f31-b481-be6930e004c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.2800992 Jul 27 22:15:17.378715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:17.379527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:17.383256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.515080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b704822f-b55d-4c3b-b41a-a38671fbd510, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b704822f-b55d-4c3b-b41a-a38671fbd510,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:17.520611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:17.542587 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.568259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 009adc73-8f73-4c75-b811-16dd59ae788f owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:17.607635 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-6e902ec9-1074-4d26-a89a-29b68aa9964e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1001 time: 0.2259064 Jul 27 22:15:17.641846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.642673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c4d37ba6-2e13-4725-a8e9-802752bde0f7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:17.704773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80379c-65b6-4215-b89f-d3f9305e1849 None None] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:17.716134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-d7036457-f526-4ae9-b364-54ae78c0b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.721278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-d7036457-f526-4ae9-b364-54ae78c0b384 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.0716808 Jul 27 22:15:17.741038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:17.742853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.837137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-0151c1ff-23ab-4195-a0b5-514191c3452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.838849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-0151c1ff-23ab-4195-a0b5-514191c3452f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117463 Jul 27 22:15:17.960996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.972725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-013a0645-7863-47c8-8ba3-a67229478df2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849099495&fields=id&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 267 time: 0.0770147 Jul 27 22:15:17.986656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-62c9d50e-3b42-4894-a3a6-85ab03ed29f1 None None] Provisioning for port c4d37ba6-2e13-4725-a8e9-802752bde0f7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:18.006316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=009adc73-8f73-4c75-b811-16dd59ae788f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:18.081522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c4d37ba6-2e13-4725-a8e9-802752bde0f7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:18.090488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c4d37ba6-2e13-4725-a8e9-802752bde0f7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:18.090961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.093847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-113696ae-042f-44bd-8a85-6aa63d3f86fa service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463052 Jul 27 22:15:18.096231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:15Z', 'revision_number': 7, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:14Z', 'revision_number': 4, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.108394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.112956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98084c8b-1102-4bcc-86a2-8caa3b721928 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/009adc73-8f73-4c75-b811-16dd59ae788f HTTP/1.1" status: 204 len: 168 time: 1.0797300 Jul 27 22:15:18.114226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port b704822f-b55d-4c3b-b41a-a38671fbd510 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:18.114751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.119196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:18.150976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:18.179062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:18.179705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.200696 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbad50f-8a6a-409b-b521-3c10f379ce54 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:18.205837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9fbad50f-8a6a-409b-b521-3c10f379ce54 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/009adc73-8f73-4c75-b811-16dd59ae788f HTTP/1.1" status: 404 len: 333 time: 0.0850914 Jul 27 22:15:18.207426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41668) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:18.269976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-b8868f1f-3130-419f-a3b1-ed58c0e6db4f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:18.271646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-b8868f1f-3130-419f-a3b1-ed58c0e6db4f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.2721071 Jul 27 22:15:18.301071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be296cbe-a218-4289-b3bd-051d9902d5a5 req-f78ebf69-17d8-4b12-ad4f-f90f60a054a3 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940632 Jul 27 22:15:18.304946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-285ada57-545d-4bd1-8bfe-fc187788a76d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0236237 Jul 27 22:15:18.339992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 9262e18e-5da0-4c91-90d6-ed92d999bcb2 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:18.352840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.358935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port b704822f-b55d-4c3b-b41a-a38671fbd510, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b704822f-b55d-4c3b-b41a-a38671fbd510,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:18.360996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.430049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for b704822f-b55d-4c3b-b41a-a38671fbd510 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:18.450760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.477347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-579ace2b-5dd6-4817-8835-bfd9475804e4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1555886 Jul 27 22:15:18.522427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:18.524212 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.587478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c4d37ba6-2e13-4725-a8e9-802752bde0f7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c4d37ba6-2e13-4725-a8e9-802752bde0f7,segment=NetworkSegment(2a725321-3bb8-482b-b93a-94be3b76d28d),segment_id=2a725321-3bb8-482b-b93a-94be3b76d28d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:18.603229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-b4f6b9dc-2d60-4a6e-949c-c566d1ac9e07 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136324 Jul 27 22:15:18.605075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-42b3faf6-785f-4743-b846-0a93ab3852cb None None] Provisioning complete for port c4d37ba6-2e13-4725-a8e9-802752bde0f7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:18.605405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b3faf6-785f-4743-b846-0a93ab3852cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.684408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.723333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.733163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-0887096c-59b4-4622-ad2e-552495c62c10 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287224 Jul 27 22:15:18.846454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.900536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.901990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c4d37ba6-2e13-4725-a8e9-802752bde0f7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:18.950698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=b704822f-b55d-4c3b-b41a-a38671fbd510,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:18.970589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b704822f-b55d-4c3b-b41a-a38671fbd510 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:18.995458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=9262e18e-5da0-4c91-90d6-ed92d999bcb2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:18.996248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b704822f-b55d-4c3b-b41a-a38671fbd510 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:18.996248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b704822f-b55d-4c3b-b41a-a38671fbd510 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:15:19.033293 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.035416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3858083f-9164-4e81-9a34-fe557e4eb7d9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/9262e18e-5da0-4c91-90d6-ed92d999bcb2 HTTP/1.1" status: 204 len: 168 time: 0.8260758 Jul 27 22:15:19.038327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41682) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.068095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port b704822f-b55d-4c3b-b41a-a38671fbd510 not found, will not notify nova. {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:15:19.073466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-18337c0f-37e6-43c3-8b9c-dad879152061 None None] Could not find standard attr ID for object 009adc73-8f73-4c75-b811-16dd59ae788f. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:19.128939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:15Z', 'revision_number': 7, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:17Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.174985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c46a4e-45f5-4ab6-aaf7-7ee3f0073e88 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:15Z', 'revision_number': 7, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b704822f-b55d-4c3b-b41a-a38671fbd510', 'name': '', 'network_id': '8db7648b-0998-4074-865a-ee6de5484714', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:b7:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '01077504-d654-461c-8c04-348b591a74a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:07Z', 'updated_at': '2021-07-27T22:15:17Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '01077504-d654-461c-8c04-348b591a74a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:19.208284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.208407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84c75f-8d35-4d2b-ab41-d7fa7731c6b6 None None] Network 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:19.300624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port c4d37ba6-2e13-4725-a8e9-802752bde0f7 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:19.300974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.315287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.401764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port c4d37ba6-2e13-4725-a8e9-802752bde0f7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c4d37ba6-2e13-4725-a8e9-802752bde0f7,segment=NetworkSegment(2a725321-3bb8-482b-b93a-94be3b76d28d),segment_id=2a725321-3bb8-482b-b93a-94be3b76d28d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:19.402132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.421533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for c4d37ba6-2e13-4725-a8e9-802752bde0f7 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:19.583164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] DHCP port deletion for 7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:19.634502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.640036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ea99a9a0-b996-4cb2-8f91-2a206bb32478 req-0c631002-e6b1-441c-808d-e8af62eb0101 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0533955 Jul 27 22:15:19.646000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Deleting port c4d37ba6-2e13-4725-a8e9-802752bde0f7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:19.646497 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.678738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:19.687867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=c4d37ba6-2e13-4725-a8e9-802752bde0f7,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:19.689723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port c4d37ba6-2e13-4725-a8e9-802752bde0f7 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:19.740534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] For port c4d37ba6-2e13-4725-a8e9-802752bde0f7, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:19.741209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.757520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Calling delete_port for c4d37ba6-2e13-4725-a8e9-802752bde0f7 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:19.761246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Port c4d37ba6-2e13-4725-a8e9-802752bde0f7 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:15:19.762860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.777238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] No DVR routers for this DVR port c4d37ba6-2e13-4725-a8e9-802752bde0f7 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:19.810111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd09df-cc79-4b8a-907d-7d1730cb05fb None None] Pushing event deleted for resources: {'Port': ['ID=c4d37ba6-2e13-4725-a8e9-802752bde0f7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:19.830479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:19.842917 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:19.849330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41692) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.849724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e51922f-4ef3-4379-ac74-b58f671c25ea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906388 Jul 27 22:15:19.869763 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:19.871591 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.907118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.930211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.946332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a725321-3bb8-482b-b93a-94be3b76d28d') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.947312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a725321-3bb8-482b-b93a-94be3b76d28d') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.961621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 01077504-d654-461c-8c04-348b591a74a6 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:19.967064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.968640 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.976699 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:20.012827 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.028302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:20.028716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:20.031855 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:20.051735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.173528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.194517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.205282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.207125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f HTTP/1.1" status: 204 len: 168 time: 1.1677184 Jul 27 22:15:20.211738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:20.218374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'name': 'tempest-PortsIpV6TestJSON-1441409140'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:20.221245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca290-2a76-4e38-9c12-f526a02c5bc1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=7694e1f0-ef5f-4de9-9c27-f9ad8d44f82f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.229920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:18Z', 'revision_number': 8, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:20.260171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:20.269105 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:20.270070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:20.363518 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:20.366085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.395781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=01077504-d654-461c-8c04-348b591a74a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.407575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.410390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-725418cd-efb4-41f6-a842-e883c235b24c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/01077504-d654-461c-8c04-348b591a74a6 HTTP/1.1" status: 204 len: 168 time: 0.5592401 Jul 27 22:15:20.411699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a095c1a-0f68-4f49-ae78-344f72a9a4e9 None None] Network 8db7648b-0998-4074-865a-ee6de5484714 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:20.413584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41702) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:20.424697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:20.428028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.508595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port beaedb29-3ae9-4b12-afa0-cbce805f6c46 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:20.601344 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.705272 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:18Z', 'revision_number': 8, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:20.738704 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-35f1748a-c245-4ab6-a16e-e985f41c46dd req-63f2935a-addb-421f-b255-bc4eb56cdc1d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0393238 Jul 27 22:15:20.763635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d0f7c8-2e66-460d-a2cf-c0fbe563f21b None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:18Z', 'revision_number': 8, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5', 'name': '', 'network_id': 'e1544097-bc68-41e5-a041-32deb789d780', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:25:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:15:03Z', 'updated_at': '2021-07-27T22:15:12Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '1330fa95-c707-4608-a89d-5833e72bbfbf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:20.844181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.844181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:20.844514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.929510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port e18f6c9d-17e6-48c9-87db-8ef1fa41df22, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,segment=NetworkSegment(7966a26f-4d5e-41a4-8e22-4c7031e796ed),segment_id=7966a26f-4d5e-41a4-8e22-4c7031e796ed)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.929885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.944738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for e18f6c9d-17e6-48c9-87db-8ef1fa41df22 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:21.012733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.070216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:21.074048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:21.078250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:21.085066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:21.085066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.088981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=beaedb29-3ae9-4b12-afa0-cbce805f6c46,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.137552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.166332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=e18f6c9d-17e6-48c9-87db-8ef1fa41df22,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.171274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port e18f6c9d-17e6-48c9-87db-8ef1fa41df22 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:21.183619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188dd03-58f5-40bb-8dd1-fc79f4244900 None None] DHCP port deletion for 8db7648b-0998-4074-865a-ee6de5484714 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:21.254294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33143ab5-5f12-4419-96a1-0e24cb375a8a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0413604 Jul 27 22:15:21.257121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41710) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.266262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.274229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c4d37ba6-2e13-4725-a8e9-802752bde0f7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:21.281978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db7648b-0998-4074-865a-ee6de5484714']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.299520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7966a26f-4d5e-41a4-8e22-4c7031e796ed') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.300201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7966a26f-4d5e-41a4-8e22-4c7031e796ed') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.309893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c4d37ba6-2e13-4725-a8e9-802752bde0f7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:21.310906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c4d37ba6-2e13-4725-a8e9-802752bde0f7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:21.317874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.341281 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.348888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:21.349530 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:21.353902 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:21.389716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port beaedb29-3ae9-4b12-afa0-cbce805f6c46 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:21.389983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.464303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.482111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for beaedb29-3ae9-4b12-afa0-cbce805f6c46 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:21.491995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.501091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.505184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/8db7648b-0998-4074-865a-ee6de5484714 HTTP/1.1" status: 204 len: 168 time: 1.0880978 Jul 27 22:15:21.505624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41712) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.523444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758cd12-7f62-4427-9be4-cc90e8b451f7 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=8db7648b-0998-4074-865a-ee6de5484714,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.674573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.711071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.716212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/beaedb29-3ae9-4b12-afa0-cbce805f6c46 HTTP/1.1" status: 204 len: 168 time: 0.4556825 Jul 27 22:15:21.716212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578301-c587-49d6-87b6-0fca7d006154 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=beaedb29-3ae9-4b12-afa0-cbce805f6c46,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.718438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41714) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.723888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'mac_address': 'fa:16:3e:36:d0:ae', 'name': 'tempest-PortsIpV6TestJSON-2080284390'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:21.903174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:21.980764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.006119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port f09b096a-b750-491e-a883-2b6426a0aac0 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:22.067158 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-937632f0-6b31-40e5-8547-aade2e1f0122 req-d7bb45aa-8577-4e55-a8f8-ef9d0b347a40 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0408895 Jul 27 22:15:22.187946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.254008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.331968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.375027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:22.378181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:22.384024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:22.390039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.390703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.405268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=f09b096a-b750-491e-a883-2b6426a0aac0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:22.475016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a6054091-e7b7-4eef-953d-9df71ce1dfc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7552874 Jul 27 22:15:22.479145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41724) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:22.530807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-c1cf52d5-d826-4721-b032-35d1f5d48e7d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.532370 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-c1cf52d5-d826-4721-b032-35d1f5d48e7d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.1565850 Jul 27 22:15:22.543609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843e664-ebb1-4890-a615-d72123a58600 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.547548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5843e664-ebb1-4890-a615-d72123a58600 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/f09b096a-b750-491e-a883-2b6426a0aac0 HTTP/1.1" status: 200 len: 845 time: 0.0648997 Jul 27 22:15:22.547982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41726) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:22.637996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-669db032-23e9-4eb1-a000-178b7f6a93a2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 379 time: 0.0790656 Jul 27 22:15:22.648660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'security_groups': ['0f001afc-0ea9-4ca7-8f15-d014bf68fe82']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:22.682962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port f09b096a-b750-491e-a883-2b6426a0aac0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:22.683393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.735514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:22.735872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.764126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.779376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for f09b096a-b750-491e-a883-2b6426a0aac0 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:22.867792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:22.868374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.873734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b704822f-b55d-4c3b-b41a-a38671fbd510 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:22.885628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:22.904435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b704822f-b55d-4c3b-b41a-a38671fbd510 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:22.904886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b704822f-b55d-4c3b-b41a-a38671fbd510 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:22.905391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e18f6c9d-17e6-48c9-87db-8ef1fa41df22 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:22.930874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e18f6c9d-17e6-48c9-87db-8ef1fa41df22 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:22.933446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e18f6c9d-17e6-48c9-87db-8ef1fa41df22 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:22.955925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:22.959465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.995056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.025498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=f09b096a-b750-491e-a883-2b6426a0aac0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:23.036150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.041626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6de7bf9c-ef30-4b8b-9e18-86d66b18494c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/f09b096a-b750-491e-a883-2b6426a0aac0 HTTP/1.1" status: 204 len: 168 time: 0.4893591 Jul 27 22:15:23.041626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41728) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:23.073839 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d77d15-8eb4-4b56-a393-14898eafdc08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:23.075729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d8d77d15-8eb4-4b56-a393-14898eafdc08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/f09b096a-b750-491e-a883-2b6426a0aac0 HTTP/1.1" status: 404 len: 333 time: 0.0329156 Jul 27 22:15:23.080114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41730) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:23.085600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'name': 'tempest-PortsIpV6TestJSON-1235637043'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:23.210819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaad7ef3-a0e5-4b0e-abea-fe65d0ff2772 req-b1f6ea53-59e0-4c8f-bfe8-86003820cc35 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0524914 Jul 27 22:15:23.236619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.292943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:23.308796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:23.315814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.324638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.10 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/4c2e477b-150d-4ec3-a116-41ac7296aa43) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:23.364129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 1b65f048-c971-4bad-bfb1-b9784d77ee9b yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:23.506935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.626222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.726525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.820362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.860926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 4c2e477b-150d-4ec3-a116-41ac7296aa43 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:23.898187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:24.067016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:24.078076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:24.079715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5861c88-389e-4d41-bef8-5614afa2e00c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5731909 Jul 27 22:15:24.082860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:24.096947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:24.097609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:24.123228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.195615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:24.205600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:24.222349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:24.246440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:24.248239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:24.253580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:24.261619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:24.267741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.268398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.283560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=1b65f048-c971-4bad-bfb1-b9784d77ee9b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:24.320671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.321424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.342907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 1330fa95-c707-4608-a89d-5833e72bbfbf {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:24.350838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.363256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-395aec3c-05d6-4ddd-a28d-e64049ea2d08 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2794609 Jul 27 22:15:24.363501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41740) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:24.369994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:24.407178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:24.475447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-7c702bbf-3e75-49de-be8c-759b9231d0d2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8306689 Jul 27 22:15:24.495958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Request body: {'port': {'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:24.516712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.518992 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.546908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:23Z', 'revision_number': 9, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:24.592456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:24.632380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:24.635069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974445c5-fb00-41a4-b6a5-e72b9b068547 req-7c06d968-95c8-4e72-8509-1330cd4c93a8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.635780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:24.637029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-974445c5-fb00-41a4-b6a5-e72b9b068547 req-7c06d968-95c8-4e72-8509-1330cd4c93a8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 932 time: 0.2162836 Jul 27 22:15:24.729334 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-974445c5-fb00-41a4-b6a5-e72b9b068547 req-d151a92e-461f-4249-9c66-c1862e963be0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824244 Jul 27 22:15:24.773821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ec2fe1d1-5ae5-4801-8c9e-2e382e5193df None None] Provisioning for port 4c2e477b-150d-4ec3-a116-41ac7296aa43 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:24.783362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ec2fe1d1-5ae5-4801-8c9e-2e382e5193df None None] Provisioning complete for port 4c2e477b-150d-4ec3-a116-41ac7296aa43 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:24.783805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec2fe1d1-5ae5-4801-8c9e-2e382e5193df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.794592 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.800559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.818733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.871299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:24.891001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.904563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec2fe1d1-5ae5-4801-8c9e-2e382e5193df None None] Port 4c2e477b-150d-4ec3-a116-41ac7296aa43 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:24.998068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=1b65f048-c971-4bad-bfb1-b9784d77ee9b,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.015949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] In _notify_port_updated(), no bound segment for port 1b65f048-c971-4bad-bfb1-b9784d77ee9b on network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:15:25.021529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.022210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.032737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ff60cabe-9f49-4b3c-83c0-1b0b1f668dce tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/ports/1b65f048-c971-4bad-bfb1-b9784d77ee9b HTTP/1.1" status: 200 len: 818 time: 0.6681621 Jul 27 22:15:25.035516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:25.155215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.193842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:23Z', 'revision_number': 9, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:25.200649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=1330fa95-c707-4608-a89d-5833e72bbfbf,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.213501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 1b65f048-c971-4bad-bfb1-b9784d77ee9b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:25.215059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.218682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.225332 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-89f5c4af-e012-46b8-83c4-d4b9554968c8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/1330fa95-c707-4608-a89d-5833e72bbfbf HTTP/1.1" status: 204 len: 168 time: 1.1397932 Jul 27 22:15:25.226237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:25.264113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a258a48-ab2b-4661-b9bb-ae833acd02be None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:23Z', 'revision_number': 9, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': '5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c', 'name': '', 'network_id': '454fc89e-f37b-48db-8564-4778e9613f9e', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:e3:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:57Z', 'updated_at': '2021-07-27T22:15:03Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': '81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:25.265939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4a09e-73d0-49b4-ab8b-d7572f7a763d None None] Network e1544097-bc68-41e5-a041-32deb789d780 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:25.329512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.345046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 1b65f048-c971-4bad-bfb1-b9784d77ee9b owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:25.345555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2e477b-150d-4ec3-a116-41ac7296aa43 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:25.360819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.388407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.393513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Transition to ACTIVE for port object 4c2e477b-150d-4ec3-a116-41ac7296aa43 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:25.462529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:25.462860 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.506177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.574024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:25.574428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.599391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:25.635565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.654591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] DHCP port deletion for e1544097-bc68-41e5-a041-32deb789d780 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:25.720955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.810691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Attempting to bind port 4c2e477b-150d-4ec3-a116-41ac7296aa43 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:25.811039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Attempting to bind port 4c2e477b-150d-4ec3-a116-41ac7296aa43 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:25.811371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Attempting to bind port 4c2e477b-150d-4ec3-a116-41ac7296aa43 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:25.817651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Port 4c2e477b-150d-4ec3-a116-41ac7296aa43 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:25.817986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Attempting to bind port 4c2e477b-150d-4ec3-a116-41ac7296aa43 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:25.826857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Deleting port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:25.831741 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.831982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=1b65f048-c971-4bad-bfb1-b9784d77ee9b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.836707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:25.837202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:25.837612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:25.838223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Bound port: 4c2e477b-150d-4ec3-a116-41ac7296aa43, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:25.838623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.846500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.849210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-772d7dc5-0800-489d-bf78-fe8fd1496ed8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/1b65f048-c971-4bad-bfb1-b9784d77ee9b HTTP/1.1" status: 204 len: 168 time: 0.8124709 Jul 27 22:15:25.858997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:25.970561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.984562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] For port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,segment=NetworkSegment(ede0e618-4033-4597-a88d-0c152be6148c),segment_id=ede0e618-4033-4597-a88d-0c152be6148c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:25.985428 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.004136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Calling delete_port for 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:26.013659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069c250-6507-4461-a6fa-e896388d7e0d req-a679baef-97f0-42d0-93dd-7a05cb5c8d36 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.015929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3069c250-6507-4461-a6fa-e896388d7e0d req-a679baef-97f0-42d0-93dd-7a05cb5c8d36 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1176035 Jul 27 22:15:26.032712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.050106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:26.093161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:26.114388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3069c250-6507-4461-a6fa-e896388d7e0d req-a716d6ac-37ed-45a8-9abe-4aaef7907de1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898108 Jul 27 22:15:26.151679 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.180423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] Pushing event deleted for resources: {'Port': ['ID=4c7381a8-0d6b-45d4-a38c-d84a37b9dad1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.187506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f583f1-8284-4e04-bd92-9a69457d6487 None None] No DVR routers for this DVR port 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:26.207457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7bfd1-e603-476b-83a3-60551b9d3f3f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.211565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0f7bfd1-e603-476b-83a3-60551b9d3f3f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3492196 Jul 27 22:15:26.211565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:26.212034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41754) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:26.224477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.240441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1544097-bc68-41e5-a041-32deb789d780']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.250961 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-574f294e-fc5d-4595-b133-c7a294c4e55b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:26.252555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-574f294e-fc5d-4595-b133-c7a294c4e55b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/1b65f048-c971-4bad-bfb1-b9784d77ee9b HTTP/1.1" status: 404 len: 333 time: 0.0389438 Jul 27 22:15:26.253504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede0e618-4033-4597-a88d-0c152be6148c') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.254004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede0e618-4033-4597-a88d-0c152be6148c') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:26.256505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41756) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:26.269973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144845874'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:26.277854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.294662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.299914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.308971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:26.314161 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:26.397615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.399564 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.400337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1092 time: 1.9111822 Jul 27 22:15:26.401149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:26.403855 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c77d2d4-641b-446e-8a5f-5c917cb2952b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:26.412174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:26.417539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.438039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38097b8-095b-41e6-8570-3a605a2d5429 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.463183 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344d0e5-dec6-4804-a6ed-2591a853573f x-openstack-request-id: req-f344d0e5-dec6-4804-a6ed-2591a853573f {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:26.463562 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:26.463876 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f344d0e5-dec6-4804-a6ed-2591a853573f {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:26.464218 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'status': 'completed', 'code': 200} Jul 27 22:15:26.550747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-d650e551-9628-4462-a5c6-cb6d6fe12624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.552351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-d650e551-9628-4462-a5c6-cb6d6fe12624 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0650873 Jul 27 22:15:26.577962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:26.581975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.592679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.593205 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c of type vlan for network 34556116-2419-4482-9511-cbc627d998b6 Jul 27 22:15:26.619519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.621273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/e1544097-bc68-41e5-a041-32deb789d780 HTTP/1.1" status: 204 len: 168 time: 1.3745701 Jul 27 22:15:26.625075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:26.648615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea129b-a052-4e80-b6d2-24b7b25ab20f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=e1544097-bc68-41e5-a041-32deb789d780,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.654987 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.761316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.761840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-7f8032a8-a28a-4f1e-b46d-da6a565b750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.763392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-7f8032a8-a28a-4f1e-b46d-da6a565b750d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f50523ce341b4f1fb6bd259214295508&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2031114 Jul 27 22:15:26.768597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:26.769316 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.911910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=34556116-2419-4482-9511-cbc627d998b6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.924770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 34556116-2419-4482-9511-cbc627d998b6 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:26.938940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bbd64eeb-0555-4ee4-950a-280437173c8d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6786923 Jul 27 22:15:26.939220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:26.948562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:26.962973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:27.042557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:27.043293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c3ddc1a6-1e5d-42b8-9d7d-64117f353cd5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:27.043938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:27.065498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:27.065986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4c7381a8-0d6b-45d4-a38c-d84a37b9dad1 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:27.142602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:27.148142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.352214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-6168b28b-b524-45c7-b595-1f37b5ab8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.353969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3c77d2d4-641b-446e-8a5f-5c917cb2952b req-6168b28b-b524-45c7-b595-1f37b5ab8249 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5821493 Jul 27 22:15:27.379842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65957e6-4cb1-431a-9055-06c5d9ff7961 req-b467596b-b415-4eb7-948c-5f1a562e38f9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.381523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a65957e6-4cb1-431a-9055-06c5d9ff7961 req-b467596b-b415-4eb7-948c-5f1a562e38f9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1310866 Jul 27 22:15:27.477111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a65957e6-4cb1-431a-9055-06c5d9ff7961 req-9c1baa53-e1ae-4269-b5fb-282950975093 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850739 Jul 27 22:15:27.524870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-f6ebb93d-1066-4fc8-8d31-24d5f249fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.527566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-f6ebb93d-1066-4fc8-8d31-24d5f249fc3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1095 time: 0.1198771 Jul 27 22:15:27.594986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d742271f-1a04-426b-9aa3-bb66be98e91d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 217 time: 0.0454738 Jul 27 22:15:27.652445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.654521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.731686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=f068ae17-b6c5-4afb-a369-86c200ab10fe,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:27.734851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d9bb82c4-a8d5-494a-af09-6fe5064f3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.742299 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-d9bb82c4-a8d5-494a-af09-6fe5064f3815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1404910 Jul 27 22:15:27.781692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '34556116-2419-4482-9511-cbc627d998b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:27.783561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: 34556116-2419-4482-9511-cbc627d998b6, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:27.875516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-202ea8c1-9247-4c46-a63d-8e2d58ddeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.877093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-202ea8c1-9247-4c46-a63d-8e2d58ddeb3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308775 Jul 27 22:15:27.897502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 34556116-2419-4482-9511-cbc627d998b6 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:27.988962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 34556116-2419-4482-9511-cbc627d998b6) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:27.999308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7ecc4-530a-4a41-9847-f5a893946957 None None] Network 34556116-2419-4482-9511-cbc627d998b6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:27.999914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:28.000739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.055407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-27d94b3e-f215-46a9-a7f1-14c4777ce35c service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543620 Jul 27 22:15:28.112605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c19e0ffe-bad3-4bd5-8c53-ab7dcbd849c5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1690114 Jul 27 22:15:28.113015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:28.121513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:28.207411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3495cb95-01c2-4843-a588-e1352bdcfe2c req-3aad60a1-eeeb-40ae-a1fc-bc2648b3087c service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441560 Jul 27 22:15:28.212950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:28.213307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.266270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-34556116-2419-4482-9511-cbc627d998b6', 'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': 'f068ae17-b6c5-4afb-a369-86c200ab10fe'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:28.268287 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.340644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:28.341258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.357192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:28.435145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Allocated IP 2001:db8::2 (34556116-2419-4482-9511-cbc627d998b6/f068ae17-b6c5-4afb-a369-86c200ab10fe/0bfeff6e-9a6b-4525-afe6-91ff178f8828) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:28.435443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:28.439325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.623624 n-d-738018-6 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f068ae17-b6c5-4afb-a369-86c200ab10fe (CIDR: 2001:db8::/64) Jul 27 22:15:28.675384 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:15:28.675933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:28.687047 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694e9b8-98b9-45de-a9ec-47688b72bc27 req-54ddf111-42ff-4419-ac06-986c0a587c25 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:28.688637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d694e9b8-98b9-45de-a9ec-47688b72bc27 req-54ddf111-42ff-4419-ac06-986c0a587c25 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.0943949 Jul 27 22:15:28.715484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.757676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:28.784217 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.795970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Transition to ACTIVE for port object 0bfeff6e-9a6b-4525-afe6-91ff178f8828 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:28.798739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d694e9b8-98b9-45de-a9ec-47688b72bc27 req-6e57cdbb-d6f7-4593-9f4d-907cd4af356e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988657 Jul 27 22:15:28.807503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5e82434-6460-4875-b43b-9d069c841931 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6903002 Jul 27 22:15:28.807503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:28.811713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:28.838640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Transition to ACTIVE for port object 0bfeff6e-9a6b-4525-afe6-91ff178f8828 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:28.950447 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.983787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.003976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Network 34556116-2419-4482-9511-cbc627d998b6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:29.010188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:29.017094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:29.049638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Pushing event updated for resources: {'Port': ['ID=0bfeff6e-9a6b-4525-afe6-91ff178f8828,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.057802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:29.061910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.086962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Attempting to bind port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:29.087534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Attempting to bind port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '34556116-2419-4482-9511-cbc627d998b6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:29.087938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Attempting to bind port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 on network 34556116-2419-4482-9511-cbc627d998b6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:29.093536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:29.093923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Checking segment: {'id': '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '34556116-2419-4482-9511-cbc627d998b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:29.094373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.094781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Bound using segment: {'id': '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '34556116-2419-4482-9511-cbc627d998b6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:29.095266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Bound port: 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '34556116-2419-4482-9511-cbc627d998b6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:29.095661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.165966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] For port 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:29.169170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] For port 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0bfeff6e-9a6b-4525-afe6-91ff178f8828,segment=NetworkSegment(1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c),segment_id=1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:29.220422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:29.318217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:29.327127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d1e8a8d1-b315-4b8c-ab36-8c59beecf1ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6991315 Jul 27 22:15:29.327515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.333102 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:29.345893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.357126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:29.358146 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.389237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet 81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:29.392895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.441246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.452065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0e0f3-023d-4f3a-9e5d-49fbf926c801 None None] Pushing event updated for resources: {'Port': ['ID=0bfeff6e-9a6b-4525-afe6-91ff178f8828,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.467663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.514616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:29.531305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 34556116-2419-4482-9511-cbc627d998b6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:29.541766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:29.549890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:29.550654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.590501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=321b2500-8962-4494-a46d-2974013f5dcc,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.604178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.707952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41782) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.716980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'fixed_ips': [{'subnet_id': 'f068ae17-b6c5-4afb-a369-86c200ab10fe'}, {'subnet_id': '321b2500-8962-4494-a46d-2974013f5dcc'}], 'name': 'tempest-PortsIpV6TestJSON-2048806912'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:29.728036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2e8a9a25-40e9-4d7f-87f8-d027438c16cc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9163487 Jul 27 22:15:29.765354 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:28Z', 'revision_number': 10, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.766053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.812000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.814141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.819570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19a36c45-7797-42f9-88a3-00c47e277017 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc HTTP/1.1" status: 204 len: 168 time: 0.4900980 Jul 27 22:15:29.819746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41784) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.822685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a577c2f-d0c0-4135-8967-66ee65d032f4 None None] Network 454fc89e-f37b-48db-8564-4778e9613f9e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:29.926596 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:29.939796 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:29.941133 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.960375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.007857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ce63-804f-4201-b80d-eb275d7134bc req-883b3952-4c14-4e22-9d41-2db00b391017 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.024235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cd8ce63-804f-4201-b80d-eb275d7134bc req-883b3952-4c14-4e22-9d41-2db00b391017 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1198733 Jul 27 22:15:30.037772 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:30.126411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cd8ce63-804f-4201-b80d-eb275d7134bc req-c2d99845-fad5-4a31-96b0-49b985ab74a2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919502 Jul 27 22:15:30.126731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 8b433522-09b5-43e2-bb1c-198b3a0b938a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:30.126731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.129598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:30.178737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] DHCP port deletion for 454fc89e-f37b-48db-8564-4778e9613f9e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:30.240986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Deleting port 8b433522-09b5-43e2-bb1c-198b3a0b938a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:30.241675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.281186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 8b433522-09b5-43e2-bb1c-198b3a0b938a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b433522-09b5-43e2-bb1c-198b3a0b938a,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:30.282778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.303883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 8b433522-09b5-43e2-bb1c-198b3a0b938a owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:30.343858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] For port 8b433522-09b5-43e2-bb1c-198b3a0b938a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8b433522-09b5-43e2-bb1c-198b3a0b938a,segment=NetworkSegment(9033bd29-484a-4ed6-80a9-fd87aa32a26f),segment_id=9033bd29-484a-4ed6-80a9-fd87aa32a26f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:30.344595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.361298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Calling delete_port for 8b433522-09b5-43e2-bb1c-198b3a0b938a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:30.406063 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:28Z', 'revision_number': 10, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:30.425031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.442908 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f98995-8987-49eb-8b00-b87f38696fd7 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:28Z', 'revision_number': 10, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None, '_interfaces': [{'id': 'ea2040ac-207e-42f1-b221-5f2768a95789', 'name': '', 'network_id': 'ed158959-9cff-46aa-8545-e2d6f4207ef8', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'mac_address': 'fa:16:3e:ca:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:52Z', 'updated_at': '2021-07-27T22:14:59Z', 'revision_number': 5, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'subnets': [{'id': 'b2514598-2d48-4fe6-bbda-9a520480051d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:30.450782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:30.595377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.609561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.623448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] Pushing event deleted for resources: {'Port': ['ID=8b433522-09b5-43e2-bb1c-198b3a0b938a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.625286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff242-b1bd-4fbc-948c-e97be0ae7ca5 None None] No DVR routers for this DVR port 8b433522-09b5-43e2-bb1c-198b3a0b938a on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:30.653807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=8b433522-09b5-43e2-bb1c-198b3a0b938a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.659946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 8b433522-09b5-43e2-bb1c-198b3a0b938a on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:30.756156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf4fd9d-b24e-4309-bf5a-79a4cdbee5f5 None None] Network 34556116-2419-4482-9511-cbc627d998b6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:30.783758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.800453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454fc89e-f37b-48db-8564-4778e9613f9e']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:30.824549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9033bd29-484a-4ed6-80a9-fd87aa32a26f') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:30.824854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9033bd29-484a-4ed6-80a9-fd87aa32a26f') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:30.855710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.888312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.911048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::13a (34556116-2419-4482-9511-cbc627d998b6/f068ae17-b6c5-4afb-a369-86c200ab10fe/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:30.913259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:30.913419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2a1f747c-f84f-4108-8481-d3473045e75b None None] Provisioning for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:30.913670 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:30.917293 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:30.963571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8:0:1::3d6 (34556116-2419-4482-9511-cbc627d998b6/321b2500-8962-4494-a46d-2974013f5dcc/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:31.002550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0bfeff6e-9a6b-4525-afe6-91ff178f8828 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:31.098948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Update dhcp port {'port': {'network_id': '34556116-2419-4482-9511-cbc627d998b6', 'fixed_ips': [{'subnet_id': 'f068ae17-b6c5-4afb-a369-86c200ab10fe', 'ip_address': '2001:db8::2'}, {'subnet_id': '321b2500-8962-4494-a46d-2974013f5dcc'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '0bfeff6e-9a6b-4525-afe6-91ff178f8828'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:15:31.124257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.129898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.131862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/454fc89e-f37b-48db-8564-4778e9613f9e HTTP/1.1" status: 204 len: 168 time: 1.3113763 Jul 27 22:15:31.135315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:31.155021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ca35e-3011-4a97-ac56-4838e1aa3cc3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=454fc89e-f37b-48db-8564-4778e9613f9e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.168887 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.188583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.217660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:31.225860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:31.226459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.242794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:31.295380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4d1de-06fd-46df-a9b4-a2fb26720a36 req-d270ebfe-8d05-4ad6-8cb3-1950360d45de tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:31.296958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31d4d1de-06fd-46df-a9b4-a2fb26720a36 req-d270ebfe-8d05-4ad6-8cb3-1950360d45de tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.0979283 Jul 27 22:15:31.345319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31d4d1de-06fd-46df-a9b4-a2fb26720a36 req-a0e5cd96-6454-47bb-afec-343317edadee tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342052 Jul 27 22:15:31.390777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.428252 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.441457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 34556116-2419-4482-9511-cbc627d998b6 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:31.444742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:31.451476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:31.460124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:31.460811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.469454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.497683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0bfeff6e-9a6b-4525-afe6-91ff178f8828,segment=NetworkSegment(1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c),segment_id=1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:31.515129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Allocated IP 2001:db8:0:1::2 (34556116-2419-4482-9511-cbc627d998b6/321b2500-8962-4494-a46d-2974013f5dcc/0bfeff6e-9a6b-4525-afe6-91ff178f8828) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:31.558712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.611029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d927c02c-7bb7-4eba-8cc6-7e5aace2a1dc tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9011490 Jul 27 22:15:31.613769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41806) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:31.619563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f068ae17-b6c5-4afb-a369-86c200ab10fe'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:31.703313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.736698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.787131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:31.836279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:31.837528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5a64f7c2-0e10-4bbe-a06e-b5cbe3bb838c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:31.839348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b433522-09b5-43e2-bb1c-198b3a0b938a no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:31.925207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port ea2040ac-207e-42f1-b221-5f2768a95789 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:31.927833 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.939470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0bfeff6e-9a6b-4525-afe6-91ff178f8828,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.957348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8b433522-09b5-43e2-bb1c-198b3a0b938a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:31.957618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8b433522-09b5-43e2-bb1c-198b3a0b938a not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:32.039517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] For port 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0bfeff6e-9a6b-4525-afe6-91ff178f8828,segment=NetworkSegment(1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c),segment_id=1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:32.058929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a3f21ec-8294-4d9c-8f34-355070846ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.083689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port ea2040ac-207e-42f1-b221-5f2768a95789, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ea2040ac-207e-42f1-b221-5f2768a95789,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:32.084086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.090150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.108292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Transition to ACTIVE for port object 0bfeff6e-9a6b-4525-afe6-91ff178f8828 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:32.114733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for ea2040ac-207e-42f1-b221-5f2768a95789 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:32.211403 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.281598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Delete allocated IP 2001:db8:0:1::3d6 (34556116-2419-4482-9511-cbc627d998b6/321b2500-8962-4494-a46d-2974013f5dcc) {{(pid=94671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:15:32.333227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f84b-42bc-4282-a15b-456ee794415e None None] Pushing event updated for resources: {'Port': ['ID=0bfeff6e-9a6b-4525-afe6-91ff178f8828,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.459879 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.472460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.474898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Ignored duplicate provisioning block setup for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:15:32.509836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=ea2040ac-207e-42f1-b221-5f2768a95789,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.527092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.527448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.527803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.528148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.528489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.528830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.529169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.529506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.529987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.530358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.530725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.531094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:32.612005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.624935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cb732-8a8e-4c92-b4d8-f28437a6dbf5 req-3123b559-cb58-4ff5-a979-3a1b8e59428d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.626618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c9cb732-8a8e-4c92-b4d8-f28437a6dbf5 req-3123b559-cb58-4ff5-a979-3a1b8e59428d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.2043006 Jul 27 22:15:32.697025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] In _notify_port_updated(), no bound segment for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 on network 34556116-2419-4482-9511-cbc627d998b6 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:15:32.702702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.703421 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.707679 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/ports/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 HTTP/1.1" status: 200 len: 926 time: 1.0903327 Jul 27 22:15:32.707854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41812) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:32.714071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f068ae17-b6c5-4afb-a369-86c200ab10fe'}, {'subnet_id': '321b2500-8962-4494-a46d-2974013f5dcc'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:32.715193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.780825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5135e7-4c6c-4a4b-bcd8-64621a0a6843 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.810998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c9cb732-8a8e-4c92-b4d8-f28437a6dbf5 req-4001df6d-1502-4d36-80b6-2f37be1a7734 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926130 Jul 27 22:15:32.840304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.973272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0bfeff6e-9a6b-4525-afe6-91ff178f8828 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:32.998322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:33.080844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692d24d-17de-4b2c-9e30-07af9841bb5d None None] Network 34556116-2419-4482-9511-cbc627d998b6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:33.088565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:33.096123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b997c3e3-d543-4aba-a5c0-2e5d8b27f595 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594276 Jul 27 22:15:33.098639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:33.123331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:33.143688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:33.144500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.171145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting subnet b2514598-2d48-4fe6-bbda-9a520480051d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:33.175733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.237297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.256479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:33.327184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.361194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.372721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7b88521-d844-44f2-bf7f-c1868655b84f None None] Provisioning for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:33.379234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:33.384514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7b88521-d844-44f2-bf7f-c1868655b84f None None] Provisioning complete for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:33.384899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7b88521-d844-44f2-bf7f-c1868655b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.435687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:33.436461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.504543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.538394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:33.556794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8:0:1::38 (34556116-2419-4482-9511-cbc627d998b6/321b2500-8962-4494-a46d-2974013f5dcc/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:33.567003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.573963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/b2514598-2d48-4fe6-bbda-9a520480051d HTTP/1.1" status: 204 len: 168 time: 0.4741025 Jul 27 22:15:33.574809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:33.576146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb0ee5-bc23-4b03-aa88-a9c6cc2b149c tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Subnet': ['ID=b2514598-2d48-4fe6-bbda-9a520480051d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:33.594618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8789604-da8d-4b6d-8734-9a0fe36c892d None None] Network ed158959-9cff-46aa-8545-e2d6f4207ef8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:33.599904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.690184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.705047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.721009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Ignored duplicate provisioning block setup for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:15:33.749907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Deleting port 952239bc-d215-4695-aa2e-59b65c2a3503 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:33.750249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.789164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.831576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] For port 952239bc-d215-4695-aa2e-59b65c2a3503, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=952239bc-d215-4695-aa2e-59b65c2a3503,segment=NetworkSegment(8508e810-b34e-4293-a642-140fd0d8ff6c),segment_id=8508e810-b34e-4293-a642-140fd0d8ff6c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:33.832634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.833942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ce9b-7865-4367-888e-82333b152d68 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:33.862807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Calling delete_port for 952239bc-d215-4695-aa2e-59b65c2a3503 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:33.927065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] In _notify_port_updated(), no bound segment for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 on network 34556116-2419-4482-9511-cbc627d998b6 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:15:33.933465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.934568 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.936450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/ports/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 HTTP/1.1" status: 200 len: 1011 time: 1.2274063 Jul 27 22:15:33.937639 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df02824-ebb2-4fa4-9305-f6247db7d5b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:33.940642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41826) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:34.083420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dfe0b-6654-4cbe-b50c-cb3ca2d5a6ca req-54204e92-7d08-48c2-90a8-e8c270cb7cc1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:34.085620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-269dfe0b-6654-4cbe-b50c-cb3ca2d5a6ca req-54204e92-7d08-48c2-90a8-e8c270cb7cc1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1233928 Jul 27 22:15:34.112993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:34.113863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.137412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-269dfe0b-6654-4cbe-b50c-cb3ca2d5a6ca req-f53c4dca-d424-4356-b328-fc19d26c4c22 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Jul 27 22:15:34.174799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.214104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Port': ['ID=952239bc-d215-4695-aa2e-59b65c2a3503,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.229504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No DVR routers for this DVR port 952239bc-d215-4695-aa2e-59b65c2a3503 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:34.284603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee92fa0-27b4-494f-a535-7c2c5c2af19d None None] DHCP port deletion for ed158959-9cff-46aa-8545-e2d6f4207ef8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:34.380040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.391664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.405317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:34.407784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed158959-9cff-46aa-8545-e2d6f4207ef8']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:34.427780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8508e810-b34e-4293-a642-140fd0d8ff6c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:34.427780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8508e810-b34e-4293-a642-140fd0d8ff6c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:34.457529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-648c40a2-54ec-485e-9942-b67ce6927a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.477301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.486887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Provisioning for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:34.491286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Provisioning complete for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:34.491812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.497909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.515541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:34.516135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:34.520272 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:34.548906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:34.567729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Provisioning complete for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:34.568351 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4304da2-feae-41cf-8c95-0732769dbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.725329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.740682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.743127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/networks/ed158959-9cff-46aa-8545-e2d6f4207ef8 HTTP/1.1" status: 204 len: 168 time: 1.1637964 Jul 27 22:15:34.746857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:34.755828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'routes': None}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:34.785615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfbe48-95a2-4673-882b-7070904cd3bf tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Pushing event deleted for resources: {'Network': ['ID=ed158959-9cff-46aa-8545-e2d6f4207ef8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.817156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.833541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1cdee7a-a434-4c4f-8a48-7b856906a67f None None] Provisioning complete for port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:34.835029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1cdee7a-a434-4c4f-8a48-7b856906a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.874527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.894564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 952239bc-d215-4695-aa2e-59b65c2a3503 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:34.919362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.923334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 952239bc-d215-4695-aa2e-59b65c2a3503 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:34.923700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 952239bc-d215-4695-aa2e-59b65c2a3503 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:34.924119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ea2040ac-207e-42f1-b221-5f2768a95789 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:34.955061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ea2040ac-207e-42f1-b221-5f2768a95789 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:34.955427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ea2040ac-207e-42f1-b221-5f2768a95789 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:34.959014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdee7a-a434-4c4f-8a48-7b856906a67f None None] Port 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:34.986216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.988212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0eac7a44-318c-4875-903e-33bd61172629 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 HTTP/1.1" status: 204 len: 168 time: 1.0459318 Jul 27 22:15:34.991437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41832) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:35.027007 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfd6021-e0b5-4e2c-8b93-f53b71ee2b1a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:35.027885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Added routes are [] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:15:35.028355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.extraroute_db [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Removed routes are [] {{(pid=94671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:15:35.028896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.030048 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-adfd6021-e0b5-4e2c-8b93-f53b71ee2b1a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 HTTP/1.1" status: 404 len: 333 time: 0.0374937 Jul 27 22:15:35.034188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:35.080644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-376ae7d7-e11b-4b24-bb16-55ddf2994e85 None None] Could not find standard attr ID for object 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:35.103165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 321b2500-8962-4494-a46d-2974013f5dcc {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:35.107484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.181489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.213966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8bea37dd-3dfe-40cc-afcd-e26fd331d462 None None] Could not find standard attr ID for object 1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:35.256046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.256046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.399916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.417534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:35.483845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70454fd2-5a39-4dd4-89c7-91569efa6736 req-fdc840e8-892b-4203-b155-5098eca876be tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:35.491823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70454fd2-5a39-4dd4-89c7-91569efa6736 req-fdc840e8-892b-4203-b155-5098eca876be tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1589570 Jul 27 22:15:35.512607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:35.521802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.523227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-76860b52-2386-4faa-9009-06a932e75179 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 701 time: 0.7745478 Jul 27 22:15:35.527560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:35.529579 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Sync routers for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:35.542584 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:35.543224 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.570920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0b258901-a025-494d-b518-7cab7663f85b tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 205 time: 0.0423725 Jul 27 22:15:35.574168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:35.574644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70454fd2-5a39-4dd4-89c7-91569efa6736 req-c90a7f12-ecef-4b81-942c-e68643628cf0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819511 Jul 27 22:15:35.619702 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:35.623544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.682959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.684891 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.718062 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Checking router: d79daa8b-b7b4-4b19-91ab-ae3d895b0aab for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:35.729233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Routers {'d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:35.729878 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.816294 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] Set router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:35.868756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.875275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.877858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.883729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.916946 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d85f1-9b99-4732-9ba1-2520a4ade8c1 None None] The sync data for ids ['d79daa8b-b7b4-4b19-91ab-ae3d895b0aab'] in n-d-738018-6 is: [{'id': 'd79daa8b-b7b4-4b19-91ab-ae3d895b0aab', 'name': 'tempest-RoutersTest-router-1148469908', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:50Z', 'updated_at': '2021-07-27T22:15:32Z', 'revision_number': 11, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:36.012203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.012857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router d79daa8b-b7b4-4b19-91ab-ae3d895b0aab {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:36.020420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.026187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-87ae9a13-dc4d-45f2-8ec4-a8c6941f8cf4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 204 len: 168 time: 0.4459701 Jul 27 22:15:36.026543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:36.031837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-191637011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:36.120603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.121674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.133480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=321b2500-8962-4494-a46d-2974013f5dcc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:36.145835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.147396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd462acf-81c4-43ae-8eb0-cee593cff9eb None None] Network 34556116-2419-4482-9511-cbc627d998b6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:36.147853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0f69dfc7-b7a7-4874-90f6-33610a3afa14 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/321b2500-8962-4494-a46d-2974013f5dcc HTTP/1.1" status: 204 len: 168 time: 1.1124032 Jul 27 22:15:36.151359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41848) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:36.214185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.236514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet f068ae17-b6c5-4afb-a369-86c200ab10fe {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:36.239828 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.270635 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.292003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.388305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.410632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.411883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb751e2d-78d5-4381-b4e8-c94773979dca tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3842778 Jul 27 22:15:36.414563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:36.422446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:36.661102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.667808 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.733093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.735050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/f068ae17-b6c5-4afb-a369-86c200ab10fe HTTP/1.1" status: 204 len: 168 time: 0.5825300 Jul 27 22:15:36.737005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb3a5b-4890-4a17-b2ff-15409bac74d8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=f068ae17-b6c5-4afb-a369-86c200ab10fe,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:36.737989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:36.775795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9344-8363-40c2-a654-f26aab3e22a7 req-85d7cce2-a506-4c9b-9df7-e6140a06c549 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:36.786581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5bb9344-8363-40c2-a654-f26aab3e22a7 req-85d7cce2-a506-4c9b-9df7-e6140a06c549 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.1210017 Jul 27 22:15:36.803185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906247'] for router, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.851074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.889668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5bb9344-8363-40c2-a654-f26aab3e22a7 req-cd45b26e-7940-45b7-b3e2-b7088872aa41 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021771 Jul 27 22:15:36.944055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:36.946470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.946594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32adfdd-eaf1-4843-b125-088f8460753d None None] Network 34556116-2419-4482-9511-cbc627d998b6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:37.003555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Router c9711a20-98d0-40a2-94b2-06ff9f6b7090 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:37.019329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f2b60e05-7d7f-4d99-a756-27aab24a848e None None] Provisioning complete for port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:37.019908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2b60e05-7d7f-4d99-a756-27aab24a848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.025122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port 0bfeff6e-9a6b-4525-afe6-91ff178f8828, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0bfeff6e-9a6b-4525-afe6-91ff178f8828,segment=NetworkSegment(1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c),segment_id=1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:37.025621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.044631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 0bfeff6e-9a6b-4525-afe6-91ff178f8828 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:37.137885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:37.147957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.153176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bc8b7fa7-9060-4474-b6dd-2d3df8abd921 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "PUT /v2.0/routers/c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 200 len: 693 time: 0.7367644 Jul 27 22:15:37.153891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41862) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.171265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Sync routers for ids ['c9711a20-98d0-40a2-94b2-06ff9f6b7090'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:37.187171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.220456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Routers {'c9711a20-98d0-40a2-94b2-06ff9f6b7090'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:37.221498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c9711a20-98d0-40a2-94b2-06ff9f6b7090'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.240114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.269678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-54165e2a-f48f-48e4-b5a6-fa81194cb64f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/routers/c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 200 len: 699 time: 0.1144104 Jul 27 22:15:37.272115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.290002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=0bfeff6e-9a6b-4525-afe6-91ff178f8828,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:37.298432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port 0bfeff6e-9a6b-4525-afe6-91ff178f8828 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:37.321721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7e8e173-15a1-4817-b316-9f7ac3bf1486 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 200 len: 205 time: 0.0484743 Jul 27 22:15:37.324504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.333286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64f25d-bfbd-4669-b286-97a26cc4f4f2 None None] DHCP port deletion for 34556116-2419-4482-9511-cbc627d998b6 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:37.348190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Set router c9711a20-98d0-40a2-94b2-06ff9f6b7090 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:37.412812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9711a20-98d0-40a2-94b2-06ff9f6b7090', 'name': 'tempest-RoutersTest-router-191637011', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:36Z', 'updated_at': '2021-07-27T22:15:36Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.416273 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.420274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.430589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34556116-2419-4482-9511-cbc627d998b6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.450822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.451463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c914d-8f07-4c42-9fcc-d07a3a6cff3c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.463560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Checking router: c9711a20-98d0-40a2-94b2-06ff9f6b7090 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:37.469802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.490197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Routers {'c9711a20-98d0-40a2-94b2-06ff9f6b7090'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:37.490504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.491519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c9711a20-98d0-40a2-94b2-06ff9f6b7090'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.501223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:37.501663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:37.546542 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:37.583870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] Set router c9711a20-98d0-40a2-94b2-06ff9f6b7090 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:37.612598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.641195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-04556ad6-c954-4347-921d-4c612017d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9711a20-98d0-40a2-94b2-06ff9f6b7090', 'name': 'tempest-RoutersTest-router-191637011', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:36Z', 'updated_at': '2021-07-27T22:15:36Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.675842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.678996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04556ad6-c954-4347-921d-4c612017d089 None None] The sync data for ids ['c9711a20-98d0-40a2-94b2-06ff9f6b7090'] in n-d-738018-6 is: [{'id': 'c9711a20-98d0-40a2-94b2-06ff9f6b7090', 'name': 'tempest-RoutersTest-router-191637011', 'tenant_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:15:36Z', 'updated_at': '2021-07-27T22:15:36Z', 'revision_number': 2, 'project_id': '61a6ff9200fa4b2ca82c5cded4b6f6b9', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:37.707774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.707774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/34556116-2419-4482-9511-cbc627d998b6 HTTP/1.1" status: 204 len: 168 time: 0.9675333 Jul 27 22:15:37.708489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867a03f-e43e-4f4a-8b86-0412fb31d679 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=34556116-2419-4482-9511-cbc627d998b6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:37.716117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.724217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c2e477b-150d-4ec3-a116-41ac7296aa43 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:37.854165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281484bd-6d7e-424c-95ee-6dd640c8216f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.856732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-281484bd-6d7e-424c-95ee-6dd640c8216f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1394024 Jul 27 22:15:37.870964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.907195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:37.924086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:37.982357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91ed85ac-55ec-4ef8-8f98-8b957f5a5eaa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1079063 Jul 27 22:15:37.988276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.991749 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.995811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411585030'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:38.023433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e477b-150d-4ec3-a116-41ac7296aa43 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:38.059991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:38.113646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffcb28-f50b-4ca6-aac5-350152f54167 req-ea7499c1-de9a-444b-9cdd-6520aa9640ad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.114450 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.119031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.122032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01ffcb28-f50b-4ca6-aac5-350152f54167 req-ea7499c1-de9a-444b-9cdd-6520aa9640ad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 944 time: 0.0993416 Jul 27 22:15:38.142052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:38.143877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.184075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01ffcb28-f50b-4ca6-aac5-350152f54167 req-c2a27066-a3b4-4f24-aeba-95de4d1b7d4d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610161 Jul 27 22:15:38.189180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.253916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:38.263710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.264854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Fanout notify agent at l3_agent the message router_deleted on router c9711a20-98d0-40a2-94b2-06ff9f6b7090 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:38.272686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:38.273660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.276068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9c89f69d-4767-49ce-a0af-70a647a7a597 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 204 len: 168 time: 0.9498255 Jul 27 22:15:38.279956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41878) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.284419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.284779 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c of type vlan for network 5d993b5f-5367-49ee-aa7e-b72f28b25dac Jul 27 22:15:38.313788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-969879bc-3271-4b44-b67d-649a6e9e1ed4 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 200 len: 205 time: 0.0324543 Jul 27 22:15:38.316199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41880) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.331424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.361261 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-a256ef5a-66c7-439d-ac53-4f8e0b43e26f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:38.362485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a256ef5a-66c7-439d-ac53-4f8e0b43e26f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/c9711a20-98d0-40a2-94b2-06ff9f6b7090 HTTP/1.1" status: 404 len: 336 time: 0.0452507 Jul 27 22:15:38.365323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41882) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.377012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.396956 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-90696687-c957-4fbe-acd4-4c44e756b510 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:38.397440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90696687-c957-4fbe-acd4-4c44e756b510 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:38.400155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-90696687-c957-4fbe-acd4-4c44e756b510 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/01077504-d654-461c-8c04-348b591a74a6 HTTP/1.1" status: 404 len: 337 time: 0.0329256 Jul 27 22:15:38.403768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.430196 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-378deded-0a2d-4ffd-a316-2047bbe285ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:38.430858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378deded-0a2d-4ffd-a316-2047bbe285ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:38.432782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-378deded-0a2d-4ffd-a316-2047bbe285ef tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/1330fa95-c707-4608-a89d-5833e72bbfbf HTTP/1.1" status: 404 len: 337 time: 0.0278826 Jul 27 22:15:38.435856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41886) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.447874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['4c2e477b-150d-4ec3-a116-41ac7296aa43'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:38.472619 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c62c419-1b51-4717-a64a-970fa8d84060 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:38.473149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c62c419-1b51-4717-a64a-970fa8d84060 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:38.475264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0c62c419-1b51-4717-a64a-970fa8d84060 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/81a76fa2-1d09-4f0b-92e8-f1f15adc8ebc HTTP/1.1" status: 404 len: 337 time: 0.0383203 Jul 27 22:15:38.477644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41888) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.487637 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.494886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.496150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.532480 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5248523-b7b5-4e47-9062-2ff9a39359e9 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:38.533438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5248523-b7b5-4e47-9062-2ff9a39359e9 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:38.541059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5248523-b7b5-4e47-9062-2ff9a39359e9 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/b2514598-2d48-4fe6-bbda-9a520480051d HTTP/1.1" status: 404 len: 337 time: 0.0613077 Jul 27 22:15:38.554935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.614820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=5d993b5f-5367-49ee-aa7e-b72f28b25dac,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:38.625654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.625927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13f02401-0551-471c-82e8-f5d3fc230168 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 200 len: 205 time: 0.0605655 Jul 27 22:15:38.643786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:38.721386 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4d8d7702-e056-455e-adb6-ca8c5bbb0dea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:38.723872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4d8d7702-e056-455e-adb6-ca8c5bbb0dea tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/d79daa8b-b7b4-4b19-91ab-ae3d895b0aab HTTP/1.1" status: 404 len: 336 time: 0.0959990 Jul 27 22:15:38.729552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41896) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.730691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.746902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5bd7c7d0-fb2e-4a0e-b5ab-2f612d820303 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7571368 Jul 27 22:15:38.752515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:38.828361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e5193c1-2194-4e59-bf61-2c9444b0e544 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 HTTP/1.1" status: 200 len: 205 time: 0.0962460 Jul 27 22:15:38.831105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41902) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.910025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0bfeff6e-9a6b-4525-afe6-91ff178f8828 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:38.913216 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-019cc529-4303-41fc-8071-81202bba7b82 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:38.914429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-019cc529-4303-41fc-8071-81202bba7b82 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/20ef78cb-ebd8-40bb-ac37-fa2b1c403ed0 HTTP/1.1" status: 404 len: 336 time: 0.0822091 Jul 27 22:15:38.917787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41904) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.939419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0bfeff6e-9a6b-4525-afe6-91ff178f8828 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:38.945810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0bfeff6e-9a6b-4525-afe6-91ff178f8828 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:38.956695 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e156d9f-5928-4024-8bdc-0e556773e848 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:38.957696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e156d9f-5928-4024-8bdc-0e556773e848 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:38.961562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7e156d9f-5928-4024-8bdc-0e556773e848 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/2d319ae5-4cc5-4597-92d2-8dc8437c4658 HTTP/1.1" status: 404 len: 337 time: 0.0405314 Jul 27 22:15:38.962328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.002010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1f987b27-47fa-4f91-85e6-56687ef06377 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 200 len: 205 time: 0.0376763 Jul 27 22:15:39.004104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.052406 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-58ad91af-c331-462f-a06d-ae073d08317f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:39.058048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-58ad91af-c331-462f-a06d-ae073d08317f tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/d5b8b97b-e2f9-4ef8-aa87-db578b0701f4 HTTP/1.1" status: 404 len: 336 time: 0.0483100 Jul 27 22:15:39.058529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.073068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:39.076540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.110028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ccf8d8d-aeb6-40a7-b864-413fc0cf56b0 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d50a55-f375-44fd-ad81-5a5fefe11d26 HTTP/1.1" status: 200 len: 205 time: 0.0500929 Jul 27 22:15:39.113827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.159567 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-54c0ff2a-d0bc-42e7-9527-d13a81e47fc0 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:39.160534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54c0ff2a-d0bc-42e7-9527-d13a81e47fc0 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/11d50a55-f375-44fd-ad81-5a5fefe11d26 HTTP/1.1" status: 404 len: 336 time: 0.0456948 Jul 27 22:15:39.163277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.194570 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e6134a-b89e-4dc7-bbff-9b83074814c3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:39.195262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e6134a-b89e-4dc7-bbff-9b83074814c3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:39.197423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-18e6134a-b89e-4dc7-bbff-9b83074814c3 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/98de64b6-8062-4485-96a5-3ae90b80ba1e HTTP/1.1" status: 404 len: 337 time: 0.0328817 Jul 27 22:15:39.200224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41916) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.235061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4619bc2e-4a75-4b2c-bd2f-7a29076f0a63 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cfaf6eb-0c30-458f-9a58-7e68d8b00560 HTTP/1.1" status: 200 len: 205 time: 0.0319600 Jul 27 22:15:39.237427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.308901 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a69b3ba6-5da0-49e9-918d-e966777ca248 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:39.310126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a69b3ba6-5da0-49e9-918d-e966777ca248 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/4cfaf6eb-0c30-458f-9a58-7e68d8b00560 HTTP/1.1" status: 404 len: 336 time: 0.0716708 Jul 27 22:15:39.313495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41922) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.342942 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-98406864-395a-4fcd-85c5-0875dc5345de tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:39.343544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98406864-395a-4fcd-85c5-0875dc5345de tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:39.345392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98406864-395a-4fcd-85c5-0875dc5345de tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/d90e0abe-6583-4ea6-848e-2ef8255a2ea5 HTTP/1.1" status: 404 len: 337 time: 0.0308254 Jul 27 22:15:39.347939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41924) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.383250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-146eaea3-c31e-4456-a49b-0485743f9591 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "GET /v2.0/ports?device_id=48070603-cc9f-4ac5-b30a-5e54a3fb97d3 HTTP/1.1" status: 200 len: 205 time: 0.0341167 Jul 27 22:15:39.385758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.429776 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-99197ec5-6424-4e84-ac10-04d19508a7c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] delete failed (client error): The resource could not be found. Jul 27 22:15:39.430873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-99197ec5-6424-4e84-ac10-04d19508a7c6 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/routers/48070603-cc9f-4ac5-b30a-5e54a3fb97d3 HTTP/1.1" status: 404 len: 336 time: 0.0441244 Jul 27 22:15:39.433971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41928) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.458038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871f2ed-8850-4015-a817-f203be516433 req-e71d2fc4-95ab-41ce-8028-454c9ab6b2ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:39.459519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2871f2ed-8850-4015-a817-f203be516433 req-e71d2fc4-95ab-41ce-8028-454c9ab6b2ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 945 time: 0.1460774 Jul 27 22:15:39.464648 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed2f871-db51-4629-b45f-f0793db82af8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:39.465095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed2f871-db51-4629-b45f-f0793db82af8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:39.469318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-eed2f871-db51-4629-b45f-f0793db82af8 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/a3fa3e30-2bb6-4e63-9826-a235e72a6029 HTTP/1.1" status: 404 len: 337 time: 0.0320301 Jul 27 22:15:39.469545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.480087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.498704 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3d47fb-c292-4e8f-82e0-8967c8d97166 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] DELETE failed (client error): The resource could not be found. Jul 27 22:15:39.499172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3d47fb-c292-4e8f-82e0-8967c8d97166 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:15:39.502006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5d3d47fb-c292-4e8f-82e0-8967c8d97166 tempest-RoutersTest-2038068796 tempest-RoutersTest-2038068796-project] 10.222.0.37 "DELETE /v2.0/subnets/3fb004db-3a6c-4495-8f11-cfe16d43885f HTTP/1.1" status: 404 len: 337 time: 0.0303168 Jul 27 22:15:39.557555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2871f2ed-8850-4015-a817-f203be516433 req-1af7a849-5c9c-4db6-ad1a-9e977df08290 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861011 Jul 27 22:15:39.566083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=6e05a0c5-1fa5-4611-9e87-ba3396c03b4c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:39.585549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.585988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.586434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.587513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.588075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.588422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.588762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.589103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.589435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.589767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.590101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.590452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:39.598483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:39.598861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: 5d993b5f-5367-49ee-aa7e-b72f28b25dac, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:39.668872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:39.754081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c2e477b-150d-4ec3-a116-41ac7296aa43 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:39.763013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5d993b5f-5367-49ee-aa7e-b72f28b25dac) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:39.767394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:39.768056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.780518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7cdf31-bbb7-4875-ae10-cdd60349e372 None None] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:39.849027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-333f644d-7d84-4475-865f-4bec34d459df tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1073442 Jul 27 22:15:39.849251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.855207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac', 'name': 'tempest-PortsIpV6TestJSON-1390066217'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:39.966392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-5d993b5f-5367-49ee-aa7e-b72f28b25dac', 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': '6e05a0c5-1fa5-4611-9e87-ba3396c03b4c'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:39.969348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.971921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 4c2e477b-150d-4ec3-a116-41ac7296aa43 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:39.983740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 4c2e477b-150d-4ec3-a116-41ac7296aa43 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:39.984243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.080739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:40.083472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:40.085514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.111741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:40.177860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.213211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Allocated IP 2001:db8::2 (5d993b5f-5367-49ee-aa7e-b72f28b25dac/6e05a0c5-1fa5-4611-9e87-ba3396c03b4c/29908c6a-a377-4f3a-8ff8-d3fcc26e04c9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:40.218185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:40.218185 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f37fa7c-c888-4b29-872a-109f5f239546" -d '{"events": [{"server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:40.237688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:40.292648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8e8dfe2-1f6f-48f8-bf14-dc5e888c8a5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61a6ff9200fa4b2ca82c5cded4b6f6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069445 Jul 27 22:15:40.296139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41952) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:40.298610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.365047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.390180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.397002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.456689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.464897 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70296aad-e7f3-4234-9421-f735ccae25f9 x-openstack-request-id: req-70296aad-e7f3-4234-9421-f735ccae25f9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:40.464897 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:40.464897 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70296aad-e7f3-4234-9421-f735ccae25f9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:40.464897 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'code': 200} Jul 27 22:15:40.592632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dcf71-143a-4ace-9241-8e4da842f8bc req-9e1d3dec-9423-474c-a2db-e132a642e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.594404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d5dcf71-143a-4ace-9241-8e4da842f8bc req-9e1d3dec-9423-474c-a2db-e132a642e7b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0654001 Jul 27 22:15:40.594835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.596569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Transition to ACTIVE for port object 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:40.597420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.598626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0712c9f1-67d9-4e86-8518-334912dbba14 HTTP/1.1" status: 204 len: 168 time: 0.3012612 Jul 27 22:15:40.607258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776258e-9944-4ab8-bb89-d6ca79e95c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0712c9f1-67d9-4e86-8518-334912dbba14,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.636695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Transition to ACTIVE for port object 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:40.642898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d5dcf71-143a-4ace-9241-8e4da842f8bc req-a17c7496-cd7c-42aa-864b-f49797e5f7d9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Jul 27 22:15:40.715167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.768760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:40.772046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfc8f6-3ec4-4ec5-a956-90f6b06377a9 req-396b9d12-05fe-4270-832c-f899fcf52aaf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.772344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:40.773709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4cfc8f6-3ec4-4ec5-a956-90f6b06377a9 req-396b9d12-05fe-4270-832c-f899fcf52aaf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 946 time: 0.1045883 Jul 27 22:15:40.785216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:40.788645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Pushing event updated for resources: {'Port': ['ID=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.807505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::2ad (5d993b5f-5367-49ee-aa7e-b72f28b25dac/6e05a0c5-1fa5-4611-9e87-ba3396c03b4c/19fdc891-1b48-41d2-9eb4-dad8459c9b91) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:40.895124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4cfc8f6-3ec4-4ec5-a956-90f6b06377a9 req-1b294468-3a58-420a-869e-63e410ea5dff tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075273 Jul 27 22:15:41.053590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Attempting to bind port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:41.053834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Attempting to bind port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:41.054068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Attempting to bind port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 on network 5d993b5f-5367-49ee-aa7e-b72f28b25dac {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:41.060180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:41.060571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Checking segment: {'id': '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:41.061234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.061443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Bound using segment: {'id': '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:41.061849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Bound port: 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:41.062256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.080304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.096537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 19fdc891-1b48-41d2-9eb4-dad8459c9b91 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:41.150085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] For port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:41.153399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] For port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,segment=NetworkSegment(16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c),segment_id=16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:41.263274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.274944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.318599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:41.321638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:41.331847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:41.338419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.338700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.350338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=19fdc891-1b48-41d2-9eb4-dad8459c9b91,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:41.373458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579e33-b67f-4c5d-a570-2d26c1b271ea None None] Pushing event updated for resources: {'Port': ['ID=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:41.464578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e23cfef1-416c-4946-b8cb-d321055d2c55 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6143062 Jul 27 22:15:41.475518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:41.482110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '5d993b5f-5367-49ee-aa7e-b72f28b25dac', 'name': 'tempest-PortsIpV6TestJSON-2027284921'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:41.737443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:41.742476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.770189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 3d128e1f-9775-4c8e-b141-b001e490e967 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:41.903038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::e9 (5d993b5f-5367-49ee-aa7e-b72f28b25dac/6e05a0c5-1fa5-4611-9e87-ba3396c03b4c/3d128e1f-9775-4c8e-b141-b001e490e967) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:42.063406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41984) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.160794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.178574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f4450-9ec6-4890-9525-a22033227dfb req-00018fdf-5429-4caf-a061-bedeec707b82 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.178574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-128f4450-9ec6-4890-9525-a22033227dfb req-00018fdf-5429-4caf-a061-bedeec707b82 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 946 time: 0.1535757 Jul 27 22:15:42.186919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-87002753-e93f-46f8-8a06-34e22b241c4f tempest-DvrRoutersNegativeTest-750867748 tempest-DvrRoutersNegativeTest-750867748-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1933591895', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:42.189966 n-d-738018-6 neutron-server[94672]: DEBUG neutron.policy [None req-87002753-e93f-46f8-8a06-34e22b241c4f tempest-DvrRoutersNegativeTest-750867748 tempest-DvrRoutersNegativeTest-750867748-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94672) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 22:15:42.190271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.policy [None req-87002753-e93f-46f8-8a06-34e22b241c4f tempest-DvrRoutersNegativeTest-750867748 tempest-DvrRoutersNegativeTest-750867748-project] Failed policy check for 'create_router' {{(pid=94672) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 22:15:42.190913 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-87002753-e93f-46f8-8a06-34e22b241c4f tempest-DvrRoutersNegativeTest-750867748 tempest-DvrRoutersNegativeTest-750867748-project] create failed (client error): Access was denied to this resource. Jul 27 22:15:42.196808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-87002753-e93f-46f8-8a06-34e22b241c4f tempest-DvrRoutersNegativeTest-750867748 tempest-DvrRoutersNegativeTest-750867748-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1279144 Jul 27 22:15:42.205871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 3d128e1f-9775-4c8e-b141-b001e490e967 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:42.251413 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-128f4450-9ec6-4890-9525-a22033227dfb req-44bf95b4-577b-4659-9582-ff13fa79c7c6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535767 Jul 27 22:15:42.343991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.394530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:42.397640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:42.404463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:42.410125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.419384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.424501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=3d128e1f-9775-4c8e-b141-b001e490e967,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:42.433720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58326a-95ad-4478-9672-69a374f0d653 req-e74b75c7-612c-4b37-a663-06e691e2161b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.437776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc58326a-95ad-4478-9672-69a374f0d653 req-e74b75c7-612c-4b37-a663-06e691e2161b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 946 time: 0.0966353 Jul 27 22:15:42.479096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc58326a-95ad-4478-9672-69a374f0d653 req-854638a8-e44d-4a2e-9921-06ed74eb9fd3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363028 Jul 27 22:15:42.480311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80875a17-1984-4ef4-996f-f648edcd742e None None] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:42.505916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.561239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d44f3f5-66bb-4f4f-8f84-968578cbd90e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0841775 Jul 27 22:15:42.563886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41994) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.564852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a3893-360c-4d3c-9a82-2989da4fc4d4 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.569210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c21a3893-360c-4d3c-9a82-2989da4fc4d4 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1092 time: 0.0622036 Jul 27 22:15:42.569795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 41996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.576247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:42.622640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4599fbc7-ef7a-443b-8f76-ade1ee0b0227 None None] Provisioning for port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:42.689706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef87aec-1fd3-4cdf-937d-7b622e0112d7 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.691330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1ef87aec-1fd3-4cdf-937d-7b622e0112d7 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2ad HTTP/1.1" status: 200 len: 929 time: 0.1263456 Jul 27 22:15:42.694175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 41998) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.794950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.860553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 3d128e1f-9775-4c8e-b141-b001e490e967 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:42.860902 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.893887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42002) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.933260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:43.033406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.044319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.058817 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 3d128e1f-9775-4c8e-b141-b001e490e967 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:43.104756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28bc58f9-ec28-481f-b930-b7d4a7f56d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.131424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:43.137256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:43.138600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.184443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Provisioning for port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:43.196771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.25.3.34 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/7e7705c5-ad4b-4278-a42c-11bc7e0ab688) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:43.201069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Provisioning complete for port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:43.201963 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.273818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:43.315062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Provisioning complete for port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:43.315450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.338061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.340385 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.358936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.388745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,segment=NetworkSegment(16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c),segment_id=16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:43.413225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=3d128e1f-9775-4c8e-b141-b001e490e967,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.449553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.451787 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-95b7530e-e2f2-4c32-947c-802fe7f9caaf tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/3d128e1f-9775-4c8e-b141-b001e490e967 HTTP/1.1" status: 204 len: 168 time: 0.7566075 Jul 27 22:15:43.454845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42008) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:43.459087 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.470486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28bc58f9-ec28-481f-b930-b7d4a7f56d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.488558 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3261a3-1ac7-4829-bbb6-d19a47de2b4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:43.490708 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba3261a3-1ac7-4829-bbb6-d19a47de2b4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/3d128e1f-9775-4c8e-b141-b001e490e967 HTTP/1.1" status: 404 len: 333 time: 0.0344162 Jul 27 22:15:43.493635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:43.496139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.536020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.581080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.586324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:15:43.586694 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:15:43.598279 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28bc58f9-ec28-481f-b930-b7d4a7f56d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.601945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:43.623417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:43.626936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:43.690890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=7e7705c5-ad4b-4278-a42c-11bc7e0ab688,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.716477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28bc58f9-ec28-481f-b930-b7d4a7f56d14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41e1da33327c4fe7af9d7ba7ac81e835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213046 Jul 27 22:15:43.719613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42012) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:43.723624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc58f9-ec28-481f-b930-b7d4a7f56d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdd62d-4fcb-4a56-817d-0870e91a95da,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.794335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.806047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:43.806842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.821885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.972133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.973604 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.974961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.976237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bfdd62d-4fcb-4a56-817d-0870e91a95da HTTP/1.1" status: 204 len: 168 time: 0.2556155 Jul 27 22:15:43.990567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ec173-8e0b-44b8-bc84-23a42a484abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdd62d-4fcb-4a56-817d-0870e91a95da,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:44.019577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 19fdc891-1b48-41d2-9eb4-dad8459c9b91 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:44.135252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e8d4a348-c884-4909-b838-0bdb5247136f None None] Could not find standard attr ID for object 3d128e1f-9775-4c8e-b141-b001e490e967. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:44.266540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dd8e8581-b3eb-4b79-bc61-750f8d69c2fc None None] Provisioning complete for port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:44.267444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8581-b3eb-4b79-bc61-750f8d69c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.303761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.315870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e8581-b3eb-4b79-bc61-750f8d69c2fc None None] Port 19fdc891-1b48-41d2-9eb4-dad8459c9b91 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:44.320180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dd8e8581-b3eb-4b79-bc61-750f8d69c2fc None None] Could not find standard attr ID for object 3d128e1f-9775-4c8e-b141-b001e490e967. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:15:44.377348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.408032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=19fdc891-1b48-41d2-9eb4-dad8459c9b91,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:44.452906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.458118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ae1fe4f-9d75-453f-9c71-3cbbd7d855bb tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/19fdc891-1b48-41d2-9eb4-dad8459c9b91 HTTP/1.1" status: 204 len: 168 time: 0.9602039 Jul 27 22:15:44.459613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:44.514650 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b544e18-5c71-4aca-85a2-689fb6105c1b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:44.516291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4b544e18-5c71-4aca-85a2-689fb6105c1b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/19fdc891-1b48-41d2-9eb4-dad8459c9b91 HTTP/1.1" status: 404 len: 333 time: 0.0558572 Jul 27 22:15:44.519061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:44.556523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.620467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 6e05a0c5-1fa5-4611-9e87-ba3396c03b4c {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:44.627724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.714718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.844521 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.846876 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.860952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:44.922570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:44.922951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.971540 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.032848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.075904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=7e7705c5-ad4b-4278-a42c-11bc7e0ab688,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:45.080430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=6e05a0c5-1fa5-4611-9e87-ba3396c03b4c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:45.085582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.088210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7312751c-c657-4bf2-9ee7-1048a5df9183 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/6e05a0c5-1fa5-4611-9e87-ba3396c03b4c HTTP/1.1" status: 204 len: 168 time: 0.5682118 Jul 27 22:15:45.090891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42040) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:45.100597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856b558-5671-459a-acbe-1f9a757a2055 None None] Network 5d993b5f-5367-49ee-aa7e-b72f28b25dac requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:45.102458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.218480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.298385 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP ad6d1292-728d-4cb7-bf12-90fafee3673f associated. External IP: 172.25.3.34, port: 4c2e477b-150d-4ec3-a116-41ac7296aa43. Jul 27 22:15:45.343031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94521fcd-4959-44d9-959d-9741823f455f None None] DHCP port deletion for 5d993b5f-5367-49ee-aa7e-b72f28b25dac request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:45.402962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Deleting port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:45.403659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.406112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:45.406494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.485530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-94521fcd-4959-44d9-959d-9741823f455f None None] For port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,segment=NetworkSegment(16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c),segment_id=16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:45.486031 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.500957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Calling delete_port for 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:45.519873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,segment=NetworkSegment(16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c),segment_id=16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:45.520227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.539090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:45.680353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.715970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94521fcd-4959-44d9-959d-9741823f455f None None] Pushing event deleted for resources: {'Port': ['ID=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:45.719587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94521fcd-4959-44d9-959d-9741823f455f None None] No DVR routers for this DVR port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:46.000496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:46.060266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.094173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=29908c6a-a377-4f3a-8ff8-d3fcc26e04c9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:46.102703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:46.224918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.234443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:46.240366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d993b5f-5367-49ee-aa7e-b72f28b25dac']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.246036 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:46.254468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.255790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c7e4cd-bd07-4d8a-b46e-ae1758cdcc8c') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.255905 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:46.255905 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.266239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.280911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.287278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:46.287676 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:46.291871 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:46.371483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.380907 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:46.416456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-42f50e8c-ebfb-4e17-b0b6-f2316e3c1841 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8452826 Jul 27 22:15:46.423120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:46.423120 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff275a-247d-4332-abac-5b00e9010439" -d '{"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:46.466849 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf3388-1c5b-4d91-b89d-11b41fb6c2c2 x-openstack-request-id: req-79bf3388-1c5b-4d91-b89d-11b41fb6c2c2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:46.467277 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:46.467608 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79bf3388-1c5b-4d91-b89d-11b41fb6c2c2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:46.468078 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'status': 'completed', 'code': 200} Jul 27 22:15:46.565300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff275a-247d-4332-abac-5b00e9010439 req-d2d9b84c-cf4b-4300-b10c-3a5068374a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.566999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-d2d9b84c-cf4b-4300-b10c-3a5068374a30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0741355 Jul 27 22:15:46.582910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.592130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.597801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/5d993b5f-5367-49ee-aa7e-b72f28b25dac HTTP/1.1" status: 204 len: 168 time: 1.5041621 Jul 27 22:15:46.608206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42074) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:46.612670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc087f-25e8-45e6-9491-273533ee8768 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=5d993b5f-5367-49ee-aa7e-b72f28b25dac,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:46.614846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-767823045'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:46.647155 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:44Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.674048 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:46.683317 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:46.684045 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.704550 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff275a-247d-4332-abac-5b00e9010439 req-7a71b029-dc03-4be3-89de-bbaecce575a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.706088 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-7a71b029-dc03-4be3-89de-bbaecce575a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1321361 Jul 27 22:15:46.782216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-a8b38343-0f3d-4274-a36c-6b057eee5b54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 999 time: 0.0679309 Jul 27 22:15:46.805219 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:46.839540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff275a-247d-4332-abac-5b00e9010439 req-533040a0-ff70-4cc6-8dbf-04390a094002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.841258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-533040a0-ff70-4cc6-8dbf-04390a094002 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0522926 Jul 27 22:15:46.842370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:46.846505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.857340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:46.890438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:46.891068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 29908c6a-a377-4f3a-8ff8-d3fcc26e04c9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:46.908655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:46.922071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.922457 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 597c949a-9372-4caf-87b7-fc3af56fdb48 of type vlan for network be3a0b15-d328-4e07-966a-7c4cdfcc813e Jul 27 22:15:46.972810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff275a-247d-4332-abac-5b00e9010439 req-11b7301c-f61d-41f7-a67e-f7581563145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.974425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-11b7301c-f61d-41f7-a67e-f7581563145f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249359 Jul 27 22:15:46.996087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.095678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-fc75bf29-a7e6-4b6d-8689-a507cc509323 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115534 Jul 27 22:15:47.161919 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:44Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:47.193035 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0849af2-16d9-42c7-909c-b7487774c256 None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:44Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:47.193360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42ff275a-247d-4332-abac-5b00e9010439 req-c1cc8788-01f7-4232-a6ef-772bea9fc992 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909066 Jul 27 22:15:47.229698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.235510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:47.242377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.313300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=be3a0b15-d328-4e07-966a-7c4cdfcc813e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:47.332819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:47.457101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d6c35-fc00-44c5-b0de-ef47566e6027 None None] New status for floating IP ad6d1292-728d-4cb7-bf12-90fafee3673f: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:15:47.492335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9fd93427-cc03-4fac-8eb0-99009b34c907 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8826549 Jul 27 22:15:47.495918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42080) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:47.500967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:47.691653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:47.696168 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.948922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.002418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=e181aec1-ad62-4811-a908-c3fec8b9473b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:48.018246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '597c949a-9372-4caf-87b7-fc3af56fdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:48.018641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: be3a0b15-d328-4e07-966a-7c4cdfcc813e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:48.108706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:48.240291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, be3a0b15-d328-4e07-966a-7c4cdfcc813e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:48.244927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:48.245543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.251300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef04187-d61c-492e-9131-b61b1f935e33 None None] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:48.378538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ee771e5a-0c8d-4068-aa50-8585a7e8c23b tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8814948 Jul 27 22:15:48.381796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42086) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:48.388466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e', 'name': 'tempest-PortsIpV6TestJSON-1590606885', 'fixed_ips': [{'subnet_id': 'e181aec1-ad62-4811-a908-c3fec8b9473b', 'ip_address': '2001:db8::10'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:48.409665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-be3a0b15-d328-4e07-966a-7c4cdfcc813e', 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': 'e181aec1-ad62-4811-a908-c3fec8b9473b'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:48.410796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.573447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Allocated IP 2001:db8::2 (be3a0b15-d328-4e07-966a-7c4cdfcc813e/e181aec1-ad62-4811-a908-c3fec8b9473b/d3b3e0c5-1ea0-4537-8e71-ff16a769f820) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:48.628672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:48.720090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.721936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.732235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Transition to ACTIVE for port object d3b3e0c5-1ea0-4537-8e71-ff16a769f820 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:48.739442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 6385a388-4995-47db-b681-961c4f74aeab yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:48.749506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Transition to ACTIVE for port object d3b3e0c5-1ea0-4537-8e71-ff16a769f820 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:48.834579 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.874635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:48.877502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:48.884369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:48.899788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Pushing event updated for resources: {'Port': ['ID=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:48.935185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::10 (be3a0b15-d328-4e07-966a-7c4cdfcc813e/e181aec1-ad62-4811-a908-c3fec8b9473b/6385a388-4995-47db-b681-961c4f74aeab) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:48.954389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Attempting to bind port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:48.954785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Attempting to bind port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '597c949a-9372-4caf-87b7-fc3af56fdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:48.955152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Attempting to bind port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 on network be3a0b15-d328-4e07-966a-7c4cdfcc813e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:48.962315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:48.962725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Checking segment: {'id': '597c949a-9372-4caf-87b7-fc3af56fdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:48.963135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.963534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Bound using segment: {'id': '597c949a-9372-4caf-87b7-fc3af56fdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:48.964007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Bound port: d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c949a-9372-4caf-87b7-fc3af56fdb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:48.964397 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.032673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] For port d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:49.035939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] For port d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,segment=NetworkSegment(597c949a-9372-4caf-87b7-fc3af56fdb48),segment_id=597c949a-9372-4caf-87b7-fc3af56fdb48)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:49.098022 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.112622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 6385a388-4995-47db-b681-961c4f74aeab will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:49.149019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.207155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e67d5d-26de-4865-a128-72ce34e6050f None None] Pushing event updated for resources: {'Port': ['ID=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.251939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.297999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:49.303362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:49.307447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:49.313379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:49.316389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.320372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=6385a388-4995-47db-b681-961c4f74aeab,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.440941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b8baf60-1454-4768-9ba4-ddb809e865b3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0579343 Jul 27 22:15:49.443588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42092) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:49.449622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': 'be3a0b15-d328-4e07-966a-7c4cdfcc813e', 'name': 'tempest-PortsIpV6TestJSON-387182391', 'fixed_ips': [{'subnet_id': 'e181aec1-ad62-4811-a908-c3fec8b9473b', 'ip_address': '2001:db8::f'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:49.640095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:49.645221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.664753 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 4ac73765-9718-4c5a-8d54-fc57de1cfafa yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:49.830381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::f (be3a0b15-d328-4e07-966a-7c4cdfcc813e/e181aec1-ad62-4811-a908-c3fec8b9473b/4ac73765-9718-4c5a-8d54-fc57de1cfafa) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:50.009609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.027781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 4ac73765-9718-4c5a-8d54-fc57de1cfafa will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:50.143796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.187348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5045f-e1ab-4f66-a0d0-206c015baba7 None None] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:50.188741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:50.191972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:50.195790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:50.202326 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.202947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.220909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=4ac73765-9718-4c5a-8d54-fc57de1cfafa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:50.327155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dc80939b-555e-4a33-940a-21e9e80da715 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8821347 Jul 27 22:15:50.329944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42100) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.366679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cf351b9a-dc85-43f6-82c6-8d7173f99d64 None None] Provisioning for port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:50.459836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d9615-b4b7-4c9a-8487-4cc27f0ea5b6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.462505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e3d9615-b4b7-4c9a-8487-4cc27f0ea5b6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1309633 Jul 27 22:15:50.464678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42102) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.547093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99af44-d3c9-4033-a08e-c95a4a3a9711 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.568936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99af44-d3c9-4033-a08e-c95a4a3a9711 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.568936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99af44-d3c9-4033-a08e-c95a4a3a9711 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.568936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5c99af44-d3c9-4033-a08e-c95a4a3a9711 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0998170 Jul 27 22:15:50.568936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.689460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 4ac73765-9718-4c5a-8d54-fc57de1cfafa {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:50.689885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.782907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Provisioning for port 4ac73765-9718-4c5a-8d54-fc57de1cfafa completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:50.786826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Provisioning complete for port 4ac73765-9718-4c5a-8d54-fc57de1cfafa triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:50.787194 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.870100 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Port 4ac73765-9718-4c5a-8d54-fc57de1cfafa cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:50.995032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d3b3e0c5-1ea0-4537-8e71-ff16a769f820 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:51.025459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Provisioning for port 6385a388-4995-47db-b681-961c4f74aeab completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:51.032865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Provisioning complete for port 6385a388-4995-47db-b681-961c4f74aeab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:51.033244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.082366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a271e-13c6-4012-94b4-91a4e94ca776 None None] Port 6385a388-4995-47db-b681-961c4f74aeab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:51.183030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:51.193588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:51.193588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.213802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.229275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 4ac73765-9718-4c5a-8d54-fc57de1cfafa owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:51.235099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Provisioning complete for port 4ac73765-9718-4c5a-8d54-fc57de1cfafa triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:51.235573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.282027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Port 4ac73765-9718-4c5a-8d54-fc57de1cfafa cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:51.326278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Provisioning complete for port 6385a388-4995-47db-b681-961c4f74aeab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:51.326918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.348890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.378200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-254f223d-419e-4848-b29e-ddb415f29ced None None] Port 6385a388-4995-47db-b681-961c4f74aeab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:51.396620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,segment=NetworkSegment(597c949a-9372-4caf-87b7-fc3af56fdb48),segment_id=597c949a-9372-4caf-87b7-fc3af56fdb48)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:51.452118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.464387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.487898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=4ac73765-9718-4c5a-8d54-fc57de1cfafa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:51.526843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.529224 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ee29d332-7adc-449e-9253-925c57360b5a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/4ac73765-9718-4c5a-8d54-fc57de1cfafa HTTP/1.1" status: 204 len: 168 time: 0.9594872 Jul 27 22:15:51.532096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42118) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:51.543676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:51.563754 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f31de-d303-4bea-bf3f-802ab3dbb756 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:51.569377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-748f31de-d303-4bea-bf3f-802ab3dbb756 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/4ac73765-9718-4c5a-8d54-fc57de1cfafa HTTP/1.1" status: 404 len: 333 time: 0.0358169 Jul 27 22:15:51.572100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42120) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:51.726878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 6385a388-4995-47db-b681-961c4f74aeab {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:51.727607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.856762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.871346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 6385a388-4995-47db-b681-961c4f74aeab owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:52.108609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.144451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=6385a388-4995-47db-b681-961c4f74aeab,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:52.178328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.181622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5b88f75-8762-4b16-9c10-942dea078966 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/6385a388-4995-47db-b681-961c4f74aeab HTTP/1.1" status: 204 len: 168 time: 0.6079197 Jul 27 22:15:52.184349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42128) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:52.215129 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-211fb536-ab6e-4256-a7b1-05dfe1c17767 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:15:52.219721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-211fb536-ab6e-4256-a7b1-05dfe1c17767 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/6385a388-4995-47db-b681-961c4f74aeab HTTP/1.1" status: 404 len: 333 time: 0.0319316 Jul 27 22:15:52.219947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42130) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:52.284320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet e181aec1-ad62-4811-a908-c3fec8b9473b {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:52.288261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.338391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.442030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.640876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.669672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=e181aec1-ad62-4811-a908-c3fec8b9473b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:52.673439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.678815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec17026b-225b-4728-a02c-9ede3ecd1a73 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/e181aec1-ad62-4811-a908-c3fec8b9473b HTTP/1.1" status: 204 len: 168 time: 0.4577816 Jul 27 22:15:52.680104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42134) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:52.683958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b84c7-6b32-44b5-8e5a-5aaf3072ed01 None None] Network be3a0b15-d328-4e07-966a-7c4cdfcc813e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:52.779806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.864239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:52.864957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.932925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d3b3e0c5-1ea0-4537-8e71-ff16a769f820 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:52.951939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,segment=NetworkSegment(597c949a-9372-4caf-87b7-fc3af56fdb48),segment_id=597c949a-9372-4caf-87b7-fc3af56fdb48)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:52.952328 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.969022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for d3b3e0c5-1ea0-4537-8e71-ff16a769f820 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:53.018826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:53.019210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.099149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] DHCP port deletion for be3a0b15-d328-4e07-966a-7c4cdfcc813e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:53.169860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Deleting port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:53.170242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.171742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.206560 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.210551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:53.262024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] For port d3b3e0c5-1ea0-4537-8e71-ff16a769f820, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:53.262461 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.264607 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:53.278198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Calling delete_port for d3b3e0c5-1ea0-4537-8e71-ff16a769f820 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:53.281109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:15:53.283074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.309046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Pushing event deleted for resources: {'Port': ['ID=d3b3e0c5-1ea0-4537-8e71-ff16a769f820,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.320410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] No DVR routers for this DVR port d3b3e0c5-1ea0-4537-8e71-ff16a769f820 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:53.321698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.323541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.323981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.324428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.324778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.325122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.325493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.325860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.326317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.326694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.327041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.327353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.327693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec81fcca-848e-45a2-89ab-16e279417506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:53.346620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3a0b15-d328-4e07-966a-7c4cdfcc813e']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:53.358925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597c949a-9372-4caf-87b7-fc3af56fdb48') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:53.359203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597c949a-9372-4caf-87b7-fc3af56fdb48') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:53.369321 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.383986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:53.397387 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:53.577035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.585454 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.588270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/be3a0b15-d328-4e07-966a-7c4cdfcc813e HTTP/1.1" status: 204 len: 168 time: 0.9062719 Jul 27 22:15:53.593064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42158) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:53.645301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985777910'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:53.645397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dd9f8-d7a6-42c5-b946-096f115d71a6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=be3a0b15-d328-4e07-966a-7c4cdfcc813e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.766105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:53.770489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.798739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:53.807889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.808246 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Added segment 5116e956-ec0c-48e4-ab74-a03b89f7be4e of type vlan for network 2a91b6e2-5f33-495a-bec4-786450a2abaf Jul 27 22:15:53.848017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.965753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.971496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:53.972120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.037729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Network': ['ID=2a91b6e2-5f33-495a-bec4-786450a2abaf,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:54.048201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:54.098418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5dcd4748-615e-43d3-a7c5-e0e0662b6b8f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5041707 Jul 27 22:15:54.101193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:54.106731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:54.303506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:54.308387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.624078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.700783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=3fef449c-0daf-4da1-b765-675e9445001a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:54.713096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Checking segment: {'id': '5116e956-ec0c-48e4-ab74-a03b89f7be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:54.713726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network hostable DHCP agents. Network: 2a91b6e2-5f33-495a-bec4-786450a2abaf, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:54.800398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:54.835576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d3b3e0c5-1ea0-4537-8e71-ff16a769f820 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:54.861352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d3b3e0c5-1ea0-4537-8e71-ff16a769f820 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:54.862063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d3b3e0c5-1ea0-4537-8e71-ff16a769f820 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:54.914189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2a91b6e2-5f33-495a-bec4-786450a2abaf) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:54.919097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.919706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.928740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75469f2a-f222-4245-8dce-8bc8d61a77ca None None] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:55.034746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-58dc5e8b-37bf-4e61-a8a7-ea5b8c100f3e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9323864 Jul 27 22:15:55.037274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:55.042655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1047465540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:55.109867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2a91b6e2-5f33-495a-bec4-786450a2abaf', 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': '3fef449c-0daf-4da1-b765-675e9445001a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:55.110844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.167989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.168677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.235657 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.260957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Allocated IP 2001:db8::2 (2a91b6e2-5f33-495a-bec4-786450a2abaf/3fef449c-0daf-4da1-b765-675e9445001a/baedcf38-ff9f-4f77-be51-34b06ee36abc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:55.332512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.411674 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.420606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Transition to ACTIVE for port object baedcf38-ff9f-4f77-be51-34b06ee36abc will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:55.435816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Transition to ACTIVE for port object baedcf38-ff9f-4f77-be51-34b06ee36abc will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:55.439983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.443907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1aeb2870-54e4-4890-a4fd-19c5b2952ab5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4029164 Jul 27 22:15:55.444084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42178) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:55.449407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf', 'name': 'tempest-PortsIpV6TestJSON-555510217'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:55.583324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.624787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:55.633736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:55.640170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:55.643308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Pushing event updated for resources: {'Port': ['ID=baedcf38-ff9f-4f77-be51-34b06ee36abc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:55.705483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Attempting to bind port baedcf38-ff9f-4f77-be51-34b06ee36abc on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:55.705774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Attempting to bind port baedcf38-ff9f-4f77-be51-34b06ee36abc by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5116e956-ec0c-48e4-ab74-a03b89f7be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:55.706141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Attempting to bind port baedcf38-ff9f-4f77-be51-34b06ee36abc on network 2a91b6e2-5f33-495a-bec4-786450a2abaf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:55.711414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:55.712496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Checking segment: {'id': '5116e956-ec0c-48e4-ab74-a03b89f7be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:55.712955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.713351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Bound using segment: {'id': '5116e956-ec0c-48e4-ab74-a03b89f7be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:55.713824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Bound port: baedcf38-ff9f-4f77-be51-34b06ee36abc, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5116e956-ec0c-48e4-ab74-a03b89f7be4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '2a91b6e2-5f33-495a-bec4-786450a2abaf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:55.714207 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.720360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:55.724675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.744597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port 6da69096-1fc8-4b66-a7f0-55068bc10aca yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:55.783011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] For port baedcf38-ff9f-4f77-be51-34b06ee36abc, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:55.786406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] For port baedcf38-ff9f-4f77-be51-34b06ee36abc, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=baedcf38-ff9f-4f77-be51-34b06ee36abc,segment=NetworkSegment(5116e956-ec0c-48e4-ab74-a03b89f7be4e),segment_id=5116e956-ec0c-48e4-ab74-a03b89f7be4e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:55.867651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::1ab (2a91b6e2-5f33-495a-bec4-786450a2abaf/3fef449c-0daf-4da1-b765-675e9445001a/6da69096-1fc8-4b66-a7f0-55068bc10aca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:55.915131 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.983229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93e0b3-bd90-4147-a01c-df4e10e7c0f7 None None] Pushing event updated for resources: {'Port': ['ID=baedcf38-ff9f-4f77-be51-34b06ee36abc,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:56.050472 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.068608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object 6da69096-1fc8-4b66-a7f0-55068bc10aca will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:56.206825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.265603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:56.270085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:56.272555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:56.278691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:56.279343 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.283295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=6da69096-1fc8-4b66-a7f0-55068bc10aca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:56.372775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f1701273-9eca-4680-a041-16254630cc4c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9275270 Jul 27 22:15:56.375279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:56.746366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.885409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device baedcf38-ff9f-4f77-be51-34b06ee36abc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:57.051331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.093903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c5ac24-57ca-4895-b5a4-9045e8174a0a None None] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:57.186048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port baedcf38-ff9f-4f77-be51-34b06ee36abc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:57.240902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.271667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Provisioning for port baedcf38-ff9f-4f77-be51-34b06ee36abc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:57.282811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Provisioning complete for port baedcf38-ff9f-4f77-be51-34b06ee36abc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:57.283192 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.328689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=6da69096-1fc8-4b66-a7f0-55068bc10aca,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.449582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.489017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] For port baedcf38-ff9f-4f77-be51-34b06ee36abc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=baedcf38-ff9f-4f77-be51-34b06ee36abc,segment=NetworkSegment(5116e956-ec0c-48e4-ab74-a03b89f7be4e),segment_id=5116e956-ec0c-48e4-ab74-a03b89f7be4e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:57.531552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.702818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.752687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7ee60-9249-49a7-8352-cf539cd7acc7 None None] Pushing event updated for resources: {'Port': ['ID=baedcf38-ff9f-4f77-be51-34b06ee36abc,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.804226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.831663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Provisioning complete for port baedcf38-ff9f-4f77-be51-34b06ee36abc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:57.832097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.006837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Provisioning for port 6da69096-1fc8-4b66-a7f0-55068bc10aca completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:58.011222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Provisioning complete for port 6da69096-1fc8-4b66-a7f0-55068bc10aca triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:58.011759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.087717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-99693f9c-a2ba-44a2-8dcd-7728bc2a5d8f None None] Port 6da69096-1fc8-4b66-a7f0-55068bc10aca cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:58.131854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.188692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.189516 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.214627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1d975131-756d-4dbf-b0b6-e9c8867a3a6e None None] Provisioning complete for port 6da69096-1fc8-4b66-a7f0-55068bc10aca triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:58.214955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d975131-756d-4dbf-b0b6-e9c8867a3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.248886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1d975131-756d-4dbf-b0b6-e9c8867a3a6e None None] Port 6da69096-1fc8-4b66-a7f0-55068bc10aca cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:58.277771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=6da69096-1fc8-4b66-a7f0-55068bc10aca,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:58.326514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:58.327997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:58.559738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Router ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:58.701877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:58.707303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-37fb831a-7f34-4ed8-b9b0-1a8b9d9836e5 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/routers/ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3308842 Jul 27 22:15:58.709768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42220) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.715166 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] Sync routers for ids ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:58.726155 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] Routers {'ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:58.726776 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.760026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.770206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] Routers {'ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:58.771089 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.774347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2587c16b-5f49-4f79-951b-62eca92d92a4 None None] Provisioning complete for port 6da69096-1fc8-4b66-a7f0-55068bc10aca triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:58.775140 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2587c16b-5f49-4f79-951b-62eca92d92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.817593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f345a7d-9293-4398-93bc-2e1884ec4599 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:58.825083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42224) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.828186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f345a7d-9293-4398-93bc-2e1884ec4599 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad HTTP/1.1" status: 200 len: 988 time: 0.1152909 Jul 27 22:15:58.835461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.836121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b59942-7221-415f-a777-db7f1fb9cf0b None None] The sync data for ids ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:58.873782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2587c16b-5f49-4f79-951b-62eca92d92a4 None None] Port 6da69096-1fc8-4b66-a7f0-55068bc10aca cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:58.896761 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device baedcf38-ff9f-4f77-be51-34b06ee36abc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:58.951834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port baedcf38-ff9f-4f77-be51-34b06ee36abc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:58.952484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.266147 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.509872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port 6da69096-1fc8-4b66-a7f0-55068bc10aca {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:59.510224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.613446 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.628134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for 6da69096-1fc8-4b66-a7f0-55068bc10aca owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:59.916171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.947554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=6da69096-1fc8-4b66-a7f0-55068bc10aca,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:00.069439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.246907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Router ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:00.323968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:00.329276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88db1f60-2f00-4fe3-aba7-48b0896de88d tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/routers/ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028677 Jul 27 22:16:00.333684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42236) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.336701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] Sync routers for ids ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:00.346635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] Routers {'ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:00.347289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.366028 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d322e08-69c8-4469-bc54-f49bd386cbc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:16:00.374006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2d322e08-69c8-4469-bc54-f49bd386cbc8 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/6da69096-1fc8-4b66-a7f0-55068bc10aca HTTP/1.1" status: 404 len: 333 time: 0.0330303 Jul 27 22:16:00.374006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42238) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.383060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.392686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] Routers {'ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:00.393308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:15:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.427458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.428133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0d4b7-132b-4c6a-9e1f-bdf8b79ff56a None None] The sync data for ids ['ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:00.452542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.628882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.631687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.760177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.760704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Fanout notify agent at l3_agent the message router_deleted on router ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:16:00.771628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.771628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-04fee5af-81f5-478c-a82d-dceac0cc5e20 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/routers/ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad HTTP/1.1" status: 204 len: 168 time: 0.3968310 Jul 27 22:16:00.772039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42246) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.825758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 3fef449c-0daf-4da1-b765-675e9445001a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:00.829266 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.872319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.981415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.120509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.149871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=3fef449c-0daf-4da1-b765-675e9445001a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:01.157528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.157528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a0dbf3a5-9455-48c2-a643-ddb52b0c5885 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/3fef449c-0daf-4da1-b765-675e9445001a HTTP/1.1" status: 204 len: 168 time: 0.3813531 Jul 27 22:16:01.158431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42248) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:01.171460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032350cb-df27-47b4-a281-148fd0b5a014 None None] Network 2a91b6e2-5f33-495a-bec4-786450a2abaf requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:01.237513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.307926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port baedcf38-ff9f-4f77-be51-34b06ee36abc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:01.308470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.381702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] For port baedcf38-ff9f-4f77-be51-34b06ee36abc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=baedcf38-ff9f-4f77-be51-34b06ee36abc,segment=NetworkSegment(5116e956-ec0c-48e4-ab74-a03b89f7be4e),segment_id=5116e956-ec0c-48e4-ab74-a03b89f7be4e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:01.382080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.401842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for baedcf38-ff9f-4f77-be51-34b06ee36abc owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:01.418911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] DHCP port deletion for 2a91b6e2-5f33-495a-bec4-786450a2abaf request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:01.476814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Deleting port baedcf38-ff9f-4f77-be51-34b06ee36abc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:01.477203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.552554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] For port baedcf38-ff9f-4f77-be51-34b06ee36abc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=baedcf38-ff9f-4f77-be51-34b06ee36abc,segment=NetworkSegment(5116e956-ec0c-48e4-ab74-a03b89f7be4e),segment_id=5116e956-ec0c-48e4-ab74-a03b89f7be4e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:01.552969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.559856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.567380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Calling delete_port for baedcf38-ff9f-4f77-be51-34b06ee36abc owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:01.595351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=baedcf38-ff9f-4f77-be51-34b06ee36abc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:01.600451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No DVR routers for this DVR port baedcf38-ff9f-4f77-be51-34b06ee36abc on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:01.669406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.713346 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.742379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] No DVR routers for this DVR port baedcf38-ff9f-4f77-be51-34b06ee36abc on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:01.746347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a91b6e2-5f33-495a-bec4-786450a2abaf']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:01.751578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29363d44-d34f-499a-8b88-a369d7d54996 None None] Pushing event deleted for resources: {'Port': ['ID=baedcf38-ff9f-4f77-be51-34b06ee36abc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:01.769493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5116e956-ec0c-48e4-ab74-a03b89f7be4e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:01.770255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5116e956-ec0c-48e4-ab74-a03b89f7be4e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:01.781442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.797681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.805359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:01.806348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:01.812919 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:01.948915 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9db1dfc-55fe-4b4f-bfd6-c9ce8c702588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.994600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.001931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.011034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/2a91b6e2-5f33-495a-bec4-786450a2abaf HTTP/1.1" status: 204 len: 168 time: 0.8529265 Jul 27 22:16:02.020706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42262) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.035002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4e027-5295-426f-9553-684cbd4d67e6 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=2a91b6e2-5f33-495a-bec4-786450a2abaf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:02.085885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59694d-2960-4fba-97e8-a0f673168801 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.088000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c59694d-2960-4fba-97e8-a0f673168801 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/a2cc5c36-761c-4edb-a1aa-a73caae61075 HTTP/1.1" status: 200 len: 844 time: 0.0662174 Jul 27 22:16:02.092211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42264) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.147089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0feaf527-2054-4e2d-b982-0654c3f8fac3 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/a2cc5c36-761c-4edb-a1aa-a73caae61075?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0527897 Jul 27 22:16:02.153011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.158592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:02.331695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:02.335377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.686811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.739859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:02.742412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:02.753027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.753652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.754041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf826cf-8519-44c5-96b5-2d475c2616a3 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:02.770131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=b8d656ae-5b2f-4a39-accb-41cf89b4a409,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:02.832462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5d1166c9-ac84-4c4f-a95a-0f39b52afdef tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6757855 Jul 27 22:16:02.832839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.841158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690765386'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:02.868406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device baedcf38-ff9f-4f77-be51-34b06ee36abc no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:02.894824 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: baedcf38-ff9f-4f77-be51-34b06ee36abc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:02.895413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device baedcf38-ff9f-4f77-be51-34b06ee36abc not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:02.938682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.041877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'tenant_id': '2162675a708943fc9dacac7e40e03e93', 'fixed_ips': [{'subnet_id': 'b8d656ae-5b2f-4a39-accb-41cf89b4a409'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:03.042625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.057093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.137093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.173138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663a551e-e32e-4d8c-a73c-5107aa2f5e47,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:03.223170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Allocated IP 2001:db8::2 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/b8d656ae-5b2f-4a39-accb-41cf89b4a409/d9683ffb-d942-490b-bed5-102c0fdfc4da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:03.246678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.248466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f5f2984-687a-4327-8fbd-2cb543b6f815 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4145505 Jul 27 22:16:03.251346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42284) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:03.257576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'security_group': {'name': 'tempest-secgroup-1665736514'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:03.372392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.401844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.411609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Transition to ACTIVE for port object d9683ffb-d942-490b-bed5-102c0fdfc4da will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:03.430130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Transition to ACTIVE for port object d9683ffb-d942-490b-bed5-102c0fdfc4da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:03.483416 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.600564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.622251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.644850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:03.648633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:03.653688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:03.697927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f410c3-d47c-4a1f-a692-14a668f6495a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:03.717667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:03.725721 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.729390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8b46ef93-c67a-4d54-b03a-f5855f40bb3c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4748147 Jul 27 22:16:03.731264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:03.736833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-840006851', 'security_groups': ['06f410c3-d47c-4a1f-a692-14a668f6495a'], 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b8d656ae-5b2f-4a39-accb-41cf89b4a409'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:03.763046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Attempting to bind port d9683ffb-d942-490b-bed5-102c0fdfc4da on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:03.763571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Attempting to bind port d9683ffb-d942-490b-bed5-102c0fdfc4da by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9e09e620-205c-499e-9409-2068b363ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:03.763788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Attempting to bind port d9683ffb-d942-490b-bed5-102c0fdfc4da on network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:03.770102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:03.770517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Checking segment: {'id': '9e09e620-205c-499e-9409-2068b363ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:03.770928 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.771336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Bound using segment: {'id': '9e09e620-205c-499e-9409-2068b363ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:03.771889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Bound port: d9683ffb-d942-490b-bed5-102c0fdfc4da, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e09e620-205c-499e-9409-2068b363ab86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:03.772279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.856694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:03.860201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:03.989281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:03.989824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.093359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f6849-1346-4058-b43d-2d919d208fa1 None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:04.114998 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.148766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port d1c94e81-19a1-4127-a1bb-21f9cdc33415 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:04.433816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::1f8 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/b8d656ae-5b2f-4a39-accb-41cf89b4a409/d1c94e81-19a1-4127-a1bb-21f9cdc33415) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:04.536463 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4235934e-0a48-40fc-8e43-7f5365a5f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.645902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.667691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object d1c94e81-19a1-4127-a1bb-21f9cdc33415 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:04.794233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.797599 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.866190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:04.870530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:04.876103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:04.882255 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:04.882929 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.904146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:04.905512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=d1c94e81-19a1-4127-a1bb-21f9cdc33415,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:05.007180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-360b65ed-5424-4832-a3db-840af0172cab tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2743034 Jul 27 22:16:05.012147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42306) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:05.017415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:05.041021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d9683ffb-d942-490b-bed5-102c0fdfc4da completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:05.275321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:05.279976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.320443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Provisioning for port d9683ffb-d942-490b-bed5-102c0fdfc4da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:05.332020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:05.332020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.425936 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8d656ae-5b2f-4a39-accb-41cf89b4a409 (CIDR: 2001:db8::/64) Jul 27 22:16:05.452536 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:16:05.453145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:05.453773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.501969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:05.595857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5b3cac3-05e2-4c2e-9de9-d01559688326 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5825386 Jul 27 22:16:05.598687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42322) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:05.603961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:05.641242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.737529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:05.737914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.824845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:05.827555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-68d06acf-1d57-4e27-b35a-7652b614a240 None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:05.840169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:05.843833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.910266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.035029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a9fcb031-1d96-4e07-83f8-72803d34df30 None None] Provisioning for port d1c94e81-19a1-4127-a1bb-21f9cdc33415 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:06.039224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42330) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:06.044259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a9fcb031-1d96-4e07-83f8-72803d34df30 None None] Provisioning complete for port d1c94e81-19a1-4127-a1bb-21f9cdc33415 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:06.045614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb031-1d96-4e07-83f8-72803d34df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.119677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a9fcb031-1d96-4e07-83f8-72803d34df30 None None] Port d1c94e81-19a1-4127-a1bb-21f9cdc33415 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:06.208709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3631aa17-4de5-4d9f-aa18-c8b4b5c50523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.223410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.278582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:06.282165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:06.294067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:06.294067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.298091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b63b6a-37e3-42d3-887b-d52a92da52fb None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:06.308567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=02742b6a-ee12-4d14-86d9-4225e99d1dfa,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:06.313405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3631aa17-4de5-4d9f-aa18-c8b4b5c50523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.383748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3631aa17-4de5-4d9f-aa18-c8b4b5c50523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.425798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631aa17-4de5-4d9f-aa18-c8b4b5c50523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3ce92-0894-49aa-aa25-3ffe3f4af5c8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:06.430649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3631aa17-4de5-4d9f-aa18-c8b4b5c50523 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47506734724e43de874b0e43649499d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876383 Jul 27 22:16:06.433051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:06.442966 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2c8d9aca-9cf4-44dc-a1fa-f45666380a74 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8425598 Jul 27 22:16:06.445155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42336) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:06.451970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-92413018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02742b6a-ee12-4d14-86d9-4225e99d1dfa'}], 'security_groups': ['663a551e-e32e-4d8c-a73c-5107aa2f5e47']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:06.505479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.531976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.660269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.686114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.688944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.690192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fe3ce92-0894-49aa-aa25-3ffe3f4af5c8 HTTP/1.1" status: 204 len: 168 time: 0.2561061 Jul 27 22:16:06.719065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8beeb-6063-4b8a-a3e5-7a6e7ead0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3ce92-0894-49aa-aa25-3ffe3f4af5c8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:06.758165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Update dhcp port {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'fixed_ips': [{'subnet_id': 'b8d656ae-5b2f-4a39-accb-41cf89b4a409', 'ip_address': '2001:db8::2'}, {'subnet_id': '02742b6a-ee12-4d14-86d9-4225e99d1dfa'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'd9683ffb-d942-490b-bed5-102c0fdfc4da'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:16:06.803261 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.948095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:07.077357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:07.077357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.109397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Allocated IP 2001:db8:0:1::2 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/02742b6a-ee12-4d14-86d9-4225e99d1dfa/d9683ffb-d942-490b-bed5-102c0fdfc4da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:07.188707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.263079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:07.300323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.315081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Transition to ACTIVE for port object d9683ffb-d942-490b-bed5-102c0fdfc4da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:07.411687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.522852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fa873-2320-4414-af41-b54f5d113e7a None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:07.548727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Delete allocated IP 2001:db8::1f8 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/b8d656ae-5b2f-4a39-accb-41cf89b4a409) {{(pid=94671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:16:07.558256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8:0:1::3c3 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/02742b6a-ee12-4d14-86d9-4225e99d1dfa/d1c94e81-19a1-4127-a1bb-21f9cdc33415) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:07.617585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.745343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.762678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object d1c94e81-19a1-4127-a1bb-21f9cdc33415 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:07.829284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.907995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] In _notify_port_updated(), no bound segment for port d1c94e81-19a1-4127-a1bb-21f9cdc33415 on network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:16:07.913940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.914659 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.918569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/ports/d1c94e81-19a1-4127-a1bb-21f9cdc33415 HTTP/1.1" status: 200 len: 929 time: 1.4703429 Jul 27 22:16:07.919531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42368) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:07.956721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab71861-a38d-4933-8fed-531eabd304fe tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=d1c94e81-19a1-4127-a1bb-21f9cdc33415,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:08.054410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port d1c94e81-19a1-4127-a1bb-21f9cdc33415 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:08.054764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.177778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.191895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for d1c94e81-19a1-4127-a1bb-21f9cdc33415 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:08.349412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Provisioning for port d1c94e81-19a1-4127-a1bb-21f9cdc33415 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:08.354508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Provisioning complete for port d1c94e81-19a1-4127-a1bb-21f9cdc33415 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.355886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.420436 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.451018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Port d1c94e81-19a1-4127-a1bb-21f9cdc33415 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:08.498019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.540250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=d1c94e81-19a1-4127-a1bb-21f9cdc33415,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:08.561914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Provisioning for port d9683ffb-d942-490b-bed5-102c0fdfc4da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:08.568337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.568747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.583390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.586915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e28e891-1ab1-476a-b5cb-47789c8a1f09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/d1c94e81-19a1-4127-a1bb-21f9cdc33415 HTTP/1.1" status: 204 len: 168 time: 0.6660903 Jul 27 22:16:08.590564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42386) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:08.672279 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6046d46a-4783-44cf-8a1e-84f6826da31c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:16:08.681068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42392) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:08.684656 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6046d46a-4783-44cf-8a1e-84f6826da31c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/d1c94e81-19a1-4127-a1bb-21f9cdc33415 HTTP/1.1" status: 404 len: 333 time: 0.0887749 Jul 27 22:16:08.747797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.748238 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.759038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.795830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.804253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1c074ff-1cd6-4662-8ac0-484ccd918dd4 None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:08.872870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:08.923683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-513e2348-cea2-4d47-bd56-fc50e6f6ce7f None None] Could not find standard attr ID for object d1c94e81-19a1-4127-a1bb-21f9cdc33415. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:08.931452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.932038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.943696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.948156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.953268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:08.956234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/security-groups/06f410c3-d47c-4a1f-a692-14a668f6495a HTTP/1.1" status: 204 len: 168 time: 0.2733564 Jul 27 22:16:08.973626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c438604-ca94-4925-ac5d-daf2ad5d02b4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f410c3-d47c-4a1f-a692-14a668f6495a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:09.039884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.075819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.141198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42402) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:09.194949 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.198786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.200254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/security-groups/663a551e-e32e-4d8c-a73c-5107aa2f5e47 HTTP/1.1" status: 204 len: 168 time: 0.2456300 Jul 27 22:16:09.203313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42406) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:09.212100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3688abc-3079-4a20-abf1-5f11991b99ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663a551e-e32e-4d8c-a73c-5107aa2f5e47,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:09.262552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet b8d656ae-5b2f-4a39-accb-41cf89b4a409 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:09.265936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.313425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.322788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'network': {'name': 'tempest-network-smoke--842073157', 'project_id': 'e650df896f8646e8904f44c32b708657', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:09.409595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.416699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:09.420370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.429176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.686534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.717632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d656ae-5b2f-4a39-accb-41cf89b4a409,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:09.719722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.721652 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2ec8e45-4e65-4912-92e1-d240a2f8ec32 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/b8d656ae-5b2f-4a39-accb-41cf89b4a409 HTTP/1.1" status: 204 len: 168 time: 0.5169883 Jul 27 22:16:09.725968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42410) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:09.734567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:09.734896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722abd91-d7b5-488d-aef3-298a8b6b83c6 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:10.173848 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.247948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.279655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:10.297604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10093ea-b468-40e8-8046-9a71610c6e98,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:10.314180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.315633 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Added segment be7e2d92-f7d4-4e78-ad90-b45ac2052d54 of type vlan for network 6be12433-5ba7-41d7-a9e3-0f7210841f42 Jul 27 22:16:10.361107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:10.365166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.388004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.555001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00effed4-f60a-4d92-a15e-98e46725a869 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:10.555770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00effed4-f60a-4d92-a15e-98e46725a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.561786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.567421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.568026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.647580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-00effed4-f60a-4d92-a15e-98e46725a869 None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:10.647580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00effed4-f60a-4d92-a15e-98e46725a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.674306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Network': ['ID=6be12433-5ba7-41d7-a9e3-0f7210841f42,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:10.684417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-00effed4-f60a-4d92-a15e-98e46725a869 None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:10.692278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:10.720415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-520f70b7-0b34-49b0-9143-1b3aef4adf27 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5780685 Jul 27 22:16:10.723326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:10.728181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-663437141', 'admin_state_up': True, 'project_id': 'e650df896f8646e8904f44c32b708657', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:10.829268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.858406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.859471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.886354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:10.894270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:10.901126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.901126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.906403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773a171-a610-4403-8725-7abc09155617 None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:10.909390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ff9a1-0290-448e-b110-272779dd7bb4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:10.956696 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.994827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-961694f4-6ed2-420b-b6ec-414221d1ad09 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2677567 Jul 27 22:16:10.997356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:11.002090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'security_group': {'name': 'tempest-secgroup-1987856906'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:11.099562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.174701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Update dhcp port {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'fixed_ips': [{'subnet_id': '02742b6a-ee12-4d14-86d9-4225e99d1dfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b0ff9a1-0290-448e-b110-272779dd7bb4'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'd9683ffb-d942-490b-bed5-102c0fdfc4da'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:16:11.188090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.213432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.257248 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.350229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.390076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a1e1f5-1638-425d-9b7f-c2bee1898c0d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.407764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Allocated IP 2001:db8::2 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/8b0ff9a1-0290-448e-b110-272779dd7bb4/d9683ffb-d942-490b-bed5-102c0fdfc4da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:11.452552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.456983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:11.457480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-585a32a6-c71b-479b-b57f-8796a0e3931a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4586270 Jul 27 22:16:11.463519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'security_group': {'name': 'tempest-secgroup-717121435'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:11.537064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:11.570377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.581595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.589769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.591461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Transition to ACTIVE for port object d9683ffb-d942-490b-bed5-102c0fdfc4da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:11.610563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.678631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.697929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.731120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.25.3.103 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/23fee6e6-f392-4c1c-a0ec-a6e29f18722b) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:11.763094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.794703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43734313-7f7d-494a-995e-2b1beb941efc None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.796236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8a4be-c6cf-4886-bd8d-2e8e50dda3ad,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.859056 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.903057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.904458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f695b659-c85b-4a4b-9b6e-77dfdfddf049 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4457531 Jul 27 22:16:11.907263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:11.912176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140889621'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:12.012467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.035076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.075047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:12.092249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:12.094834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:12.101723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:12.132095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.188826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.231021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629425ef-ae87-4cf8-b9ee-bb12370bf3b7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:12.297343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.298682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5906b87a-fda0-4090-a35c-329b99b4997c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3902566 Jul 27 22:16:12.301241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:12.306704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1059725058', 'security_groups': ['629425ef-ae87-4cf8-b9ee-bb12370bf3b7'], 'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8b0ff9a1-0290-448e-b110-272779dd7bb4'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:12.572369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:12.585330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.590268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Provisioning for port d9683ffb-d942-490b-bed5-102c0fdfc4da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:12.596344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:12.597011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.673666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.697063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] device_id is not set on port d1e4ec71-0f0e-452f-81a2-e928c792aae2 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:12.707471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:12.710533 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.744988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d95d39bd-1e06-407d-9c23-01b75586c7fb None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:12.822426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.886459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:12.907309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8::212 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/8b0ff9a1-0290-448e-b110-272779dd7bb4/d1e4ec71-0f0e-452f-81a2-e928c792aae2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:12.945142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:12.945547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.072150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:16:13.104893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.124058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-2bb20714-2e43-4a8f-afbf-db2d731e7756 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245875 Jul 27 22:16:13.125016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object d1e4ec71-0f0e-452f-81a2-e928c792aae2 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:13.221236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:13.237585 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:13.246119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-94ec709f-4432-4963-ac78-7450436550dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.249259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-94ec709f-4432-4963-ac78-7450436550dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0688450 Jul 27 22:16:13.254402 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:13.255444 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:13.269556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.314936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.319631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3fc39bd5-6291-47ca-8718-c8fd2b2356ca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5925314 Jul 27 22:16:13.320542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42448) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.373236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:13.385343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:13.385629 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:13.391321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:13.398487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.399467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.419535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=d1e4ec71-0f0e-452f-81a2-e928c792aae2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:13.458493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-80447712-0b28-4d09-80c2-1bbc5bfdf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.460236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-80447712-0b28-4d09-80c2-1bbc5bfdf8ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1885548 Jul 27 22:16:13.465429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92ac216c-0df0-45d4-a4c9-a6111bd09981 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e650df896f8646e8904f44c32b708657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1411390 Jul 27 22:16:13.467964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42452) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.528642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dd61ceb2-37d6-47f7-b63e-1ca82c2d8418 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2262270 Jul 27 22:16:13.532341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42454) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.544455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:13.640686 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:12Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:13.663174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9cf16-0287-4081-9672-40b88ade6701 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.669592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7ab9cf16-0287-4081-9672-40b88ade6701 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2003520 Jul 27 22:16:13.670406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42460) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.702874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-616c1df3-b782-416a-a224-9d675208bed8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1001 time: 0.2354841 Jul 27 22:16:13.707784 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:13.708324 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Updating router 7d6d5136-c2de-474d-a26d-b59bf3db0eff port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:13.717771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-06f896d3-fef7-4d0a-bdef-92b7347d54c8 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461631 Jul 27 22:16:13.718515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.724121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299422437', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'project_id': 'e650df896f8646e8904f44c32b708657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:13.756583 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.773318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-ec770c88-7c43-47cd-a381-14480deaa340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.775458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-ec770c88-7c43-47cd-a381-14480deaa340 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0709541 Jul 27 22:16:13.851211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-1c2e1206-8427-4464-b96d-f3533ef6bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.853306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-1c2e1206-8427-4464-b96d-f3533ef6bfd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640550 Jul 27 22:16:13.911500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:13.915267 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.029185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a801bf8-f309-416e-9606-16ad2f787ba0 None None] Provisioning for port d1e4ec71-0f0e-452f-81a2-e928c792aae2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:14.032056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-a11ab18f-be70-4697-bc85-324fde0ebb57 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721597 Jul 27 22:16:14.034096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:14.035102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a801bf8-f309-416e-9606-16ad2f787ba0 None None] Provisioning complete for port d1e4ec71-0f0e-452f-81a2-e928c792aae2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:14.035651 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a801bf8-f309-416e-9606-16ad2f787ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.048149 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b0ff9a1-0290-448e-b110-272779dd7bb4 (CIDR: 2001:db8::/64) Jul 27 22:16:14.050537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.057778 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.069718 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Transition to ACTIVE for port object 23fee6e6-f392-4c1c-a0ec-a6e29f18722b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:14.089647 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:16:14.090200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:14.110354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1a801bf8-f309-416e-9606-16ad2f787ba0 None None] Port d1e4ec71-0f0e-452f-81a2-e928c792aae2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:14.142675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0d0b2b-6ea5-45df-a603-0bdbd59946c6 req-b839f0f1-9290-4172-97ab-1d4f3f080012 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037092 Jul 27 22:16:14.147529 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.200295 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Attempting to bind port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:14.200666 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Attempting to bind port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:14.201030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Attempting to bind port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:14.204180 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Pushing event updated for resources: {'Port': ['ID=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.212742 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:14.213400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:14.213630 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.214031 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:14.214531 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Bound port: 23fee6e6-f392-4c1c-a0ec-a6e29f18722b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:14.214920 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.218064 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.218436 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.218786 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.219126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.219462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.219796 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.220127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.220453 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.220779 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.221103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.221428 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.221751 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:14.236968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bb9f6c3d-086d-4d46-802d-ca743132eeb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6991622 Jul 27 22:16:14.236968 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42464) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:14.242125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:14.274868 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] For port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:14.278132 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] For port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:14.325336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.383608 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.387536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Subnet': ['ID=ade083b3-b86c-4da5-afa1-fddf51dda1ee,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.400442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Checking segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:14.400804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network hostable DHCP agents. Network: 6be12433-5ba7-41d7-a9e3-0f7210841f42, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:14.446358 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:14.446990 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:14.450954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:14.454976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.482226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc56e9-9247-4081-8216-0c5d61792481 None None] Pushing event updated for resources: {'Port': ['ID=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.550020 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 02742b6a-ee12-4d14-86d9-4225e99d1dfa (CIDR: 2001:db8:0:1::/64) Jul 27 22:16:14.560270 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:14.571534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:14.623146 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:16:14.623621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:14.743526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6be12433-5ba7-41d7-a9e3-0f7210841f42) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:14.746595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:12Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:14.748018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:14.748628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.758024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642fc13f-2939-4370-a193-268a1d1d8f79 None None] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:14.773043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3462d455-d8cd-4fc1-93a4-917d9992c861 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5348790 Jul 27 22:16:14.776456 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fcd36-7e5a-4faf-a215-79a286cbc0c4 None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:12Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:14.777155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42470) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:14.789081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'subnet': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:14.889053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54b9023c-fc49-46e0-bd62-df8faecadb40 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1626141 Jul 27 22:16:14.889814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42472) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:14.965661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6be12433-5ba7-41d7-a9e3-0f7210841f42', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:14.966676 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.097505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Made reservation on behalf of 2162675a708943fc9dacac7e40e03e93 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:15.104211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.138690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Allocated IP 172.20.0.2 (6be12433-5ba7-41d7-a9e3-0f7210841f42/ade083b3-b86c-4da5-afa1-fddf51dda1ee/5d04dba9-3c8b-4a55-aec3-20e4ae87e644) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:15.325811 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.339853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Transition to ACTIVE for port object 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:15.367218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Transition to ACTIVE for port object 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:15.470175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.487708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.515365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.520556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:15.525073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:15.528230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:15.574858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:15.585085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:15.600176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:15.600799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.613163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Subnet': ['ID=e3ff4ad6-fa4e-4c1e-8f13-95572a055473,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:15.613398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ba227-d77c-4fe5-a130-72b4835f6e5d None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:15.615628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Pushing event updated for resources: {'Port': ['ID=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:15.718624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e02a20d5-22ce-4f69-971c-451d1e8d5575 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9400949 Jul 27 22:16:15.719997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42474) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:15.721732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Attempting to bind port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:15.722114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Attempting to bind port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:15.722510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Attempting to bind port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 on network 6be12433-5ba7-41d7-a9e3-0f7210841f42 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:15.726760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-554274406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3ff4ad6-fa4e-4c1e-8f13-95572a055473'}], 'security_groups': ['31a1e1f5-1638-425d-9b7f-c2bee1898c0d', 'f0d8a4be-c6cf-4886-bd8d-2e8e50dda3ad']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:15.732559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:15.732937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Checking segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:15.733348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.733745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Bound using segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:15.734241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Bound port: 5d04dba9-3c8b-4a55-aec3-20e4ae87e644, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:15.734666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.863467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] For port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:15.893023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] For port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:15.893883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.987829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.042644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5db5-7786-4c86-8ef8-24af17d83c87 None None] Pushing event updated for resources: {'Port': ['ID=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:16.235079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Update dhcp port {'port': {'network_id': 'b55ac7f8-409e-4310-a2b0-1f80d6a18e11', 'fixed_ips': [{'subnet_id': '02742b6a-ee12-4d14-86d9-4225e99d1dfa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b0ff9a1-0290-448e-b110-272779dd7bb4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3ff4ad6-fa4e-4c1e-8f13-95572a055473'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'd9683ffb-d942-490b-bed5-102c0fdfc4da'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:16:16.307817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.436580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Delete allocated IP 2001:db8::212 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/8b0ff9a1-0290-448e-b110-272779dd7bb4) {{(pid=94671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:16:16.465450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Allocated IP 2001:db8:0:2::383 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/e3ff4ad6-fa4e-4c1e-8f13-95572a055473/d1e4ec71-0f0e-452f-81a2-e928c792aae2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:16.540768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.1 (6be12433-5ba7-41d7-a9e3-0f7210841f42/ade083b3-b86c-4da5-afa1-fddf51dda1ee/3a4f504e-d3ae-4895-b26e-6bf38884cd21) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:16.737620 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.751870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Transition to ACTIVE for port object d1e4ec71-0f0e-452f-81a2-e928c792aae2 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:16.760972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.776011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object 3a4f504e-d3ae-4895-b26e-6bf38884cd21 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:16.852542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.887938 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.926017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] In _notify_port_updated(), no bound segment for port d1e4ec71-0f0e-452f-81a2-e928c792aae2 on network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:16:16.932674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:16.933535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.937753 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "PUT /v2.0/ports/d1e4ec71-0f0e-452f-81a2-e928c792aae2 HTTP/1.1" status: 200 len: 969 time: 1.2136517 Jul 27 22:16:16.946562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42500) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:16.970641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Allocated IP 2001:db8:0:2::2 (b55ac7f8-409e-4310-a2b0-1f80d6a18e11/e3ff4ad6-fa4e-4c1e-8f13-95572a055473/d9683ffb-d942-490b-bed5-102c0fdfc4da) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:16.976498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:16.980278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:16.983000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988270e7-490d-45fd-aef8-9900fb97487c tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event updated for resources: {'Port': ['ID=d1e4ec71-0f0e-452f-81a2-e928c792aae2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:16.998390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:17.051806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:17.088940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.096532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port d1e4ec71-0f0e-452f-81a2-e928c792aae2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:17.097129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.108175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.150759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:17.187349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:17.193236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.212982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Transition to ACTIVE for port object d9683ffb-d942-490b-bed5-102c0fdfc4da will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:17.227471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.244076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for d1e4ec71-0f0e-452f-81a2-e928c792aae2 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:17.269014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:17.273464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23fee6e6-f392-4c1c-a0ec-a6e29f18722b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:17.331107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.358598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1256b1a-b4fd-4c05-a3a7-3fd5b8d4accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.435188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad49ab1-8074-4c4f-948b-8ce6d2d61a7b None None] Pushing event updated for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.476909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.531609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:17.536024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:17.537779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.580803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.635789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=d1e4ec71-0f0e-452f-81a2-e928c792aae2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.641273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.678972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:17.710240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.715871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f236b4ab-f0a5-4e83-9c69-0b6c48b9f3fa tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/d1e4ec71-0f0e-452f-81a2-e928c792aae2 HTTP/1.1" status: 204 len: 168 time: 0.7659836 Jul 27 22:16:17.721396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42508) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:17.762650 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.771725 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e4f5bc-ce9a-402f-bb77-5162bacaebf2 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] GET failed (client error): The resource could not be found. Jul 27 22:16:17.776270 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88e4f5bc-ce9a-402f-bb77-5162bacaebf2 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports/d1e4ec71-0f0e-452f-81a2-e928c792aae2 HTTP/1.1" status: 404 len: 333 time: 0.0509861 Jul 27 22:16:17.777929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42510) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:17.796409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5c5f1-908e-4769-b33d-8507d89dbd70 None None] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:17.854885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1256b1a-b4fd-4c05-a3a7-3fd5b8d4accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.893207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.907219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.920908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1256b1a-b4fd-4c05-a3a7-3fd5b8d4accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.923629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.931801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-408372e0-2161-4c05-a921-2fe46798b3be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2489257 Jul 27 22:16:17.960047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.986356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Provisioning for port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:17.996460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a1256b1a-b4fd-4c05-a3a7-3fd5b8d4accb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68c43ff629b14c6395ddf43af4243c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042297 Jul 27 22:16:17.997766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42512) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.008241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Provisioning complete for port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:18.009717 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.033924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.082005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1256b1a-b4fd-4c05-a3a7-3fd5b8d4accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3794a-ed6b-4f6e-86fa-ef6e8869f9b5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.134877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.143793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.173167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.201608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.218833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.220941 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.224790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.225820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/security-groups/629425ef-ae87-4cf8-b9ee-bb12370bf3b7 HTTP/1.1" status: 204 len: 168 time: 0.4468119 Jul 27 22:16:18.226750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.235691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] For port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:18.266237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccd641-7efa-44c6-a714-e96d5bf2b081 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629425ef-ae87-4cf8-b9ee-bb12370bf3b7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.304523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.320097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-42fcf881-8470-4f0a-9452-9b9df2b4db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:18.322387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-42fcf881-8470-4f0a-9452-9b9df2b4db1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=62a82be02d5846b4bac93bb66c6aca46&device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 1096 time: 0.3329830 Jul 27 22:16:18.334083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.372068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.434263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3067d-fb2f-4171-844f-58c38a2e96ab None None] Pushing event updated for resources: {'Port': ['ID=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.447346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.452961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.453699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9c3794a-ed6b-4f6e-86fa-ef6e8869f9b5 HTTP/1.1" status: 204 len: 168 time: 0.4552405 Jul 27 22:16:18.471959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d547-eb20-4010-aac3-a0751d2ae2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3794a-ed6b-4f6e-86fa-ef6e8869f9b5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.509893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.512913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.514403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0d8a4be-c6cf-4886-bd8d-2e8e50dda3ad HTTP/1.1" status: 204 len: 168 time: 0.2764785 Jul 27 22:16:18.521556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42520) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.560582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:18.571507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:18.583454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Provisioning for port d9683ffb-d942-490b-bed5-102c0fdfc4da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:18.588505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:18.588898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.593720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4ee75-1004-4d49-a725-177769fc77cd tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8a4be-c6cf-4886-bd8d-2e8e50dda3ad,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.608921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-e8b4bc83-1348-4c90-bdcf-849c656c729b req-65b0daa0-4833-48ed-a0f2-178e7f8fdd15 service neutron] (94672) timed out ('10.222.0.50', 64311) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:16:18.637329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.694759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.804971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:18.810192 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.826250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-c5cc8ca1-972b-4b08-abd1-144f6be50c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:18.828335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-c5cc8ca1-972b-4b08-abd1-144f6be50c9c service neutron] 10.222.0.76 "GET /v2.0/networks?id=314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 200 len: 910 time: 0.4657848 Jul 27 22:16:18.829781 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.839164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.839164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/security-groups/31a1e1f5-1638-425d-9b7f-c2bee1898c0d HTTP/1.1" status: 204 len: 168 time: 0.3107038 Jul 27 22:16:18.870750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42522) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.878529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b278b-e8ba-4dea-b976-fc21f5e70cb1 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a1e1f5-1638-425d-9b7f-c2bee1898c0d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.891553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:18.894657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1cb67870-5d2f-4352-9ae6-c713e20d0172 None None] Could not find standard attr ID for object d1e4ec71-0f0e-452f-81a2-e928c792aae2. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:19.018057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Provisioning complete for port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.018930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.023515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:19.056166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 8b0ff9a1-0290-448e-b110-272779dd7bb4 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:19.081789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.135764 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-33376d65-6ca3-471f-a4ff-a9ed70c151eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 200 len: 1001 time: 0.2638035 Jul 27 22:16:19.144001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.144464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.160466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:19.235556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Could not find standard attr ID for object d1e4ec71-0f0e-452f-81a2-e928c792aae2. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:19.251925 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.291674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-a652f65c-8655-447a-8b4f-7801b0c9d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.293628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-a652f65c-8655-447a-8b4f-7801b0c9d405 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 200 len: 848 time: 0.1470931 Jul 27 22:16:19.294393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:19.323450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Provisioning for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:19.329627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Provisioning complete for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.331533 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.374975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42526) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.380773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-404a3515-e36e-4e59-b4bb-e90016996179 None None] Port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:19.388744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.388976 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.390649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b83bd669-dc77-434e-a6b7-ae23ca478f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.484396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23fee6e6-f392-4c1c-a0ec-a6e29f18722b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:19.529628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c8af5839-dc51-42c1-a457-969663b74f40 None None] Provisioning complete for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.530430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c8af5839-dc51-42c1-a457-969663b74f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.530648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b83bd669-dc77-434e-a6b7-ae23ca478f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.547235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:19.556515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72c8cbeb-ab56-4d7c-894c-ad32aa6e4c6d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/7d6d5136-c2de-474d-a26d-b59bf3db0eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6654103 Jul 27 22:16:19.559219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42528) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.563699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.574802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:19.584300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c8af5839-dc51-42c1-a457-969663b74f40 None None] Port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:19.593255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:19.594154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.595620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-a3186870-e372-4213-9afd-c4d599cbf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.597786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:19.597946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-a3186870-e372-4213-9afd-c4d599cbf253 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=314bf41d-22c7-4f59-831d-41cdf7d5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518909 Jul 27 22:16:19.598054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:19.656570 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b83bd669-dc77-434e-a6b7-ae23ca478f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.730426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-de43ae4b-a3e7-4b8f-95b0-1af62fbd8387 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234143 Jul 27 22:16:19.737842 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b83bd669-dc77-434e-a6b7-ae23ca478f82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1f61df6261a46518bbe2e3a5c861f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588114 Jul 27 22:16:19.741946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bd669-dc77-434e-a6b7-ae23ca478f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f33d9-072c-4970-9bd4-b0fcceb98429,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:19.764160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.767625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:19.812194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.816822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.817005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.818738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.819853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.821095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.821738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.822698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.823679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.823811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.831527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5ebd320-f8a7-4bf4-ac45-d4d1b6917728 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6454 time: 0.2679977 Jul 27 22:16:19.831740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42532) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.882512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0ff9a1-0290-448e-b110-272779dd7bb4,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:19.888404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.890446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba52f34d-55d5-46a2-9e5e-ffd244f27579 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/8b0ff9a1-0290-448e-b110-272779dd7bb4 HTTP/1.1" status: 204 len: 168 time: 1.0126972 Jul 27 22:16:19.900235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33be716-81b1-4dff-aa88-fd73872fa59b None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:19.904079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42534) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.923307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.959179 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.967637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be9ab57d-d36f-4c7e-a11c-0b3c98813ce4 req-212de744-847f-410c-b37e-9eaade47d424 service neutron] 10.222.0.76 "GET /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295718 Jul 27 22:16:20.021525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.028862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea28dcd4-7e87-4099-89c2-b8571518c862 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6528 time: 0.1952493 Jul 27 22:16:20.031206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:20.035395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet e3ff4ad6-fa4e-4c1e-8f13-95572a055473 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:20.042316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.092308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.101733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.101733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.101733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed9f33d9-072c-4970-9bd4-b0fcceb98429 HTTP/1.1" status: 204 len: 168 time: 0.3516772 Jul 27 22:16:20.144452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c2c4-7b2f-4ff8-b9d8-0ee2b64cc6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f33d9-072c-4970-9bd4-b0fcceb98429,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.146844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 2, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:20.189616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:20.190047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Updating router 7d6d5136-c2de-474d-a26d-b59bf3db0eff port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:20.217662 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.257583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.639364 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.655253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Transition to ACTIVE for port object 3a4f504e-d3ae-4895-b26e-6bf38884cd21 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:20.724783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.835697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.855914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4c506-4746-4397-83a1-78ca63eb8f88 None None] Pushing event updated for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.895998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Attempting to bind port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:20.896393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Attempting to bind port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:20.896778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Attempting to bind port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 on network 6be12433-5ba7-41d7-a9e3-0f7210841f42 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:20.910982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:20.911373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Checking segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:20.911786 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.912203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Bound using segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:20.912703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Bound port: 3a4f504e-d3ae-4895-b26e-6bf38884cd21, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:20.913105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.923291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f2a7768b-83a4-4172-a936-01beb6b5acd7 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.8907647 Jul 27 22:16:20.935788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ff4ad6-fa4e-4c1e-8f13-95572a055473,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.938375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.941960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-921386a1-78a5-46da-b6fc-7e7f5645f1ac tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/e3ff4ad6-fa4e-4c1e-8f13-95572a055473 HTTP/1.1" status: 204 len: 168 time: 1.0365295 Jul 27 22:16:20.944523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42546) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:20.976114 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-354c9046-4949-4aa4-a63b-30d5bf855983 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:20.976590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354c9046-4949-4aa4-a63b-30d5bf855983 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:20.983077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42550) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:20.983256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-354c9046-4949-4aa4-a63b-30d5bf855983 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/8b0ff9a1-0290-448e-b110-272779dd7bb4 HTTP/1.1" status: 404 len: 337 time: 0.0374188 Jul 27 22:16:21.033066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] For port 3a4f504e-d3ae-4895-b26e-6bf38884cd21, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:21.038159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] For port 3a4f504e-d3ae-4895-b26e-6bf38884cd21, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3a4f504e-d3ae-4895-b26e-6bf38884cd21,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:21.085153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting subnet 02742b6a-ee12-4d14-86d9-4225e99d1dfa {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:21.089981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.133217 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.140004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.167524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88c781-dcef-4355-8d87-b410d62998fe None None] Network b55ac7f8-409e-4310-a2b0-1f80d6a18e11 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:21.252880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.415750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4c506-4746-4397-83a1-78ca63eb8f88 None None] Pushing event updated for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:21.423437 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:21.424063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:21.427515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9a3097ad-387b-4ec0-bae7-724358344f5a None None] Provisioning complete for port d9683ffb-d942-490b-bed5-102c0fdfc4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:21.427899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a3097ad-387b-4ec0-bae7-724358344f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.515615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.549353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Subnet': ['ID=02742b6a-ee12-4d14-86d9-4225e99d1dfa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:21.553888 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.556032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-789ef96c-dce3-4459-88e5-3078c7569c7e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/02742b6a-ee12-4d14-86d9-4225e99d1dfa HTTP/1.1" status: 204 len: 168 time: 0.5717750 Jul 27 22:16:21.558451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42562) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.588225 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e185a16-2a22-41a3-90ac-50ae9b225d1f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.588864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e185a16-2a22-41a3-90ac-50ae9b225d1f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.591013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1e185a16-2a22-41a3-90ac-50ae9b225d1f tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/b8d656ae-5b2f-4a39-accb-41cf89b4a409 HTTP/1.1" status: 404 len: 337 time: 0.0314407 Jul 27 22:16:21.593826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42564) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.626579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca000868-ef48-444b-a52e-c20ba6af7c60 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad HTTP/1.1" status: 200 len: 205 time: 0.0313284 Jul 27 22:16:21.628995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42566) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.665473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:21.671387 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-92afa42c-569e-466f-98b4-116ce6b6aab4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] delete failed (client error): The resource could not be found. Jul 27 22:16:21.672444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92afa42c-569e-466f-98b4-116ce6b6aab4 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/routers/ad6d0f41-a93f-4f66-90c4-ebe8d3fa12ad HTTP/1.1" status: 404 len: 336 time: 0.0424519 Jul 27 22:16:21.675065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42568) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.702631 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8065fb-cf85-43fb-a435-04b49e17613e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.703097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8065fb-cf85-43fb-a435-04b49e17613e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.705174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c8065fb-cf85-43fb-a435-04b49e17613e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/3fef449c-0daf-4da1-b765-675e9445001a HTTP/1.1" status: 404 len: 337 time: 0.0289674 Jul 27 22:16:21.708267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42570) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.750388 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b996f42-5fbf-437d-8df2-3786ca49faec tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.750969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b996f42-5fbf-437d-8df2-3786ca49faec tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.755177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9b996f42-5fbf-437d-8df2-3786ca49faec tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/e181aec1-ad62-4811-a908-c3fec8b9473b HTTP/1.1" status: 404 len: 337 time: 0.0434682 Jul 27 22:16:21.755520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42574) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.787727 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-484738bd-1846-4200-91fe-18646a89e484 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.789266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484738bd-1846-4200-91fe-18646a89e484 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.795009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-484738bd-1846-4200-91fe-18646a89e484 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/6e05a0c5-1fa5-4611-9e87-ba3396c03b4c HTTP/1.1" status: 404 len: 337 time: 0.0383849 Jul 27 22:16:21.795539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42576) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.806376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9a3097ad-387b-4ec0-bae7-724358344f5a None None] Provisioning complete for port a2cc5c36-761c-4edb-a1aa-a73caae61075 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:21.806784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a3097ad-387b-4ec0-bae7-724358344f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.834181 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c477d912-ef0d-495c-8a4e-d5ad10e2aa19 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.835021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c477d912-ef0d-495c-8a4e-d5ad10e2aa19 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.838990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c477d912-ef0d-495c-8a4e-d5ad10e2aa19 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/1ff2ae8e-d28c-4f55-9c37-5dd237eeeb97 HTTP/1.1" status: 404 len: 333 time: 0.0422404 Jul 27 22:16:21.843650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42578) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.852670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] DHCP port deletion for b55ac7f8-409e-4310-a2b0-1f80d6a18e11 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:21.874190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9a3097ad-387b-4ec0-bae7-724358344f5a None None] Port a2cc5c36-761c-4edb-a1aa-a73caae61075 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:21.891714 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1f00aa-e71e-4f0c-88a2-b7989139c413 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.892210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1f00aa-e71e-4f0c-88a2-b7989139c413 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.894016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6e1f00aa-e71e-4f0c-88a2-b7989139c413 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/321b2500-8962-4494-a46d-2974013f5dcc HTTP/1.1" status: 404 len: 337 time: 0.0486810 Jul 27 22:16:21.896637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.924647 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-607de50e-4db9-4ed3-8be3-4b30c28ee84a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.925162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607de50e-4db9-4ed3-8be3-4b30c28ee84a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.926878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-607de50e-4db9-4ed3-8be3-4b30c28ee84a tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/f068ae17-b6c5-4afb-a369-86c200ab10fe HTTP/1.1" status: 404 len: 337 time: 0.0290487 Jul 27 22:16:21.929804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:21.975301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Deleting port d9683ffb-d942-490b-bed5-102c0fdfc4da {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:21.975708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.978712 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd9fa54-a054-40bb-a49b-b39ce08d829e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:21.978831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd9fa54-a054-40bb-a49b-b39ce08d829e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:21.980935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0dd9fa54-a054-40bb-a49b-b39ce08d829e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/009adc73-8f73-4c75-b811-16dd59ae788f HTTP/1.1" status: 404 len: 333 time: 0.0501058 Jul 27 22:16:21.983474 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42586) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.014344 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d4cd36-ef24-430f-b7f3-f5dcf8912af0 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:22.014904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d4cd36-ef24-430f-b7f3-f5dcf8912af0 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:22.018335 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6d4cd36-ef24-430f-b7f3-f5dcf8912af0 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/9262e18e-5da0-4c91-90d6-ed92d999bcb2 HTTP/1.1" status: 404 len: 337 time: 0.0323682 Jul 27 22:16:22.019390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42588) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.030162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:21Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:22.051686 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acf5e32-ad70-421c-b5b9-9bca8527e58e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:22.052662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acf5e32-ad70-421c-b5b9-9bca8527e58e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:22.054481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4acf5e32-ad70-421c-b5b9-9bca8527e58e tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/subnets/2adc7858-edc9-4592-80e3-855689b409e6 HTTP/1.1" status: 404 len: 337 time: 0.0340776 Jul 27 22:16:22.058101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.079307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f68d55f-18b8-4f2b-bc4e-2d6b3eaccceb None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:21Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:22.082016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] For port d9683ffb-d942-490b-bed5-102c0fdfc4da, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d9683ffb-d942-490b-bed5-102c0fdfc4da,segment=NetworkSegment(9e09e620-205c-499e-9409-2068b363ab86),segment_id=9e09e620-205c-499e-9409-2068b363ab86)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:22.082460 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.098434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Calling delete_port for d9683ffb-d942-490b-bed5-102c0fdfc4da owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:22.242268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Deleting port a2cc5c36-761c-4edb-a1aa-a73caae61075 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:22.242811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.352763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.366010 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.370200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Calling delete_port for a2cc5c36-761c-4edb-a1aa-a73caae61075 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:22.396406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] Pushing event deleted for resources: {'Port': ['ID=d9683ffb-d942-490b-bed5-102c0fdfc4da,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.397024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123aeae5-efa0-41dc-9c16-188bd53ed8f5 None None] No DVR routers for this DVR port d9683ffb-d942-490b-bed5-102c0fdfc4da on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:22.478875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.483882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701260663', 'description': 'tempest-secgroup-smoke-701260663 description', 'project_id': 'e650df896f8646e8904f44c32b708657'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:22.566099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.603330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.605887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Port': ['ID=a2cc5c36-761c-4edb-a1aa-a73caae61075,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.621088 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.623262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9047525a-c5bb-4295-abfd-9ed361504ca9 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/ports/a2cc5c36-761c-4edb-a1aa-a73caae61075 HTTP/1.1" status: 204 len: 168 time: 0.5637033 Jul 27 22:16:22.625873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42604) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.735054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.885431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.897243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.915969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55ac7f8-409e-4310-a2b0-1f80d6a18e11']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:22.933974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e09e620-205c-499e-9409-2068b363ab86') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:22.934478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e09e620-205c-499e-9409-2068b363ab86') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:22.951780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.956414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3a4f504e-d3ae-4895-b26e-6bf38884cd21 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:22.959914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.982633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.998639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:22.999061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:23.002158 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:23.047167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79953d5b-5c97-435a-87d8-b595ca83e402,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.071972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.072303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d79b60b-21e5-487c-b3d5-baeee7a3aa6b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5922775 Jul 27 22:16:23.077252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42614) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.084558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:23.144042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:23.148706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.155338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.189826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.197541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.201079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] 10.222.0.37 "DELETE /v2.0/networks/b55ac7f8-409e-4310-a2b0-1f80d6a18e11 HTTP/1.1" status: 204 len: 168 time: 0.5739610 Jul 27 22:16:23.233204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c960d34-cb0c-4cfa-bedc-1bb59c62eb39 tempest-PortsIpV6TestJSON-1335162851 tempest-PortsIpV6TestJSON-1335162851-project] Pushing event deleted for resources: {'Network': ['ID=b55ac7f8-409e-4310-a2b0-1f80d6a18e11,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.264939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.266000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.315489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 3a4f504e-d3ae-4895-b26e-6bf38884cd21, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3a4f504e-d3ae-4895-b26e-6bf38884cd21,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:23.361162 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.401242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.446598 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.476430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e023a5ee-3385-4c3f-b224-fd2f41aa4e3a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.480505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:23.513852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d9683ffb-d942-490b-bed5-102c0fdfc4da {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:23.517582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d9683ffb-d942-490b-bed5-102c0fdfc4da not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:23.517582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.593766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.595159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b915e72a-28c7-48c7-9e5a-4b5a01b06b46 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5153682 Jul 27 22:16:23.597917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.603913 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:23.715234 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.782647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.785330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.885287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.907252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd703e7d-a55c-4f3a-87e4-dba0bc0ffdd7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.942203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69eb8ae9-a633-4c82-8922-386c7d2ade7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2162675a708943fc9dacac7e40e03e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580212 Jul 27 22:16:23.945026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42632) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.972510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.975105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-74447fcb-9baa-4101-919e-214d85bbc52b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3751242 Jul 27 22:16:23.976945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42634) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.982142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:24.004955 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.035937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.091077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.150378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.219090 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.220395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.221574 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7d7814e-5576-43f1-ac04-dd671457711c HTTP/1.1" status: 204 len: 168 time: 0.2744582 Jul 27 22:16:24.229997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f786b2-bdef-4ad0-b1a5-24a398761e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d7814e-5576-43f1-ac04-dd671457711c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.286484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.305804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340bf6ee-6f87-47ad-9139-76e74772fde2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.411757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.423229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-520ad5df-f8ec-4ea6-be39-63d2c1304bde tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4349205 Jul 27 22:16:24.423229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:24.423229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:24.537969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.602620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.732128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.750243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5174da-c73c-42e9-9324-4b5ef4975a95,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.871334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3a4f504e-d3ae-4895-b26e-6bf38884cd21 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:24.892406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.893870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f45559ee-7295-4400-b50c-ec283bed993c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763758 Jul 27 22:16:24.896743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:24.902664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:24.936963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:24.937328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.017524 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:16:25.024126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.102656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.189307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.237280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9555fad1-945d-4a4e-96f9-8b14aab8dbf7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:25.343280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.344551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8afa4f2-2186-48f7-adae-136aba318467 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4466898 Jul 27 22:16:25.347329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:25.354660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '79953d5b-5c97-435a-87d8-b595ca83e402', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:25.463409 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:16:25.482930 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.546125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.548593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42672) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:25.650430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-63882447'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:25.655309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.682967 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5902a77c-379f-4ace-8df0-d5266d08d6d5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:25.801591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:25.805459 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.815051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.893837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.895352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3f4f9783-eab7-4e06-b370-5a48a6a67ff1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5469608 Jul 27 22:16:26.004309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.104735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.118630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-a395e786-39d5-4dcf-b836-8b469edf21a0 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701260663&fields=id&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 267 time: 0.0561914 Jul 27 22:16:26.155118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:26.220633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7605587e-e6b6-4a19-ab3d-d56bee054994,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:26.230736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.231105 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment 9d3039e6-786d-4e80-a581-16c26cc5c315 of type vlan for network c42609b9-d8c8-413f-a73f-84aa8aa6863e Jul 27 22:16:26.298458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.327566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-8dd8f952-697c-466d-adcd-623d17821413 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.329361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-8dd8f952-697c-466d-adcd-623d17821413 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 796 time: 0.2039342 Jul 27 22:16:26.353820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-f8880420-9ad0-4640-97e9-b27936707b8b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/quotas/e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 375 time: 0.0154614 Jul 27 22:16:26.425310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-dd7e9920-aab0-4984-a0fc-2851eab89782 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656359 Jul 27 22:16:26.493896 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.496667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.497296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.589235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=c42609b9-d8c8-413f-a73f-84aa8aa6863e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:26.602049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:26.611443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-e0db72e6-a73a-4826-9198-fc2d6e6b0592 service neutron] 10.222.0.37 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713195 Jul 27 22:16:26.719884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ed3bed82-8683-4b84-8a8b-b5e90040f30a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1676652 Jul 27 22:16:26.720098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42702) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:26.725139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'name': 'tempest-PortsTestJSON-1434512386'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:26.794466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-e9631455-6d78-42c9-821b-ea7a43d2ac61 service neutron] 10.222.0.37 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764793 Jul 27 22:16:26.958420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:26.959276 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.977632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 726778ee-33fe-426e-b834-8fd67344eb7f yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:27.180121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4e138ec3-7a79-4a65-a5db-6ccf1ae22244 req-a6b81784-9727-47b5-9852-2b987ebb4982 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 210 time: 0.0451002 Jul 27 22:16:27.239844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.343815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.403369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=726778ee-33fe-426e-b834-8fd67344eb7f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:27.422047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': '9d3039e6-786d-4e80-a581-16c26cc5c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:27.422452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: c42609b9-d8c8-413f-a73f-84aa8aa6863e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:27.555854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:27.661940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c42609b9-d8c8-413f-a73f-84aa8aa6863e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:27.666948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:27.672683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:27.673354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.673786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b251d1-4909-4f19-add7-7027fb08ba69 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:27.806156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ad7413c5-7156-4a23-a967-0faba7f6ce08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0815573 Jul 27 22:16:27.807395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:27.813479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-405209367'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:27.920619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:27.924486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.954967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:27.965227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.965614 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment 9dca950a-70fa-499b-96d4-93822da46d88 of type vlan for network de78484e-41b1-4b60-8da2-e413ac5a5641 Jul 27 22:16:28.009382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.143329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.150484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:28.151169 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.221379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=de78484e-41b1-4b60-8da2-e413ac5a5641,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:28.235368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network de78484e-41b1-4b60-8da2-e413ac5a5641 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:28.284569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8569816b-ef48-4afd-8da0-c5a8a86e10ac req-a3a0c81d-e079-46dc-8ed7-6de9b8f61e15 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 210 time: 0.0353129 Jul 27 22:16:28.327204 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c05a0ea6-895a-4969-9c89-3358a4b42358 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5182109 Jul 27 22:16:28.330450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42726) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:28.335796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'ports': [{'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'}, {'network_id': 'de78484e-41b1-4b60-8da2-e413ac5a5641'}]} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:28.336752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:28.337829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'de78484e-41b1-4b60-8da2-e413ac5a5641'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:28.640218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 2} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:28.644978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.658527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.745308 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port f328db73-7c46-4b34-acf4-341e15f5b9a1 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:28.864772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.942429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 8e48fa39-7d6a-4877-b5b3-a0a86d3dade8 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:29.053464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.159603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.206685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:29.209754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:29.216329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:29.216791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.228102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=f328db73-7c46-4b34-acf4-341e15f5b9a1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:29.284847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=8e48fa39-7d6a-4877-b5b3-a0a86d3dade8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:29.296983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': '9dca950a-70fa-499b-96d4-93822da46d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'de78484e-41b1-4b60-8da2-e413ac5a5641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:29.297916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: de78484e-41b1-4b60-8da2-e413ac5a5641, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:29.396090 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2774532a-d47b-4699-b626-4aa182ecb2a2 req-f897c9e9-c694-4ed7-b6ef-da3d86d29390 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jul 27 22:16:29.417509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network de78484e-41b1-4b60-8da2-e413ac5a5641 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:29.590926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, de78484e-41b1-4b60-8da2-e413ac5a5641) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:29.596370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:29.600324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421ab74-f94a-4b01-958f-d257e02d7894 None None] Network de78484e-41b1-4b60-8da2-e413ac5a5641 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:29.604229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:29.609227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:29.609942 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.778651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ee46860-0ef2-457e-8244-e388c6ffe6de tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4466157 Jul 27 22:16:29.781536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42738) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:29.914223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 8e48fa39-7d6a-4877-b5b3-a0a86d3dade8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:29.914839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.995078 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.010476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 8e48fa39-7d6a-4877-b5b3-a0a86d3dade8 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:30.092770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-fcbc32cf-cf68-48c2-b531-a42e63b8e74a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:30.094368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-fcbc32cf-cf68-48c2-b531-a42e63b8e74a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.76 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 796 time: 0.1153443 Jul 27 22:16:30.156402 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-da108787-14e7-4692-ac74-e518e49cf685 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 379 time: 0.0506246 Jul 27 22:16:30.165608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'port': {'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'admin_state_up': True, 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'security_groups': ['79953d5b-5c97-435a-87d8-b595ca83e402']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:30.178366 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.213377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=8e48fa39-7d6a-4877-b5b3-a0a86d3dade8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:30.220091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.228391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35411c8b-a9fc-44e3-bf94-571f2ac0ef8c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/8e48fa39-7d6a-4877-b5b3-a0a86d3dade8 HTTP/1.1" status: 204 len: 168 time: 0.4428480 Jul 27 22:16:30.228391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42744) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:30.265229 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:16:30.341517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7476d-6bd2-4c2b-9c73-81647b652da9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:30.347900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7476d-6bd2-4c2b-9c73-81647b652da9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:30.349589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6e7476d-6bd2-4c2b-9c73-81647b652da9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1214437 Jul 27 22:16:30.352708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:30.421995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:30.426822 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.456512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port f328db73-7c46-4b34-acf4-341e15f5b9a1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:30.457037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.531051 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.532982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-963bd996-080a-4e59-b7c4-daf3834984e9 req-ac8d00ec-a61e-4492-9d53-7e33a38ac802 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 210 time: 0.0380354 Jul 27 22:16:30.547055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for f328db73-7c46-4b34-acf4-341e15f5b9a1 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:30.610259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.12 (6be12433-5ba7-41d7-a9e3-0f7210841f42/ade083b3-b86c-4da5-afa1-fddf51dda1ee/542d9f29-ebf8-4690-ae6c-009969ae8727) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:30.737400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.755377 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.770717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object 542d9f29-ebf8-4690-ae6c-009969ae8727 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:30.770952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=f328db73-7c46-4b34-acf4-341e15f5b9a1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:30.783681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.785736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb76c877-f7c5-4d2d-966c-dd38e56599f8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/f328db73-7c46-4b34-acf4-341e15f5b9a1 HTTP/1.1" status: 204 len: 168 time: 0.4320428 Jul 27 22:16:30.788403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:30.869340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931e94a-88d5-42ea-8b10-9e033e1782fd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:30.870906 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5931e94a-88d5-42ea-8b10-9e033e1782fd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0815461 Jul 27 22:16:30.873582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:30.921012 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0c0505-9b0c-4a86-b268-5c01192a2d61 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:30.923457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ef0c0505-9b0c-4a86-b268-5c01192a2d61 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/8e48fa39-7d6a-4877-b5b3-a0a86d3dade8 HTTP/1.1" status: 404 len: 333 time: 0.0486639 Jul 27 22:16:30.930627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42756) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:30.987712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.024059 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66ad2ab-c38f-4c8b-ac6e-218843b78659 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:31.025669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e66ad2ab-c38f-4c8b-ac6e-218843b78659 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/f328db73-7c46-4b34-acf4-341e15f5b9a1 HTTP/1.1" status: 404 len: 333 time: 0.0902121 Jul 27 22:16:31.036759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:31.062844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:31.065931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:31.072262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:31.100157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.135367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.137465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.138159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.230199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.241270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de78484e-41b1-4b60-8da2-e413ac5a5641']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:31.253466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dca950a-70fa-499b-96d4-93822da46d88') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:31.253774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dca950a-70fa-499b-96d4-93822da46d88') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:31.258503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-9f67f1be-849f-4348-887a-6a967d32f2aa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0965114 Jul 27 22:16:31.263333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.277691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Request body: {'port': {'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:31.278116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.285039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:31.285591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:31.289859 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:31.363387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.473621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.486099 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.491554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/de78484e-41b1-4b60-8da2-e413ac5a5641 HTTP/1.1" status: 204 len: 168 time: 0.4502242 Jul 27 22:16:31.497097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:31.502275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2a191-5cee-4aaf-becf-e32cb630b50a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=de78484e-41b1-4b60-8da2-e413ac5a5641,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.505412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1125978053'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:31.537513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e43b25ec-db46-4ce9-906c-7c5d5916e8ac None None] Provisioning for port 542d9f29-ebf8-4690-ae6c-009969ae8727 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:31.542065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e43b25ec-db46-4ce9-906c-7c5d5916e8ac None None] Provisioning complete for port 542d9f29-ebf8-4690-ae6c-009969ae8727 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:31.542451 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e43b25ec-db46-4ce9-906c-7c5d5916e8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.588812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e43b25ec-db46-4ce9-906c-7c5d5916e8ac None None] Port 542d9f29-ebf8-4690-ae6c-009969ae8727 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:31.673622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b897f7-345d-4203-855a-4580369db7a1 req-3e5cae6b-1a4c-4363-a226-7e39ab7e797e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.675517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3b897f7-345d-4203-855a-4580369db7a1 req-3e5cae6b-1a4c-4363-a226-7e39ab7e797e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 932 time: 0.0648930 Jul 27 22:16:31.718140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542d9f29-ebf8-4690-ae6c-009969ae8727 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:31.721083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3b897f7-345d-4203-855a-4580369db7a1 req-05699695-dd44-4c54-8a2e-a58085090fa9 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381238 Jul 27 22:16:31.726736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.734759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:31.738506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.757055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Transition to ACTIVE for port object 542d9f29-ebf8-4690-ae6c-009969ae8727 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:31.771158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:31.781318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.781679 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment 97ae9fc2-faa1-4b09-9c25-7a5fc546be9f of type vlan for network 53f4d882-b149-40f1-9beb-a706687f34f1 Jul 27 22:16:31.825824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.858046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.913184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Pushing event updated for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.994925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d692f6a7-207b-4880-bfb0-8e7a2d7ce97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.999491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.005111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.005757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.095419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Attempting to bind port 542d9f29-ebf8-4690-ae6c-009969ae8727 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:32.095761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Attempting to bind port 542d9f29-ebf8-4690-ae6c-009969ae8727 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:32.096096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Attempting to bind port 542d9f29-ebf8-4690-ae6c-009969ae8727 on network 6be12433-5ba7-41d7-a9e3-0f7210841f42 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:32.104154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=53f4d882-b149-40f1-9beb-a706687f34f1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:32.106782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Port 542d9f29-ebf8-4690-ae6c-009969ae8727 on network 6be12433-5ba7-41d7-a9e3-0f7210841f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:16:32.107106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Attempting to bind port 542d9f29-ebf8-4690-ae6c-009969ae8727 on network 6be12433-5ba7-41d7-a9e3-0f7210841f42 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:32.113025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:32.113382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Checking segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:32.113762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Bound using segment: {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:32.114303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Bound port: 542d9f29-ebf8-4690-ae6c-009969ae8727, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:32.114575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.120652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 53f4d882-b149-40f1-9beb-a706687f34f1 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:32.172710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f7e66975-51c3-4d66-b6d5-dac106d94b99 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6700304 Jul 27 22:16:32.179611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:32.179611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:32.221165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:32.228236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=542d9f29-ebf8-4690-ae6c-009969ae8727,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:32.326558 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.354923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:32.360132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.363102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.363732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.365152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] 10.222.0.76 "PUT /v2.0/ports/542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 1092 time: 1.0971572 Jul 27 22:16:32.365599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:32.368441 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975ba78-8fb2-46c9-a96d-509775acb20a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:32.397459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359c715-34d0-4056-a2b4-af50fb51f97c service neutron] Pushing event updated for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:32.571220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-6dc49207-95e8-49d0-a99b-25bc56b454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.573019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-6dc49207-95e8-49d0-a99b-25bc56b454b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1095 time: 0.0973537 Jul 27 22:16:32.640346 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e75e70-4f04-417c-b165-2acb255e8099 x-openstack-request-id: req-27e75e70-4f04-417c-b165-2acb255e8099 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:32.640764 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:32.641112 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27e75e70-4f04-417c-b165-2acb255e8099 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:32.641607 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'status': 'completed', 'code': 200} Jul 27 22:16:32.643733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-8f6174da-d4df-413d-9aaa-531cc6ba84fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 217 time: 0.0621104 Jul 27 22:16:32.682009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.699708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-b3a58bcc-c54f-480b-8316-af2acf8c5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.701266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-b3a58bcc-c54f-480b-8316-af2acf8c5c1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 200 len: 834 time: 0.0503731 Jul 27 22:16:32.776487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=58efffe4-ca93-4f6d-82cf-cfc8a9342b75,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:32.795788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:32.796427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 53f4d882-b149-40f1-9beb-a706687f34f1, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:32.808369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-334e3afd-7fc8-45e7-bda3-7ed2b61dc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.818203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-334e3afd-7fc8-45e7-bda3-7ed2b61dc3ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008012 Jul 27 22:16:32.920922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25358c8e-60bf-4b3f-b327-e05501f8adcc req-4e1c0e9f-a404-4525-b56e-d80049969303 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.922848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25358c8e-60bf-4b3f-b327-e05501f8adcc req-4e1c0e9f-a404-4525-b56e-d80049969303 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 944 time: 0.0861390 Jul 27 22:16:32.927059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 53f4d882-b149-40f1-9beb-a706687f34f1 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:32.943595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-173d3285-8e33-46e0-b94a-f683fc6b1f9a service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233115 Jul 27 22:16:32.977491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25358c8e-60bf-4b3f-b327-e05501f8adcc req-20162f3b-5f4b-4e60-85f1-1fd0bc6b11cc tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 Jul 27 22:16:33.022692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 53f4d882-b149-40f1-9beb-a706687f34f1) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:33.028972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.032639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca2a7c-3165-46cc-a4ed-7fc600f3fce7 None None] Network 53f4d882-b149-40f1-9beb-a706687f34f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:33.041971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.043144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f76ada2-bbf4-4782-b2e8-19fa636ab273 req-a3567ccf-6a7f-4c69-85ee-71b11d378c4c service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926483 Jul 27 22:16:33.167065 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11582b45-6c6e-4ece-b485-d39823c9155e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9943202 Jul 27 22:16:33.169927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:33.183063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1', 'name': 'tempest-PortsTestJSON-1869379710'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:33.238006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-53f4d882-b149-40f1-9beb-a706687f34f1', 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': '58efffe4-ca93-4f6d-82cf-cfc8a9342b75'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:33.239611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.299113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-4c6024c2-939d-4fb0-8df0-ee0fccbb21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.301457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-4c6024c2-939d-4fb0-8df0-ee0fccbb21e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1095 time: 0.1173570 Jul 27 22:16:33.410458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Allocated IP 172.20.0.2 (53f4d882-b149-40f1-9beb-a706687f34f1/58efffe4-ca93-4f6d-82cf-cfc8a9342b75/88287bd3-9bbe-4e54-9a80-7a7855836c96) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:33.432982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-bc333c1b-4ade-472c-8b55-82a837dc06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.432982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-bc333c1b-4ade-472c-8b55-82a837dc06f4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 897 time: 0.1218920 Jul 27 22:16:33.459375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:33.465331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.491865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-78bfaeda-d2c5-4e37-bbce-136cefb6fc16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 217 time: 0.0418899 Jul 27 22:16:33.494414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 2c9b6eab-62d5-439c-8a1f-23562108a136 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:33.558414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-2591dcaa-5cce-4718-8229-5d495757fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.560123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-2591dcaa-5cce-4718-8229-5d495757fc56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 200 len: 834 time: 0.0601728 Jul 27 22:16:33.576002 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.586739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Transition to ACTIVE for port object 88287bd3-9bbe-4e54-9a80-7a7855836c96 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:33.603875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Transition to ACTIVE for port object 88287bd3-9bbe-4e54-9a80-7a7855836c96 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:33.629122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-23739ec0-020d-4d09-9ff5-1765aca9faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.630685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-23739ec0-020d-4d09-9ff5-1765aca9faa2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605955 Jul 27 22:16:33.723487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-50d9f606-0b22-4c9f-96b3-b34c8fc1def6 service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Jul 27 22:16:33.822530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6975ba78-8fb2-46c9-a96d-509775acb20a req-b84d2db9-a3d0-471a-a331-fdd62819e3bc service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915117 Jul 27 22:16:33.830246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.876990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Network 53f4d882-b149-40f1-9beb-a706687f34f1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:33.880087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:33.883634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:33.886973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.6 (53f4d882-b149-40f1-9beb-a706687f34f1/58efffe4-ca93-4f6d-82cf-cfc8a9342b75/2c9b6eab-62d5-439c-8a1f-23562108a136) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:33.897069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Pushing event updated for resources: {'Port': ['ID=88287bd3-9bbe-4e54-9a80-7a7855836c96,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:33.954495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Attempting to bind port 88287bd3-9bbe-4e54-9a80-7a7855836c96 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:33.954790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Attempting to bind port 88287bd3-9bbe-4e54-9a80-7a7855836c96 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:33.955237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Attempting to bind port 88287bd3-9bbe-4e54-9a80-7a7855836c96 on network 53f4d882-b149-40f1-9beb-a706687f34f1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:33.960682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:33.961641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Checking segment: {'id': '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:33.962095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.962535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Bound using segment: {'id': '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:33.963022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Bound port: 88287bd3-9bbe-4e54-9a80-7a7855836c96, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '53f4d882-b149-40f1-9beb-a706687f34f1'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:33.963421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.044576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] For port 88287bd3-9bbe-4e54-9a80-7a7855836c96, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:34.051850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] For port 88287bd3-9bbe-4e54-9a80-7a7855836c96, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88287bd3-9bbe-4e54-9a80-7a7855836c96,segment=NetworkSegment(97ae9fc2-faa1-4b09-9c25-7a5fc546be9f),segment_id=97ae9fc2-faa1-4b09-9c25-7a5fc546be9f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:34.065765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.081071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 2c9b6eab-62d5-439c-8a1f-23562108a136 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:34.136523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea073d9-331b-4db9-87b7-28d5f08d5a37 req-dc752040-f684-433d-88c6-2bddb6fdda95 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.138053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ea073d9-331b-4db9-87b7-28d5f08d5a37 req-dc752040-f684-433d-88c6-2bddb6fdda95 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 944 time: 0.0683930 Jul 27 22:16:34.155212 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.179574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4ea073d9-331b-4db9-87b7-28d5f08d5a37 req-0119c3d5-0fdc-4cdc-8bef-66db017e2c7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Jul 27 22:16:34.184822 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.232388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c165e15-d44a-4547-a9f9-8cbe399ab3e4 None None] Pushing event updated for resources: {'Port': ['ID=88287bd3-9bbe-4e54-9a80-7a7855836c96,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:34.249722 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 53f4d882-b149-40f1-9beb-a706687f34f1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:34.253865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:34.256135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=2c9b6eab-62d5-439c-8a1f-23562108a136,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:34.258949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:34.325218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.325899 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.424120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-86e6c2e5-24d2-48ab-9e6e-2c4f4043d32c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2520888 Jul 27 22:16:34.426869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:34.479156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43f69113-9120-433e-970c-3b137100cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.552034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 2c9b6eab-62d5-439c-8a1f-23562108a136 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:34.552629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.642248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.655959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 2c9b6eab-62d5-439c-8a1f-23562108a136 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:34.787447 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.887945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.897842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88287bd3-9bbe-4e54-9a80-7a7855836c96 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:34.987061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=2c9b6eab-62d5-439c-8a1f-23562108a136,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:35.017982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.021009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24e8c58e-9190-4ca6-af76-1682f5ee0f3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/2c9b6eab-62d5-439c-8a1f-23562108a136 HTTP/1.1" status: 204 len: 168 time: 0.5924513 Jul 27 22:16:35.023322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42792) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:35.057361 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad4ae56-e4f4-48cc-b5e9-4c85add13296 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:16:35.057602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 88287bd3-9bbe-4e54-9a80-7a7855836c96 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:35.058176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad4ae56-e4f4-48cc-b5e9-4c85add13296 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:35.059973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4ad4ae56-e4f4-48cc-b5e9-4c85add13296 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/2c9b6eab-62d5-439c-8a1f-23562108a136 HTTP/1.1" status: 404 len: 333 time: 0.0351782 Jul 27 22:16:35.073953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:35.108861 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8955a6-3e5f-49c3-8e4a-55ad38197fbc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:35.113986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca8955a6-3e5f-49c3-8e4a-55ad38197fbc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/2c9b6eab-62d5-439c-8a1f-23562108a136 HTTP/1.1" status: 404 len: 333 time: 0.0358810 Jul 27 22:16:35.113986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42796) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:35.168638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 58efffe4-ca93-4f6d-82cf-cfc8a9342b75 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:35.172648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.228048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.297173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b98727-5e6b-4686-afc6-6cabdc069fd6 None None] Network 53f4d882-b149-40f1-9beb-a706687f34f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:35.356517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.524173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Provisioning for port 88287bd3-9bbe-4e54-9a80-7a7855836c96 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:35.529122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Provisioning complete for port 88287bd3-9bbe-4e54-9a80-7a7855836c96 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:35.529398 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.645424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.673654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152837-5bb8-481f-96b5-05bd18919ae5 req-a8c4fef3-0035-4740-9dc1-a7a3c346fd1d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:35.675338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58152837-5bb8-481f-96b5-05bd18919ae5 req-a8c4fef3-0035-4740-9dc1-a7a3c346fd1d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 944 time: 0.3923051 Jul 27 22:16:35.734169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-58152837-5bb8-481f-96b5-05bd18919ae5 req-727d4eb0-f8bb-439f-90ef-1f8624e8e5ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452144 Jul 27 22:16:35.862083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.923020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=58efffe4-ca93-4f6d-82cf-cfc8a9342b75,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:35.924794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.925977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.928115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:16:35.929136 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:16:35.933996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:35.936268 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-86a5fa84-3288-4210-a430-b20788f8332e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/58efffe4-ca93-4f6d-82cf-cfc8a9342b75 HTTP/1.1" status: 204 len: 168 time: 0.8194959 Jul 27 22:16:36.008231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c058b-648d-4e3e-a855-59c8afc4ef15 None None] Network 53f4d882-b149-40f1-9beb-a706687f34f1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:36.155441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 542d9f29-ebf8-4690-ae6c-009969ae8727 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:36.250430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] DHCP port deletion for 53f4d882-b149-40f1-9beb-a706687f34f1 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:36.302712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=542d9f29-ebf8-4690-ae6c-009969ae8727,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:36.309980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.318430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:36.367207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Deleting port 88287bd3-9bbe-4e54-9a80-7a7855836c96 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:36.368142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.374006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 88287bd3-9bbe-4e54-9a80-7a7855836c96 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:36.374610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.415447 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.443824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port 88287bd3-9bbe-4e54-9a80-7a7855836c96, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88287bd3-9bbe-4e54-9a80-7a7855836c96,segment=NetworkSegment(97ae9fc2-faa1-4b09-9c25-7a5fc546be9f),segment_id=97ae9fc2-faa1-4b09-9c25-7a5fc546be9f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:36.444195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.463319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 88287bd3-9bbe-4e54-9a80-7a7855836c96 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:36.469740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542d9f29-ebf8-4690-ae6c-009969ae8727 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:36.519057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22aa8ef-b00f-4836-a8d1-a35348229654 req-680240e7-041b-47b5-9515-f655dda91d75 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:36.527786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f22aa8ef-b00f-4836-a8d1-a35348229654 req-680240e7-041b-47b5-9515-f655dda91d75 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0946429 Jul 27 22:16:36.528264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] For port 88287bd3-9bbe-4e54-9a80-7a7855836c96, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=88287bd3-9bbe-4e54-9a80-7a7855836c96,segment=NetworkSegment(97ae9fc2-faa1-4b09-9c25-7a5fc546be9f),segment_id=97ae9fc2-faa1-4b09-9c25-7a5fc546be9f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:36.528742 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.537669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e826e36-57be-40d5-8075-43be7a04e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.553641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=542d9f29-ebf8-4690-ae6c-009969ae8727,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:36.565845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Calling delete_port for 88287bd3-9bbe-4e54-9a80-7a7855836c96 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:36.577536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f22aa8ef-b00f-4836-a8d1-a35348229654 req-c83e63b1-9dfd-41b5-9bbb-659794bfdd22 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480781 Jul 27 22:16:36.669143 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.692340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.723511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port 88287bd3-9bbe-4e54-9a80-7a7855836c96 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:36.729753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=88287bd3-9bbe-4e54-9a80-7a7855836c96,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:36.757477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.757708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.757907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.758992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.759445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.766469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:36.839466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.861710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f4d882-b149-40f1-9beb-a706687f34f1']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:36.893747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.899111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:36.899111 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ae9fc2-faa1-4b09-9c25-7a5fc546be9f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:36.908867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88287bd3-9bbe-4e54-9a80-7a7855836c96 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:36.910796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.918892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] No DVR routers for this DVR port 88287bd3-9bbe-4e54-9a80-7a7855836c96 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:36.935383 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.943762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:36.944254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.948420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 88287bd3-9bbe-4e54-9a80-7a7855836c96 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:36.948730 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:36.950926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 88287bd3-9bbe-4e54-9a80-7a7855836c96 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:36.955974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:36.965595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['542d9f29-ebf8-4690-ae6c-009969ae8727'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:36.987460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73468cf-6cd9-4961-914a-4eb6c8bfd7f8 None None] Pushing event deleted for resources: {'Port': ['ID=88287bd3-9bbe-4e54-9a80-7a7855836c96,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:36.999776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0e362-f5a7-46ae-b954-b5f336638d51 req-2a4ee5ce-c482-4873-abd1-8cef1debb926 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.006703 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2a0e362-f5a7-46ae-b954-b5f336638d51 req-2a4ee5ce-c482-4873-abd1-8cef1debb926 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 945 time: 0.1710835 Jul 27 22:16:37.019026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f2431ff7-447b-41c1-95b6-f4c820428780 None None] Could not find standard attr ID for object 88287bd3-9bbe-4e54-9a80-7a7855836c96. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:37.025513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f2431ff7-447b-41c1-95b6-f4c820428780 None None] Could not find standard attr ID for object 2c9b6eab-62d5-439c-8a1f-23562108a136. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:37.057601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2a0e362-f5a7-46ae-b954-b5f336638d51 req-4938615c-6e0c-4cdd-9ed9-1f9a14e59d38 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Jul 27 22:16:37.206679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.214491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.216323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/53f4d882-b149-40f1-9beb-a706687f34f1 HTTP/1.1" status: 204 len: 168 time: 1.2812362 Jul 27 22:16:37.221697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:37.229241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2075276918'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:37.230076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ec0cb-6cfb-4647-8a77-cbaff244504f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=53f4d882-b149-40f1-9beb-a706687f34f1,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:37.257369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.384317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:37.388392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.412620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:37.422262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.422757 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment b8de5fa1-12e8-48f9-bdaf-2b83b376e63f of type vlan for network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 Jul 27 22:16:37.464488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.669103 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.710605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18945438-01f2-43b4-98c4-6b5de833524d req-86790273-827f-4c56-84c5-5ddc8c5b5ed1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.712695 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18945438-01f2-43b4-98c4-6b5de833524d req-86790273-827f-4c56-84c5-5ddc8c5b5ed1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0656421 Jul 27 22:16:37.751343 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18945438-01f2-43b4-98c4-6b5de833524d req-3922a251-e8af-458e-8126-331a60d175e8 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 27 22:16:37.753324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.759210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.759825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.829614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=023d2d7d-f9c1-44ef-955a-c9ca6853e1c8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:37.830425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-31582402-4b98-44af-bcf5-fd079e6cb444 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.832860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-31582402-4b98-44af-bcf5-fd079e6cb444 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0702789 Jul 27 22:16:37.840358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:37.922226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-90b4fba0-1c29-48bc-a976-fe7a023cd82e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6972547 Jul 27 22:16:37.924993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:37.931350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:38.033393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Deleting port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:38.034115 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.149893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] For port 923c7628-e65a-4d2c-8b46-c91623f4bfb3, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=923c7628-e65a-4d2c-8b46-c91623f4bfb3,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:38.150268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.173658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 542d9f29-ebf8-4690-ae6c-009969ae8727 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:38.177087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:38.181161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.384336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 542d9f29-ebf8-4690-ae6c-009969ae8727 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:38.388440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 542d9f29-ebf8-4690-ae6c-009969ae8727 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:38.388819 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.421015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.435765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260be88-eac5-4b94-994d-5363e28fe7c6 req-5ee4bff3-68bd-4280-9c87-f95b10dfbc02 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.437482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3260be88-eac5-4b94-994d-5363e28fe7c6 req-5ee4bff3-68bd-4280-9c87-f95b10dfbc02 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 945 time: 0.3048275 Jul 27 22:16:38.468686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.491946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:38.494672 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ea87b-1ba1-4cb7-95d6-c123868c28a2" -d '{"events": [{"server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "name": "network-vif-plugged", "status": "completed", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:38.508673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=542d9f29-ebf8-4690-ae6c-009969ae8727,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:38.536872 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511c8a3c-ea8a-445f-a726-b659e20fb516 x-openstack-request-id: req-511c8a3c-ea8a-445f-a726-b659e20fb516 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:38.537169 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "name": "network-vif-plugged", "status": "completed", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:38.543870 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-511c8a3c-ea8a-445f-a726-b659e20fb516 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:38.543870 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'code': 200} Jul 27 22:16:38.641334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.641334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.641334 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Floating IP ab3fc76c-579c-447e-9304-a4bb11a7b5ef disassociated. External IP: 172.25.3.113, port: 923c7628-e65a-4d2c-8b46-c91623f4bfb3. Jul 27 22:16:38.641778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.641879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Calling delete_port for 923c7628-e65a-4d2c-8b46-c91623f4bfb3 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:38.641960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 923c7628-e65a-4d2c-8b46-c91623f4bfb3 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:38.642373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3260be88-eac5-4b94-994d-5363e28fe7c6 req-4ad4ff73-db1a-4a4e-a139-95985bb95c1a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662841 Jul 27 22:16:38.665888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0dfe-2c4b-427f-95bc-87bd3d391011 req-3ca941fc-e326-46af-84f2-1bc7508800fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.667466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d91d0dfe-2c4b-427f-95bc-87bd3d391011 req-3ca941fc-e326-46af-84f2-1bc7508800fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1096 time: 0.0726082 Jul 27 22:16:38.723044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d91d0dfe-2c4b-427f-95bc-87bd3d391011 req-89f2fdd1-cf03-48b3-ac44-0e4d168b2ee8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Jul 27 22:16:38.741827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:38.816812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.832083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.903129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=80b78f8c-f881-40db-a6fa-87212c177078,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:38.908568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:38.908931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:38.926311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e5280-9e36-4a2c-9c77-2efd76fa94aa req-93d3e625-b51e-4534-8fbe-4e3f1edd890f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.927872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c50e5280-9e36-4a2c-9c77-2efd76fa94aa req-93d3e625-b51e-4534-8fbe-4e3f1edd890f tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 945 time: 0.0715964 Jul 27 22:16:38.967793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.974116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c50e5280-9e36-4a2c-9c77-2efd76fa94aa req-bd7a56d9-b6a3-4517-8b28-9d44521dc021 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/security-groups?id=d652ab39-ab8a-4652-82d4-17c7e22faefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Jul 27 22:16:39.001392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event deleted for resources: {'Port': ['ID=923c7628-e65a-4d2c-8b46-c91623f4bfb3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:39.092450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:39.126460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Router af4c051f-aa39-4814-b741-2b446c63e632 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:39.218833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:39.224190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.225567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.230154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b6970-c1cc-4cb2-9d03-8eec6ce1cba8 None None] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:39.257734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:39.269854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Sync routers for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:39.286035 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:39.287021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:39.312231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] No DVR routers for this DVR port 923c7628-e65a-4d2c-8b46-c91623f4bfb3 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:39.316492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.318262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07ddb9f3-c580-454b-8081-cbaf9ebf5801 req-8845df2d-9ae8-42af-94b9-3750cb6173bb tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.76 "DELETE /v2.0/ports/923c7628-e65a-4d2c-8b46-c91623f4bfb3 HTTP/1.1" status: 204 len: 173 time: 1.4790859 Jul 27 22:16:39.318813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'name': 'network-vif-deleted', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:39.322960 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a4c749-80e3-4358-b0e3-b53bf3044cb5" -d '{"events": [{"server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "name": "network-vif-deleted", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:39.372160 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4cf52-76c8-4fa5-bcb7-e75fd4663b1e x-openstack-request-id: req-ddd4cf52-76c8-4fa5-bcb7-e75fd4663b1e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:39.372672 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0dc4f5-45c6-4850-b81d-4ccd5ece9057", "name": "network-vif-deleted", "tag": "923c7628-e65a-4d2c-8b46-c91623f4bfb3", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:39.373767 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddd4cf52-76c8-4fa5-bcb7-e75fd4663b1e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:39.374634 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0dc4f5-45c6-4850-b81d-4ccd5ece9057', 'name': 'network-vif-deleted', 'tag': '923c7628-e65a-4d2c-8b46-c91623f4bfb3', 'status': 'completed', 'code': 200} Jul 27 22:16:39.390835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f734a7d6-3d65-45a5-a5ce-7df17e0a1048 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4642849 Jul 27 22:16:39.393272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42844) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:39.399314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1344073301'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:39.430632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-023d2d7d-f9c1-44ef-955a-c9ca6853e1c8', 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': '80b78f8c-f881-40db-a6fa-87212c177078'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:39.432231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.436971 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:39.631912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Allocated IP 172.20.0.2 (023d2d7d-f9c1-44ef-955a-c9ca6853e1c8/80b78f8c-f881-40db-a6fa-87212c177078/f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:39.767298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:39.781519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.787152 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:39.823175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.824765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Checking router: af4c051f-aa39-4814-b741-2b446c63e632 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:39.829152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 53d70fea-4353-4df9-b607-9557813f30b8 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:39.833350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Transition to ACTIVE for port object f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:39.834182 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:39.834970 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:39.863160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Transition to ACTIVE for port object f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:39.939481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf32ea9-aa51-471c-b3b6-1879cf3092da req-80680fb8-6bca-4d7b-8328-4daa31dbee1f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.941235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3bf32ea9-aa51-471c-b3b6-1879cf3092da req-80680fb8-6bca-4d7b-8328-4daa31dbee1f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.2135675 Jul 27 22:16:39.967599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.984770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:40.007119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:40.010642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:40.014451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:40.032336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Pushing event updated for resources: {'Port': ['ID=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:40.058975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.12 (023d2d7d-f9c1-44ef-955a-c9ca6853e1c8/80b78f8c-f881-40db-a6fa-87212c177078/53d70fea-4353-4df9-b607-9557813f30b8) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:40.091782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Attempting to bind port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:40.092058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Attempting to bind port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:40.092221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3bf32ea9-aa51-471c-b3b6-1879cf3092da req-9f72035d-0f8d-43c6-a5b2-799cc09e30b0 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425421 Jul 27 22:16:40.092429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Attempting to bind port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 on network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:40.100116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:40.100520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Checking segment: {'id': 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:40.100938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.101348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Bound using segment: {'id': 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:40.101935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Bound port: f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '023d2d7d-f9c1-44ef-955a-c9ca6853e1c8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:40.102355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.129813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-abdba1ba-6917-455d-9f1d-e72c3e9415c1 req-74fc8370-a5b6-44ae-840a-f9925f05bd31 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e0dc4f5-45c6-4850-b81d-4ccd5ece9057 HTTP/1.1" status: 200 len: 210 time: 0.0526819 Jul 27 22:16:40.186863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] For port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:40.190248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] For port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,segment=NetworkSegment(b8de5fa1-12e8-48f9-bdaf-2b83b376e63f),segment_id=b8de5fa1-12e8-48f9-bdaf-2b83b376e63f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:40.251028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.260584 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:40.267390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 53d70fea-4353-4df9-b607-9557813f30b8 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:40.293417 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.293650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5553501-320b-47f6-978b-be2a3139d5fe None None] The sync data for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 is: [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '8ef112df-e28e-44a9-99f4-e39e1151f56e', 'name': '', 'network_id': '314bf41d-22c7-4f59-831d-41cdf7d5bf85', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'mac_address': 'fa:16:3e:db:f1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:06Z', 'updated_at': '2021-07-27T22:11:15Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'subnets': [{'id': '892b8d2c-8163-405b-8b04-d418c34f78bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:40.362535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fb3e6-50a2-48f8-9d70-5a4323b6f568 None None] Pushing event updated for resources: {'Port': ['ID=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:40.480968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.556521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:40.562887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:40.566583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:40.573384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=53d70fea-4353-4df9-b607-9557813f30b8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:40.612192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.612829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.613273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.613743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.614231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.614877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.615621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.616013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.616463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.616853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.617567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.617961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.651121 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.651923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.732264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da7b0e-4751-4b9c-a1b5-28dba6f74296 None None] New status for floating IP ab3fc76c-579c-447e-9304-a4bb11a7b5ef: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:16:40.773302 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b6265e9-debe-48e2-956e-188919530f52 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3787510 Jul 27 22:16:40.776772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42854) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:40.910841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 53d70fea-4353-4df9-b607-9557813f30b8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:40.911191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.941996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:41.051797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.077207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 53d70fea-4353-4df9-b607-9557813f30b8 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:41.189377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:41.213968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.315477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b9b32-8290-42da-b390-9d68599e752a req-2ba684dc-2b9b-48af-b25c-be1e2ff26643 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:41.317089 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f49b9b32-8290-42da-b390-9d68599e752a req-2ba684dc-2b9b-48af-b25c-be1e2ff26643 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.1287470 Jul 27 22:16:41.365982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f49b9b32-8290-42da-b390-9d68599e752a req-72d9d5c3-cd4a-4989-a062-8ef3f43f9b26 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393736 Jul 27 22:16:41.372400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Deleting port 0878a857-ed95-46a2-8dd9-19cc85c5ad86 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:41.372866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.395308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.433533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=53d70fea-4353-4df9-b607-9557813f30b8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:41.467176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ef084-b2bd-4e31-b3c3-a873a8f48f78 None None] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:41.489149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.489491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.503646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Calling delete_port for 0878a857-ed95-46a2-8dd9-19cc85c5ad86 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:41.523222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.526339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1264250d-c352-41d0-b88c-3c4f29f6d858 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/53d70fea-4353-4df9-b607-9557813f30b8 HTTP/1.1" status: 204 len: 168 time: 0.7480726 Jul 27 22:16:41.528587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42868) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.557181 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2364e45b-a2ae-41cf-b616-cc4392f4aa58 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:41.561568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2364e45b-a2ae-41cf-b616-cc4392f4aa58 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/53d70fea-4353-4df9-b607-9557813f30b8 HTTP/1.1" status: 404 len: 333 time: 0.0294976 Jul 27 22:16:41.561827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.617360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 80b78f8c-f881-40db-a6fa-87212c177078 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:41.620851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.636472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Provisioning for port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:41.644127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Provisioning complete for port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:41.644797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.669072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd38b9-c816-4c9e-9b59-c7c232d47a63 req-e1de5adb-afb9-41ce-8b34-a8e782aefe30 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:41.670876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41dd38b9-c816-4c9e-9b59-c7c232d47a63 req-e1de5adb-afb9-41ce-8b34-a8e782aefe30 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.1433473 Jul 27 22:16:41.678045 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.749833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-41dd38b9-c816-4c9e-9b59-c7c232d47a63 req-8152376a-70c4-4946-9bea-0ceabeefded3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705581 Jul 27 22:16:41.774106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.781036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.807129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] For port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,segment=NetworkSegment(b8de5fa1-12e8-48f9-bdaf-2b83b376e63f),segment_id=b8de5fa1-12e8-48f9-bdaf-2b83b376e63f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:41.843844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61adf8-9529-4dec-98e5-bbc20a20a049 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:41.849148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a61adf8-9529-4dec-98e5-bbc20a20a049 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1092 time: 0.0633495 Jul 27 22:16:41.849148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42874) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.854769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:41.892726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.892889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.895684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.927098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event deleted for resources: {'Port': ['ID=0878a857-ed95-46a2-8dd9-19cc85c5ad86,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:41.982246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202025c5-2d1d-46b9-9a57-023889dca2c3 None None] Pushing event updated for resources: {'Port': ['ID=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:42.013385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.014523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-88fdf0e3-b052-464f-8b6f-2c03d089a73c None None] Provisioning complete for port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:42.014926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88fdf0e3-b052-464f-8b6f-2c03d089a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.016557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.022013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c846540-9cc6-4a00-9d24-fea6865779e1 tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "DELETE /v2.0/floatingips/ab3fc76c-579c-447e-9304-a4bb11a7b5ef HTTP/1.1" status: 204 len: 168 time: 0.8067434 Jul 27 22:16:42.098704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:42.110131 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.177095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.219629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.239898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5797eb7a-969b-430e-99e8-67f50bc88a7d None None] Could not find standard attr ID for object 53d70fea-4353-4df9-b607-9557813f30b8. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:16:42.245201 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.302044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.304199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/80b78f8c-f881-40db-a6fa-87212c177078 HTTP/1.1" status: 204 len: 168 time: 0.7409108 Jul 27 22:16:42.306435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ba5ab-9727-45b4-b21a-5ee4c66298ea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=80b78f8c-f881-40db-a6fa-87212c177078,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:42.309461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42886) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:42.324831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.463342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec91af-5a7b-4114-a169-30ceb1619b97 None None] Network 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:42.486641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.490922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.496881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] 10.222.0.37 "DELETE /v2.0/security-groups/d652ab39-ab8a-4652-82d4-17c7e22faefe HTTP/1.1" status: 204 len: 168 time: 0.3967988 Jul 27 22:16:42.510845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e02015-7955-441b-b6c8-d0039548f81a tempest-TestServerBasicOps-795587333 tempest-TestServerBasicOps-795587333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652ab39-ab8a-4652-82d4-17c7e22faefe,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:42.511461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.623974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.25.3.68 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/61dd3654-8b77-4ad4-850e-c1001f680b75) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:42.656019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:42.701081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:42.701436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.713525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] DHCP port deletion for 023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:42.777535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Deleting port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:42.779612 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.831270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,segment=NetworkSegment(b8de5fa1-12e8-48f9-bdaf-2b83b376e63f),segment_id=b8de5fa1-12e8-48f9-bdaf-2b83b376e63f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:42.831270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.849089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.862341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:42.895402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] For port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,segment=NetworkSegment(b8de5fa1-12e8-48f9-bdaf-2b83b376e63f),segment_id=b8de5fa1-12e8-48f9-bdaf-2b83b376e63f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:42.895767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.920880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Calling delete_port for f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:42.978863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:43.035671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.082987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:43.087078 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.090546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:43.095906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:43.097731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.111099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.124964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=61dd3654-8b77-4ad4-850e-c1001f680b75,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:43.157408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] Pushing event deleted for resources: {'Port': ['ID=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:43.159728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70ca15-cfdc-4eb4-9b6d-4f85f85ce510 None None] No DVR routers for this DVR port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:43.159870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:43.161729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=f0fa7dff-afdf-4ce3-90e7-9ebd3d6d5d69,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:43.212399 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.285550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.320866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023d2d7d-f9c1-44ef-955a-c9ca6853e1c8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:43.337286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:43.337697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8de5fa1-12e8-48f9-bdaf-2b83b376e63f') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:43.355359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.417143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.438497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:43.438851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:43.441856 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:43.529137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Deleting port 8ef112df-e28e-44a9-99f4-e39e1151f56e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:43.529763 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.615730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] For port 8ef112df-e28e-44a9-99f4-e39e1151f56e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ef112df-e28e-44a9-99f4-e39e1151f56e,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:43.616104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.628989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Calling delete_port for 8ef112df-e28e-44a9-99f4-e39e1151f56e owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:43.735052 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.767492 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.769454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/023d2d7d-f9c1-44ef-955a-c9ca6853e1c8 HTTP/1.1" status: 204 len: 168 time: 1.4591897 Jul 27 22:16:43.784556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:43.794573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'name': 'tempest-PortsTestJSON-1374081107'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:43.803653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae2e4-360c-4416-a83d-605a26dc50dc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=023d2d7d-f9c1-44ef-955a-c9ca6853e1c8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:44.228386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.254868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef112df-e28e-44a9-99f4-e39e1151f56e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:44.357370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.443133 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.497977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:44.497977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.504911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port ee8d4851-c357-41cd-8ddd-97e83643422e yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:44.630274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.676315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Router af4c051f-aa39-4814-b741-2b446c63e632 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:44.733824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.789664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:44.796835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-47517f09-bea9-4046-b64f-6ad5ef878ce2 admin admin] 10.222.0.37 "PUT /v2.0/routers/af4c051f-aa39-4814-b741-2b446c63e632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1396286 Jul 27 22:16:44.800526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:44.806619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Sync routers for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:44.823244 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:44.823244 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:44.938981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:44.967549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.975322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.012241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.099370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:45.104091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.110895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:45.119685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:45.125447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:45.126100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.131435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=ee8d4851-c357-41cd-8ddd-97e83643422e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:45.135739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:16:44Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:45.169126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Checking router: af4c051f-aa39-4814-b741-2b446c63e632 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:45.178459 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Routers {'af4c051f-aa39-4814-b741-2b446c63e632'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:45.179067 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['af4c051f-aa39-4814-b741-2b446c63e632'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:45.224118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.238625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=61dd3654-8b77-4ad4-850e-c1001f680b75,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:45.241270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.293374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-569d26c9-c6a3-45e8-b762-7399d4bc29d6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5077758 Jul 27 22:16:45.295834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:45.307660 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] Set router af4c051f-aa39-4814-b741-2b446c63e632 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:45.440035 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Floating IP e6552cbf-1173-487f-9ba0-e08cb154c6ad associated. External IP: 172.25.3.68, port: 542d9f29-ebf8-4690-ae6c-009969ae8727. Jul 27 22:16:45.505185 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:16:44Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:45.541443 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402a09d-35d8-49f4-b0b3-8c70e0b66ff2 None None] The sync data for ids ['af4c051f-aa39-4814-b741-2b446c63e632'] in n-d-738018-6 is: [{'id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'name': 'tempest-TestServerBasicOps-1478931880-router', 'tenant_id': '62a82be02d5846b4bac93bb66c6aca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:00Z', 'updated_at': '2021-07-27T22:16:44Z', 'revision_number': 5, 'project_id': '62a82be02d5846b4bac93bb66c6aca46', 'gw_port': {'id': '0407bdc6-1c7d-4030-afd8-c5b7424c6eba', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4c051f-aa39-4814-b741-2b446c63e632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:01Z', 'updated_at': '2021-07-27T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:45.557589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Deleting port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:45.557950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.581551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port ee8d4851-c357-41cd-8ddd-97e83643422e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:45.581773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.737317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.763062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for ee8d4851-c357-41cd-8ddd-97e83643422e owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:46.125056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] For port 0407bdc6-1c7d-4030-afd8-c5b7424c6eba, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:46.125516 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.156547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Calling delete_port for 0407bdc6-1c7d-4030-afd8-c5b7424c6eba owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:46.180437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:46.393128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.435314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=ee8d4851-c357-41cd-8ddd-97e83643422e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:46.440466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:46.446401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.446401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-17c9a658-e9c6-422b-a43c-880c8073a10f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/ee8d4851-c357-41cd-8ddd-97e83643422e HTTP/1.1" status: 204 len: 168 time: 1.1475091 Jul 27 22:16:46.448432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:46.454553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'mac_address': 'fa:16:3e:c2:af:e5', 'name': 'tempest-PortsTestJSON-63738724'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:46.456940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:46.469516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:46.470617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:46.584358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:46.606887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.651253 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.688115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Pushing event deleted for resources: {'Port': ['ID=0407bdc6-1c7d-4030-afd8-c5b7424c6eba,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:46.716391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-10e2bf7d-acb6-47a7-bb65-4f13afefea63 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8658261 Jul 27 22:16:46.718545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:46.734160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:46.737543 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ccd6b0-eadb-4c70-a156-2465c6d63813" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:46.775651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:46.783607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.871199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf3fcd79-e489-4505-8633-57d847e8e03f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/e6552cbf-1173-487f-9ba0-e08cb154c6ad HTTP/1.1" status: 200 len: 991 time: 0.1497481 Jul 27 22:16:46.900619 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.901643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:43Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:46.935231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 433a159b-578b-45b2-9978-044ef5c3e3bc yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:46.941025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:46.954935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:46.955488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:46.997801 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c77a3b9-62f1-4bfd-a64b-aca3215f2bd5 x-openstack-request-id: req-3c77a3b9-62f1-4bfd-a64b-aca3215f2bd5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:46.997801 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:46.998208 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c77a3b9-62f1-4bfd-a64b-aca3215f2bd5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:46.998821 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'status': 'completed', 'code': 200} Jul 27 22:16:47.003495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ef112df-e28e-44a9-99f4-e39e1151f56e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:47.005779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.009008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.036953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8ef112df-e28e-44a9-99f4-e39e1151f56e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:47.037304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ef112df-e28e-44a9-99f4-e39e1151f56e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:47.108760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:47.158266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-e687261f-8277-48bf-b63f-d53dbfc5bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.159768 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-e687261f-8277-48bf-b63f-d53dbfc5bd61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1097 time: 0.1647007 Jul 27 22:16:47.237396 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.241982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.243042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4c051f-aa39-4814-b741-2b446c63e632 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:16:47.252843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.259029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b7d081c-67a4-4264-82dc-6c05c7aaa817 admin admin] 10.222.0.37 "DELETE /v2.0/routers/af4c051f-aa39-4814-b741-2b446c63e632 HTTP/1.1" status: 204 len: 168 time: 2.4540105 Jul 27 22:16:47.259283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:47.309604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-d42edb32-6612-4232-b064-71be4df5abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.311174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-d42edb32-6612-4232-b064-71be4df5abab service neutron] 10.222.0.76 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 897 time: 0.1418500 Jul 27 22:16:47.317204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Deleting subnet 892b8d2c-8163-405b-8b04-d418c34f78bb {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:47.322088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.377675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.405734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:43Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:47.412883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-402fa5fe-314c-4b94-81b0-7369f86492b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 999 time: 0.0923595 Jul 27 22:16:47.483665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.493544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.537312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:47.542824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-e4827c12-9c9e-444b-92ee-7d9f9de811ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.544390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-e4827c12-9c9e-444b-92ee-7d9f9de811ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 200 len: 834 time: 0.1236527 Jul 27 22:16:47.547682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:47.552716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:47.559931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.559931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.609495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e76587-7542-41ff-856b-48c4efc3ab40 None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:43Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:47.613996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=433a159b-578b-45b2-9978-044ef5c3e3bc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:47.641376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-54b86916-dca4-4b56-9ec3-1b47b4d494e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.642969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-54b86916-dca4-4b56-9ec3-1b47b4d494e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806367 Jul 27 22:16:47.721174 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.759053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.761370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f6a8b7f3-edb2-4e75-8aa3-cf868b37b737 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3115385 Jul 27 22:16:47.764937 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/892b8d2c-8163-405b-8b04-d418c34f78bb HTTP/1.1" status: 204 len: 168 time: 0.5039999 Jul 27 22:16:47.765109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:47.765109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:47.765290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3d420-e149-4736-be92-daa7871e9f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892b8d2c-8163-405b-8b04-d418c34f78bb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:47.780010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e25a99-5690-4a6b-b6c1-b4b4d8742069 None None] Network 314bf41d-22c7-4f59-831d-41cdf7d5bf85 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:47.802548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-01bd0e65-6eb0-4593-a637-6965e1a95a44 service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515279 Jul 27 22:16:47.873931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:47.913799 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8a183-31c7-48ce-a768-ed532356ef9b None None] New status for floating IP e6552cbf-1173-487f-9ba0-e08cb154c6ad: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:16:47.993100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb27ac6-4f50-4f82-96ec-9eb1ed711a14 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.994586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cbb27ac6-4f50-4f82-96ec-9eb1ed711a14 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/433a159b-578b-45b2-9978-044ef5c3e3bc HTTP/1.1" status: 200 len: 839 time: 0.2288506 Jul 27 22:16:47.998718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:48.059751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] DHCP port deletion for 314bf41d-22c7-4f59-831d-41cdf7d5bf85 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:48.068610 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28ccd6b0-eadb-4c70-a156-2465c6d63813 req-d2d831d2-056d-4741-b2fe-142a77a9498c service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386689 Jul 27 22:16:48.086831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.089392 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0f015d94-a2ca-47d1-b8f4-968eea04314e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/e6552cbf-1173-487f-9ba0-e08cb154c6ad HTTP/1.1" status: 200 len: 991 time: 0.2132967 Jul 27 22:16:48.135609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Deleting port c83e93a0-d016-49c6-b175-c6ae9373bcdc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:48.135894 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.210402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] For port c83e93a0-d016-49c6-b175-c6ae9373bcdc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c83e93a0-d016-49c6-b175-c6ae9373bcdc,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:48.210668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 433a159b-578b-45b2-9978-044ef5c3e3bc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:48.210869 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.211044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.215618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Deleting port c83e93a0-d016-49c6-b175-c6ae9373bcdc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:48.215959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.225087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Calling delete_port for c83e93a0-d016-49c6-b175-c6ae9373bcdc owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:48.337230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.352625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] For port c83e93a0-d016-49c6-b175-c6ae9373bcdc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c83e93a0-d016-49c6-b175-c6ae9373bcdc,segment=NetworkSegment(e823fd2a-ebae-4d51-91ee-8d281968b3c3),segment_id=e823fd2a-ebae-4d51-91ee-8d281968b3c3)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:48.353183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.364233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 433a159b-578b-45b2-9978-044ef5c3e3bc owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:48.374089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Calling delete_port for c83e93a0-d016-49c6-b175-c6ae9373bcdc owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:48.405265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.434767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] Pushing event deleted for resources: {'Port': ['ID=c83e93a0-d016-49c6-b175-c6ae9373bcdc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:48.449123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a952f7-535d-4430-9242-ea13c9b12038 None None] No DVR routers for this DVR port c83e93a0-d016-49c6-b175-c6ae9373bcdc on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:48.517575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.545220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Pushing event deleted for resources: {'Port': ['ID=c83e93a0-d016-49c6-b175-c6ae9373bcdc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:48.547076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] No DVR routers for this DVR port c83e93a0-d016-49c6-b175-c6ae9373bcdc on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:48.624117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.633325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.635908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314bf41d-22c7-4f59-831d-41cdf7d5bf85']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:48.672475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e823fd2a-ebae-4d51-91ee-8d281968b3c3') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:48.672784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e823fd2a-ebae-4d51-91ee-8d281968b3c3') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:48.674652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=433a159b-578b-45b2-9978-044ef5c3e3bc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:48.687064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.689443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.691438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-21a8499d-225c-44be-9e57-e67cd7fe0eb2 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/433a159b-578b-45b2-9978-044ef5c3e3bc HTTP/1.1" status: 204 len: 168 time: 0.6900654 Jul 27 22:16:48.695561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42940) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:48.705484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.713365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:48.713928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:48.715976 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:48.728592 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0a7879-d36d-45d0-82d4-88039974d2da tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:48.729561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ef0a7879-d36d-45d0-82d4-88039974d2da tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/433a159b-578b-45b2-9978-044ef5c3e3bc HTTP/1.1" status: 404 len: 333 time: 0.0319862 Jul 27 22:16:48.733112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:48.739016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'name': 'tempest-PortsTestJSON-1704399825'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:48.874774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.880888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.883896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] 10.222.0.37 "DELETE /v2.0/networks/314bf41d-22c7-4f59-831d-41cdf7d5bf85 HTTP/1.1" status: 204 len: 168 time: 1.1073973 Jul 27 22:16:48.888503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42948) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:48.911236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c83e93a0-d016-49c6-b175-c6ae9373bcdc no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:48.913677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730ddc3-7c8b-4c62-9704-bb4ced8e058c admin admin] Pushing event deleted for resources: {'Network': ['ID=314bf41d-22c7-4f59-831d-41cdf7d5bf85,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:48.936315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c83e93a0-d016-49c6-b175-c6ae9373bcdc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:48.936673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c83e93a0-d016-49c6-b175-c6ae9373bcdc not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:48.937101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0407bdc6-1c7d-4030-afd8-c5b7424c6eba no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:48.962103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0407bdc6-1c7d-4030-afd8-c5b7424c6eba {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:48.962403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0407bdc6-1c7d-4030-afd8-c5b7424c6eba not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:48.995718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:48.999346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.027348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 93ee1728-6f5a-413e-bff2-41956a27aa49 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:49.092291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:49.163790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b88c241-b344-4f57-ab7c-307182664e21 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/e6552cbf-1173-487f-9ba0-e08cb154c6ad HTTP/1.1" status: 200 len: 993 time: 0.0703619 Jul 27 22:16:49.306515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.444121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.533285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.585635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:49.592086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:49.625174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:49.631066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.631684 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.647802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=93ee1728-6f5a-413e-bff2-41956a27aa49,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:49.762488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5a1d751-b802-43fb-bd1f-c76a580cb691 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0283146 Jul 27 22:16:49.765873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42952) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:49.771642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:49.833571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Deleting port 86709ccf-da5c-431d-957c-31d344ac14e8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:49.833911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.920063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.996781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] For port 86709ccf-da5c-431d-957c-31d344ac14e8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=86709ccf-da5c-431d-957c-31d344ac14e8,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:49.997163 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.023430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Calling delete_port for 86709ccf-da5c-431d-957c-31d344ac14e8 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:50.184596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.338083 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.377804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] In _notify_port_updated(), no bound segment for port 93ee1728-6f5a-413e-bff2-41956a27aa49 on network c42609b9-d8c8-413f-a73f-84aa8aa6863e {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:16:50.384114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:50.386853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.386853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/ports/93ee1728-6f5a-413e-bff2-41956a27aa49 HTTP/1.1" status: 200 len: 818 time: 0.6188033 Jul 27 22:16:50.388988 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42958) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:50.425423 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.440202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7d5f9-46c6-45fc-8432-2bdaa2a7a824 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=93ee1728-6f5a-413e-bff2-41956a27aa49,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:50.501594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Pushing event deleted for resources: {'Port': ['ID=86709ccf-da5c-431d-957c-31d344ac14e8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:50.623800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 93ee1728-6f5a-413e-bff2-41956a27aa49 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:50.624058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.019003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.032146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.037414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 93ee1728-6f5a-413e-bff2-41956a27aa49 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:51.310176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.323923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Router 0ce89fc4-493f-40b2-9796-1ea628d65879 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:51.354190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=93ee1728-6f5a-413e-bff2-41956a27aa49,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:51.361918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.363879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c0af71e6-cfd1-49ed-b9c5-c6e4112f7fc4 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/93ee1728-6f5a-413e-bff2-41956a27aa49 HTTP/1.1" status: 204 len: 168 time: 0.9738941 Jul 27 22:16:51.367123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42964) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.431247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30149c00-3fc0-4387-9d27-af016e6502c9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.432867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-30149c00-3fc0-4387-9d27-af016e6502c9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0647416 Jul 27 22:16:51.437288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42966) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.468289 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a08289b-1f3c-4786-b978-8b38b63c3be7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:51.473510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7a08289b-1f3c-4786-b978-8b38b63c3be7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/93ee1728-6f5a-413e-bff2-41956a27aa49 HTTP/1.1" status: 404 len: 333 time: 0.0310509 Jul 27 22:16:51.473655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.478813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1883693752'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:51.489620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:51.495170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d6ce1f40-11c9-4460-8fbf-4f80d531ec7f admin admin] 10.222.0.37 "PUT /v2.0/routers/0ce89fc4-493f-40b2-9796-1ea628d65879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053097 Jul 27 22:16:51.497816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.501963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Sync routers for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:51.512573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:51.513217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.603491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:51.607180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.622972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:51.626332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.674761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:51.694383 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.697176 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment 55c42a92-1241-414a-b8a3-fda8f3084dec of type vlan for network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 Jul 27 22:16:51.834946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:16:50Z', 'revision_number': 5, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.863998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Checking router: 0ce89fc4-493f-40b2-9796-1ea628d65879 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:51.874093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Routers {'0ce89fc4-493f-40b2-9796-1ea628d65879'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:51.874773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:16:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ce89fc4-493f-40b2-9796-1ea628d65879'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:52.016794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] Set router 0ce89fc4-493f-40b2-9796-1ea628d65879 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:52.092760 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.118586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.225307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:16:50Z', 'revision_number': 5, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:52.253517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557419d-fdf6-49c8-b3ed-5073b88e7e99 None None] The sync data for ids ['0ce89fc4-493f-40b2-9796-1ea628d65879'] in n-d-738018-6 is: [{'id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'name': 'tempest-TestServerBasicOps-889817340-router', 'tenant_id': '7592086977244c47a6ecd50701eed0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:15Z', 'updated_at': '2021-07-27T22:16:50Z', 'revision_number': 5, 'project_id': '7592086977244c47a6ecd50701eed0c3', 'gw_port': {'id': '2c231b94-5cbc-4456-8908-6f9352896a4b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce89fc4-493f-40b2-9796-1ea628d65879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:16Z', 'updated_at': '2021-07-27T22:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:52.281246 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.293415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:52.293415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.293415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Deleting port 2c231b94-5cbc-4456-8908-6f9352896a4b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:52.293415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.402586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:52.413457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:52.439704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] For port 2c231b94-5cbc-4456-8908-6f9352896a4b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2c231b94-5cbc-4456-8908-6f9352896a4b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:52.440102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.455079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Calling delete_port for 2c231b94-5cbc-4456-8908-6f9352896a4b owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:52.560936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd58f012-efd4-43d4-aa25-7976a4a48a68 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0862172 Jul 27 22:16:52.563863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42976) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:52.570920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:52.754824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.781992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:52.783415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2c231b94-5cbc-4456-8908-6f9352896a4b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:52.787628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.861780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.949343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 86709ccf-da5c-431d-957c-31d344ac14e8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:52.985921 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.988404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.988565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 86709ccf-da5c-431d-957c-31d344ac14e8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:52.988911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 86709ccf-da5c-431d-957c-31d344ac14e8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:53.169786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.197242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.199386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce89fc4-493f-40b2-9796-1ea628d65879 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:16:53.207585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.209834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-166b7032-42b8-4881-bc31-04b82c2d22fd admin admin] 10.222.0.37 "DELETE /v2.0/routers/0ce89fc4-493f-40b2-9796-1ea628d65879 HTTP/1.1" status: 204 len: 168 time: 1.7107720 Jul 27 22:16:53.212434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42982) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:53.239407 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=c442861d-0368-459e-8924-8bbf277503e2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:53.249940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': '55c42a92-1241-414a-b8a3-fda8f3084dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:53.250416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:53.273925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Deleting subnet 80809b96-0cda-4c60-b515-d20982eef666 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:53.277589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.317624 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.399821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:53.407414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.526135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:53.532695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:53.532695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.534815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1579dc4-9f3d-47d4-9a4f-c5c2a8d42ce6 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:53.601137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.630211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80809b96-0cda-4c60-b515-d20982eef666,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:53.632221 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.634511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3af0b02d-1f1b-49c1-84dd-4ddb2fe12878 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/80809b96-0cda-4c60-b515-d20982eef666 HTTP/1.1" status: 204 len: 168 time: 0.4209540 Jul 27 22:16:53.640264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 42984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:53.641074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5f1feb-d993-4fbb-b5ef-4e9465d19a6c None None] Network 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:53.686766 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2bcf4a6d-48ba-4108-aead-fb61d0d71697 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1210985 Jul 27 22:16:53.691437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42986) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:53.703065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:53.719234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.758205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': 'c442861d-0368-459e-8924-8bbf277503e2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:53.759529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.783730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Deleting port 7791e95e-7639-40f5-9805-84f61e374c38 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:53.784089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.864128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] For port 7791e95e-7639-40f5-9805-84f61e374c38, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7791e95e-7639-40f5-9805-84f61e374c38,segment=NetworkSegment(b75ee534-4e66-4228-b287-b00376947032),segment_id=b75ee534-4e66-4228-b287-b00376947032)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:53.864554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.878810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Calling delete_port for 7791e95e-7639-40f5-9805-84f61e374c38 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:53.963528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Allocated IP 172.20.0.2 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/c442861d-0368-459e-8924-8bbf277503e2/67bb6884-c730-41f3-8970-9c5de9875c18) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:53.976673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:53.976673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.022810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] DHCP port deletion for 2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:54.063991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.079063 n-d-738018-6 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c442861d-0368-459e-8924-8bbf277503e2 (CIDR: 172.20.0.0/28) Jul 27 22:16:54.092513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Pushing event deleted for resources: {'Port': ['ID=7791e95e-7639-40f5-9805-84f61e374c38,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.099264 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] No DVR routers for this DVR port 7791e95e-7639-40f5-9805-84f61e374c38 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:54.122967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Deleting port 7791e95e-7639-40f5-9805-84f61e374c38 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:54.123561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.184266 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:16:54.185388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:16:54.208622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.220306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.228098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.239119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75ee534-4e66-4228-b287-b00376947032') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.239119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75ee534-4e66-4228-b287-b00376947032') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.239527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] For port 7791e95e-7639-40f5-9805-84f61e374c38, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:54.239945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.244551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.249217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Transition to ACTIVE for port object 67bb6884-c730-41f3-8970-9c5de9875c18 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:54.259994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.260360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Calling delete_port for 7791e95e-7639-40f5-9805-84f61e374c38 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:54.266569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Port 7791e95e-7639-40f5-9805-84f61e374c38 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:16:54.267296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.268889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:54.269091 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:54.270995 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:54.302625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] No DVR routers for this DVR port 7791e95e-7639-40f5-9805-84f61e374c38 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:54.304244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Pushing event deleted for resources: {'Port': ['ID=7791e95e-7639-40f5-9805-84f61e374c38,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.313067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.313481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.313840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.314251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.314584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.314913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.316917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cb65e-5ca0-41af-9bfa-7683407aedb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:54.322788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-416f48be-ab02-438e-b3fa-bc644af80a77 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6298754 Jul 27 22:16:54.330357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:54.337102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:54.468911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.469200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Transition to ACTIVE for port object 67bb6884-c730-41f3-8970-9c5de9875c18 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:54.474629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.477100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8 HTTP/1.1" status: 204 len: 168 time: 0.8382175 Jul 27 22:16:54.498218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2fe19-f597-4480-a495-4765d33c2514 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f67e1ae-6cb9-49e6-9e58-876e1b0c58b8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.560784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:54.565085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.598099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.636481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:54.641458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:54.644074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:54.655814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Pushing event updated for resources: {'Port': ['ID=67bb6884-c730-41f3-8970-9c5de9875c18,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.713340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Attempting to bind port 67bb6884-c730-41f3-8970-9c5de9875c18 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:54.713774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Attempting to bind port 67bb6884-c730-41f3-8970-9c5de9875c18 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '55c42a92-1241-414a-b8a3-fda8f3084dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:54.714143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Attempting to bind port 67bb6884-c730-41f3-8970-9c5de9875c18 on network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:54.719622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:54.719999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Checking segment: {'id': '55c42a92-1241-414a-b8a3-fda8f3084dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:54.720400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.720804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Bound using segment: {'id': '55c42a92-1241-414a-b8a3-fda8f3084dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:54.721403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Bound port: 67bb6884-c730-41f3-8970-9c5de9875c18, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c42a92-1241-414a-b8a3-fda8f3084dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:54.721824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.813394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] For port 67bb6884-c730-41f3-8970-9c5de9875c18, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:54.816735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] For port 67bb6884-c730-41f3-8970-9c5de9875c18, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=67bb6884-c730-41f3-8970-9c5de9875c18,segment=NetworkSegment(55c42a92-1241-414a-b8a3-fda8f3084dec),segment_id=55c42a92-1241-414a-b8a3-fda8f3084dec)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:54.902549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2c231b94-5cbc-4456-8908-6f9352896a4b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:54.926201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 2c231b94-5cbc-4456-8908-6f9352896a4b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:54.926780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2c231b94-5cbc-4456-8908-6f9352896a4b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:54.927839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7791e95e-7639-40f5-9805-84f61e374c38 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:54.945000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 42998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:54.949214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 7791e95e-7639-40f5-9805-84f61e374c38 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:54.949684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7791e95e-7639-40f5-9805-84f61e374c38 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:54.966786 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.974826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.043953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcfdb9-b35e-4630-976d-69ea10f8ea29 None None] Pushing event updated for resources: {'Port': ['ID=67bb6884-c730-41f3-8970-9c5de9875c18,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:55.052059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:55.061644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3a916d9a-10f6-4882-9931-3f8da3a7d488 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62a82be02d5846b4bac93bb66c6aca46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078129 Jul 27 22:16:55.061644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:55.061644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:55.061644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.062876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:55.077069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=619aad5c-8d37-4a99-90d9-dabda2f48d49,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:55.132184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.158982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.235241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-89853e8d-f31e-4cc1-9aa2-9c2b1581a5b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9036939 Jul 27 22:16:55.238016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:55.243656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'fixed_ips': [{'subnet_id': 'c442861d-0368-459e-8924-8bbf277503e2'}, {'subnet_id': '619aad5c-8d37-4a99-90d9-dabda2f48d49'}], 'name': 'tempest-PortsTestJSON-1393692934'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:55.355117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.358004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.359319 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0b38ab8-d9c2-44ef-b184-cb6991a33c93 HTTP/1.1" status: 204 len: 168 time: 0.2961378 Jul 27 22:16:55.377158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abb195-0608-4c43-9122-889393e2802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b38ab8-d9c2-44ef-b184-cb6991a33c93,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:55.464180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:55.564981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.583497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:16:55.879811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.3 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/c442861d-0368-459e-8924-8bbf277503e2/233362ee-b3c3-48dc-bbbb-fc1831fd0620) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:55.889281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.29 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/619aad5c-8d37-4a99-90d9-dabda2f48d49/233362ee-b3c3-48dc-bbbb-fc1831fd0620) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:56.053925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.069062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 233362ee-b3c3-48dc-bbbb-fc1831fd0620 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:56.069775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98acf8-0e08-49d8-ad39-b1f4afd9e8a0 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:56.257980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f324f97e-f6b9-4c50-987f-de9d8814254b None None] Provisioning for port 67bb6884-c730-41f3-8970-9c5de9875c18 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:56.259756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.288116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.314889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:56.322684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:56.325425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:56.334332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ce8dcd84-4a12-4441-b6ff-d6e0c4ee5ab9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7592086977244c47a6ecd50701eed0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445373 Jul 27 22:16:56.337080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.355097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=233362ee-b3c3-48dc-bbbb-fc1831fd0620,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:56.357447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Update dhcp port {'port': {'network_id': '070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9', 'fixed_ips': [{'subnet_id': 'c442861d-0368-459e-8924-8bbf277503e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '619aad5c-8d37-4a99-90d9-dabda2f48d49'}], 'binding:host_id': 'n-d-738018-6'}, 'id': '67bb6884-c730-41f3-8970-9c5de9875c18'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:16:56.386721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:56.395681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.395856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.401395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.418529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.491061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-72261635-ed25-4b48-abc7-7fcc8026e6ff tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2489483 Jul 27 22:16:56.491442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43020) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.500074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c442861d-0368-459e-8924-8bbf277503e2'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:56.580067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.588496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.589714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ea5f0ac-363a-4d40-a9a6-698ccb0d6bb8 HTTP/1.1" status: 204 len: 168 time: 0.2515879 Jul 27 22:16:56.598997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba130e-d205-4001-9693-118c07974a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5f0ac-363a-4d40-a9a6-698ccb0d6bb8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:56.604399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.779665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Allocated IP 172.20.0.18 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/619aad5c-8d37-4a99-90d9-dabda2f48d49/67bb6884-c730-41f3-8970-9c5de9875c18) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:56.920624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] For port 67bb6884-c730-41f3-8970-9c5de9875c18, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=67bb6884-c730-41f3-8970-9c5de9875c18,segment=NetworkSegment(55c42a92-1241-414a-b8a3-fda8f3084dec),segment_id=55c42a92-1241-414a-b8a3-fda8f3084dec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:56.954273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.958689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 67bb6884-c730-41f3-8970-9c5de9875c18 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:56.992878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Transition to ACTIVE for port object 67bb6884-c730-41f3-8970-9c5de9875c18 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:57.076013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.172087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 67bb6884-c730-41f3-8970-9c5de9875c18 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:57.173697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Delete allocated IP 172.20.0.29 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/619aad5c-8d37-4a99-90d9-dabda2f48d49) {{(pid=94671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:16:57.199099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e60971-d386-40ff-b125-8da8a545bab4 None None] Pushing event updated for resources: {'Port': ['ID=67bb6884-c730-41f3-8970-9c5de9875c18,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:57.354331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.370821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Ignored duplicate provisioning block setup for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:16:57.469156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.569511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=233362ee-b3c3-48dc-bbbb-fc1831fd0620,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:57.592379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] In _notify_port_updated(), no bound segment for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 on network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 {{(pid=94671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:16:57.602068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:57.604110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.605258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-59de645e-1e82-4736-9185-0c5c76ce1eb5 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/ports/233362ee-b3c3-48dc-bbbb-fc1831fd0620 HTTP/1.1" status: 200 len: 919 time: 1.1122911 Jul 27 22:16:57.608259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:57.615202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c442861d-0368-459e-8924-8bbf277503e2'}, {'subnet_id': '619aad5c-8d37-4a99-90d9-dabda2f48d49'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:57.754098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260681e-9512-4044-94a8-2b9b6a1ed957 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:57.820199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.891082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Provisioning for port 67bb6884-c730-41f3-8970-9c5de9875c18 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:57.897642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Provisioning complete for port 67bb6884-c730-41f3-8970-9c5de9875c18 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:57.898019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.017183 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.054250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] For port 67bb6884-c730-41f3-8970-9c5de9875c18, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=67bb6884-c730-41f3-8970-9c5de9875c18,segment=NetworkSegment(55c42a92-1241-414a-b8a3-fda8f3084dec),segment_id=55c42a92-1241-414a-b8a3-fda8f3084dec)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:58.124818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.30 (070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9/619aad5c-8d37-4a99-90d9-dabda2f48d49/233362ee-b3c3-48dc-bbbb-fc1831fd0620) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:58.183869 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.251743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d733-ba02-4b96-b8ed-c4e7210e3446 None None] Pushing event updated for resources: {'Port': ['ID=67bb6884-c730-41f3-8970-9c5de9875c18,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.272645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.287337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Ignored duplicate provisioning block setup for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:16:58.309177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Provisioning complete for port 67bb6884-c730-41f3-8970-9c5de9875c18 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:58.309562 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.412244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.510693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Provisioning for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:58.516954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Provisioning complete for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:58.517698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.518213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=233362ee-b3c3-48dc-bbbb-fc1831fd0620,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.576559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] In _notify_port_updated(), no bound segment for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 on network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:16:58.583144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:58.583665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8cb02e43-467a-43ed-9165-0fe560491128 None None] Port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:58.584028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.588772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98f4089d-390a-474c-8416-c2f9c28d21d7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/ports/233362ee-b3c3-48dc-bbbb-fc1831fd0620 HTTP/1.1" status: 200 len: 999 time: 0.9756994 Jul 27 22:16:58.591090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:58.725064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-325b932b-40c0-40f9-8d04-dbd12ec3548d None None] Provisioning complete for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:58.725449 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-325b932b-40c0-40f9-8d04-dbd12ec3548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.750570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:58.764193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.771408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-325b932b-40c0-40f9-8d04-dbd12ec3548d None None] Port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:58.859473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.874106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 233362ee-b3c3-48dc-bbbb-fc1831fd0620 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:58.894893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f1fd89ab-63f4-4f8e-9ccb-94a2f38a5f69 None None] Provisioning complete for port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:58.895158 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1fd89ab-63f4-4f8e-9ccb-94a2f38a5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.923020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 67bb6884-c730-41f3-8970-9c5de9875c18 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:58.971823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f1fd89ab-63f4-4f8e-9ccb-94a2f38a5f69 None None] Port 233362ee-b3c3-48dc-bbbb-fc1831fd0620 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:58.996139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 67bb6884-c730-41f3-8970-9c5de9875c18 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:58.996525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.167321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.199743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=233362ee-b3c3-48dc-bbbb-fc1831fd0620,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:59.313737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.315901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6f7a40b4-1397-44f4-8719-3920112680aa tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/233362ee-b3c3-48dc-bbbb-fc1831fd0620 HTTP/1.1" status: 204 len: 168 time: 0.7237630 Jul 27 22:16:59.318441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43036) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:59.348414 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aa3b46-bb44-4213-b782-67b726990ada tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:16:59.349175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0aa3b46-bb44-4213-b782-67b726990ada tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/233362ee-b3c3-48dc-bbbb-fc1831fd0620 HTTP/1.1" status: 404 len: 333 time: 0.0297847 Jul 27 22:16:59.352283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43038) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:59.424946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 619aad5c-8d37-4a99-90d9-dabda2f48d49 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:59.424946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.468971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.560277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.747651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.778436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=619aad5c-8d37-4a99-90d9-dabda2f48d49,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:59.780510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.784858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44d1d982-6d33-4aec-aaa6-f1ee92de9bfb tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/619aad5c-8d37-4a99-90d9-dabda2f48d49 HTTP/1.1" status: 204 len: 168 time: 0.4288304 Jul 27 22:16:59.789520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43044) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:59.790467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae94048-0fc7-40f8-aac0-514264273b6e None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:59.839635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet c442861d-0368-459e-8924-8bbf277503e2 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:59.843333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.901509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.009990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.223849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.260711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=c442861d-0368-459e-8924-8bbf277503e2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:00.261318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.264503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cac23542-5c1e-496b-9380-3de791d5f7af tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/c442861d-0368-459e-8924-8bbf277503e2 HTTP/1.1" status: 204 len: 168 time: 0.4772747 Jul 27 22:17:00.267136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43046) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:00.353629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.411686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 67bb6884-c730-41f3-8970-9c5de9875c18 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:00.412015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.473114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494ed72-49e6-430d-a126-dc8547bd3bb0 None None] Network 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:00.484206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port 67bb6884-c730-41f3-8970-9c5de9875c18, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=67bb6884-c730-41f3-8970-9c5de9875c18,segment=NetworkSegment(55c42a92-1241-414a-b8a3-fda8f3084dec),segment_id=55c42a92-1241-414a-b8a3-fda8f3084dec)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:00.484712 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.499655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 67bb6884-c730-41f3-8970-9c5de9875c18 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:00.544835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ad1b6f44-6a9e-45d0-b2e7-e84062588a72 None None] Provisioning complete for port 67bb6884-c730-41f3-8970-9c5de9875c18 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:00.545129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad1b6f44-6a9e-45d0-b2e7-e84062588a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.663418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.694076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port 67bb6884-c730-41f3-8970-9c5de9875c18 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:00.701230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=67bb6884-c730-41f3-8970-9c5de9875c18,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:00.734671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d3789-3d3d-425d-8cf7-0e0f79a8dc50 None None] DHCP port deletion for 070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:00.788157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.798050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.808985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c42a92-1241-414a-b8a3-fda8f3084dec') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.809285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c42a92-1241-414a-b8a3-fda8f3084dec') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.818809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.838067 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.845327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:00.845802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:00.851922 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:00.908408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 67bb6884-c730-41f3-8970-9c5de9875c18 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:00.939243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 67bb6884-c730-41f3-8970-9c5de9875c18 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:00.939608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 67bb6884-c730-41f3-8970-9c5de9875c18 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:01.006025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.013982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.015716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9 HTTP/1.1" status: 204 len: 168 time: 0.7473123 Jul 27 22:17:01.019407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.031010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a73d2-0f5d-458c-b2e3-4c9ac37f6639 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=070948e8-f4d1-4ca4-9c20-6a1d25b1fdd9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.088054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e921d8f-71d0-48fb-b92e-d0bdb534f160 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:01.089479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6e921d8f-71d0-48fb-b92e-d0bdb534f160 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0690715 Jul 27 22:17:01.093412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43054) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.156516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a67a0ef-2c58-4dbe-9495-3b593d4e81b3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0619140 Jul 27 22:17:01.159757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.164499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-699117749'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:01.257827 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:01.261539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.287380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:01.297498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.297841 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb of type vlan for network 685b2d21-9624-4002-bfa3-67d615f393df Jul 27 22:17:01.340122 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.450434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.458317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:01.458992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.539438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=685b2d21-9624-4002-bfa3-67d615f393df,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.551715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 685b2d21-9624-4002-bfa3-67d615f393df details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:01.656684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b4a8bb7-1449-4bc4-9f1d-be9fa149693a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4958603 Jul 27 22:17:01.659397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43058) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.664751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '685b2d21-9624-4002-bfa3-67d615f393df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:01.850909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:01.856345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.038908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f45f3e52-efd1-4520-b868-6305a4a55efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.172177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.538813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=463d795a-143f-4563-af03-d6fcb08d8163,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:02.544290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:02.545249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 685b2d21-9624-4002-bfa3-67d615f393df, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:02.686647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 685b2d21-9624-4002-bfa3-67d615f393df is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:02.806045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 685b2d21-9624-4002-bfa3-67d615f393df) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:02.810438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:02.811064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.814817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7731ecb-a4c8-4612-8887-3276f10f5c0d None None] Network 685b2d21-9624-4002-bfa3-67d615f393df requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:02.909684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-375af1e3-e73a-43c7-86f0-dfe679a0246d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2490702 Jul 27 22:17:02.912293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43064) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.917828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '685b2d21-9624-4002-bfa3-67d615f393df', 'name': 'tempest-PortsTestJSON-390374272'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:02.973781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-685b2d21-9624-4002-bfa3-67d615f393df', 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': '463d795a-143f-4563-af03-d6fcb08d8163'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:02.974705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.114871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:03.119185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.122605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Allocated IP 172.20.0.2 (685b2d21-9624-4002-bfa3-67d615f393df/463d795a-143f-4563-af03-d6fcb08d8163/bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:03.138757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:03.274698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.283944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Transition to ACTIVE for port object bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:03.299715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Transition to ACTIVE for port object bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:03.418999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.457322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Network 685b2d21-9624-4002-bfa3-67d615f393df is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:03.460724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:03.465063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:03.482339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Pushing event updated for resources: {'Port': ['ID=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:03.488624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.8 (685b2d21-9624-4002-bfa3-67d615f393df/463d795a-143f-4563-af03-d6fcb08d8163/ae73f98f-6fcb-49aa-a813-ca86ff0775d2) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:03.547907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Attempting to bind port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:03.548293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Attempting to bind port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:03.548666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Attempting to bind port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf on network 685b2d21-9624-4002-bfa3-67d615f393df {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:03.554173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:03.554728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Checking segment: {'id': 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:03.555141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.555535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Bound using segment: {'id': 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:03.556156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Bound port: bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '685b2d21-9624-4002-bfa3-67d615f393df'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:03.556558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.626333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] For port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:03.629948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] For port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,segment=NetworkSegment(f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb),segment_id=f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:03.659412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.680020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object ae73f98f-6fcb-49aa-a813-ca86ff0775d2 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:03.778564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.841808 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.849412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6183610-87c8-447c-91d8-43056204c4b5 None None] Pushing event updated for resources: {'Port': ['ID=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:03.903647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 685b2d21-9624-4002-bfa3-67d615f393df is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:03.910610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:03.913465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:03.920616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=ae73f98f-6fcb-49aa-a813-ca86ff0775d2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:03.975811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.977692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.101971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43072) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.102557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc3ae0e2-0bf8-478f-8363-faf8cc111dcf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1890402 Jul 27 22:17:04.109001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '685b2d21-9624-4002-bfa3-67d615f393df', 'name': 'tempest-PortsTestJSON-536304838'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:04.326615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:04.330586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.351386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 01b81f17-15c4-4491-bad7-e4d58b402a48 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:04.452481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e69bece3-23f4-48f1-b4ac-61608ec5a3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.474135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.12 (685b2d21-9624-4002-bfa3-67d615f393df/463d795a-143f-4563-af03-d6fcb08d8163/01b81f17-15c4-4491-bad7-e4d58b402a48) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:04.645503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.661202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 01b81f17-15c4-4491-bad7-e4d58b402a48 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:04.824234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.863195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.925706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 685b2d21-9624-4002-bfa3-67d615f393df is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:04.928858 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:04.933017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df7f43-b804-427e-9b8d-884d103868b4 None None] Network 685b2d21-9624-4002-bfa3-67d615f393df requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:04.935004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:04.936708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:04.939209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=01b81f17-15c4-4491-bad7-e4d58b402a48,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:04.992354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:04.992910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.076383 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83b57b64-3ec5-4abc-8c1b-bf29c5f0e2bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9726455 Jul 27 22:17:05.079580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43078) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.147493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0d0ef3a1-cdb9-4a52-a83a-4edf1d7f0a22 None None] Provisioning for port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:05.227938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483601f-5ab2-4a58-a52c-89972f3cbff7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:05.232554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1483601f-5ab2-4a58-a52c-89972f3cbff7 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1490762 Jul 27 22:17:05.232717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.253244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:05.264990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:05.265603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.379700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 01b81f17-15c4-4491-bad7-e4d58b402a48 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:05.380053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.383600 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.433374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,segment=NetworkSegment(f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb),segment_id=f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:05.513388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.527835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 01b81f17-15c4-4491-bad7-e4d58b402a48 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:05.537701 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.601611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Provisioning for port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:05.609868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Provisioning complete for port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:05.610493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.612132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:05.678354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:05.691235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Provisioning complete for port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:05.692056 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.783679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.788614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-81d57b69-b831-4b59-ae01-70c421fd6726 None None] Could not find standard attr ID for object 01b81f17-15c4-4491-bad7-e4d58b402a48. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:05.817053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=01b81f17-15c4-4491-bad7-e4d58b402a48,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:05.876474 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.907360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.909061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-749a520f-da3a-4375-9501-dada03ed5425 None None] Provisioning complete for port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:05.910428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e654fb5a-1c25-475b-b3c4-25d5ce641430 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/01b81f17-15c4-4491-bad7-e4d58b402a48 HTTP/1.1" status: 204 len: 168 time: 0.6762457 Jul 27 22:17:05.910814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-749a520f-da3a-4375-9501-dada03ed5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.912841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43090) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.960123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-749a520f-da3a-4375-9501-dada03ed5425 None None] Port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:05.965440 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0039706e-ba43-4f72-8e99-12f6f5869e36 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:05.967590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0039706e-ba43-4f72-8e99-12f6f5869e36 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/01b81f17-15c4-4491-bad7-e4d58b402a48 HTTP/1.1" status: 404 len: 333 time: 0.0524552 Jul 27 22:17:05.970645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43092) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.076581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-24f23a39-a280-4e7e-8531-d1ebc0e6b773 None None] Could not find standard attr ID for object 01b81f17-15c4-4491-bad7-e4d58b402a48. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:06.090638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port ae73f98f-6fcb-49aa-a813-ca86ff0775d2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:06.091156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.213556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.227006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for ae73f98f-6fcb-49aa-a813-ca86ff0775d2 owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:06.480952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.512901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=ae73f98f-6fcb-49aa-a813-ca86ff0775d2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:06.595194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.597520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eeae6bd8-6dd2-47b4-8165-60c8ff7ff863 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/ae73f98f-6fcb-49aa-a813-ca86ff0775d2 HTTP/1.1" status: 204 len: 168 time: 0.6258044 Jul 27 22:17:06.604172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43098) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.634487 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-826aa2ba-f012-42d8-90a7-5f6794190580 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:06.639036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-826aa2ba-f012-42d8-90a7-5f6794190580 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/ae73f98f-6fcb-49aa-a813-ca86ff0775d2 HTTP/1.1" status: 404 len: 333 time: 0.0310085 Jul 27 22:17:06.639271 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43100) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.708086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 463d795a-143f-4563-af03-d6fcb08d8163 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:06.711983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.752556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.840427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.913237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:06.961817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:06.962168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.989979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.020260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=463d795a-143f-4563-af03-d6fcb08d8163,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.024021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.026766 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e11dae6f-1c3b-41e6-a5b9-b6a9feb0478f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/463d795a-143f-4563-af03-d6fcb08d8163 HTTP/1.1" status: 204 len: 168 time: 0.3862784 Jul 27 22:17:07.037039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.043816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c1e73-35d6-4df1-86dd-77363a4a2809 None None] Network 685b2d21-9624-4002-bfa3-67d615f393df requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:07.125732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.183885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:07.184372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.193630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.254232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,segment=NetworkSegment(f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb),segment_id=f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:07.254656 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.265376 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:07.268856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:07.271241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] DHCP port deletion for 685b2d21-9624-4002-bfa3-67d615f393df request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:07.323208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Deleting port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:07.323605 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.389576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] For port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,segment=NetworkSegment(f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb),segment_id=f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:07.390036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.405634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Calling delete_port for bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:07.475262 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.502122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.514623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.516568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:07.538253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] Pushing event deleted for resources: {'Port': ['ID=bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.538253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e35990-a663-4647-adf9-22b0dad85b70 None None] No DVR routers for this DVR port bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:07.604366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.611936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.623208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685b2d21-9624-4002-bfa3-67d615f393df']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:07.634798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:07.638614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f8eb5e-7fc4-4559-b751-e7c8d0cb62bb') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:07.644525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.659523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.667050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:07.667452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:07.670846 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:07.840792 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.850732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.850732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/685b2d21-9624-4002-bfa3-67d615f393df HTTP/1.1" status: 204 len: 168 time: 0.8118956 Jul 27 22:17:07.858127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43118) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.863419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac9ae3-c55e-4bb4-9728-470636d7b3ba tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=685b2d21-9624-4002-bfa3-67d615f393df,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.863830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-605307797'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:07.973133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:07.977112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.010268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:08.023604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.023959 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df of type vlan for network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 Jul 27 22:17:08.095951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.207971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.214927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.215567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.299417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=8e7ea5bd-c656-4817-b0ac-f92bbd6934f5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:08.318753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:08.385972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c40da339-69d3-4ee3-b9d3-7be4ec6abe6f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5261643 Jul 27 22:17:08.389585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43126) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:08.394791 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.400054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:08.585456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:08.591234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.861504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.890458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:08.916034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:08.916536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd824a2b-29e4-455b-8e9a-85f1e1c4bbcf not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:08.940962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:08.960251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:08.960619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:09.064097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:09.177747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:09.182226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.182869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:09.189031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f0a2f2-e171-4225-b444-a50693c63e69 None None] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:09.283944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14af6287-327b-458e-bf7c-45ab67349cfe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8903284 Jul 27 22:17:09.284191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43132) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:09.289329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5', 'name': 'tempest-PortsTestJSON-177966416', 'fixed_ips': [{'subnet_id': '9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b', 'ip_address': '172.20.0.10'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:09.364941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8e7ea5bd-c656-4817-b0ac-f92bbd6934f5', 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': '9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:09.365918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:09.534729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:09.626226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:09.646278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 21d872cc-a4a9-4f46-b970-4f315d140bda yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:09.685591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Allocated IP 172.20.0.2 (8e7ea5bd-c656-4817-b0ac-f92bbd6934f5/9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b/1458ba19-3fdf-4931-afd7-2f756729eb01) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:09.876207 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:09.885294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Transition to ACTIVE for port object 1458ba19-3fdf-4931-afd7-2f756729eb01 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:09.902174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Transition to ACTIVE for port object 1458ba19-3fdf-4931-afd7-2f756729eb01 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:09.989458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.027530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:10.030566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:10.034114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:10.041125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.10 (8e7ea5bd-c656-4817-b0ac-f92bbd6934f5/9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b/21d872cc-a4a9-4f46-b970-4f315d140bda) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:10.050913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Pushing event updated for resources: {'Port': ['ID=1458ba19-3fdf-4931-afd7-2f756729eb01,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:10.112490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Attempting to bind port 1458ba19-3fdf-4931-afd7-2f756729eb01 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:10.112904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Attempting to bind port 1458ba19-3fdf-4931-afd7-2f756729eb01 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:10.113415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Attempting to bind port 1458ba19-3fdf-4931-afd7-2f756729eb01 on network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:10.120095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:10.120898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Checking segment: {'id': 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:10.121357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.122050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Bound using segment: {'id': 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:10.122653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Bound port: 1458ba19-3fdf-4931-afd7-2f756729eb01, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:10.123108 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.199873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] For port 1458ba19-3fdf-4931-afd7-2f756729eb01, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:10.203234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] For port 1458ba19-3fdf-4931-afd7-2f756729eb01, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1458ba19-3fdf-4931-afd7-2f756729eb01,segment=NetworkSegment(bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df),segment_id=bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:10.216975 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.231487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 21d872cc-a4a9-4f46-b970-4f315d140bda will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:10.281061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.345643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102192c3-c9db-4992-a9ef-5727b7406eef None None] Pushing event updated for resources: {'Port': ['ID=1458ba19-3fdf-4931-afd7-2f756729eb01,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:10.355355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.401979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:10.407458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:10.411155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:10.435737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=21d872cc-a4a9-4f46-b970-4f315d140bda,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:10.470117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.470117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.578420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c305e47-330d-49d5-9358-82f439c34290 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2930977 Jul 27 22:17:10.580850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43138) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:10.586917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '8e7ea5bd-c656-4817-b0ac-f92bbd6934f5', 'name': 'tempest-PortsTestJSON-1111803551', 'fixed_ips': [{'subnet_id': '9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b', 'ip_address': '172.20.0.9'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:10.829263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:10.835825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.858183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 268b2ab4-4347-46aa-bc6b-8cd482c9dddc yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:10.959831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1458ba19-3fdf-4931-afd7-2f756729eb01 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:11.062257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.9 (8e7ea5bd-c656-4817-b0ac-f92bbd6934f5/9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b/268b2ab4-4347-46aa-bc6b-8cd482c9dddc) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:11.092502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1458ba19-3fdf-4931-afd7-2f756729eb01 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:11.248389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.266720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 268b2ab4-4347-46aa-bc6b-8cd482c9dddc will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:11.367447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.382214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91817561-c966-4035-85e2-08d6d7de6471 None None] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:11.425897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:11.429159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:11.435929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:11.470248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=268b2ab4-4347-46aa-bc6b-8cd482c9dddc,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:11.503127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.503769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.578585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Provisioning for port 1458ba19-3fdf-4931-afd7-2f756729eb01 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:11.582688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Provisioning complete for port 1458ba19-3fdf-4931-afd7-2f756729eb01 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:11.583066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.616684 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d853d965-1fc2-4553-bfdd-4882fecfd3e6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0344927 Jul 27 22:17:11.619300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43150) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.700077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.753868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] For port 1458ba19-3fdf-4931-afd7-2f756729eb01, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1458ba19-3fdf-4931-afd7-2f756729eb01,segment=NetworkSegment(bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df),segment_id=bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:11.787912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a38dc5-94df-4b95-b5f1-d3f33d4a6b96 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.792426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a7a38dc5-94df-4b95-b5f1-d3f33d4a6b96 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1704512 Jul 27 22:17:11.792819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43156) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.844976 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.883320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34e92a-db4c-4d15-8cf5-6d43382da412 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.892346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34e92a-db4c-4d15-8cf5-6d43382da412 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.901421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34e92a-db4c-4d15-8cf5-6d43382da412 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.903205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca34e92a-db4c-4d15-8cf5-6d43382da412 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1092503 Jul 27 22:17:11.906114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.917268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4754fd-f752-423b-b594-46a1ec8da75a None None] Pushing event updated for resources: {'Port': ['ID=1458ba19-3fdf-4931-afd7-2f756729eb01,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:12.041344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 268b2ab4-4347-46aa-bc6b-8cd482c9dddc {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:12.042840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.061354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Provisioning for port 21d872cc-a4a9-4f46-b970-4f315d140bda completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:12.065858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Provisioning complete for port 21d872cc-a4a9-4f46-b970-4f315d140bda triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:12.066398 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.109519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Port 21d872cc-a4a9-4f46-b970-4f315d140bda cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:12.153112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.169762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 268b2ab4-4347-46aa-bc6b-8cd482c9dddc owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:12.183686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Provisioning for port 268b2ab4-4347-46aa-bc6b-8cd482c9dddc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:12.188346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Provisioning complete for port 268b2ab4-4347-46aa-bc6b-8cd482c9dddc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:12.188346 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.232196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Port 268b2ab4-4347-46aa-bc6b-8cd482c9dddc cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:12.243758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Provisioning complete for port 1458ba19-3fdf-4931-afd7-2f756729eb01 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:12.244141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f02f919-71a5-4a0a-ba4f-18e7d0b09cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.395689 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.423434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=268b2ab4-4347-46aa-bc6b-8cd482c9dddc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:12.457159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-af14570b-d37b-40ab-8d6f-baeca9e016aa None None] Could not find standard attr ID for object 268b2ab4-4347-46aa-bc6b-8cd482c9dddc. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:12.469884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-af14570b-d37b-40ab-8d6f-baeca9e016aa None None] Provisioning complete for port 21d872cc-a4a9-4f46-b970-4f315d140bda triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:12.470292 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af14570b-d37b-40ab-8d6f-baeca9e016aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.514439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-af14570b-d37b-40ab-8d6f-baeca9e016aa None None] Port 21d872cc-a4a9-4f46-b970-4f315d140bda cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:12.523799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.529108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3e6534d1-e44a-4974-ace1-93ec4e399348 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/268b2ab4-4347-46aa-bc6b-8cd482c9dddc HTTP/1.1" status: 204 len: 168 time: 0.6191432 Jul 27 22:17:12.529421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43160) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:12.563583 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5d0055-c9ec-4c71-8bc1-5f47a7226633 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:12.565562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2c5d0055-c9ec-4c71-8bc1-5f47a7226633 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/268b2ab4-4347-46aa-bc6b-8cd482c9dddc HTTP/1.1" status: 404 len: 333 time: 0.0350342 Jul 27 22:17:12.568845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43162) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:12.679568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 21d872cc-a4a9-4f46-b970-4f315d140bda {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:12.679924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.785672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.800143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 21d872cc-a4a9-4f46-b970-4f315d140bda owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:12.906277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1458ba19-3fdf-4931-afd7-2f756729eb01 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:12.963536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1458ba19-3fdf-4931-afd7-2f756729eb01 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:12.963996 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.006959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.036401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=21d872cc-a4a9-4f46-b970-4f315d140bda,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.123062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.125142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-140ae14e-7ffd-4f34-a96c-e979a7c0b1a9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/21d872cc-a4a9-4f46-b970-4f315d140bda HTTP/1.1" status: 204 len: 168 time: 0.5549977 Jul 27 22:17:13.127761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43168) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.157884 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f45be3d-b91f-482c-afbb-3b65e0aa7423 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:13.159592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f45be3d-b91f-482c-afbb-3b65e0aa7423 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/21d872cc-a4a9-4f46-b970-4f315d140bda HTTP/1.1" status: 404 len: 333 time: 0.0308342 Jul 27 22:17:13.162391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43170) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.239064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:13.243223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.293183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.379000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.561235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.591914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.593974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.596969 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c3714652-6c7e-4bfb-a789-d1c0d1df881f tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b HTTP/1.1" status: 204 len: 168 time: 0.4323437 Jul 27 22:17:13.602450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43172) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.602934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a85d35-dab5-4520-9a3b-9f85a98947ba None None] Network 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:13.685494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.749040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 1458ba19-3fdf-4931-afd7-2f756729eb01 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:13.753650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.816040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] DHCP port deletion for 8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:13.831968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port 1458ba19-3fdf-4931-afd7-2f756729eb01, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1458ba19-3fdf-4931-afd7-2f756729eb01,segment=NetworkSegment(bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df),segment_id=bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:13.832769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.859998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 1458ba19-3fdf-4931-afd7-2f756729eb01 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:13.870937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Deleting port 1458ba19-3fdf-4931-afd7-2f756729eb01 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:13.874916 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.953756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] For port 1458ba19-3fdf-4931-afd7-2f756729eb01, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1458ba19-3fdf-4931-afd7-2f756729eb01,segment=NetworkSegment(bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df),segment_id=bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:13.954578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.970801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Calling delete_port for 1458ba19-3fdf-4931-afd7-2f756729eb01 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:14.061584 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-edb35e02-c54c-4630-9dbc-1c4aad9ee3bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623534 Jul 27 22:17:14.082174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.094066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.113113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=1458ba19-3fdf-4931-afd7-2f756729eb01,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.117327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port 1458ba19-3fdf-4931-afd7-2f756729eb01 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:14.138088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] Pushing event deleted for resources: {'Port': ['ID=1458ba19-3fdf-4931-afd7-2f756729eb01,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.143162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d05e80-2d7e-4df7-b7fc-09080714a7d7 None None] No DVR routers for this DVR port 1458ba19-3fdf-4931-afd7-2f756729eb01 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:14.177277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-668a9b46-1fa9-456e-a052-c116f178580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.178972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-668a9b46-1fa9-456e-a052-c116f178580c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0697305 Jul 27 22:17:14.212223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.224709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7ea5bd-c656-4817-b0ac-f92bbd6934f5']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:14.237981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:14.238332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1a36f5-ca0b-483d-8a16-8dd8c27fa1df') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:14.249480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.269596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.278135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:14.278589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:14.282467 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:14.309416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-3e043816-e9f5-42a1-8011-e7b338ac198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.311147 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-3e043816-e9f5-42a1-8011-e7b338ac198a service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1046529 Jul 27 22:17:14.379571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-1796023a-a2d9-4cbb-961a-372fb2af9965 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1001 time: 0.0611773 Jul 27 22:17:14.411978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.420702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.422911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/8e7ea5bd-c656-4817-b0ac-f92bbd6934f5 HTTP/1.1" status: 204 len: 168 time: 0.8228955 Jul 27 22:17:14.428686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43178) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.435695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2036179196'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.439031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23629b0-c757-4221-b4a4-ca90e012c13a tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=8e7ea5bd-c656-4817-b0ac-f92bbd6934f5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.459955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-e0fdab1e-6aa3-48fa-9738-a51798e4c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.462529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-e0fdab1e-6aa3-48fa-9738-a51798e4c3c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0749593 Jul 27 22:17:14.525432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-24c228c6-82a9-4173-8a00-ad8898260762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.527713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-24c228c6-82a9-4173-8a00-ad8898260762 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584099 Jul 27 22:17:14.590478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:14.593961 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.646327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:14.654841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-42caa906-c544-4a79-8d38-5c6e3c5bd5e4 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201839 Jul 27 22:17:14.661687 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.662043 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Added segment d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c of type vlan for network 99bb6010-e458-495e-9417-446394cd7849 Jul 27 22:17:14.750965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.805494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c859d752-0821-4f69-9a66-9d62505b9a68 req-eed8609b-e888-4f47-98e9-143e907bdcec service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417742 Jul 27 22:17:14.893735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.900396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.901221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.908280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1458ba19-3fdf-4931-afd7-2f756729eb01 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:14.934648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1458ba19-3fdf-4931-afd7-2f756729eb01 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:14.935010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1458ba19-3fdf-4931-afd7-2f756729eb01 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:14.978709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Network': ['ID=99bb6010-e458-495e-9417-446394cd7849,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.989067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 99bb6010-e458-495e-9417-446394cd7849 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:15.061924 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13eb710f-5e28-44bb-a032-12a763a2cb08 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6297898 Jul 27 22:17:15.064499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43186) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:15.069748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': '99bb6010-e458-495e-9417-446394cd7849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:15.234646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:15.238253 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.507314 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.576812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=4404e6f0-c41d-41ff-abed-7c29055bb67a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:15.581338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Checking segment: {'id': 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '99bb6010-e458-495e-9417-446394cd7849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:15.581707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network hostable DHCP agents. Network: 99bb6010-e458-495e-9417-446394cd7849, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:15.680200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 99bb6010-e458-495e-9417-446394cd7849 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:15.748841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43196) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:15.783257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 99bb6010-e458-495e-9417-446394cd7849) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:15.788000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:15.788132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.792740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4737658-aeba-4782-8251-757a43fa30e5 None None] Network 99bb6010-e458-495e-9417-446394cd7849 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:15.870171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-861cf5a5-925f-4be2-93d6-b082397e3455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.883475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2600585c-4b3e-4f5e-a80d-4f9a4f35ab2e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8173828 Jul 27 22:17:15.886027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:15.892766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2108881716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:15.957243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-99bb6010-e458-495e-9417-446394cd7849', 'network_id': '99bb6010-e458-495e-9417-446394cd7849', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': '4404e6f0-c41d-41ff-abed-7c29055bb67a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:15.958667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.986498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-861cf5a5-925f-4be2-93d6-b082397e3455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.097836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-861cf5a5-925f-4be2-93d6-b082397e3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.103452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Allocated IP 172.20.0.2 (99bb6010-e458-495e-9417-446394cd7849/4404e6f0-c41d-41ff-abed-7c29055bb67a/8d7929d2-3a52-4f94-bb29-8b7822a767f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:16.144951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-861cf5a5-925f-4be2-93d6-b082397e3455 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d341d4f329f4489691bcaf1fe06b052e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949487 Jul 27 22:17:16.148155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.162727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cf5a5-925f-4be2-93d6-b082397e3455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb79ec-2105-4226-8214-856580e78411,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:16.211279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.222641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.225912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.246483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.268473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.277852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Transition to ACTIVE for port object 8d7929d2-3a52-4f94-bb29-8b7822a767f9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:16.292062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43210) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.300461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Transition to ACTIVE for port object 8d7929d2-3a52-4f94-bb29-8b7822a767f9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:16.320921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.366942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.398951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0475669-c325-42b6-9f74-602ffe15f9ea tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.400374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0475669-c325-42b6-9f74-602ffe15f9ea tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.400871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0475669-c325-42b6-9f74-602ffe15f9ea tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.402809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a0475669-c325-42b6-9f74-602ffe15f9ea tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=e650df896f8646e8904f44c32b708657&network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 2970 time: 0.1095846 Jul 27 22:17:16.405262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Network 99bb6010-e458-495e-9417-446394cd7849 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:16.408105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:16.413716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:16.424861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Pushing event updated for resources: {'Port': ['ID=8d7929d2-3a52-4f94-bb29-8b7822a767f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:16.456262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.480002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Attempting to bind port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Attempting to bind port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '99bb6010-e458-495e-9417-446394cd7849'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Attempting to bind port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 on network 99bb6010-e458-495e-9417-446394cd7849 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Checking segment: {'id': 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '99bb6010-e458-495e-9417-446394cd7849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Bound using segment: {'id': 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '99bb6010-e458-495e-9417-446394cd7849'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Bound port: 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '99bb6010-e458-495e-9417-446394cd7849'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:16.488016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.507162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.510800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.519543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77fb79ec-2105-4226-8214-856580e78411 HTTP/1.1" status: 204 len: 168 time: 0.3629887 Jul 27 22:17:16.521274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d87cdc-da68-4a9f-9641-df55c325c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb79ec-2105-4226-8214-856580e78411,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:16.570774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] For port 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:16.575060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] For port 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7929d2-3a52-4f94-bb29-8b7822a767f9,segment=NetworkSegment(d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c),segment_id=d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:16.583102 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.586715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-664d95ae-b0ba-4825-8f38-6fe2b49657c6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6974077 Jul 27 22:17:16.587348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43216) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.592464 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'network_id': '99bb6010-e458-495e-9417-446394cd7849', 'name': 'tempest-PortsTestJSON-1185447968'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:16.658411 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.729630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c450f0e-06d6-4d03-83c3-4d3d56032fb4 None None] Pushing event updated for resources: {'Port': ['ID=8d7929d2-3a52-4f94-bb29-8b7822a767f9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:16.789218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:16.793414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.813710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 3b37d19b-a10d-4ede-9474-fd1300099e21 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:16.998243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.5 (99bb6010-e458-495e-9417-446394cd7849/4404e6f0-c41d-41ff-abed-7c29055bb67a/3b37d19b-a10d-4ede-9474-fd1300099e21) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:17.163736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.303416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:17.318207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdffddb3-1a77-4f50-a9bb-5c5546bbc6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.448593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdffddb3-1a77-4f50-a9bb-5c5546bbc6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.487364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 3b37d19b-a10d-4ede-9474-fd1300099e21 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:17.572571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdffddb3-1a77-4f50-a9bb-5c5546bbc6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.614356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fdffddb3-1a77-4f50-a9bb-5c5546bbc6d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28a0bb00de6e4b908222912a2f890179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097298 Jul 27 22:17:17.615153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffddb3-1a77-4f50-a9bb-5c5546bbc6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c53807-7bd5-4f03-9527-423bafb0b0a8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.617640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43226) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:17.619263 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.675615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 99bb6010-e458-495e-9417-446394cd7849 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:17.678982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:17.682004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:17.682679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.690640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=3b37d19b-a10d-4ede-9474-fd1300099e21,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.709969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.726918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f85981-5daf-432e-9f20-c23c6629c6e7 None None] Network 99bb6010-e458-495e-9417-446394cd7849 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:17.741892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:17.742744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.850456 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e7d38dcb-f2d4-49b5-938a-ebe97f0f8ae1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2619600 Jul 27 22:17:17.853321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43228) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:17.900726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.902421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7b1f5bc4-dae7-4155-8e22-1e8b22dcee82 None None] Provisioning for port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:17.903651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.905028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3c53807-7bd5-4f03-9527-423bafb0b0a8 HTTP/1.1" status: 204 len: 168 time: 0.2858808 Jul 27 22:17:18.292008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc9f7-888b-496c-b7bc-ac9427cab6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c53807-7bd5-4f03-9527-423bafb0b0a8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:18.302569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-23a6b5f6-6a35-48a3-86c0-64ada9e8d986 None None] Provisioning for port 3b37d19b-a10d-4ede-9474-fd1300099e21 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:18.311460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-23a6b5f6-6a35-48a3-86c0-64ada9e8d986 None None] Provisioning complete for port 3b37d19b-a10d-4ede-9474-fd1300099e21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:18.311963 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23a6b5f6-6a35-48a3-86c0-64ada9e8d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.364987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-23a6b5f6-6a35-48a3-86c0-64ada9e8d986 None None] Port 3b37d19b-a10d-4ede-9474-fd1300099e21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:18.508650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-77db400a-1af8-49b1-b1e2-5eefb3399b8f None None] Provisioning complete for port 3b37d19b-a10d-4ede-9474-fd1300099e21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:18.509166 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77db400a-1af8-49b1-b1e2-5eefb3399b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.532816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43242) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:18.552329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-77db400a-1af8-49b1-b1e2-5eefb3399b8f None None] Port 3b37d19b-a10d-4ede-9474-fd1300099e21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:18.609856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.616024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02542f5-ad2c-4d9d-9c5c-d1d512e39eb5 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:18.623725 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d02542f5-ad2c-4d9d-9c5c-d1d512e39eb5 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf HTTP/1.1" status: 200 len: 814 time: 0.0887878 Jul 27 22:17:18.863651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-df724657-0498-4a53-8a5d-65790e1e5b5f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1563578 Jul 27 22:17:18.937532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7929d2-3a52-4f94-bb29-8b7822a767f9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:18.952985 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.985637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-0ae7c0ef-bf63-42c3-a091-c2e06ceb9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:18.987222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-0ae7c0ef-bf63-42c3-a091-c2e06ceb9029 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1097 time: 0.0694747 Jul 27 22:17:19.060517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.092009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:19.098657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:19.103676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:19.103676 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.104719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'network': {'name': 'tempest-network-smoke--1981905552', 'project_id': 'e650df896f8646e8904f44c32b708657', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:19.173526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=3b37d19b-a10d-4ede-9474-fd1300099e21,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:19.207812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-5e9f9f31-9336-4cde-a8c1-601b07a33b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.209877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.210194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-5e9f9f31-9336-4cde-a8c1-601b07a33b89 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 897 time: 0.2001054 Jul 27 22:17:19.218388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:19.223908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.258713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7929d2-3a52-4f94-bb29-8b7822a767f9,segment=NetworkSegment(d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c),segment_id=d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:19.266715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:19.277220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.277632 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Added segment 3bfbbcf5-3344-429c-b7ef-3e3ed233189a of type vlan for network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 Jul 27 22:17:19.322882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.345055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-80b06f23-c1c1-43fb-a38a-947860a564d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 1001 time: 0.1126504 Jul 27 22:17:19.377219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.429828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-908ec810-a82c-4222-934a-8e7db7402526 None None] Provisioning complete for port 3b37d19b-a10d-4ede-9474-fd1300099e21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:19.434181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-908ec810-a82c-4222-934a-8e7db7402526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.455390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.462102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8d7929d2-3a52-4f94-bb29-8b7822a767f9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:19.462823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-d22857df-aac7-4e78-b86e-61e3341ad7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.464120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-d22857df-aac7-4e78-b86e-61e3341ad7b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 200 len: 834 time: 0.1064358 Jul 27 22:17:19.476147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-908ec810-a82c-4222-934a-8e7db7402526 None None] Port 3b37d19b-a10d-4ede-9474-fd1300099e21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:19.484129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.489996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.490694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.566547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Network': ['ID=74bc544c-a395-44e5-a8c7-17ac643e6dd1,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:19.579104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:19.604413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-133c5fb4-6b3b-4166-a050-2397219db45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.606330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-133c5fb4-6b3b-4166-a050-2397219db45a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028705 Jul 27 22:17:19.617263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dde9461e-e7d0-4eb6-8b5d-45de5abb20b5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5172186 Jul 27 22:17:19.621187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43266) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:19.707706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2fb84-45b8-4240-8642-8df2c660da99 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.709979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-54b2fb84-45b8-4240-8642-8df2c660da99 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e650df896f8646e8904f44c32b708657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0875025 Jul 27 22:17:19.714327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43270) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:19.782615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.822989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-9f69359b-6f67-4bab-a0e1-5e52a3fd6ac3 service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079413 Jul 27 22:17:20.001644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717bc63a-401e-4f2d-95f3-80ac31c51856 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.005780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-717bc63a-401e-4f2d-95f3-80ac31c51856 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2865448 Jul 27 22:17:20.006486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43278) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.054198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4cb0a5b8-9a06-4566-b8f7-1e069a95c173 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465081 Jul 27 22:17:20.054825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43284) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.055113 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1575ba6-b773-4be4-a42e-ae55cbf4890c req-4bfb25ee-c20c-4767-95de-895eea07da29 service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094226 Jul 27 22:17:20.084983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e5fcaf7b-f131-4af1-9b01-b3daa3db845c tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e650df896f8646e8904f44c32b708657&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285742 Jul 27 22:17:20.087201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43286) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.185745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.246782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f428cc-5d9f-4243-91c0-b6c690718977 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.248345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f3f428cc-5d9f-4243-91c0-b6c690718977 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598630 Jul 27 22:17:20.251186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43288) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.257313 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.279888 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b29f7c0-c7c3-49d7-80e6-e794e7d779cc tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275834 Jul 27 22:17:20.283929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43290) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.287396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2034612503', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'project_id': 'e650df896f8646e8904f44c32b708657', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:20.343387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.345218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=3b37d19b-a10d-4ede-9474-fd1300099e21,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.448208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network 99bb6010-e458-495e-9417-446394cd7849 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:20.449635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:20.484227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:20.488198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.683793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Router 8bd2f342-1b12-4197-9bce-eed131e42576 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:20.703032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac8d1e91-1310-4bab-a369-cbad15d091c5 None None] Provisioning complete for port 3b37d19b-a10d-4ede-9474-fd1300099e21 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.703591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1e91-1310-4bab-a369-cbad15d091c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.743201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d1e91-1310-4bab-a369-cbad15d091c5 None None] Port 3b37d19b-a10d-4ede-9474-fd1300099e21 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:20.776358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.785433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:20.793280 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2e458acc-1b2d-4e59-942e-15c401020bf1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/routers/8bd2f342-1b12-4197-9bce-eed131e42576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9362907 Jul 27 22:17:20.793537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.800585 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] Sync routers for ids ['8bd2f342-1b12-4197-9bce-eed131e42576'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:20.810624 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] Routers {'8bd2f342-1b12-4197-9bce-eed131e42576'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:20.814876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8bd2f342-1b12-4197-9bce-eed131e42576'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:20.847401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:20.858960 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] Routers {'8bd2f342-1b12-4197-9bce-eed131e42576'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:20.859865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8bd2f342-1b12-4197-9bce-eed131e42576'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:20.862645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Subnet': ['ID=3766d0e5-29b5-40fc-901c-d94018ccc319,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.869058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Checking segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:20.869503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network hostable DHCP agents. Network: 74bc544c-a395-44e5-a8c7-17ac643e6dd1, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:20.869661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a70d55-c413-4679-ba90-e49cdfea323c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.878736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-38a70d55-c413-4679-ba90-e49cdfea323c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bd2f342-1b12-4197-9bce-eed131e42576 HTTP/1.1" status: 200 len: 982 time: 0.0769973 Jul 27 22:17:20.878736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43294) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:20.903284 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:20.904002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3871c11-1c43-4cda-9067-d2960fdbe6bf None None] The sync data for ids ['8bd2f342-1b12-4197-9bce-eed131e42576'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:20.946948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7929d2-3a52-4f94-bb29-8b7822a767f9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:20.955173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:20.995971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.996568 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.058375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 74bc544c-a395-44e5-a8c7-17ac643e6dd1) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:21.070938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce635d-2939-4c0c-ac10-d56432ba1cfd None None] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:21.074095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:21.076511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.204767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-553541c6-4e88-41b7-8081-7c633feb8275 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9212832 Jul 27 22:17:21.231375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ips': [{'subnet_id': '3766d0e5-29b5-40fc-901c-d94018ccc319'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:21.232427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.374735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.411173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Allocated IP 172.20.0.18 (74bc544c-a395-44e5-a8c7-17ac643e6dd1/3766d0e5-29b5-40fc-901c-d94018ccc319/54a70443-295f-419a-9977-bac2a3476a2c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:21.528904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:21.533792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256243862', 'description': 'tempest-secgroup-smoke-1256243862 description', 'project_id': 'e650df896f8646e8904f44c32b708657'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:21.627132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.637085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.648474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Transition to ACTIVE for port object 54a70443-295f-419a-9977-bac2a3476a2c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:21.675274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Transition to ACTIVE for port object 54a70443-295f-419a-9977-bac2a3476a2c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:21.736021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.737785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.781711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:21.784542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:21.788899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:21.792294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Pushing event updated for resources: {'Port': ['ID=54a70443-295f-419a-9977-bac2a3476a2c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:21.821969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.852057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Attempting to bind port 54a70443-295f-419a-9977-bac2a3476a2c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:21.855850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Attempting to bind port 54a70443-295f-419a-9977-bac2a3476a2c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:21.855850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Attempting to bind port 54a70443-295f-419a-9977-bac2a3476a2c on network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:21.860311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:21.861183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Checking segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:21.861333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d529a2a1-9e90-4384-ac56-036b1bf8f707,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:21.862022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.862638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Bound using segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:21.863420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Bound port: 54a70443-295f-419a-9977-bac2a3476a2c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:21.863825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.933567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.935269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-79fd5232-6ffd-4720-9118-61ab9b200ebf tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4050376 Jul 27 22:17:21.938247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43306) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:21.942987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:21.945117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] For port 54a70443-295f-419a-9977-bac2a3476a2c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:21.949966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] For port 54a70443-295f-419a-9977-bac2a3476a2c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54a70443-295f-419a-9977-bac2a3476a2c,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:22.005025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 3b37d19b-a10d-4ede-9474-fd1300099e21 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:22.005592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.050431 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.108901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.112717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.121443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6f362-5020-46fe-9b1b-c9b26d94a57d None None] Pushing event updated for resources: {'Port': ['ID=54a70443-295f-419a-9977-bac2a3476a2c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.125461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 3b37d19b-a10d-4ede-9474-fd1300099e21 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:22.204774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.319990 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.341090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a517bc-e52d-421e-9df2-53deda4966cc,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.427283 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.427460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.428599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03501c72-654a-465f-affe-573d33151e69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4894652 Jul 27 22:17:22.432389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:22.439215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:22.474862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=3b37d19b-a10d-4ede-9474-fd1300099e21,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.638317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.643686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.836303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.854139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Router 8bd2f342-1b12-4197-9bce-eed131e42576 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:22.940125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.967710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c9b633-8903-40be-9b75-510a6885ffe4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.971107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:22.975703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54a70443-295f-419a-9977-bac2a3476a2c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:22.976526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a1b5580-4774-4ab6-b64f-fb7906388647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/routers/8bd2f342-1b12-4197-9bce-eed131e42576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001992 Jul 27 22:17:22.978640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.006381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] Sync routers for ids ['8bd2f342-1b12-4197-9bce-eed131e42576'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:23.013106 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8a426c-48e6-4709-9c14-a32d9d2a3472 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:23.018655 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ee8a426c-48e6-4709-9c14-a32d9d2a3472 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/3b37d19b-a10d-4ede-9474-fd1300099e21 HTTP/1.1" status: 404 len: 333 time: 0.0354755 Jul 27 22:17:23.023532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43314) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.029629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] Routers {'8bd2f342-1b12-4197-9bce-eed131e42576'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:23.030359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8bd2f342-1b12-4197-9bce-eed131e42576'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:23.069210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.074662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-28a681de-789d-4d89-83a3-1c34f92a1751 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6369545 Jul 27 22:17:23.074865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43316) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.075311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:23.079314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:23.089435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] Routers {'8bd2f342-1b12-4197-9bce-eed131e42576'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:23.090151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['8bd2f342-1b12-4197-9bce-eed131e42576'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:23.112952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.126200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:23.126861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88696-db0f-4aae-af03-c3ca4169c2f3 None None] The sync data for ids ['8bd2f342-1b12-4197-9bce-eed131e42576'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:23.180291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500a24a-aaf3-48c6-b823-0ba2f30ac5f3 None None] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:23.188907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 54a70443-295f-419a-9977-bac2a3476a2c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:23.214269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.302469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.304862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.312107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.339616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Provisioning for port 54a70443-295f-419a-9977-bac2a3476a2c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:23.349713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Provisioning complete for port 54a70443-295f-419a-9977-bac2a3476a2c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:23.350067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.392235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.410130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7bffd0-a55c-49b8-be42-1f9ddb1d118f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.438180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.438817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd2f342-1b12-4197-9bce-eed131e42576 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:23.453086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.456752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0218bb42-3db3-4ab3-b714-cf2a0ed8ecfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/routers/8bd2f342-1b12-4197-9bce-eed131e42576 HTTP/1.1" status: 204 len: 168 time: 0.4296925 Jul 27 22:17:23.457604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.529546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.531255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14d1fe40-7ba7-4150-9ca7-056031326cc2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560044 Jul 27 22:17:23.535919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 4404e6f0-c41d-41ff-abed-7c29055bb67a {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:23.535919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.536489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43330) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.542076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:23.578909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.641128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.650669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.677308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.681737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] For port 54a70443-295f-419a-9977-bac2a3476a2c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54a70443-295f-419a-9977-bac2a3476a2c,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:23.737209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.748958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.799311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d4f93-88e4-4fe6-8340-ce560cac5ad5 None None] Pushing event updated for resources: {'Port': ['ID=54a70443-295f-419a-9977-bac2a3476a2c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.800752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.820333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f471715-8227-49df-ab50-7ed1f61d7cc9,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.846771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.874234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e1516ec9-acd0-4b47-ae95-c98dc1834839 None None] Provisioning complete for port 54a70443-295f-419a-9977-bac2a3476a2c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:23.875424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1516ec9-acd0-4b47-ae95-c98dc1834839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.880632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=4404e6f0-c41d-41ff-abed-7c29055bb67a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.883301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.894466 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0902783c-15c2-46d6-90a5-4e05d6782b3d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/4404e6f0-c41d-41ff-abed-7c29055bb67a HTTP/1.1" status: 204 len: 168 time: 0.4271312 Jul 27 22:17:23.895203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.903647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277946e-91ef-46b7-9dc7-5d023a244e82 None None] Network 99bb6010-e458-495e-9417-446394cd7849 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:23.912431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.917288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d9dcfa3-d38e-43ad-bfc5-ca519cd2fba6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3760045 Jul 27 22:17:23.918947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43334) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:23.924724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:23.977136 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.018133 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:17:24.028573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.033071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:24.033422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.114321 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] For port 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7929d2-3a52-4f94-bb29-8b7822a767f9,segment=NetworkSegment(d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c),segment_id=d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:24.115005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.121756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.131557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 8d7929d2-3a52-4f94-bb29-8b7822a767f9 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:24.176348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] DHCP port deletion for 99bb6010-e458-495e-9417-446394cd7849 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:24.206414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.226390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4a19cd-adf4-49df-aaa9-646e5f30a294,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.235452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Deleting port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:24.235452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.296434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] For port 8d7929d2-3a52-4f94-bb29-8b7822a767f9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d7929d2-3a52-4f94-bb29-8b7822a767f9,segment=NetworkSegment(d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c),segment_id=d565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:24.296837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.303632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.310093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.312148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f798603c-1ee8-42d7-bce0-57758f09fae6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3914549 Jul 27 22:17:24.315415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:24.316317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Calling delete_port for 8d7929d2-3a52-4f94-bb29-8b7822a767f9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:24.323146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': 'd529a2a1-9e90-4384-ac56-036b1bf8f707', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:24.340537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=8d7929d2-3a52-4f94-bb29-8b7822a767f9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.345495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No DVR routers for this DVR port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:24.406153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.410027 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:17:24.415843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.434539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] Pushing event deleted for resources: {'Port': ['ID=8d7929d2-3a52-4f94-bb29-8b7822a767f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.438111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e6fb9-220f-432f-a2aa-71c2b5dd7c7f None None] No DVR routers for this DVR port 8d7929d2-3a52-4f94-bb29-8b7822a767f9 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:24.441211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.455249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bb6010-e458-495e-9417-446394cd7849']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:24.467990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:24.468459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd565c7ed-b5eb-4dcc-b04a-e8be1ee1a38c') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:24.479035 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.493850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.494811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.500970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:24.501371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:24.504503 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:24.594602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.615820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29fa6d7-3540-4ae7-8373-8571d1099282,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.680546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.692557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.694482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/99bb6010-e458-495e-9417-446394cd7849 HTTP/1.1" status: 204 len: 168 time: 0.8032532 Jul 27 22:17:24.698702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43344) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:24.703251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.704341 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ba3612ab-5b40-4ca6-91cd-7edbe324c905 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3873458 Jul 27 22:17:24.719262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcff2e-fbba-43dc-ad4b-963b5b63fd22 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=99bb6010-e458-495e-9417-446394cd7849,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.768055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c9a6e-b205-4cae-82fb-cc66776561a6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:24.769551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-704c9a6e-b205-4cae-82fb-cc66776561a6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/726778ee-33fe-426e-b834-8fd67344eb7f HTTP/1.1" status: 200 len: 841 time: 0.0703621 Jul 27 22:17:24.773701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43348) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:24.838330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e255838-1147-4c6f-9a05-752be7216c79 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/726778ee-33fe-426e-b834-8fd67344eb7f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0623560 Jul 27 22:17:24.841848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43356) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:24.847296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:24.932486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-e4916420-49f3-4307-9e89-c976ba34b935 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256243862&fields=id&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 267 time: 0.0556524 Jul 27 22:17:24.966917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54a70443-295f-419a-9977-bac2a3476a2c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:25.014912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 54a70443-295f-419a-9977-bac2a3476a2c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:25.015363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.073201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:25.077078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.157221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7929d2-3a52-4f94-bb29-8b7822a767f9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:25.160764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-8cf524a8-43a1-4cae-a8d4-aa73844a7553 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.162517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-8cf524a8-43a1-4cae-a8d4-aa73844a7553 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/networks?id=74bc544c-a395-44e5-a8c7-17ac643e6dd1 HTTP/1.1" status: 200 len: 797 time: 0.2224569 Jul 27 22:17:25.180103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-6547ac9e-e419-430d-b45b-13375a9ba7eb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/quotas/e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 375 time: 0.0106969 Jul 27 22:17:25.196580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8d7929d2-3a52-4f94-bb29-8b7822a767f9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:25.197169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d7929d2-3a52-4f94-bb29-8b7822a767f9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:25.309870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-b8871328-7003-49ae-bb7e-34813aada38b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1221654 Jul 27 22:17:25.370453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.421695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:25.427034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:25.435340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=ad2b48ad-5859-4435-80ae-5aca73dc88f3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:25.438147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dbf79d-9fcc-4651-87dc-e1f154c4a8ff None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:25.447763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.448387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.521988 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-24ae8289-5aa7-4c96-9a2b-5e057b3b2c5f service neutron] 10.222.0.37 "GET /v2.0/networks/74bc544c-a395-44e5-a8c7-17ac643e6dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001295 Jul 27 22:17:25.526235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2b11de8d-2fc9-41b7-9e3e-354a86e2bcf6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6828744 Jul 27 22:17:25.529377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43368) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:25.535659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'security_group': {'name': 'tempest-secgroup-368063658'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:25.618779 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.630438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-64ef3aa2-5636-4b0a-9f66-55f1f9a6dcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/74bc544c-a395-44e5-a8c7-17ac643e6dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004455 Jul 27 22:17:25.653661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'tenant_id': 'aaf451407f7d474f87c9e802e3826077', 'fixed_ips': [{'subnet_id': 'ad2b48ad-5859-4435-80ae-5aca73dc88f3'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:25.654512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.719753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.810834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Allocated IP 172.20.0.2 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/ad2b48ad-5859-4435-80ae-5aca73dc88f3/abe685af-2fee-4eb6-9cc8-e40a0c56ce1c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:25.815690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.849723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e9009-70e6-47d3-ad67-df9e5671e1b1,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:25.917007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.921451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43374) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:25.922151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a018d192-58ad-46aa-abe6-368edc066801 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3914139 Jul 27 22:17:25.927028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1222513533'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:25.960578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9052597-4a67-4527-a42e-bf8fbffadbac req-156f43c0-7bc3-48bb-ace2-28262cf7b505 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 210 time: 0.0472624 Jul 27 22:17:26.009510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.019058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Transition to ACTIVE for port object abe685af-2fee-4eb6-9cc8-e40a0c56ce1c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:26.035609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Transition to ACTIVE for port object abe685af-2fee-4eb6-9cc8-e40a0c56ce1c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:26.052178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.103737 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.140855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:26.142760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.145327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:26.152067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:26.171780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:26.195351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.227706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495d575a-a2b0-4e1d-a86d-99ad401aebaa,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:26.232097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Attempting to bind port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:26.232604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Attempting to bind port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '9d3039e6-786d-4e80-a581-16c26cc5c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:26.232845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Attempting to bind port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c on network c42609b9-d8c8-413f-a73f-84aa8aa6863e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:26.238357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:26.238760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Checking segment: {'id': '9d3039e6-786d-4e80-a581-16c26cc5c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:26.239165 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.239604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Bound using segment: {'id': '9d3039e6-786d-4e80-a581-16c26cc5c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:26.240016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Bound port: abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3039e6-786d-4e80-a581-16c26cc5c315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:26.240402 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.303608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.304895 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1ffaa35c-9f92-4115-9e8c-9891abedd501 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3824060 Jul 27 22:17:26.308554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43382) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:26.314260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-920039593', 'security_groups': ['495d575a-a2b0-4e1d-a86d-99ad401aebaa'], 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad2b48ad-5859-4435-80ae-5aca73dc88f3'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:26.316469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:26.321835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:26.407095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.475675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a10e3-c102-4cc9-bed4-0eb44cb10bde None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:26.552358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:26.656255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.678138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:26.846435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.10 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/ad2b48ad-5859-4435-80ae-5aca73dc88f3/6caf3e2f-41bd-40fb-990c-c67ad288aa76) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:26.960927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:27.039370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.064353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 6caf3e2f-41bd-40fb-990c-c67ad288aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:27.086981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f355b13-76e8-4c4d-81b1-05e9d1f717fd req-981a4dc2-e0bc-40b7-bff9-afb83c9ca88b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 210 time: 0.0335011 Jul 27 22:17:27.158462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:27.187397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.240692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:27.249295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:27.253866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:27.258273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=6caf3e2f-41bd-40fb-990c-c67ad288aa76,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:27.310591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.312062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.410374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ec14a909-dca4-4cdc-873c-47d5049aa103 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0972130 Jul 27 22:17:27.410374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43394) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:27.416259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:27.536575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:27.537161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.572725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:27.646383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:27.650910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.674496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Provisioning for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:27.678774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:27.679188 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.751009 n-d-738018-6 neutron-server[94671]: INFO neutron.db.ipam_backend_mixin [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad2b48ad-5859-4435-80ae-5aca73dc88f3 (CIDR: 172.20.0.0/28) Jul 27 22:17:27.762964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.781803 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:17:27.782482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:27.801882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:27.866697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bbdc1b84-0c96-41a0-bd09-98a1f0700cea tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4532671 Jul 27 22:17:27.866913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43398) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:27.871924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:27.903337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.960496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248656e-9088-4f9b-9ce4-68297be2bbe0 None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:28.043862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:28.047517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.129938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-64c00544-5a49-4a6c-a6df-5466119fd8da None None] Provisioning for port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:28.131678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-64c00544-5a49-4a6c-a6df-5466119fd8da None None] Provisioning complete for port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:28.132260 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64c00544-5a49-4a6c-a6df-5466119fd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.171038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-64c00544-5a49-4a6c-a6df-5466119fd8da None None] Port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:28.220066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-83afeaa9-6b8d-4f92-bc17-e1b0777edc9c req-bb052e93-8283-4239-a507-4397a74396e8 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 210 time: 0.0490725 Jul 27 22:17:28.625791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-78a0ceea-7b75-48f8-ba54-a43694314323 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.627387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-78a0ceea-7b75-48f8-ba54-a43694314323 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/networks?id=74bc544c-a395-44e5-a8c7-17ac643e6dd1 HTTP/1.1" status: 200 len: 797 time: 0.5013182 Jul 27 22:17:28.748453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-37278cd6-6b8d-4bc6-92b2-b48ce0d5ddfb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 472 time: 0.0697942 Jul 27 22:17:28.764422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'port': {'device_id': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'admin_state_up': True, 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'security_groups': ['d529a2a1-9e90-4384-ac56-036b1bf8f707']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:28.844738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.908536 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:28.917953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:28.921228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.921833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.928861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=a13cd569-df4c-4a56-b992-d3f4e314ef22,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:28.930736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15aab57-44e9-4e1d-a135-66013c948ba1 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:28.933988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:29.033210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:29.037018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.057962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:29.058379 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.148037 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe4d779a-184a-4bfc-8576-8ae29df6b883 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2800152 Jul 27 22:17:29.151507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43404) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:29.156939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1863167622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a13cd569-df4c-4a56-b992-d3f4e314ef22'}], 'security_groups': ['ee6e9009-70e6-47d3-ad67-df9e5671e1b1']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:29.182523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.21 (74bc544c-a395-44e5-a8c7-17ac643e6dd1/3766d0e5-29b5-40fc-901c-d94018ccc319/ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:29.338411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Update dhcp port {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'fixed_ips': [{'subnet_id': 'ad2b48ad-5859-4435-80ae-5aca73dc88f3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a13cd569-df4c-4a56-b992-d3f4e314ef22'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'abe685af-2fee-4eb6-9cc8-e40a0c56ce1c'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:17:29.371441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5a3d981-ed0b-47be-8172-d64550b5202f req-54064805-57be-4ecf-8c19-fa84d8e8f52f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 210 time: 0.0482662 Jul 27 22:17:29.375397 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.375781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.409443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.423664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:29.554556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Allocated IP 172.20.0.18 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/a13cd569-df4c-4a56-b992-d3f4e314ef22/abe685af-2fee-4eb6-9cc8-e40a0c56ce1c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:29.561812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.604670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:29.607851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:29.613713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:29.644790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:29.672894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:29.677761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:29.682478 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.709436 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.724588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Transition to ACTIVE for port object abe685af-2fee-4eb6-9cc8-e40a0c56ce1c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:29.787912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-4418e910-8ec4-4a40-bc49-e1a0fe84fcd3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282378 Jul 27 22:17:29.803904 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Request body: {'port': {'device_id': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:29.817692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.921261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.980081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd35d51-cd6a-4388-8a88-cc3f4e2bd9ea None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.022938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Delete allocated IP 172.20.0.10 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/ad2b48ad-5859-4435-80ae-5aca73dc88f3) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:17:30.033179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2765fdf-1ee7-49ff-9382-b389487d8313 None None] Provisioning for port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:30.033561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.24 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/a13cd569-df4c-4a56-b992-d3f4e314ef22/6caf3e2f-41bd-40fb-990c-c67ad288aa76) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:30.039362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2765fdf-1ee7-49ff-9382-b389487d8313 None None] Provisioning complete for port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:30.040220 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2765fdf-1ee7-49ff-9382-b389487d8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.089956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c2765fdf-1ee7-49ff-9382-b389487d8313 None None] Port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:30.246200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.261720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object 6caf3e2f-41bd-40fb-990c-c67ad288aa76 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:30.337726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.362734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:30.379236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.423962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Transition to ACTIVE for port object ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:30.436544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43418) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.478742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=6caf3e2f-41bd-40fb-990c-c67ad288aa76,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.535953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] In _notify_port_updated(), no bound segment for port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 on network c42609b9-d8c8-413f-a73f-84aa8aa6863e {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:17:30.537954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.549043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.551628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.558148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de762035-e471-4abf-ad81-c18b7984af44 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/ports/6caf3e2f-41bd-40fb-990c-c67ad288aa76 HTTP/1.1" status: 200 len: 921 time: 1.4055057 Jul 27 22:17:30.561683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.599482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30faaa42-b566-4ce2-9010-14ca7026aeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.691013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbe0c9-35c2-45db-b431-96d6373df06e req-7aeb16aa-a821-447a-98bf-bca92bf1aea2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.696974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aadbe0c9-35c2-45db-b431-96d6373df06e req-7aeb16aa-a821-447a-98bf-bca92bf1aea2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 932 time: 0.2151945 Jul 27 22:17:30.732194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.753890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aadbe0c9-35c2-45db-b431-96d6373df06e req-150cffcb-ae46-4eb5-a4a7-7abe743aed77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Jul 27 22:17:30.780176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Attempting to bind port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:30.780603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Attempting to bind port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:30.781087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Attempting to bind port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 on network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:30.787626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 on network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:30.788246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Attempting to bind port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 on network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:30.799872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:30.800291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Checking segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:30.801030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Bound using segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:30.801549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Bound port: ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:30.801991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.811234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:30.812389 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.833891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:30.834988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.876598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30faaa42-b566-4ce2-9010-14ca7026aeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.898736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:30.915518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:30.919697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:30.932745 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30faaa42-b566-4ce2-9010-14ca7026aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.936276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:30.947204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.961109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 6caf3e2f-41bd-40fb-990c-c67ad288aa76 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:30.978587 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30faaa42-b566-4ce2-9010-14ca7026aeb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bea74f62ac9452d8ba5fb9ebd934fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402951 Jul 27 22:17:30.979363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faaa42-b566-4ce2-9010-14ca7026aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79b9fa-63f0-48ae-a4c0-f08ce7606e19,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.981840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43424) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.987533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Provisioning for port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:30.995056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Provisioning complete for port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:30.995056 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.014891 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.041771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Port 6caf3e2f-41bd-40fb-990c-c67ad288aa76 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:31.056622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.057512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.059123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] 10.222.0.50 "PUT /v2.0/ports/ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 HTTP/1.1" status: 200 len: 1092 time: 1.2600369 Jul 27 22:17:31.061146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:31.064412 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e3918-1c26-416c-865c-52a39483c651" -d '{"events": [{"name": "network-changed", "server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:31.129064 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0038b590-257a-46d4-951a-75c5df86e4ac x-openstack-request-id: req-0038b590-257a-46d4-951a-75c5df86e4ac {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:31.129572 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:31.129967 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0038b590-257a-46d4-951a-75c5df86e4ac {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:31.130419 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2', 'status': 'completed', 'code': 200} Jul 27 22:17:31.139752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.166353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2aff4-3e53-42cc-bca7-9508b79b8b27 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.186746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Provisioning for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:31.191686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:31.192067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dae14ef5-7fd2-47f2-8d91-7e9139d9e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.205412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.215651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.285473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=6caf3e2f-41bd-40fb-990c-c67ad288aa76,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.327794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3918-1c26-416c-865c-52a39483c651 req-c5a22f68-c503-4c22-a512-cc22b3aaab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.329440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-394e3918-1c26-416c-865c-52a39483c651 req-c5a22f68-c503-4c22-a512-cc22b3aaab43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 1095 time: 0.1763527 Jul 27 22:17:31.370960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.372993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c19b861-7376-4efa-aca0-b3f79b2cf6b6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/6caf3e2f-41bd-40fb-990c-c67ad288aa76 HTTP/1.1" status: 204 len: 168 time: 0.8101752 Jul 27 22:17:31.375881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.389836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.392404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.396258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d79b9fa-63f0-48ae-a4c0-f08ce7606e19 HTTP/1.1" status: 204 len: 168 time: 0.4133327 Jul 27 22:17:31.410206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb541fc1-3533-4d00-ac93-0607abfa83a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79b9fa-63f0-48ae-a4c0-f08ce7606e19,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.418012 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7d2231-2076-4454-a871-4b04a61f6a36 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:31.419702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8b7d2231-2076-4454-a871-4b04a61f6a36 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/6caf3e2f-41bd-40fb-990c-c67ad288aa76 HTTP/1.1" status: 404 len: 333 time: 0.0427880 Jul 27 22:17:31.422789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.437149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ea59bded-6c37-4e61-84fa-ce8fd7b26cee None None] Could not find standard attr ID for object 6caf3e2f-41bd-40fb-990c-c67ad288aa76. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:31.474624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3918-1c26-416c-865c-52a39483c651 req-f7a02762-4b2a-4474-86b2-b1b48b109ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.479060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3918-1c26-416c-865c-52a39483c651 req-f7a02762-4b2a-4474-86b2-b1b48b109ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.481675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-394e3918-1c26-416c-865c-52a39483c651 req-f7a02762-4b2a-4474-86b2-b1b48b109ef1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e650df896f8646e8904f44c32b708657&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1435490 Jul 27 22:17:31.506400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.532079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.608078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e3918-1c26-416c-865c-52a39483c651 req-50fd3db5-4935-477e-b072-67cc35509808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.609632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-394e3918-1c26-416c-865c-52a39483c651 req-50fd3db5-4935-477e-b072-67cc35509808 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210101 Jul 27 22:17:31.686395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.689269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.692006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/security-groups/495d575a-a2b0-4e1d-a86d-99ad401aebaa HTTP/1.1" status: 204 len: 168 time: 0.2654886 Jul 27 22:17:31.693863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43436) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.702738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8568e-9561-49c5-a6c5-24a2dc9202b8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d575a-a2b0-4e1d-a86d-99ad401aebaa,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.742533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-f1e8f912-3096-4b99-bb65-e93d283a39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.745363 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-f1e8f912-3096-4b99-bb65-e93d283a39c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 1095 time: 0.0979602 Jul 27 22:17:31.802050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-da016f1f-3261-450a-994d-97621bdf3540 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0492079 Jul 27 22:17:31.804996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.863626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.889562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-2199215b-dcbc-41e2-b3f1-9729956e6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.892414 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-2199215b-dcbc-41e2-b3f1-9729956e6695 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3766d0e5-29b5-40fc-901c-d94018ccc319 HTTP/1.1" status: 200 len: 838 time: 0.0794582 Jul 27 22:17:31.900519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a2156-a197-4aea-8bab-6b4ae1099579 req-5b4aa97b-611e-475b-b1bc-cdd8513b1d5e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.902124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd5a2156-a197-4aea-8bab-6b4ae1099579 req-5b4aa97b-611e-475b-b1bc-cdd8513b1d5e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 944 time: 0.0760839 Jul 27 22:17:31.941317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9625c7-54cb-4878-ab78-f093c5536320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.945959 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd5a2156-a197-4aea-8bab-6b4ae1099579 req-50baa878-c12e-4be1-b569-0df0929a8822 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370033 Jul 27 22:17:31.964543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-c17cdfff-3dde-4a59-9e93-357f51cb0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.966462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-c17cdfff-3dde-4a59-9e93-357f51cb0c3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74bc544c-a395-44e5-a8c7-17ac643e6dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653596 Jul 27 22:17:32.058851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.061451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.062621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/security-groups/ee6e9009-70e6-47d3-ad67-df9e5671e1b1 HTTP/1.1" status: 204 len: 168 time: 0.3677018 Jul 27 22:17:32.065455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43440) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.067520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-f3e9f7ca-5559-42e5-b65e-73511f8ab636 service neutron] 10.222.0.50 "GET /v2.0/networks/74bc544c-a395-44e5-a8c7-17ac643e6dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937674 Jul 27 22:17:32.074430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dbd83-2f46-4011-80a3-4041500040f1 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e9009-70e6-47d3-ad67-df9e5671e1b1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.119033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet ad2b48ad-5859-4435-80ae-5aca73dc88f3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:32.122996 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.125584 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.145813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b2daec5-e8df-4c38-aafd-17c9d9f2bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.167354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.204627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12eabd75-2623-46a8-9a75-a320d6b8ab07 req-d52bf0d0-ab31-4a72-9092-f89d0092ede2 service neutron] 10.222.0.50 "GET /v2.0/networks/74bc544c-a395-44e5-a8c7-17ac643e6dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281073 Jul 27 22:17:32.260513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.266605 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b2daec5-e8df-4c38-aafd-17c9d9f2bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.331761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b2daec5-e8df-4c38-aafd-17c9d9f2bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.372482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b2daec5-e8df-4c38-aafd-17c9d9f2bbb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efc12f970e9f4fde98ccc842bebe7025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458551 Jul 27 22:17:32.374412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2daec5-e8df-4c38-aafd-17c9d9f2bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9050204f-3df7-46a3-a240-abb886c360bf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.375536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.391105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.427354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2b48ad-5859-4435-80ae-5aca73dc88f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.429393 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.438540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-03c00d78-0b73-46bf-bead-b4225e86930e tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/ad2b48ad-5859-4435-80ae-5aca73dc88f3 HTTP/1.1" status: 204 len: 168 time: 0.3659992 Jul 27 22:17:32.438540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43446) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.440292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4765b-74ed-4770-8816-e9d40d92528b None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:32.445677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:32.525804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.568582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.709026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:32.713648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.718623 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.724319 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.724319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9050204f-3df7-46a3-a240-abb886c360bf HTTP/1.1" status: 204 len: 168 time: 0.3457069 Jul 27 22:17:32.774682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1e47c-e21f-4598-b3a9-7d7343f3e180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9050204f-3df7-46a3-a240-abb886c360bf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.018094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.066154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:33.069779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:33.074911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:33.075513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.097599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=09e68c55-ea6c-46dc-bfd1-45530d15f446,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.105532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3ba2d-7084-40d6-b137-952914a231e5 req-271b4618-983d-42bb-a463-c2f26ff7c3f7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:33.110830 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63b3ba2d-7084-40d6-b137-952914a231e5 req-271b4618-983d-42bb-a463-c2f26ff7c3f7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 944 time: 0.0929084 Jul 27 22:17:33.159374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d329d186-1da7-42c5-8938-c771fa822291 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7124486 Jul 27 22:17:33.159659 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43456) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.159851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-63b3ba2d-7084-40d6-b137-952914a231e5 req-55b30329-938b-4e64-9d9f-ab9a7a730a93 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Jul 27 22:17:33.161442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a04339-7f0a-4c06-836e-4a681c70b412 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:33.164448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'security_group': {'name': 'tempest-secgroup-931279550'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:33.235431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cc20de3-8c3d-4649-8edd-1678c3079153 None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:33.235809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cc20de3-8c3d-4649-8edd-1678c3079153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.269017 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.289445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8cc20de3-8c3d-4649-8edd-1678c3079153 None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:33.327355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8cc20de3-8c3d-4649-8edd-1678c3079153 None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:33.327728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8cc20de3-8c3d-4649-8edd-1678c3079153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.360151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.463958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.496133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5260eac-16cd-4440-953e-19be7b81c836,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.523913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Update dhcp port {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'fixed_ips': [{'subnet_id': 'a13cd569-df4c-4a56-b992-d3f4e314ef22', 'ip_address': '172.20.0.18'}, {'subnet_id': '09e68c55-ea6c-46dc-bfd1-45530d15f446'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'abe685af-2fee-4eb6-9cc8-e40a0c56ce1c'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:17:33.562394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.604314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.605662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-23c6a133-f2e9-4dbf-a16a-f5edf135fc02 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4449284 Jul 27 22:17:33.608363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.613743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217791523'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:33.701086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.740952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Allocated IP 172.20.0.2 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/09e68c55-ea6c-46dc-bfd1-45530d15f446/abe685af-2fee-4eb6-9cc8-e40a0c56ce1c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:33.795190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.842041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:33.849612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.880249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.890795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e28ca58-76a9-4727-8b3c-b4b65d4d27e0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.895489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Transition to ACTIVE for port object abe685af-2fee-4eb6-9cc8-e40a0c56ce1c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:33.941216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.942382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2185d9a5-5a37-4a88-8650-a7d74fb3016b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3330688 Jul 27 22:17:33.945185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43478) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.951034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084547772'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:33.969468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.061345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.153134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.221315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60cbf3-faea-4268-8569-818906a51b3b None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.243930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.295613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237d4cac-d460-47a5-b138-3b99cf8f59ba,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.309646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad628e-3713-4793-8835-4da3973a8d41 req-91317360-0491-4fa2-ae4e-2ddf671e5de5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:34.311061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ad628e-3713-4793-8835-4da3973a8d41 req-91317360-0491-4fa2-ae4e-2ddf671e5de5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 944 time: 0.0777152 Jul 27 22:17:34.332269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.333756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fa8b18f8-e445-474c-a306-448a2b895307 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3874493 Jul 27 22:17:34.343400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43488) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.343687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:34.345138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-359709278', 'security_groups': ['237d4cac-d460-47a5-b138-3b99cf8f59ba'], 'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09e68c55-ea6c-46dc-bfd1-45530d15f446'}]}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:34.360548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68ad628e-3713-4793-8835-4da3973a8d41 req-851d501a-f8f2-462f-a592-91c1f7b29ac6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jul 27 22:17:34.458699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be005f48-3ef5-43ea-91f8-d50de029e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.486341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:34.499262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'port_id': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2', 'mac_address': 'fa:16:3e:67:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:34.545975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.549630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:34.562899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:34.587194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:34.670618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.672560 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.693759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] device_id is not set on port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 yet. {{(pid=94671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:34.733696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.809358 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.905052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.13 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/09e68c55-ea6c-46dc-bfd1-45530d15f446/b7a6f4dc-a1d2-4337-afd5-f0881d65dd74) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:34.917698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:34.949121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:35.039967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:35.039967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.079336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.096077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:35.109184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:35.226691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Provisioning for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:35.228374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.234915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:35.235435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3558-ec09-4f3a-9f55-b74790df36b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.278903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:35.282081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:35.284634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:35.325709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=b7a6f4dc-a1d2-4337-afd5-f0881d65dd74,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:35.351071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:35.351705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.463985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fc4ef013-c2b8-42c8-a75a-7f09d7f71872 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1232393 Jul 27 22:17:35.467716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43530) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.475008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:35.501366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35b38-9615-44d1-a7f2-9207a6486942 req-38e0009f-a794-4337-a259-df623302df8f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:35.502922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dba35b38-9615-44d1-a7f2-9207a6486942 req-38e0009f-a794-4337-a259-df623302df8f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 945 time: 0.0717905 Jul 27 22:17:35.544483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dba35b38-9615-44d1-a7f2-9207a6486942 req-52781336-9d02-4631-80a9-993726a5b16a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343649 Jul 27 22:17:35.697662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-01a77641-12c5-456d-86de-e694f555b1c0 None None] Provisioning for port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:35.698175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:35.701293 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.701658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-01a77641-12c5-456d-86de-e694f555b1c0 None None] Provisioning complete for port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:35.702038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01a77641-12c5-456d-86de-e694f555b1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.740068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-01a77641-12c5-456d-86de-e694f555b1c0 None None] Port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:35.796773 n-d-738018-6 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09e68c55-ea6c-46dc-bfd1-45530d15f446 (CIDR: 172.20.0.0/28) Jul 27 22:17:35.829411 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:17:35.829984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:35.866696 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.867801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43534) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.926757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c92b3dd-e7ab-4434-b580-fb9e5fa6c236 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4576693 Jul 27 22:17:35.929326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43538) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.934699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:35.999118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa4537f-90f7-4a3d-9eda-b1cfe2248095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.126299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa4537f-90f7-4a3d-9eda-b1cfe2248095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.202067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fa4537f-90f7-4a3d-9eda-b1cfe2248095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.249432 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fa4537f-90f7-4a3d-9eda-b1cfe2248095 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62a84a69307649e89a29a76b7547216b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800209 Jul 27 22:17:36.250143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4537f-90f7-4a3d-9eda-b1cfe2248095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137888d-65dd-4efa-ad7e-53d8a688dcb3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.252140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43540) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.300618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:36.301884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.304492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.328117 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.347513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:36.402874 n-d-738018-6 neutron-server[94672]: INFO neutron.db.ipam_backend_mixin [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a13cd569-df4c-4a56-b992-d3f4e314ef22 (CIDR: 172.20.0.16/28) Jul 27 22:17:36.449672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.449965 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:17:36.450497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:36.452385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.453568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f137888d-65dd-4efa-ad7e-53d8a688dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2003803 Jul 27 22:17:36.461603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b71188-c104-4d59-ba0a-9c85a232865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137888d-65dd-4efa-ad7e-53d8a688dcb3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.478925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:36.483275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:36.483641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.536209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf883ebd-a63b-4016-a84d-cd8d94699c03 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6056488 Jul 27 22:17:36.538656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43544) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.544664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'subnet': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:36.563244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.586791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:36.589416 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cb5c53-2ca4-4149-ab77-64910821f285" -d '{"events": [{"server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:36.603654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:36.630151 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a44afd-a396-4ae1-8743-9b311aba8855 x-openstack-request-id: req-45a44afd-a396-4ae1-8743-9b311aba8855 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:36.632463 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:36.632463 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45a44afd-a396-4ae1-8743-9b311aba8855 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:36.632463 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2', 'code': 200} Jul 27 22:17:36.678083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.735578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.743149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429fb6d-7837-467e-8110-ef3e7befae89 req-d0bd677c-e4cc-4138-9118-a6e5c1ba87db tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:36.745548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e429fb6d-7837-467e-8110-ef3e7befae89 req-d0bd677c-e4cc-4138-9118-a6e5c1ba87db tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 945 time: 0.1195483 Jul 27 22:17:36.761508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173d36-9cf3-4125-919e-c3c35283455c req-073c5a2c-474d-49bd-8e30-54f29b57d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:36.763346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d173d36-9cf3-4125-919e-c3c35283455c req-073c5a2c-474d-49bd-8e30-54f29b57d9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 1097 time: 0.0744429 Jul 27 22:17:36.785877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e429fb6d-7837-467e-8110-ef3e7befae89 req-ca21e201-bbd1-4a57-9a89-2f23c21811a0 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Jul 27 22:17:36.789362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Made reservation on behalf of aaf451407f7d474f87c9e802e3826077 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:36.793360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.800776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7d173d36-9cf3-4125-919e-c3c35283455c req-8b2c0fde-2287-4b15-ba30-08b8d64cc5d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302010 Jul 27 22:17:37.135340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43552) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:37.149907 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b12c9b83-80e1-4dfe-812f-55c86fd7acc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.163888 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.244082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b12c9b83-80e1-4dfe-812f-55c86fd7acc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.303504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b12c9b83-80e1-4dfe-812f-55c86fd7acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.342809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b12c9b83-80e1-4dfe-812f-55c86fd7acc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76273e760dfd480199419220bc82743a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063310 Jul 27 22:17:37.343541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c9b83-80e1-4dfe-812f-55c86fd7acc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae776d4b-88b6-4a8d-a2cc-ad2fdcc71515,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.345526 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43554) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:37.385872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.435505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:37.438573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.444256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:37.450341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.450943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.454958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7acf9-4d72-45d3-8f16-9acf67b1f021 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:37.481018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Subnet': ['ID=b4a604f5-3ab5-4069-9980-ce15e4fc2b7f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.485091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.500030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.500030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.500030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.500516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.500516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.500764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.501076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.501409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.501731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.502077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.502423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.502721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:37.561550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c994010-5d6f-4a8f-8b90-17af9ee21efe tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0216966 Jul 27 22:17:37.564001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43556) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:37.569367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-688945812', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4a604f5-3ab5-4069-9980-ce15e4fc2b7f'}], 'security_groups': ['c5260eac-16cd-4440-953e-19be7b81c836', '0e28ca58-76a9-4727-8b3c-b4b65d4d27e0']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:37.632625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.662416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.665945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.668963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae776d4b-88b6-4a8d-a2cc-ad2fdcc71515 HTTP/1.1" status: 204 len: 168 time: 0.3206358 Jul 27 22:17:37.684218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d507590-7ad1-487d-852c-e95638a46d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae776d4b-88b6-4a8d-a2cc-ad2fdcc71515,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.740219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Update dhcp port {'port': {'network_id': 'c42609b9-d8c8-413f-a73f-84aa8aa6863e', 'fixed_ips': [{'subnet_id': 'a13cd569-df4c-4a56-b992-d3f4e314ef22', 'ip_address': '172.20.0.18'}, {'subnet_id': '09e68c55-ea6c-46dc-bfd1-45530d15f446', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4a604f5-3ab5-4069-9980-ce15e4fc2b7f'}], 'binding:host_id': 'n-d-738018-6'}, 'id': 'abe685af-2fee-4eb6-9cc8-e40a0c56ce1c'} from n-d-738018-6. {{(pid=94673) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:17:37.780691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.784861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.949975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a96875-3a7d-4c2c-94cd-5d282d7f2408 req-3b9df323-c731-461c-8667-fa300c1affad tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.951646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69a96875-3a7d-4c2c-94cd-5d282d7f2408 req-3b9df323-c731-461c-8667-fa300c1affad tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 946 time: 0.0770869 Jul 27 22:17:37.984696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Allocated IP 172.20.0.34 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/b4a604f5-3ab5-4069-9980-ce15e4fc2b7f/abe685af-2fee-4eb6-9cc8-e40a0c56ce1c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:37.996893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-69a96875-3a7d-4c2c-94cd-5d282d7f2408 req-d02bede7-503b-416d-bfa5-becc9b7de4a5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382533 Jul 27 22:17:38.109108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:38.143089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.144455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8429-9dbc-44c9-aff6-d3a20653f625 req-77592191-f358-4a80-a413-0ecdf4f3a438 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.146139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f4f8429-9dbc-44c9-aff6-d3a20653f625 req-77592191-f358-4a80-a413-0ecdf4f3a438 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 946 time: 0.0689778 Jul 27 22:17:38.159248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Transition to ACTIVE for port object abe685af-2fee-4eb6-9cc8-e40a0c56ce1c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:38.188086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f4f8429-9dbc-44c9-aff6-d3a20653f625 req-2f2baa4e-1cab-4284-b482-150149453f21 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345051 Jul 27 22:17:38.264837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.366638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fd2e3-84c3-40af-8013-9bab954be6ec None None] Pushing event updated for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:38.385322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Delete allocated IP 172.20.0.13 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/09e68c55-ea6c-46dc-bfd1-45530d15f446) {{(pid=94672) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:17:38.395162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Allocated IP 172.20.0.46 (c42609b9-d8c8-413f-a73f-84aa8aa6863e/b4a604f5-3ab5-4069-9980-ce15e4fc2b7f/b7a6f4dc-a1d2-4337-afd5-f0881d65dd74) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:38.483898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.583265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.599327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Transition to ACTIVE for port object b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:38.735381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.839729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event updated for resources: {'Port': ['ID=b7a6f4dc-a1d2-4337-afd5-f0881d65dd74,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:38.860849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] In _notify_port_updated(), no bound segment for port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 on network c42609b9-d8c8-413f-a73f-84aa8aa6863e {{(pid=94672) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:17:38.867091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.868559 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.869960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1225b3df-af03-40da-8c2c-a02eaa64d540 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "PUT /v2.0/ports/b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 HTTP/1.1" status: 200 len: 959 time: 1.3049257 Jul 27 22:17:38.872741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43586) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:38.948914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:39.001854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:39.002324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.006117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:39.006490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.041136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:39.095976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.108477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:39.120621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Provisioning for port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:39.127607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Provisioning complete for port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:39.128594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.178316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Port b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:39.309224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Provisioning for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:39.314255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:39.314873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0965a58-5c21-4220-a28c-5564123733cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.361538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.393409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=b7a6f4dc-a1d2-4337-afd5-f0881d65dd74,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:39.475934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.479584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-81ba1425-f1c3-452a-9620-0e4d34d4ae90 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 HTTP/1.1" status: 204 len: 168 time: 0.6046810 Jul 27 22:17:39.481285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.514206 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5b3f2d-7c86-453d-bddd-c1ee7ebf3647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] GET failed (client error): The resource could not be found. Jul 27 22:17:39.518625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d5b3f2d-7c86-453d-bddd-c1ee7ebf3647 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports/b7a6f4dc-a1d2-4337-afd5-f0881d65dd74 HTTP/1.1" status: 404 len: 333 time: 0.0335529 Jul 27 22:17:39.518625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43600) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.534839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-778a315a-3a2c-4096-afe4-5fcbfa5926d0 None None] Could not find standard attr ID for object b7a6f4dc-a1d2-4337-afd5-f0881d65dd74. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:39.579594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.609364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.710939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43606) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.755966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.759355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.760345 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/security-groups/237d4cac-d460-47a5-b138-3b99cf8f59ba HTTP/1.1" status: 204 len: 168 time: 0.2407300 Jul 27 22:17:39.763611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43612) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.776706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e8f44-7d8c-42b8-9e53-0e536a08daa3 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d4cac-d460-47a5-b138-3b99cf8f59ba,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:39.841634 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.865144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.983453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.986171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.990107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e28ca58-76a9-4727-8b3c-b4b65d4d27e0 HTTP/1.1" status: 204 len: 168 time: 0.2254801 Jul 27 22:17:39.990768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.014548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e462ee7-b2ab-47c2-9405-e1c7d7f6301c tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e28ca58-76a9-4727-8b3c-b4b65d4d27e0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.070140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.100140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.206184 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.223432 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.226146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.227692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5260eac-16cd-4440-953e-19be7b81c836 HTTP/1.1" status: 204 len: 168 time: 0.2330437 Jul 27 22:17:40.231040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.266679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e6006-3182-4ab1-96d7-1618b9310616 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5260eac-16cd-4440-953e-19be7b81c836,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.310162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet 09e68c55-ea6c-46dc-bfd1-45530d15f446 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:40.313706 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.355511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.445209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.487387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.17 (74bc544c-a395-44e5-a8c7-17ac643e6dd1/3766d0e5-29b5-40fc-901c-d94018ccc319/8f73f88c-e0f5-45a1-bf5c-f539d1802269) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:40.583665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.612958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=09e68c55-ea6c-46dc-bfd1-45530d15f446,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.616889 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.619792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-926d8a60-89d7-4cb4-a93d-1d76a01a568d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/09e68c55-ea6c-46dc-bfd1-45530d15f446 HTTP/1.1" status: 204 len: 168 time: 0.3877890 Jul 27 22:17:40.627866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43634) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.628005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6c5d7-0c18-4473-a1f7-55e4264e0c96 None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:40.700578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet b4a604f5-3ab5-4069-9980-ce15e4fc2b7f {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:40.704386 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.714728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.730985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object 8f73f88c-e0f5-45a1-bf5c-f539d1802269 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:40.761392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.762856 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.838805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.883877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.935258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0338364b-6379-4cbb-aced-a24070f31ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.948569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:40.964226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:40.970159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:40.972991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.034879 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.042404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.079260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a604f5-3ab5-4069-9980-ce15e4fc2b7f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.085756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.090453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/b4a604f5-3ab5-4069-9980-ce15e4fc2b7f HTTP/1.1" status: 204 len: 168 time: 0.4647634 Jul 27 22:17:41.092752 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43642) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.102842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.103144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.103460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.103801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.104140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.104473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.104804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.105197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.105796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.105944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.106176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.106738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f11d69-d316-4f1c-b026-40c5c10bfaa6 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:41.129908 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0f967f-da90-4f2a-8189-85059635fbef tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.130451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0f967f-da90-4f2a-8189-85059635fbef tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.134671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9f0f967f-da90-4f2a-8189-85059635fbef tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/09e68c55-ea6c-46dc-bfd1-45530d15f446 HTTP/1.1" status: 404 len: 337 time: 0.0382962 Jul 27 22:17:41.136112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43644) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.192563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting subnet a13cd569-df4c-4a56-b992-d3f4e314ef22 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:41.196649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.215204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0338364b-6379-4cbb-aced-a24070f31ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.241849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.297350 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.299756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0338364b-6379-4cbb-aced-a24070f31ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.336231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dbd35a18-c119-4fe9-a02d-2df07d107247 None None] Provisioning for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:41.343156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dbd35a18-c119-4fe9-a02d-2df07d107247 None None] Provisioning complete for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:41.343467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd35a18-c119-4fe9-a02d-2df07d107247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.358196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.377613 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0338364b-6379-4cbb-aced-a24070f31ebd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aed0020f1c91438e89ed69758c755370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151373 Jul 27 22:17:41.378631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.385721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dbd35a18-c119-4fe9-a02d-2df07d107247 None None] Port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:41.389812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338364b-6379-4cbb-aced-a24070f31ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e2daf2-cb7f-4235-92e7-d8c220705032,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.492246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50cfcd-6882-4249-88e3-08f3de818dec None None] Network c42609b9-d8c8-413f-a73f-84aa8aa6863e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:41.526834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.547437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.556173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97bf36f6-4f5e-48d5-a214-0dcd86b4732d None None] Provisioning complete for port 726778ee-33fe-426e-b834-8fd67344eb7f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:41.556706 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97bf36f6-4f5e-48d5-a214-0dcd86b4732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.567715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.586092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Subnet': ['ID=a13cd569-df4c-4a56-b992-d3f4e314ef22,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.602596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.602596 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ab9aca6-7018-4a59-ab8b-57e290a66dfd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/a13cd569-df4c-4a56-b992-d3f4e314ef22 HTTP/1.1" status: 204 len: 168 time: 0.4567082 Jul 27 22:17:41.602596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43648) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.627939 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-832b59eb-bf17-4576-85a8-7da8a07e9bd8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.628419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832b59eb-bf17-4576-85a8-7da8a07e9bd8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.630178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-832b59eb-bf17-4576-85a8-7da8a07e9bd8 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/ad2b48ad-5859-4435-80ae-5aca73dc88f3 HTTP/1.1" status: 404 len: 337 time: 0.0326355 Jul 27 22:17:41.630536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-97bf36f6-4f5e-48d5-a214-0dcd86b4732d None None] Port 726778ee-33fe-426e-b834-8fd67344eb7f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:41.632876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43650) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.672833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-267f6837-8b58-443d-9d55-da7682531edf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bd2f342-1b12-4197-9bce-eed131e42576 HTTP/1.1" status: 200 len: 205 time: 0.0378227 Jul 27 22:17:41.675377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.699797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-97bf36f6-4f5e-48d5-a214-0dcd86b4732d None None] Provisioning complete for port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:41.700176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97bf36f6-4f5e-48d5-a214-0dcd86b4732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.727629 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4a5731f3-1d40-4aff-9db3-56aa38621e41 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] delete failed (client error): The resource could not be found. Jul 27 22:17:41.728680 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a5731f3-1d40-4aff-9db3-56aa38621e41 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/routers/8bd2f342-1b12-4197-9bce-eed131e42576 HTTP/1.1" status: 404 len: 336 time: 0.0523622 Jul 27 22:17:41.731696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43654) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.732959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.735729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.739506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99e2daf2-cb7f-4235-92e7-d8c220705032 HTTP/1.1" status: 204 len: 168 time: 0.3553064 Jul 27 22:17:41.767370 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79c1d4a-0b8c-499f-ae2f-c1ef08c9c4bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.767979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79c1d4a-0b8c-499f-ae2f-c1ef08c9c4bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.769426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33a65-4612-4c40-a5e8-63275bc8c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e2daf2-cb7f-4235-92e7-d8c220705032,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.775820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c79c1d4a-0b8c-499f-ae2f-c1ef08c9c4bd tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/4404e6f0-c41d-41ff-abed-7c29055bb67a HTTP/1.1" status: 404 len: 337 time: 0.0424616 Jul 27 22:17:41.776804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43658) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.824775 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d306fee3-ecad-4ed5-bdd9-ae7cf8538490 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.825471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d306fee3-ecad-4ed5-bdd9-ae7cf8538490 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.830626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d306fee3-ecad-4ed5-bdd9-ae7cf8538490 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/9bab9517-4ca8-48ff-9ffc-b98f50fe6d6b HTTP/1.1" status: 404 len: 337 time: 0.0526521 Jul 27 22:17:41.830855 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.831481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43660) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.870742 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea379fca-e0eb-49aa-af34-e3f26bdc2909 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.871322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea379fca-e0eb-49aa-af34-e3f26bdc2909 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.873011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea379fca-e0eb-49aa-af34-e3f26bdc2909 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/463d795a-143f-4563-af03-d6fcb08d8163 HTTP/1.1" status: 404 len: 337 time: 0.0402958 Jul 27 22:17:41.875852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.907108 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f19da0-4744-4926-9ed6-b8e58e631526 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.907871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f19da0-4744-4926-9ed6-b8e58e631526 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.909671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] DHCP port deletion for c42609b9-d8c8-413f-a73f-84aa8aa6863e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:41.909843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98f19da0-4744-4926-9ed6-b8e58e631526 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/233362ee-b3c3-48dc-bbbb-fc1831fd0620 HTTP/1.1" status: 404 len: 333 time: 0.0326111 Jul 27 22:17:41.912606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.912784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43664) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.943993 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0b5295-2b8e-47e7-9d33-315f26b7a2c0 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.944458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0b5295-2b8e-47e7-9d33-315f26b7a2c0 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.947075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8a0b5295-2b8e-47e7-9d33-315f26b7a2c0 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/619aad5c-8d37-4a99-90d9-dabda2f48d49 HTTP/1.1" status: 404 len: 337 time: 0.0333233 Jul 27 22:17:41.949823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43666) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.986243 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b18bf23-622e-4aca-9212-227ac8b088cf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:41.986728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b18bf23-622e-4aca-9212-227ac8b088cf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:41.990368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b18bf23-622e-4aca-9212-227ac8b088cf tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/c442861d-0368-459e-8924-8bbf277503e2 HTTP/1.1" status: 404 len: 337 time: 0.0379016 Jul 27 22:17:41.990937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.991527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43668) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.994093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Deleting port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:41.994767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.005944 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.037198 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-334523e1-1c03-499e-a84d-a6fcae7d6688 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:42.038255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334523e1-1c03-499e-a84d-a6fcae7d6688 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:42.041083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-334523e1-1c03-499e-a84d-a6fcae7d6688 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/53d70fea-4353-4df9-b607-9557813f30b8 HTTP/1.1" status: 404 len: 333 time: 0.0476778 Jul 27 22:17:42.044737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43672) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.078754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] For port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,segment=NetworkSegment(9d3039e6-786d-4e80-a581-16c26cc5c315),segment_id=9d3039e6-786d-4e80-a581-16c26cc5c315)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:42.079168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.081538 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-440f192b-fa83-48df-9e64-5c03ea16f93b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:42.081717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440f192b-fa83-48df-9e64-5c03ea16f93b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:42.083531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-440f192b-fa83-48df-9e64-5c03ea16f93b tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/80b78f8c-f881-40db-a6fa-87212c177078 HTTP/1.1" status: 404 len: 337 time: 0.0374002 Jul 27 22:17:42.086704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43674) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.093754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Calling delete_port for abe685af-2fee-4eb6-9cc8-e40a0c56ce1c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:42.116161 n-d-738018-6 neutron-server[94671]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4aaf6e-c1d0-4850-b61e-d54a5e03d4e9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:42.116510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4aaf6e-c1d0-4850-b61e-d54a5e03d4e9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:42.119056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-eb4aaf6e-c1d0-4850-b61e-d54a5e03d4e9 tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/subnets/58efffe4-ca93-4f6d-82cf-cfc8a9342b75 HTTP/1.1" status: 404 len: 337 time: 0.0313334 Jul 27 22:17:42.121835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43676) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.146907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:42.148346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:42.246718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Deleting port 726778ee-33fe-426e-b834-8fd67344eb7f {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:42.247165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.267515 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.290783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:42.309964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] Pushing event deleted for resources: {'Port': ['ID=abe685af-2fee-4eb6-9cc8-e40a0c56ce1c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.327076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.329086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8fcea-8bf0-4f57-80e0-528e74137250 None None] No DVR routers for this DVR port abe685af-2fee-4eb6-9cc8-e40a0c56ce1c on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:42.348251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Calling delete_port for 726778ee-33fe-426e-b834-8fd67344eb7f owned by {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:42.429600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:42.435575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-60bd2f9e-6190-4478-99b8-d1501900560d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/7d6d5136-c2de-474d-a26d-b59bf3db0eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223868 Jul 27 22:17:42.439905 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:42.450232 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:42.451324 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:42.462580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43680) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.475643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-778bd45c-77b4-47ed-89dc-61d43a14f019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.495766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-34472cba-a497-4abc-a517-a5e3b220c5ae None None] Provisioning complete for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:42.495766 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34472cba-a497-4abc-a517-a5e3b220c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.521245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.536913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-34472cba-a497-4abc-a517-a5e3b220c5ae None None] Port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:42.565430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Port': ['ID=726778ee-33fe-426e-b834-8fd67344eb7f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.573006 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:42.577153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.580855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4f0c29d0-a9f1-4ea9-8007-c2d7a65a037d tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/ports/726778ee-33fe-426e-b834-8fd67344eb7f HTTP/1.1" status: 204 len: 168 time: 0.4563246 Jul 27 22:17:42.584350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43684) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.615297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-778bd45c-77b4-47ed-89dc-61d43a14f019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.671299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.698996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-778bd45c-77b4-47ed-89dc-61d43a14f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.746127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43686) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.747919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-778bd45c-77b4-47ed-89dc-61d43a14f019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=091085e2c0644f0e973a05ddef67ab92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788622 Jul 27 22:17:42.748865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd45c-77b4-47ed-89dc-61d43a14f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc2dba-9be6-45c9-b9bd-77ff54a12887,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.777988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.794224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42609b9-d8c8-413f-a73f-84aa8aa6863e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:42.812440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3039e6-786d-4e80-a581-16c26cc5c315') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:42.812742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3039e6-786d-4e80-a581-16c26cc5c315') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:42.817690 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:17:41Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f73f88c-e0f5-45a1-bf5c-f539d1802269', 'name': '', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:a4:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:40Z', 'updated_at': '2021-07-27T22:17:41Z', 'revision_number': 2, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:42.827404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.846520 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:42.846899 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Updating router 7d6d5136-c2de-474d-a26d-b59bf3db0eff port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:17:42.847424 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.850054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.857364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:42.857888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:42.860671 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:42.892019 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.930575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.935690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:42.959455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: abe685af-2fee-4eb6-9cc8-e40a0c56ce1c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:42.959883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device abe685af-2fee-4eb6-9cc8-e40a0c56ce1c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:43.052122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.061119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.063029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] 10.222.0.37 "DELETE /v2.0/networks/c42609b9-d8c8-413f-a73f-84aa8aa6863e HTTP/1.1" status: 204 len: 168 time: 0.4771388 Jul 27 22:17:43.072640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432c0dc-e4cb-4bf4-826a-671a239109bc tempest-PortsTestJSON-1693499586 tempest-PortsTestJSON-1693499586-project] Pushing event deleted for resources: {'Network': ['ID=c42609b9-d8c8-413f-a73f-84aa8aa6863e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.105143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.108211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.111864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2abc2dba-9be6-45c9-b9bd-77ff54a12887 HTTP/1.1" status: 204 len: 168 time: 0.3623099 Jul 27 22:17:43.120790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904855d1-fd84-41d8-a79e-e9139e8109ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc2dba-9be6-45c9-b9bd-77ff54a12887,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.188499 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.200222 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Transition to ACTIVE for port object 8f73f88c-e0f5-45a1-bf5c-f539d1802269 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:43.320795 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.372972 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Pushing event updated for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.386120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.386120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.386450 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.388561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.389017 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.389017 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.389337 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:43.459722 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Attempting to bind port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:43.460356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Attempting to bind port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:43.460489 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Attempting to bind port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 on network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:43.466971 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:43.467349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Checking segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:43.467752 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.468152 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Bound using segment: {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:43.468635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Bound port: 8f73f88c-e0f5-45a1-bf5c-f539d1802269, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfbbcf5-3344-429c-b7ef-3e3ed233189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:43.469015 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.537171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] For port 8f73f88c-e0f5-45a1-bf5c-f539d1802269, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:43.540687 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] For port 8f73f88c-e0f5-45a1-bf5c-f539d1802269, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8f73f88c-e0f5-45a1-bf5c-f539d1802269,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:43.641351 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.675320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43694) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:43.700422 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:43.701069 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:43.754774 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2f115-d0e4-4156-afdd-0c2bda3dd787 None None] Pushing event updated for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.851223 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:43.897105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6693aa2d-080a-4067-9552-a509d5659600 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaf451407f7d474f87c9e802e3826077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205358 Jul 27 22:17:43.900308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43706) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:43.960797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.985939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.116189 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:17:41Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f73f88c-e0f5-45a1-bf5c-f539d1802269', 'name': '', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:a4:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:40Z', 'updated_at': '2021-07-27T22:17:43Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.131230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.132383 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.137068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7605587e-e6b6-4a19-ab3d-d56bee054994 HTTP/1.1" status: 204 len: 168 time: 0.2326832 Jul 27 22:17:44.141705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d707c6d-049d-4f53-8db3-8f5352633490 None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:17:41Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f73f88c-e0f5-45a1-bf5c-f539d1802269', 'name': '', 'network_id': '74bc544c-a395-44e5-a8c7-17ac643e6dd1', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:a4:49:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:40Z', 'updated_at': '2021-07-27T22:17:43Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '3766d0e5-29b5-40fc-901c-d94018ccc319', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:44.150263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f6ab1-378f-4b20-bd6f-1f81756ef679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605587e-e6b6-4a19-ab3d-d56bee054994,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:44.265765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:44.950754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8f73f88c-e0f5-45a1-bf5c-f539d1802269 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:45.151990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:45.156167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:45.156622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.315164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43758) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:45.410522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.419977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-723774292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:45.451030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8f73f88c-e0f5-45a1-bf5c-f539d1802269, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8f73f88c-e0f5-45a1-bf5c-f539d1802269,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:45.541665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.542769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.558266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.599910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.605563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:45.661020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.763513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.764775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2422bdbf-e1ec-4a8e-bb2f-5ad31a723bf1 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4485779 Jul 27 22:17:45.767732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:45.772946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1831493137'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:45.884646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:45.888372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.900701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.999065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.091882 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.120698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:46.129731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ac645-4a53-4f8c-8500-9f768cd38ac8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:46.137925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.137925 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Added segment 87189927-85fd-4ad3-9b02-dec0f84e74a9 of type vlan for network 922c5d33-d3a1-4a84-9009-d72a33560fae Jul 27 22:17:46.179306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.271830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.277785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.278464 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.345099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Network': ['ID=922c5d33-d3a1-4a84-9009-d72a33560fae,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:46.356594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 922c5d33-d3a1-4a84-9009-d72a33560fae details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:46.412475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a284632b-db26-4f62-91eb-cac92c81cecf tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6436324 Jul 27 22:17:46.416423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43770) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:46.422129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'subnet': {'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:46.635058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:46.638545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.898243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.926786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8f73f88c-e0f5-45a1-bf5c-f539d1802269 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:46.962887 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Subnet': ['ID=e406b3fa-026c-4c76-bbb7-9e3677076d99,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:46.978738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Checking segment: {'id': '87189927-85fd-4ad3-9b02-dec0f84e74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:46.979106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network hostable DHCP agents. Network: 922c5d33-d3a1-4a84-9009-d72a33560fae, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:46.990315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:46.990685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.080687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 922c5d33-d3a1-4a84-9009-d72a33560fae is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:47.232035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 922c5d33-d3a1-4a84-9009-d72a33560fae) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:47.236802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:47.241502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.242303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e388105-0f86-4fdd-af35-f4b5896a7253 None None] Network 922c5d33-d3a1-4a84-9009-d72a33560fae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:47.313166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ccc6847-2e19-4033-aed8-eb836c12bcc4 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8952360 Jul 27 22:17:47.316095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43776) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:47.322104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'network': {'name': 'tempest-router-network01--1811126728'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:47.394530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-922c5d33-d3a1-4a84-9009-d72a33560fae', 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae', 'tenant_id': '53df90d57ba74247bd840b0bd9dacd84', 'fixed_ips': [{'subnet_id': 'e406b3fa-026c-4c76-bbb7-9e3677076d99'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:47.396495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.415098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:47.418522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.448172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:47.457272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.457626 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Added segment 02811722-8cba-46a8-970d-1c0171815b45 of type vlan for network 85410c95-feb8-4860-8268-1ef17faa6a56 Jul 27 22:17:47.498138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.537657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Allocated IP 2001:db8::2 (922c5d33-d3a1-4a84-9009-d72a33560fae/e406b3fa-026c-4c76-bbb7-9e3677076d99/4689b1fa-a1ee-447f-b7ee-41156b960514) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:47.604231 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.609949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:47.610584 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.677374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Network': ['ID=85410c95-feb8-4860-8268-1ef17faa6a56,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:47.687809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 85410c95-feb8-4860-8268-1ef17faa6a56 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:47.689834 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.724106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6285564e-941c-4e6c-a50b-7b9eeb572cdc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4068718 Jul 27 22:17:47.726600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43778) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:47.731839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Transition to ACTIVE for port object 4689b1fa-a1ee-447f-b7ee-41156b960514 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:47.733153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'network': {'name': 'tempest-router-network02--1556468584'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:47.766266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Transition to ACTIVE for port object 4689b1fa-a1ee-447f-b7ee-41156b960514 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:47.797579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:47.801235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.827249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:47.832296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.836132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.839556 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Added segment 26a921be-7ac6-4f41-bca1-3be6361259cf of type vlan for network a91c3ecb-6829-468a-8581-c6eecb1c939e Jul 27 22:17:47.879758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Network 922c5d33-d3a1-4a84-9009-d72a33560fae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:47.882653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:47.882823 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.887140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:47.891874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Pushing event updated for resources: {'Port': ['ID=4689b1fa-a1ee-447f-b7ee-41156b960514,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:47.951209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Attempting to bind port 4689b1fa-a1ee-447f-b7ee-41156b960514 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:47.951504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Attempting to bind port 4689b1fa-a1ee-447f-b7ee-41156b960514 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '87189927-85fd-4ad3-9b02-dec0f84e74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:47.951873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Attempting to bind port 4689b1fa-a1ee-447f-b7ee-41156b960514 on network 922c5d33-d3a1-4a84-9009-d72a33560fae {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:47.956840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:47.957221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Checking segment: {'id': '87189927-85fd-4ad3-9b02-dec0f84e74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:47.957626 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.958096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Bound using segment: {'id': '87189927-85fd-4ad3-9b02-dec0f84e74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:47.958523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Bound port: 4689b1fa-a1ee-447f-b7ee-41156b960514, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87189927-85fd-4ad3-9b02-dec0f84e74a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '922c5d33-d3a1-4a84-9009-d72a33560fae'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:47.962685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.978553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:47.984547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:47.985159 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.023634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] For port 4689b1fa-a1ee-447f-b7ee-41156b960514, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:48.027565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] For port 4689b1fa-a1ee-447f-b7ee-41156b960514, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4689b1fa-a1ee-447f-b7ee-41156b960514,segment=NetworkSegment(87189927-85fd-4ad3-9b02-dec0f84e74a9),segment_id=87189927-85fd-4ad3-9b02-dec0f84e74a9)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:48.052016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Network': ['ID=a91c3ecb-6829-468a-8581-c6eecb1c939e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:48.063177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network a91c3ecb-6829-468a-8581-c6eecb1c939e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:48.108493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.112739 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-54706644-d46b-4f4b-977f-fc47fc39874e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3845816 Jul 27 22:17:48.115727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.121212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'subnet': {'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:48.194312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc2a51-8296-4c98-ac65-6160724f2628 None None] Pushing event updated for resources: {'Port': ['ID=4689b1fa-a1ee-447f-b7ee-41156b960514,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:48.283499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:48.287478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.563817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.630402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Subnet': ['ID=527a514f-122a-4fb4-89ff-a37d313b61ae,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:48.640345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Checking segment: {'id': '02811722-8cba-46a8-970d-1c0171815b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:48.640704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network hostable DHCP agents. Network: 85410c95-feb8-4860-8268-1ef17faa6a56, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:48.743909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 85410c95-feb8-4860-8268-1ef17faa6a56 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:48.843656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 85410c95-feb8-4860-8268-1ef17faa6a56) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:48.850718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:48.853289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.854158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7edd3c-1fe1-4d5a-a4a8-9c00c83d3484 None None] Network 85410c95-feb8-4860-8268-1ef17faa6a56 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:48.973372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43788) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.973545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c3c02baf-b7ef-4b09-ba45-ec5350bc32dc tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8532765 Jul 27 22:17:48.973655 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4689b1fa-a1ee-447f-b7ee-41156b960514 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:48.976620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'subnet': {'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:49.083431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-85410c95-feb8-4860-8268-1ef17faa6a56', 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56', 'tenant_id': '53df90d57ba74247bd840b0bd9dacd84', 'fixed_ips': [{'subnet_id': '527a514f-122a-4fb4-89ff-a37d313b61ae'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:49.084575 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.154859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:49.159279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.159965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17fa3bc-146c-42ec-9bcb-293bee659836 None None] Network 922c5d33-d3a1-4a84-9009-d72a33560fae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:49.210108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4689b1fa-a1ee-447f-b7ee-41156b960514 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:49.337692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Allocated IP 2001:db8::2 (85410c95-feb8-4860-8268-1ef17faa6a56/527a514f-122a-4fb4-89ff-a37d313b61ae/094e91e4-58f0-4543-8eed-4ba7a863b8fc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:49.376110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Provisioning for port 4689b1fa-a1ee-447f-b7ee-41156b960514 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:49.417381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Provisioning complete for port 4689b1fa-a1ee-447f-b7ee-41156b960514 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:49.417687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.435793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.506052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Subnet': ['ID=9c1b7a67-b855-4a56-90f9-7db19078522e,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.529423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Checking segment: {'id': '26a921be-7ac6-4f41-bca1-3be6361259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:49.529791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network hostable DHCP agents. Network: a91c3ecb-6829-468a-8581-c6eecb1c939e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:49.617115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.623362 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.640239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Transition to ACTIVE for port object 094e91e4-58f0-4543-8eed-4ba7a863b8fc will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:49.640742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network a91c3ecb-6829-468a-8581-c6eecb1c939e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:49.671331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Transition to ACTIVE for port object 094e91e4-58f0-4543-8eed-4ba7a863b8fc will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:49.676760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] For port 4689b1fa-a1ee-447f-b7ee-41156b960514, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4689b1fa-a1ee-447f-b7ee-41156b960514,segment=NetworkSegment(87189927-85fd-4ad3-9b02-dec0f84e74a9),segment_id=87189927-85fd-4ad3-9b02-dec0f84e74a9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:49.703833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, a91c3ecb-6829-468a-8581-c6eecb1c939e) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:49.708323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.709262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.717116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a72a0-be2d-4e85-8b4d-0c85b7472b4d None None] Network a91c3ecb-6829-468a-8581-c6eecb1c939e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:49.759784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.765392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.797123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4665e243-70c2-47bd-9804-44b1d9f5a70e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8247683 Jul 27 22:17:49.799452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:49.815969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Network 85410c95-feb8-4860-8268-1ef17faa6a56 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:49.826564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:49.832367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:49.860857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93094f20-12e0-462c-8562-2af728a44fd2 None None] Pushing event updated for resources: {'Port': ['ID=4689b1fa-a1ee-447f-b7ee-41156b960514,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.991737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Pushing event updated for resources: {'Port': ['ID=094e91e4-58f0-4543-8eed-4ba7a863b8fc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.999287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Attempting to bind port 094e91e4-58f0-4543-8eed-4ba7a863b8fc on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:49.999704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Attempting to bind port 094e91e4-58f0-4543-8eed-4ba7a863b8fc by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '02811722-8cba-46a8-970d-1c0171815b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:50.000035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Attempting to bind port 094e91e4-58f0-4543-8eed-4ba7a863b8fc on network 85410c95-feb8-4860-8268-1ef17faa6a56 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:50.006082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ea264d7f-4e7b-44d0-96d4-08f18d6582e8 None None] Provisioning complete for port 4689b1fa-a1ee-447f-b7ee-41156b960514 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:50.006491 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea264d7f-4e7b-44d0-96d4-08f18d6582e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.049320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:50.049763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Checking segment: {'id': '02811722-8cba-46a8-970d-1c0171815b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:50.050115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.050542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Bound using segment: {'id': '02811722-8cba-46a8-970d-1c0171815b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:50.051039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Bound port: 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02811722-8cba-46a8-970d-1c0171815b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '85410c95-feb8-4860-8268-1ef17faa6a56'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:50.051429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.072575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-a91c3ecb-6829-468a-8581-c6eecb1c939e', 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e', 'tenant_id': '53df90d57ba74247bd840b0bd9dacd84', 'fixed_ips': [{'subnet_id': '9c1b7a67-b855-4a56-90f9-7db19078522e'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:50.073437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.241858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] For port 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:50.286010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] For port 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=094e91e4-58f0-4543-8eed-4ba7a863b8fc,segment=NetworkSegment(02811722-8cba-46a8-970d-1c0171815b45),segment_id=02811722-8cba-46a8-970d-1c0171815b45)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:50.314580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Allocated IP 2001:db8::2 (a91c3ecb-6829-468a-8581-c6eecb1c939e/9c1b7a67-b855-4a56-90f9-7db19078522e/575db6ab-3cc9-4d76-a4aa-4924a1948a91) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:50.373609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.466539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.469467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a24f1-8013-4f62-a743-5ac64b0c4ab9 None None] Pushing event updated for resources: {'Port': ['ID=094e91e4-58f0-4543-8eed-4ba7a863b8fc,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.535218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.543981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Transition to ACTIVE for port object 575db6ab-3cc9-4d76-a4aa-4924a1948a91 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:50.560106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Transition to ACTIVE for port object 575db6ab-3cc9-4d76-a4aa-4924a1948a91 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:50.630423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.701203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Network a91c3ecb-6829-468a-8581-c6eecb1c939e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:50.704932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:50.713408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:50.716744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Pushing event updated for resources: {'Port': ['ID=575db6ab-3cc9-4d76-a4aa-4924a1948a91,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.777540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Allocated IP 2001:db8::1 (85410c95-feb8-4860-8268-1ef17faa6a56/527a514f-122a-4fb4-89ff-a37d313b61ae/b0c328aa-09be-4115-8e36-db4b7ac9252f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:50.939145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.964396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Transition to ACTIVE for port object b0c328aa-09be-4115-8e36-db4b7ac9252f will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:51.012775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Attempting to bind port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:51.013346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Attempting to bind port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '26a921be-7ac6-4f41-bca1-3be6361259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:51.013528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Attempting to bind port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 on network a91c3ecb-6829-468a-8581-c6eecb1c939e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:51.019440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:51.021829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Checking segment: {'id': '26a921be-7ac6-4f41-bca1-3be6361259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:51.021829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.021829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Bound using segment: {'id': '26a921be-7ac6-4f41-bca1-3be6361259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:51.021829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Bound port: 575db6ab-3cc9-4d76-a4aa-4924a1948a91, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a921be-7ac6-4f41-bca1-3be6361259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'a91c3ecb-6829-468a-8581-c6eecb1c939e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:51.021829 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.072622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.074662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4689b1fa-a1ee-447f-b7ee-41156b960514 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:51.121004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 85410c95-feb8-4860-8268-1ef17faa6a56 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:51.128695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:51.129079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e04e7408-d551-4652-9753-26195885aba9 None None] For port 575db6ab-3cc9-4d76-a4aa-4924a1948a91, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:51.131881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:51.132459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.132612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e04e7408-d551-4652-9753-26195885aba9 None None] For port 575db6ab-3cc9-4d76-a4aa-4924a1948a91, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=575db6ab-3cc9-4d76-a4aa-4924a1948a91,segment=NetworkSegment(26a921be-7ac6-4f41-bca1-3be6361259cf),segment_id=26a921be-7ac6-4f41-bca1-3be6361259cf)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:51.147913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4689b1fa-a1ee-447f-b7ee-41156b960514 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:51.148421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.158867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Port': ['ID=b0c328aa-09be-4115-8e36-db4b7ac9252f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:51.208830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.294466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 094e91e4-58f0-4543-8eed-4ba7a863b8fc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:51.327417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e7408-d551-4652-9753-26195885aba9 None None] Pushing event updated for resources: {'Port': ['ID=575db6ab-3cc9-4d76-a4aa-4924a1948a91,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:51.440568 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.463673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 094e91e4-58f0-4543-8eed-4ba7a863b8fc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:51.753118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8dcd8-c688-49bf-a061-a1736149e6c8 None None] Network 85410c95-feb8-4860-8268-1ef17faa6a56 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:51.776686 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.859445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.859445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.939227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Provisioning for port 094e91e4-58f0-4543-8eed-4ba7a863b8fc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:51.941567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Port': ['ID=b0c328aa-09be-4115-8e36-db4b7ac9252f,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:51.949527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Provisioning complete for port 094e91e4-58f0-4543-8eed-4ba7a863b8fc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:51.950120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.016316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 85410c95-feb8-4860-8268-1ef17faa6a56 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:52.017945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:52.075798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.134734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] For port 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=094e91e4-58f0-4543-8eed-4ba7a863b8fc,segment=NetworkSegment(02811722-8cba-46a8-970d-1c0171815b45),segment_id=02811722-8cba-46a8-970d-1c0171815b45)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:52.212591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.240541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Router 6d8ed17f-48a9-4b04-8551-a979964b097e is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:52.279282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926165-fe2d-4799-8303-21cf2ccfbc7b None None] Pushing event updated for resources: {'Port': ['ID=094e91e4-58f0-4543-8eed-4ba7a863b8fc,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:52.367322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:52.380533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] Sync routers for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:52.380679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:52.387733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-69ddd51a-a7b7-4b4c-9923-bc5a43b1d98f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768430 Jul 27 22:17:52.391484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:52.392268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:52.436071 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:52.460201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:52.460854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:52.503204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:52.504026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1a60fb-2bc7-4e31-b32f-90f1d9c7e62e None None] The sync data for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:52.578608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Provisioning for port b0c328aa-09be-4115-8e36-db4b7ac9252f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:52.586009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Provisioning complete for port b0c328aa-09be-4115-8e36-db4b7ac9252f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:52.587181 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.649970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Port b0c328aa-09be-4115-8e36-db4b7ac9252f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:52.653228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a61041-11a6-4a9a-8c52-d123702da588 None None] Network a91c3ecb-6829-468a-8581-c6eecb1c939e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:52.710533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Provisioning complete for port 094e91e4-58f0-4543-8eed-4ba7a863b8fc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:52.710917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25227829-6f97-4632-b04f-8248fff31991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.102012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 575db6ab-3cc9-4d76-a4aa-4924a1948a91 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:53.145172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b7de357d-a3a4-42ae-be4b-d4c11ff745e7 None None] Provisioning for port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:53.167526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b7de357d-a3a4-42ae-be4b-d4c11ff745e7 None None] Provisioning complete for port b0c328aa-09be-4115-8e36-db4b7ac9252f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:53.168090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7de357d-a3a4-42ae-be4b-d4c11ff745e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.230036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b7de357d-a3a4-42ae-be4b-d4c11ff745e7 None None] Port b0c328aa-09be-4115-8e36-db4b7ac9252f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:53.253263 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0e648fe0-f30a-43f6-86f6-3f35c888e123 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:17:53.254552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e648fe0-f30a-43f6-86f6-3f35c888e123 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8729467 Jul 27 22:17:53.257573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:53.303325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:53.308144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:53.308555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.371335 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac49fef5-01c8-4c4c-894b-8f299196e540 None None] Provisioning complete for port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:53.371839 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac49fef5-01c8-4c4c-894b-8f299196e540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.447951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.495306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 575db6ab-3cc9-4d76-a4aa-4924a1948a91, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=575db6ab-3cc9-4d76-a4aa-4924a1948a91,segment=NetworkSegment(26a921be-7ac6-4f41-bca1-3be6361259cf),segment_id=26a921be-7ac6-4f41-bca1-3be6361259cf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:53.536114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac49fef5-01c8-4c4c-894b-8f299196e540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.567485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.568293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 094e91e4-58f0-4543-8eed-4ba7a863b8fc up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:53.614554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.666271 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-ac49fef5-01c8-4c4c-894b-8f299196e540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:17:53.666656 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-ac49fef5-01c8-4c4c-894b-8f299196e540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:17:53.683614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=575db6ab-3cc9-4d76-a4aa-4924a1948a91,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:53.696532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 094e91e4-58f0-4543-8eed-4ba7a863b8fc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:53.696917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.916803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting port b0c328aa-09be-4115-8e36-db4b7ac9252f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:53.917148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.010567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.024327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Calling delete_port for b0c328aa-09be-4115-8e36-db4b7ac9252f owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:54.297914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.325768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Port': ['ID=b0c328aa-09be-4115-8e36-db4b7ac9252f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:54.426130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.587821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Router 6d8ed17f-48a9-4b04-8551-a979964b097e has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:54.666471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:54.671538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e429d08b-4410-4f7b-974a-e9d210ff932d tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120922 Jul 27 22:17:54.675471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:54.678055 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] Sync routers for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:54.688146 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:54.688765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:54.714121 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-5561d71a-20ac-421f-8939-ba96a7b16784 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] delete failed (client error): The resource could not be found. Jul 27 22:17:54.715505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5561d71a-20ac-421f-8939-ba96a7b16784 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1016388597 HTTP/1.1" status: 404 len: 335 time: 0.0389600 Jul 27 22:17:54.719330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:54.720054 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:54.723846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-718529cf-868b-45d8-97b1-b3849cddd512 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d8ed17f-48a9-4b04-8551-a979964b097e'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:54.729219 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:54.729834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:54.849065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:54.849643 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c25fe6e-998d-411f-8946-6834a50c61cb None None] The sync data for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:54.943513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 575db6ab-3cc9-4d76-a4aa-4924a1948a91 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:54.946920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-718529cf-868b-45d8-97b1-b3849cddd512 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.996012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:54.996491 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.046845 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-718529cf-868b-45d8-97b1-b3849cddd512 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] update failed (client error): The resource could not be found. Jul 27 22:17:55.051381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-718529cf-868b-45d8-97b1-b3849cddd512 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e HTTP/1.1" status: 404 len: 339 time: 0.3277431 Jul 27 22:17:55.051647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:55.057536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-406270238'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:55.149872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:55.153635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.180845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:55.191698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.192147 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Added segment e0183b7f-d060-4238-b9dc-a5753a5f50a6 of type vlan for network 8aee1d13-0c4a-430f-b62d-e6b527a96378 Jul 27 22:17:55.237258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.343433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.349484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:55.350117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.425365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Network': ['ID=8aee1d13-0c4a-430f-b62d-e6b527a96378,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:55.436382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:55.512673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-24b052ba-eb3e-478e-b99e-58b0753ba482 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4599071 Jul 27 22:17:55.515626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43832) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:55.520831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'subnet': {'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:55.685947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Made reservation on behalf of 53df90d57ba74247bd840b0bd9dacd84 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:55.689543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.926806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.988498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Subnet': ['ID=83a04cdb-8e3d-4a7d-b03f-afa264707eaf,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:55.997526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Checking segment: {'id': 'e0183b7f-d060-4238-b9dc-a5753a5f50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:55.997898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network hostable DHCP agents. Network: 8aee1d13-0c4a-430f-b62d-e6b527a96378, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:56.080724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:56.160683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8aee1d13-0c4a-430f-b62d-e6b527a96378) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:56.165702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:56.166520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.175418 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9aafe-da72-4622-bb40-bbf4d9349d94 None None] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:56.261935 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a4c18705-a0a3-4659-9160-9361eef6098e tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7451575 Jul 27 22:17:56.264687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:56.269274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9a21c96f-9f69-4cfa-b4fa-d06e7d09d97c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'router': {'external_gateway_info': {'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:56.323923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8aee1d13-0c4a-430f-b62d-e6b527a96378', 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378', 'tenant_id': '53df90d57ba74247bd840b0bd9dacd84', 'fixed_ips': [{'subnet_id': '83a04cdb-8e3d-4a7d-b03f-afa264707eaf'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:56.324870 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.474665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Allocated IP 2001:db8:1::2 (8aee1d13-0c4a-430f-b62d-e6b527a96378/83a04cdb-8e3d-4a7d-b03f-afa264707eaf/f27da038-a639-4e26-a0b9-56971223a2b9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:56.498165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9a21c96f-9f69-4cfa-b4fa-d06e7d09d97c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.627493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.636666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Transition to ACTIVE for port object f27da038-a639-4e26-a0b9-56971223a2b9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:56.652760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Transition to ACTIVE for port object f27da038-a639-4e26-a0b9-56971223a2b9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:56.653347 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-9a21c96f-9f69-4cfa-b4fa-d06e7d09d97c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:17:56.654499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a21c96f-9f69-4cfa-b4fa-d06e7d09d97c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e HTTP/1.1" status: 400 len: 364 time: 0.3888245 Jul 27 22:17:56.658275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43856) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:56.728544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.771378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:56.774952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:56.779964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:56.786676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Pushing event updated for resources: {'Port': ['ID=f27da038-a639-4e26-a0b9-56971223a2b9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:56.816331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.816710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.817041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.817388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.817728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.818069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.818432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.818769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.819107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.819438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.819768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.820097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:56.861250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Attempting to bind port f27da038-a639-4e26-a0b9-56971223a2b9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:56.861636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Attempting to bind port f27da038-a639-4e26-a0b9-56971223a2b9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e0183b7f-d060-4238-b9dc-a5753a5f50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:56.862012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Attempting to bind port f27da038-a639-4e26-a0b9-56971223a2b9 on network 8aee1d13-0c4a-430f-b62d-e6b527a96378 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:56.868644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:56.869030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Checking segment: {'id': 'e0183b7f-d060-4238-b9dc-a5753a5f50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:56.869443 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.869842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Bound using segment: {'id': 'e0183b7f-d060-4238-b9dc-a5753a5f50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:56.870344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Bound port: f27da038-a639-4e26-a0b9-56971223a2b9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0183b7f-d060-4238-b9dc-a5753a5f50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8aee1d13-0c4a-430f-b62d-e6b527a96378'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:56.870738 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.947175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] For port f27da038-a639-4e26-a0b9-56971223a2b9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:56.950927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] For port f27da038-a639-4e26-a0b9-56971223a2b9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f27da038-a639-4e26-a0b9-56971223a2b9,segment=NetworkSegment(e0183b7f-d060-4238-b9dc-a5753a5f50a6),segment_id=e0183b7f-d060-4238-b9dc-a5753a5f50a6)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:56.964643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.035391 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.094684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fe7c6-6d62-4d07-a025-d8761823c0fd None None] Pushing event updated for resources: {'Port': ['ID=f27da038-a639-4e26-a0b9-56971223a2b9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:57.238851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Allocated IP 2001:db8::1 (922c5d33-d3a1-4a84-9009-d72a33560fae/e406b3fa-026c-4c76-bbb7-9e3677076d99/7920a58e-50b6-413b-815e-cd933b72edc4) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:57.377783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.394682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Transition to ACTIVE for port object 7920a58e-50b6-413b-815e-cd933b72edc4 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:57.506436 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.553140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 922c5d33-d3a1-4a84-9009-d72a33560fae is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:57.556197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:57.558714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:57.559429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.603421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Port': ['ID=7920a58e-50b6-413b-815e-cd933b72edc4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:57.802639 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.937742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0be9d136-125d-4b87-a077-2477d2bc9db1 None None] Provisioning for port 7920a58e-50b6-413b-815e-cd933b72edc4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:57.942960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0be9d136-125d-4b87-a077-2477d2bc9db1 None None] Provisioning complete for port 7920a58e-50b6-413b-815e-cd933b72edc4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:57.947358 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0be9d136-125d-4b87-a077-2477d2bc9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.985473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0be9d136-125d-4b87-a077-2477d2bc9db1 None None] Port 7920a58e-50b6-413b-815e-cd933b72edc4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:58.135805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.203631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.207482 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.208280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb50cf-f165-4903-a0e1-df0947e9b19a None None] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:58.418136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b9e2162-4263-47c0-b956-9d00eeccbf40 None None] Provisioning for port f27da038-a639-4e26-a0b9-56971223a2b9 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:58.669094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event updated for resources: {'Port': ['ID=7920a58e-50b6-413b-815e-cd933b72edc4,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.710755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Network 922c5d33-d3a1-4a84-9009-d72a33560fae is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:58.712701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:58.835437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Router 6d8ed17f-48a9-4b04-8551-a979964b097e has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:58.964171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:58.972098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-949e69e6-e1ac-441e-8828-061fddc54576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102939 Jul 27 22:17:58.972530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:58.993434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] Sync routers for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:59.005929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:59.006676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.069986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f27da038-a639-4e26-a0b9-56971223a2b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:59.072674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.097065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-47fbb32b-7126-4e0f-98e0-bea024ecef73 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.112027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:59.112664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.158208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:59.158934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9520f7a-a20a-497b-a8da-e9b47d89c18c None None] The sync data for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:59.162901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3ef1b029-e4ac-4d5b-b7da-4c628161d3a0 None None] Provisioning complete for port 7920a58e-50b6-413b-815e-cd933b72edc4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:59.163359 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef1b029-e4ac-4d5b-b7da-4c628161d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.200989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1b029-e4ac-4d5b-b7da-4c628161d3a0 None None] Port 7920a58e-50b6-413b-815e-cd933b72edc4 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:59.217799 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-47fbb32b-7126-4e0f-98e0-bea024ecef73 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:17:59.225265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-47fbb32b-7126-4e0f-98e0-bea024ecef73 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e HTTP/1.1" status: 409 len: 329 time: 0.2454386 Jul 27 22:17:59.225547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:59.302993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f27da038-a639-4e26-a0b9-56971223a2b9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:59.308231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f27da038-a639-4e26-a0b9-56971223a2b9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:59.308616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.402454 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.447152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f27da038-a639-4e26-a0b9-56971223a2b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f27da038-a639-4e26-a0b9-56971223a2b9,segment=NetworkSegment(e0183b7f-d060-4238-b9dc-a5753a5f50a6),segment_id=e0183b7f-d060-4238-b9dc-a5753a5f50a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:59.509107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.651806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f27da038-a639-4e26-a0b9-56971223a2b9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:59.683220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.950944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting port 7920a58e-50b6-413b-815e-cd933b72edc4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:59.951593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.048048 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.060593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Calling delete_port for 7920a58e-50b6-413b-815e-cd933b72edc4 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:00.312199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.343356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Port': ['ID=7920a58e-50b6-413b-815e-cd933b72edc4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:00.447442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.614377 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Router 6d8ed17f-48a9-4b04-8551-a979964b097e has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:00.694130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:00.703791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43930) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:00.704488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e78a1be-867b-4aaa-a832-1ace314da576 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4775834 Jul 27 22:18:00.719171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] Sync routers for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:00.719735 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:00.720420 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:00.749801 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-cd8e5227-bc91-4325-9730-33bae83f355f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] show failed (client error): The resource could not be found. Jul 27 22:18:00.750880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cd8e5227-bc91-4325-9730-33bae83f355f tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-712851390 HTTP/1.1" status: 404 len: 334 time: 0.0461013 Jul 27 22:18:00.753300 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:00.754648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43932) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:00.763322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] Routers {'6d8ed17f-48a9-4b04-8551-a979964b097e'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:00.763968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6d8ed17f-48a9-4b04-8551-a979964b097e'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:00.771477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0d48348b-8da8-47ac-a6b1-e1dace37a38a tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:00.800174 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:00.801051 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e5a43-0448-449d-9dba-d063a15dce5c None None] The sync data for ids ['6d8ed17f-48a9-4b04-8551-a979964b097e'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:00.819769 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0d48348b-8da8-47ac-a6b1-e1dace37a38a tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] update failed (client error): The resource could not be found. Jul 27 22:18:00.821852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0d48348b-8da8-47ac-a6b1-e1dace37a38a tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1369172809 HTTP/1.1" status: 404 len: 335 time: 0.0660942 Jul 27 22:18:00.825122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:00.881682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting subnet 83a04cdb-8e3d-4a7d-b03f-afa264707eaf {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:00.887445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.937123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.974913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f27da038-a639-4e26-a0b9-56971223a2b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:01.038848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f27da038-a639-4e26-a0b9-56971223a2b9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:01.039389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.043634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.187158 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.214432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Subnet': ['ID=83a04cdb-8e3d-4a7d-b03f-afa264707eaf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:01.222367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.224348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8e852aaf-337c-4b42-af59-1cfb85f8ae96 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/subnets/83a04cdb-8e3d-4a7d-b03f-afa264707eaf HTTP/1.1" status: 204 len: 168 time: 0.3983116 Jul 27 22:18:01.226786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:01.230473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a7a62-88e4-4fc2-b858-31089c2d7899 None None] Network 8aee1d13-0c4a-430f-b62d-e6b527a96378 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:01.341882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.407236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting port f27da038-a639-4e26-a0b9-56971223a2b9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:01.408090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.463644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] DHCP port deletion for 8aee1d13-0c4a-430f-b62d-e6b527a96378 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:01.484650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] For port f27da038-a639-4e26-a0b9-56971223a2b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f27da038-a639-4e26-a0b9-56971223a2b9,segment=NetworkSegment(e0183b7f-d060-4238-b9dc-a5753a5f50a6),segment_id=e0183b7f-d060-4238-b9dc-a5753a5f50a6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:01.485200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.503727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Calling delete_port for f27da038-a639-4e26-a0b9-56971223a2b9 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:01.535264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Deleting port f27da038-a639-4e26-a0b9-56971223a2b9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:01.536008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.616951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] For port f27da038-a639-4e26-a0b9-56971223a2b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f27da038-a639-4e26-a0b9-56971223a2b9,segment=NetworkSegment(e0183b7f-d060-4238-b9dc-a5753a5f50a6),segment_id=e0183b7f-d060-4238-b9dc-a5753a5f50a6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:01.617564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.631498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Calling delete_port for f27da038-a639-4e26-a0b9-56971223a2b9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:01.684025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.711859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Port': ['ID=f27da038-a639-4e26-a0b9-56971223a2b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:01.714423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.720453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] No DVR routers for this DVR port f27da038-a639-4e26-a0b9-56971223a2b9 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:01.811387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.824506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aee1d13-0c4a-430f-b62d-e6b527a96378']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.837988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0183b7f-d060-4238-b9dc-a5753a5f50a6') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.838486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0183b7f-d060-4238-b9dc-a5753a5f50a6') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.849007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.874829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.882711 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:01.883902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:01.887888 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:01.917095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] Pushing event deleted for resources: {'Port': ['ID=f27da038-a639-4e26-a0b9-56971223a2b9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:01.944675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea813b8-f312-43f6-b594-26119a354b88 None None] No DVR routers for this DVR port f27da038-a639-4e26-a0b9-56971223a2b9 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:02.032016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89bb9641-6d63-4e4e-9b51-26cdf0247a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.114590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.120658 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.122737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/networks/8aee1d13-0c4a-430f-b62d-e6b527a96378 HTTP/1.1" status: 204 len: 168 time: 0.8916733 Jul 27 22:18:02.130364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43960) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:02.141588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ccb45-e30d-4221-9cba-93c32e16a658 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Network': ['ID=8aee1d13-0c4a-430f-b62d-e6b527a96378,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:02.187049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting subnet 9c1b7a67-b855-4a56-90f9-7db19078522e {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:02.190472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.232027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.325302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.452664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.485992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1b7a67-b855-4a56-90f9-7db19078522e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:02.491880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.495119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:02.495448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2141d76b-8083-4a31-8e45-ed7578dfb0b5 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/subnets/9c1b7a67-b855-4a56-90f9-7db19078522e HTTP/1.1" status: 204 len: 168 time: 0.3688664 Jul 27 22:18:02.498145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7bfb5-4ce7-4c6c-a4b8-8b2abbfc1acb None None] Network a91c3ecb-6829-468a-8581-c6eecb1c939e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:02.549930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting subnet 527a514f-122a-4fb4-89ff-a37d313b61ae {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:02.553576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.601337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.706278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] DHCP port deletion for a91c3ecb-6829-468a-8581-c6eecb1c939e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:02.766810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Deleting port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:02.767598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.837826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] For port 575db6ab-3cc9-4d76-a4aa-4924a1948a91, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=575db6ab-3cc9-4d76-a4aa-4924a1948a91,segment=NetworkSegment(26a921be-7ac6-4f41-bca1-3be6361259cf),segment_id=26a921be-7ac6-4f41-bca1-3be6361259cf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:02.841021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.866908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Calling delete_port for 575db6ab-3cc9-4d76-a4aa-4924a1948a91 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:02.992137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 575db6ab-3cc9-4d76-a4aa-4924a1948a91 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:03.083496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.101419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.101981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] No DVR routers for this DVR port 575db6ab-3cc9-4d76-a4aa-4924a1948a91 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:03.103537 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.149389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf5aa7-5e9d-4b48-b016-1bd4a91b8548 None None] Pushing event deleted for resources: {'Port': ['ID=575db6ab-3cc9-4d76-a4aa-4924a1948a91,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:03.181389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f27da038-a639-4e26-a0b9-56971223a2b9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:03.204094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f27da038-a639-4e26-a0b9-56971223a2b9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:03.204600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f27da038-a639-4e26-a0b9-56971223a2b9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:03.264688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.300433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Subnet': ['ID=527a514f-122a-4fb4-89ff-a37d313b61ae,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:03.303648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.308820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 43984) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:03.316640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c68eb-8de4-4783-8865-db9549189692 None None] Network 85410c95-feb8-4860-8268-1ef17faa6a56 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:03.327855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-31b1aaa5-e519-40a7-b476-0a3bdac2398c tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/subnets/527a514f-122a-4fb4-89ff-a37d313b61ae HTTP/1.1" status: 204 len: 168 time: 0.8153327 Jul 27 22:18:03.428675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.549669 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.562737 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91c3ecb-6829-468a-8581-c6eecb1c939e']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.575090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a921be-7ac6-4f41-bca1-3be6361259cf') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.575327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a921be-7ac6-4f41-bca1-3be6361259cf') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.587426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.593592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] DHCP port deletion for 85410c95-feb8-4860-8268-1ef17faa6a56 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:03.609867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.617060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:03.619177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:03.624643 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:03.663787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Deleting port 094e91e4-58f0-4543-8eed-4ba7a863b8fc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:03.665310 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.790799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] For port 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=094e91e4-58f0-4543-8eed-4ba7a863b8fc,segment=NetworkSegment(02811722-8cba-46a8-970d-1c0171815b45),segment_id=02811722-8cba-46a8-970d-1c0171815b45)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:03.791322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.812644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Calling delete_port for 094e91e4-58f0-4543-8eed-4ba7a863b8fc owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:03.815404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.830372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.834803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/networks/a91c3ecb-6829-468a-8581-c6eecb1c939e HTTP/1.1" status: 204 len: 168 time: 0.5217421 Jul 27 22:18:03.835619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 43990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:03.842503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73039-cee1-45f2-9dbb-a0e29a6d6793 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Network': ['ID=a91c3ecb-6829-468a-8581-c6eecb1c939e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:03.935384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.999439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting port 094e91e4-58f0-4543-8eed-4ba7a863b8fc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:03.999791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.048826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.072564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] For port 094e91e4-58f0-4543-8eed-4ba7a863b8fc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=094e91e4-58f0-4543-8eed-4ba7a863b8fc,segment=NetworkSegment(02811722-8cba-46a8-970d-1c0171815b45),segment_id=02811722-8cba-46a8-970d-1c0171815b45)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:04.073008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.077629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] Pushing event deleted for resources: {'Port': ['ID=094e91e4-58f0-4543-8eed-4ba7a863b8fc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.087282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbce065-e4c3-4daa-aff9-9b09663a39c0 None None] No DVR routers for this DVR port 094e91e4-58f0-4543-8eed-4ba7a863b8fc on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:04.093811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Calling delete_port for 094e91e4-58f0-4543-8eed-4ba7a863b8fc owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:04.216477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.253204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Port': ['ID=094e91e4-58f0-4543-8eed-4ba7a863b8fc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.259150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] No DVR routers for this DVR port 094e91e4-58f0-4543-8eed-4ba7a863b8fc on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:04.362954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.375741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85410c95-feb8-4860-8268-1ef17faa6a56']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:04.389356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02811722-8cba-46a8-970d-1c0171815b45') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:04.389683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02811722-8cba-46a8-970d-1c0171815b45') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:04.400188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.419707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.427648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:04.428026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self.session.flush() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:04.431532 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:04.465339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1ed1d46-7004-4b17-9e5b-2ec257a920b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.608966 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.616120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.623546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44004) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:04.624157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/networks/85410c95-feb8-4860-8268-1ef17faa6a56 HTTP/1.1" status: 204 len: 168 time: 0.7850950 Jul 27 22:18:04.644011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176cdc4-78f1-4b83-8dc3-3b560a876b17 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Network': ['ID=85410c95-feb8-4860-8268-1ef17faa6a56,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.686225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting subnet e406b3fa-026c-4c76-bbb7-9e3677076d99 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:04.689937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.733434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.792202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.828145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.942110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 094e91e4-58f0-4543-8eed-4ba7a863b8fc no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:04.964668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 094e91e4-58f0-4543-8eed-4ba7a863b8fc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:04.965027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 094e91e4-58f0-4543-8eed-4ba7a863b8fc not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:04.978643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.008865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Subnet': ['ID=e406b3fa-026c-4c76-bbb7-9e3677076d99,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.013904 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.018146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bfc47dd9-e6f8-4f2c-9a8c-47baef720b42 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/subnets/e406b3fa-026c-4c76-bbb7-9e3677076d99 HTTP/1.1" status: 204 len: 168 time: 0.3922930 Jul 27 22:18:05.021595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44012) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.026439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b65ba-4f5f-471f-a37c-2060dc8237c2 None None] Network 922c5d33-d3a1-4a84-9009-d72a33560fae requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:05.112666 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.170810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Deleting port 4689b1fa-a1ee-447f-b7ee-41156b960514 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:05.171153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.254524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] For port 4689b1fa-a1ee-447f-b7ee-41156b960514, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4689b1fa-a1ee-447f-b7ee-41156b960514,segment=NetworkSegment(87189927-85fd-4ad3-9b02-dec0f84e74a9),segment_id=87189927-85fd-4ad3-9b02-dec0f84e74a9)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:05.255206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.262416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] DHCP port deletion for 922c5d33-d3a1-4a84-9009-d72a33560fae request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:05.268777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44018) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.285364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Calling delete_port for 4689b1fa-a1ee-447f-b7ee-41156b960514 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:05.322593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Deleting port 4689b1fa-a1ee-447f-b7ee-41156b960514 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:05.323176 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.405045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] For port 4689b1fa-a1ee-447f-b7ee-41156b960514, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4689b1fa-a1ee-447f-b7ee-41156b960514,segment=NetworkSegment(87189927-85fd-4ad3-9b02-dec0f84e74a9),segment_id=87189927-85fd-4ad3-9b02-dec0f84e74a9)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:05.407811 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.423889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Calling delete_port for 4689b1fa-a1ee-447f-b7ee-41156b960514 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:05.615921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.626159 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.649998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Port': ['ID=4689b1fa-a1ee-447f-b7ee-41156b960514,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.668365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] No DVR routers for this DVR port 4689b1fa-a1ee-447f-b7ee-41156b960514 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:05.691511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] No DVR routers for this DVR port 4689b1fa-a1ee-447f-b7ee-41156b960514 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:05.693928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f27528-37ae-4136-81d3-42345b2f8457 None None] Pushing event deleted for resources: {'Port': ['ID=4689b1fa-a1ee-447f-b7ee-41156b960514,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.745385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.786240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.799954 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922c5d33-d3a1-4a84-9009-d72a33560fae']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:05.826043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87189927-85fd-4ad3-9b02-dec0f84e74a9') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:05.826374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87189927-85fd-4ad3-9b02-dec0f84e74a9') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:05.838252 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.854408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.865824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:05.866366 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:05.871972 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:05.894945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.066695 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.080565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.080565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/networks/922c5d33-d3a1-4a84-9009-d72a33560fae HTTP/1.1" status: 204 len: 168 time: 1.0553868 Jul 27 22:18:06.081794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:06.091401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa131e-8853-4c9c-b6f9-1888b9501328 tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Pushing event deleted for resources: {'Network': ['ID=922c5d33-d3a1-4a84-9009-d72a33560fae,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:06.119673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d54c6d2-b53c-4fdd-af8f-8f61aa2c173b tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d8ed17f-48a9-4b04-8551-a979964b097e HTTP/1.1" status: 200 len: 205 time: 0.0365851 Jul 27 22:18:06.123353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:06.175220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 8f73f88c-e0f5-45a1-bf5c-f539d1802269 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:06.175578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.213483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.281581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 8f73f88c-e0f5-45a1-bf5c-f539d1802269, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8f73f88c-e0f5-45a1-bf5c-f539d1802269,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:06.282210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.298555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 8f73f88c-e0f5-45a1-bf5c-f539d1802269 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:06.669683 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.702628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=8f73f88c-e0f5-45a1-bf5c-f539d1802269,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:06.779528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.779528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.912439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.913001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Fanout notify agent at l3_agent the message router_deleted on router 6d8ed17f-48a9-4b04-8551-a979964b097e {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:06.930187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.932091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1abd0096-ebd3-4102-981c-46294c8c81aa tempest-RoutersNegativeIpV6Test-974023735 tempest-RoutersNegativeIpV6Test-974023735-project] 10.222.0.37 "DELETE /v2.0/routers/6d8ed17f-48a9-4b04-8551-a979964b097e HTTP/1.1" status: 204 len: 168 time: 0.8074307 Jul 27 22:18:06.971285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.078694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4689b1fa-a1ee-447f-b7ee-41156b960514 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:07.111731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4689b1fa-a1ee-447f-b7ee-41156b960514 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:07.112060 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4689b1fa-a1ee-447f-b7ee-41156b960514 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:07.252255 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.262338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:07.391290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:07.404228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:07.416843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2e30cf3c-b883-4cdc-8e10-cfbc24c2908a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/7d6d5136-c2de-474d-a26d-b59bf3db0eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352386 Jul 27 22:18:07.432383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:07.437332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:07.597036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44060) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:07.614458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:07.700621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.780636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e79d3b9-0b7e-4458-9b38-250baca20282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53df90d57ba74247bd840b0bd9dacd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823778 Jul 27 22:18:07.783361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44066) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:07.855114 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.894394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.934541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:07.973308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:07.984632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:07.985270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.006515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2be5a-2b5d-45c4-a9fb-b5f5c292e7a3 req-53acf782-0d22-4eb5-bce2-df2704e3ef64 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.008099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26d2be5a-2b5d-45c4-a9fb-b5f5c292e7a3 req-53acf782-0d22-4eb5-bce2-df2704e3ef64 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 946 time: 0.1053724 Jul 27 22:18:08.057417 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26d2be5a-2b5d-45c4-a9fb-b5f5c292e7a3 req-e504731a-51fb-4a0e-ba6f-5ed4309e4721 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388725 Jul 27 22:18:08.064195 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.066573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.071720 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc6ac645-4a53-4f8c-8500-9f768cd38ac8 HTTP/1.1" status: 204 len: 168 time: 0.2861500 Jul 27 22:18:08.080008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb2c19-f7fe-41c5-a598-13db61dbc33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ac645-4a53-4f8c-8500-9f768cd38ac8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:08.118058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:08.417402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.451654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f46d8-6ff8-4b03-b7e8-37dc662026c2 None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'e6552cbf-1173-487f-9ba0-e08cb154c6ad', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'port_id': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'mac_address': 'fa:16:3e:f4:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:16:43Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 1, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:08.489019 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.909890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8f73f88c-e0f5-45a1-bf5c-f539d1802269 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:08.937512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8f73f88c-e0f5-45a1-bf5c-f539d1802269 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:08.937512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8f73f88c-e0f5-45a1-bf5c-f539d1802269 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:09.204344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:09.250539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81f40-4fd7-4c95-905a-ceff51dcde67 req-0cfa7556-cee3-4bc7-a52e-31789ff1621f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:09.252704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12b81f40-4fd7-4c95-905a-ceff51dcde67 req-0cfa7556-cee3-4bc7-a52e-31789ff1621f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 946 time: 0.1206405 Jul 27 22:18:09.316791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-35c4c1f4-1dcb-45a2-be09-cd3f609a509d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:09.320863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-658251030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:09.321218 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-35c4c1f4-1dcb-45a2-be09-cd3f609a509d tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 946 time: 0.1283042 Jul 27 22:18:09.329782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-12b81f40-4fd7-4c95-905a-ceff51dcde67 req-26523102-bd10-4bff-ab09-e65674302046 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=d529a2a1-9e90-4384-ac56-036b1bf8f707&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621450 Jul 27 22:18:09.449158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:09.449510 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.469104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.470166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.555262 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.578666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:09.579036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.594218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:09.620809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.713134 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.717754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3af24c65-f798-4c73-97c6-23242ac994a0 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5091522 Jul 27 22:18:09.717956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44122) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:09.723715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1823463889'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:09.838024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.873331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:09.900336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:09.904123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.920610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.932224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] No DVR routers for this DVR port ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:09.936614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.937829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2850c297-db14-4dad-b0a8-1686a4ede04b req-e5bd9669-66db-4f0a-92b0-f31d7ca433c7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "DELETE /v2.0/ports/ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 HTTP/1.1" status: 204 len: 173 time: 0.6069520 Jul 27 22:18:09.938100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'name': 'network-vif-deleted', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:09.940610 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3284ee4-c67b-4580-bd99-964cfbcfa052" -d '{"events": [{"server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "name": "network-vif-deleted", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:10.051326 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e292c-5a7e-4eb4-b7ae-a61c37fa94cc x-openstack-request-id: req-808e292c-5a7e-4eb4-b7ae-a61c37fa94cc {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:10.051708 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fc094f-4b18-4ecd-b3d6-427caa8a624e", "name": "network-vif-deleted", "tag": "ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:10.052070 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-808e292c-5a7e-4eb4-b7ae-a61c37fa94cc {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:10.052813 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fc094f-4b18-4ecd-b3d6-427caa8a624e', 'name': 'network-vif-deleted', 'tag': 'ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2', 'status': 'completed', 'code': 200} Jul 27 22:18:10.073369 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.186353 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.220692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:10.247820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.248356 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Added segment 051d48a7-fa5e-4f27-90f4-f335b514cbd6 of type vlan for network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 Jul 27 22:18:10.257759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addfef49-fdbe-4ceb-b775-e98293066a5f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:10.311473 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.415965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.422303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:10.424391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.492918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3671d0ac-f7db-439c-946d-33662e06aebe req-b0fc89bb-86e2-47dd-a51a-c14ed0c4c5e9 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=06fc094f-4b18-4ecd-b3d6-427caa8a624e HTTP/1.1" status: 200 len: 210 time: 0.0543308 Jul 27 22:18:10.542313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Network': ['ID=6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:10.554373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:10.616224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2032ba6c-5b48-474d-8994-bc4c77a8c0c1 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8970914 Jul 27 22:18:10.621985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44140) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:10.627073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'subnet': {'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:10.880603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:10.886359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.206747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.278627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Subnet': ['ID=c7498b70-fdbf-4485-a167-3be5f354bcb0,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:11.294152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Checking segment: {'id': '051d48a7-fa5e-4f27-90f4-f335b514cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:11.305229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network hostable DHCP agents. Network: 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:11.417850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:11.564604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44156) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:11.586585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:11.594319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472277e5-2961-4e63-8115-5497ce39797d None None] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:11.594778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.595065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.648918 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.682198 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.696984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9352204-eee0-4770-946c-a26dfc679284 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741041 Jul 27 22:18:11.700797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44162) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:11.706699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'network': {'name': 'tempest-router-network01--467685970'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:11.826237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6', 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6', 'tenant_id': '0248189fab5b4794bc432b3d8cf89e3c', 'fixed_ips': [{'subnet_id': 'c7498b70-fdbf-4485-a167-3be5f354bcb0'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:11.827229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.838670 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:11.843122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.872781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:11.874778 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.877873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.882042 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/security-groups/d529a2a1-9e90-4384-ac56-036b1bf8f707 HTTP/1.1" status: 204 len: 168 time: 0.3140273 Jul 27 22:18:11.895536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.895959 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Added segment 8f087b75-b862-407b-8bbf-6cdcc0e4c066 of type vlan for network 4a2e6551-5e52-4fc9-b790-51b202d40e5b Jul 27 22:18:11.913144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf6694-4851-412b-a7b2-d4cee2ec2127 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529a2a1-9e90-4384-ac56-036b1bf8f707,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:11.959260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.031981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Allocated IP 172.20.0.2 (6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6/c7498b70-fdbf-4485-a167-3be5f354bcb0/240e916a-e6fe-437a-9540-8ba86cba0ad5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:12.122465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.127607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:12.130383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:12.137122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.190712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting subnet 3766d0e5-29b5-40fc-901c-d94018ccc319 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:12.194611 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.239121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Network': ['ID=4a2e6551-5e52-4fc9-b790-51b202d40e5b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:12.247290 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.250577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:12.262384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.299525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Transition to ACTIVE for port object 240e916a-e6fe-437a-9540-8ba86cba0ad5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:12.320908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5e4c44ff-cc4f-4023-baaf-17e226ff4080 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6163206 Jul 27 22:18:12.321575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:12.327576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'network': {'name': 'tempest-router-network02--1816879320'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:12.340570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Transition to ACTIVE for port object 240e916a-e6fe-437a-9540-8ba86cba0ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:12.382625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.422711 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.459898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:12.463553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:12.469062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:12.477992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Pushing event updated for resources: {'Port': ['ID=240e916a-e6fe-437a-9540-8ba86cba0ad5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:12.529581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:12.535716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.537513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:12.566625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:12.566907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:12.567021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ac1c39ec-2bd6-462b-9e5c-6bd913a1c4e2 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:12.568639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Attempting to bind port 240e916a-e6fe-437a-9540-8ba86cba0ad5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:12.569022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Attempting to bind port 240e916a-e6fe-437a-9540-8ba86cba0ad5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '051d48a7-fa5e-4f27-90f4-f335b514cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:12.569405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Attempting to bind port 240e916a-e6fe-437a-9540-8ba86cba0ad5 on network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:12.575539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:12.575927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Checking segment: {'id': '051d48a7-fa5e-4f27-90f4-f335b514cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:12.576473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.576882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Bound using segment: {'id': '051d48a7-fa5e-4f27-90f4-f335b514cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:12.577364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Bound port: 240e916a-e6fe-437a-9540-8ba86cba0ad5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051d48a7-fa5e-4f27-90f4-f335b514cbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:12.577757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.578530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.580885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.594331 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Added segment b23f4daa-f2ca-4246-87e1-fa61abd2bdfa of type vlan for network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 Jul 27 22:18:12.644354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Subnet': ['ID=3766d0e5-29b5-40fc-901c-d94018ccc319,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:12.661897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.664664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f2f02fd7-398a-4bfe-a58b-6df3440ede7f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/subnets/3766d0e5-29b5-40fc-901c-d94018ccc319 HTTP/1.1" status: 204 len: 168 time: 0.5352862 Jul 27 22:18:12.669539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.670218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44182) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:12.673860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd5502-51ff-4b33-8d11-6207a1f6c070 None None] Network 74bc544c-a395-44e5-a8c7-17ac643e6dd1 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:12.680431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] For port 240e916a-e6fe-437a-9540-8ba86cba0ad5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:12.738762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] For port 240e916a-e6fe-437a-9540-8ba86cba0ad5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=240e916a-e6fe-437a-9540-8ba86cba0ad5,segment=NetworkSegment(051d48a7-fa5e-4f27-90f4-f335b514cbd6),segment_id=051d48a7-fa5e-4f27-90f4-f335b514cbd6)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:12.792561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.800729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.816074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:12.818240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.839266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.893173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 54a70443-295f-419a-9977-bac2a3476a2c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:12.893762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.923940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Network': ['ID=b8cb3ba9-ec48-4b78-90ba-2da2094e0f80,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:12.949081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-74132a5a-080c-472b-9e71-4c04af535470 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6258879 Jul 27 22:18:12.952592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:12.966925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'subnet': {'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:12.982966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 54a70443-295f-419a-9977-bac2a3476a2c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54a70443-295f-419a-9977-bac2a3476a2c,segment=NetworkSegment(3bfbbcf5-3344-429c-b7ef-3e3ed233189a),segment_id=3bfbbcf5-3344-429c-b7ef-3e3ed233189a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:12.983986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.008253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 54a70443-295f-419a-9977-bac2a3476a2c owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:13.077133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:13.183752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981a805-9f4f-4320-b53a-e78d06d7227c None None] Pushing event updated for resources: {'Port': ['ID=240e916a-e6fe-437a-9540-8ba86cba0ad5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:13.189912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:13.194846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.209311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.229379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b319d-05e4-40ee-a694-1d1122623915 None None] DHCP port deletion for 74bc544c-a395-44e5-a8c7-17ac643e6dd1 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:13.256830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=54a70443-295f-419a-9977-bac2a3476a2c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:13.259583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] No DVR routers for this DVR port 54a70443-295f-419a-9977-bac2a3476a2c on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:13.362816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.376813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bc544c-a395-44e5-a8c7-17ac643e6dd1']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.395975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfbbcf5-3344-429c-b7ef-3e3ed233189a') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.396364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfbbcf5-3344-429c-b7ef-3e3ed233189a') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.412490 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.452814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.460666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:13.461029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:13.464191 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:13.560229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.625417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Subnet': ['ID=e2a843fa-66e7-4969-aff8-232400d864d8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:13.632907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Checking segment: {'id': '8f087b75-b862-407b-8bbf-6cdcc0e4c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:13.633438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network hostable DHCP agents. Network: 4a2e6551-5e52-4fc9-b790-51b202d40e5b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:13.681867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.690043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.691497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/networks/74bc544c-a395-44e5-a8c7-17ac643e6dd1 HTTP/1.1" status: 204 len: 168 time: 1.0196013 Jul 27 22:18:13.696460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:13.707896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89753072-a314-483f-84dd-c9d6444c7648 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Network': ['ID=74bc544c-a395-44e5-a8c7-17ac643e6dd1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:13.756164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:13.858623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 4a2e6551-5e52-4fc9-b790-51b202d40e5b) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:13.865014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:13.865630 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.870953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8068cdb-7f5d-4cc1-b411-011c37000607 None None] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:13.906872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 61dd3654-8b77-4ad4-850e-c1001f680b75 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:13.907317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.001888 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5d6013ae-e591-481c-b119-f43864d48620 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0477374 Jul 27 22:18:14.004527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.010584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'subnet': {'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:14.111381 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.111713 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.113054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-4a2e6551-5e52-4fc9-b790-51b202d40e5b', 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b', 'tenant_id': '0248189fab5b4794bc432b3d8cf89e3c', 'fixed_ips': [{'subnet_id': 'e2a843fa-66e7-4969-aff8-232400d864d8'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:14.114032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.136930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 61dd3654-8b77-4ad4-850e-c1001f680b75 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:14.298644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Allocated IP 172.20.0.2 (4a2e6551-5e52-4fc9-b790-51b202d40e5b/e2a843fa-66e7-4969-aff8-232400d864d8/e26ad8a3-6015-4158-80e9-74e0557f6805) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:14.347083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Made reservation on behalf of 0248189fab5b4794bc432b3d8cf89e3c for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:14.352000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.496130 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.504968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Transition to ACTIVE for port object e26ad8a3-6015-4158-80e9-74e0557f6805 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:14.513168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f824de-561d-45ab-8a9d-d036994d5b78 None None] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:14.572921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Transition to ACTIVE for port object e26ad8a3-6015-4158-80e9-74e0557f6805 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:14.645670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-66f9e847-8f59-4203-b65d-ce436b03d344 None None] Provisioning for port 240e916a-e6fe-437a-9540-8ba86cba0ad5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:14.720188 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.772907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:14.777468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:14.784970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:14.793714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Pushing event updated for resources: {'Port': ['ID=e26ad8a3-6015-4158-80e9-74e0557f6805,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:14.867514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Attempting to bind port e26ad8a3-6015-4158-80e9-74e0557f6805 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:14.867948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Attempting to bind port e26ad8a3-6015-4158-80e9-74e0557f6805 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8f087b75-b862-407b-8bbf-6cdcc0e4c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:14.868323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Attempting to bind port e26ad8a3-6015-4158-80e9-74e0557f6805 on network 4a2e6551-5e52-4fc9-b790-51b202d40e5b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:14.875014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:14.875709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Checking segment: {'id': '8f087b75-b862-407b-8bbf-6cdcc0e4c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:14.876001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.876765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Bound using segment: {'id': '8f087b75-b862-407b-8bbf-6cdcc0e4c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:14.877425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Bound port: e26ad8a3-6015-4158-80e9-74e0557f6805, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f087b75-b862-407b-8bbf-6cdcc0e4c066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4a2e6551-5e52-4fc9-b790-51b202d40e5b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:14.878001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.028930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] For port e26ad8a3-6015-4158-80e9-74e0557f6805, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:15.037473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 240e916a-e6fe-437a-9540-8ba86cba0ad5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:15.041396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] For port e26ad8a3-6015-4158-80e9-74e0557f6805, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e26ad8a3-6015-4158-80e9-74e0557f6805,segment=NetworkSegment(8f087b75-b862-407b-8bbf-6cdcc0e4c066),segment_id=8f087b75-b862-407b-8bbf-6cdcc0e4c066)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:15.067847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.119669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=61dd3654-8b77-4ad4-850e-c1001f680b75,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.134349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-e5aa4d82-352e-47e7-bf53-e9452b777fe6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272621 Jul 27 22:18:15.142824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.190531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.228435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59fe7-f514-4130-908b-848bf79304d3 None None] Pushing event updated for resources: {'Port': ['ID=e26ad8a3-6015-4158-80e9-74e0557f6805,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.261044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 240e916a-e6fe-437a-9540-8ba86cba0ad5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:15.266557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 240e916a-e6fe-437a-9540-8ba86cba0ad5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:15.268000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.288935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-2eea138c-f740-47da-aebf-d12606684e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.290081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.290649 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Floating IP e6552cbf-1173-487f-9ba0-e08cb154c6ad disassociated (deleted). External IP: 172.25.3.68, port: 542d9f29-ebf8-4690-ae6c-009969ae8727. Jul 27 22:18:15.291466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-2eea138c-f740-47da-aebf-d12606684e86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.1096594 Jul 27 22:18:15.363450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Subnet': ['ID=554d5d18-fdbb-4a5c-96d7-db0f088d0c01,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.403012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Checking segment: {'id': 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:15.403012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network hostable DHCP agents. Network: b8cb3ba9-ec48-4b78-90ba-2da2094e0f80, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:15.441645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.489101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-8f4d0643-2abc-4f8a-8726-7ba3f905ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.491078 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-8f4d0643-2abc-4f8a-8726-7ba3f905ce40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1747196 Jul 27 22:18:15.514789 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 240e916a-e6fe-437a-9540-8ba86cba0ad5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=240e916a-e6fe-437a-9540-8ba86cba0ad5,segment=NetworkSegment(051d48a7-fa5e-4f27-90f4-f335b514cbd6),segment_id=051d48a7-fa5e-4f27-90f4-f335b514cbd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:15.567379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:15.597147 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.652460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-768e5224-0402-4eb9-a2ba-e668260aa2f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1001 time: 0.1532378 Jul 27 22:18:15.685139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, b8cb3ba9-ec48-4b78-90ba-2da2094e0f80) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:15.703982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54a70443-295f-419a-9977-bac2a3476a2c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:15.712591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a5f7df-f2c0-4c77-8899-6400893337a2 None None] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:15.716661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.717569 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.767029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:15.767314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-93555e22-c5ba-4489-b4fd-5d4c1ccb41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.767314 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-93555e22-c5ba-4489-b4fd-5d4c1ccb41a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1016831 Jul 27 22:18:15.828187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=240e916a-e6fe-437a-9540-8ba86cba0ad5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.832361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 54a70443-295f-419a-9977-bac2a3476a2c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:15.832709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54a70443-295f-419a-9977-bac2a3476a2c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:15.833222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-60378347-98c4-46d0-8da7-68f894619f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.835276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-60378347-98c4-46d0-8da7-68f894619f28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652127 Jul 27 22:18:15.920564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-527f3df0-f444-4c1f-a06d-5598560b99ad tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9075820 Jul 27 22:18:15.920564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:15.979383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-b8cb3ba9-ec48-4b78-90ba-2da2094e0f80', 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80', 'tenant_id': '0248189fab5b4794bc432b3d8cf89e3c', 'fixed_ips': [{'subnet_id': '554d5d18-fdbb-4a5c-96d7-db0f088d0c01'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:15.980136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-926f9672-4055-4db2-8013-c0fefc90b4f1 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364486 Jul 27 22:18:15.980553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.006710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:16.016158 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.021981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:16.043396 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:16.050328 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.205867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13f9b7ed-1b63-40c4-806c-7c2012c41c3c req-32cadb1c-6ce2-4a26-9174-6a2d0f9fba07 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093849 Jul 27 22:18:16.301104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8df02041-c840-4322-beb9-a0a3f0e9f28b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/floatingips/e6552cbf-1173-487f-9ba0-e08cb154c6ad HTTP/1.1" status: 204 len: 168 time: 2.6036401 Jul 27 22:18:16.304033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:16.306451 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:16.321944 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:16.358728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Allocated IP 172.20.0.2 (b8cb3ba9-ec48-4b78-90ba-2da2094e0f80/554d5d18-fdbb-4a5c-96d7-db0f088d0c01/c6d95be0-e39c-4006-9a18-2dc3ae77da05) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:16.479675 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd273c0-684f-4387-adab-4c13cd6d6c7b x-openstack-request-id: req-bbd273c0-684f-4387-adab-4c13cd6d6c7b {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:16.486059 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:16.486059 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbd273c0-684f-4387-adab-4c13cd6d6c7b {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:16.486059 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'status': 'completed', 'code': 200} Jul 27 22:18:16.624612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.669113 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.687113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Transition to ACTIVE for port object c6d95be0-e39c-4006-9a18-2dc3ae77da05 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:16.703379 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.715285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Transition to ACTIVE for port object c6d95be0-e39c-4006-9a18-2dc3ae77da05 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:16.745835 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:16.761228 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:16.763749 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.834117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.876211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-aefa3ec4-5b15-418e-95ae-51896e5f1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:16.878086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-aefa3ec4-5b15-418e-95ae-51896e5f1236 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 1097 time: 0.3740542 Jul 27 22:18:16.909219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4795c90-9030-4a0f-aa3c-dabc690a2d1e None None] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:16.950678 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:17.050705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:17.075609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Pushing event updated for resources: {'Port': ['ID=c6d95be0-e39c-4006-9a18-2dc3ae77da05,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:17.087448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:17.093802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:17.201265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127381a9-9227-41f1-8559-c85b0fe434f8 req-b1e2bf53-0c92-48e0-a289-d4e44441da84 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.214922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-127381a9-9227-41f1-8559-c85b0fe434f8 req-b1e2bf53-0c92-48e0-a289-d4e44441da84 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.1777675 Jul 27 22:18:17.224316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-cd95f499-007e-4671-b185-5401528a7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.225861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-cd95f499-007e-4671-b185-5401528a7e86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 200 len: 897 time: 0.3238304 Jul 27 22:18:17.239659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 240e916a-e6fe-437a-9540-8ba86cba0ad5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:17.251809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7b02109f-f64f-4017-8e42-1dee5cf68d4c None None] Provisioning for port e26ad8a3-6015-4158-80e9-74e0557f6805 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:17.303719 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-127381a9-9227-41f1-8559-c85b0fe434f8 req-d95d7c40-5241-4e33-be43-25c802c9430c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878136 Jul 27 22:18:17.314060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-2932d4a2-42d7-4aa4-8a43-b7a54a2827c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 200 len: 217 time: 0.0685604 Jul 27 22:18:17.405266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Attempting to bind port c6d95be0-e39c-4006-9a18-2dc3ae77da05 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:17.405640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Attempting to bind port c6d95be0-e39c-4006-9a18-2dc3ae77da05 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:17.406338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Attempting to bind port c6d95be0-e39c-4006-9a18-2dc3ae77da05 on network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:17.406503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-333128fb-ae66-42a7-bbf3-c39981d7d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.407747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-333128fb-ae66-42a7-bbf3-c39981d7d5a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 200 len: 834 time: 0.0843842 Jul 27 22:18:17.417820 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:17.420392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:17.420780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Checking segment: {'id': 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:17.421221 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.421643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Bound using segment: {'id': 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:17.422168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Bound port: c6d95be0-e39c-4006-9a18-2dc3ae77da05, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b8cb3ba9-ec48-4b78-90ba-2da2094e0f80'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:17.422612 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.450684 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db989b-42a3-44ce-a0cb-3ccbccda6b6f None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:06Z', 'revision_number': 6, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '3a4f504e-d3ae-4895-b26e-6bf38884cd21', 'name': '', 'network_id': '6be12433-5ba7-41d7-a9e3-0f7210841f42', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:24:39:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:15Z', 'updated_at': '2021-07-27T22:16:23Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': 'ade083b3-b86c-4da5-afa1-fddf51dda1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:17.466397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 240e916a-e6fe-437a-9540-8ba86cba0ad5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:17.466764 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.468372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Allocated IP 172.20.0.1 (4a2e6551-5e52-4fc9-b790-51b202d40e5b/e2a843fa-66e7-4969-aff8-232400d864d8/8d55a792-54bd-4e86-b4b7-9e4414d8d4f3) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:17.569853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-b30fd984-f4f7-4e48-90f9-288c84aac245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.569853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-b30fd984-f4f7-4e48-90f9-288c84aac245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6be12433-5ba7-41d7-a9e3-0f7210841f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463177 Jul 27 22:18:17.603305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] For port c6d95be0-e39c-4006-9a18-2dc3ae77da05, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:17.607813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] For port c6d95be0-e39c-4006-9a18-2dc3ae77da05, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c6d95be0-e39c-4006-9a18-2dc3ae77da05,segment=NetworkSegment(b23f4daa-f2ca-4246-87e1-fa61abd2bdfa),segment_id=b23f4daa-f2ca-4246-87e1-fa61abd2bdfa)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:17.674425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e26ad8a3-6015-4158-80e9-74e0557f6805 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:17.690845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.706114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.725254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Transition to ACTIVE for port object 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:17.740740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-8cc6ab68-c7c2-4d83-b43b-90d6ff24383a service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626840 Jul 27 22:18:17.879163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfc588-2a3d-48b2-afc8-124d67a71214 None None] Pushing event updated for resources: {'Port': ['ID=c6d95be0-e39c-4006-9a18-2dc3ae77da05,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:17.889352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5ba036c-d8f4-4b4e-9f81-bd1ccd22728e req-60c1020f-055e-4f07-b3a8-f7ea2062f3dd service neutron] 10.222.0.76 "GET /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381638 Jul 27 22:18:17.977064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e536cd3-ea5a-48e9-a73f-8e56c5bb8caa None None] New status for floating IP e6552cbf-1173-487f-9ba0-e08cb154c6ad: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:18.057269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e26ad8a3-6015-4158-80e9-74e0557f6805 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:18.061149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e26ad8a3-6015-4158-80e9-74e0557f6805 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:18.061510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.095075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.116133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7de066f1-1c9e-4e03-b94f-2f077c341722 None None] Provisioning complete for port e26ad8a3-6015-4158-80e9-74e0557f6805 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:18.116616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7de066f1-1c9e-4e03-b94f-2f077c341722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.183600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:18.196373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:18.201174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:18.224163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Port': ['ID=8d55a792-54bd-4e86-b4b7-9e4414d8d4f3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:18.329614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.351988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.371234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7de066f1-1c9e-4e03-b94f-2f077c341722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.410878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e26ad8a3-6015-4158-80e9-74e0557f6805, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e26ad8a3-6015-4158-80e9-74e0557f6805,segment=NetworkSegment(8f087b75-b862-407b-8bbf-6cdcc0e4c066),segment_id=8f087b75-b862-407b-8bbf-6cdcc0e4c066)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:18.509927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.553675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-4874349c-1599-47b1-9ab7-12b73ec6513c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:18.555246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-4874349c-1599-47b1-9ab7-12b73ec6513c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.2796655 Jul 27 22:18:18.596451 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-7de066f1-1c9e-4e03-b94f-2f077c341722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:18:18.596451 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-7de066f1-1c9e-4e03-b94f-2f077c341722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:18:18.605595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e26ad8a3-6015-4158-80e9-74e0557f6805,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:18.618298 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964299-3a51-4b8c-8851-096f06fc4474 req-6ac58da2-db1f-4485-909c-a93f76dee36a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:18.619995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc964299-3a51-4b8c-8851-096f06fc4474 req-6ac58da2-db1f-4485-909c-a93f76dee36a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 946 time: 0.1932733 Jul 27 22:18:18.756934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bc964299-3a51-4b8c-8851-096f06fc4474 req-530e6210-b218-4f51-ae2d-b52bbd50b08b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=79953d5b-5c97-435a-87d8-b595ca83e402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256695 Jul 27 22:18:18.760159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.837835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 542d9f29-ebf8-4690-ae6c-009969ae8727 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:18.838271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.019856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 542d9f29-ebf8-4690-ae6c-009969ae8727, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=542d9f29-ebf8-4690-ae6c-009969ae8727,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:19.020231 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.043824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 542d9f29-ebf8-4690-ae6c-009969ae8727 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:19.132472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c6d95be0-e39c-4006-9a18-2dc3ae77da05 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:19.160825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9b023-dd6e-43dd-9e7c-b853cf7f14f9 None None] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:19.325604 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.428086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.503413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.526920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Port': ['ID=8d55a792-54bd-4e86-b4b7-9e4414d8d4f3,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:19.553922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c6d95be0-e39c-4006-9a18-2dc3ae77da05 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:19.558436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.561537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e26ad8a3-6015-4158-80e9-74e0557f6805 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:19.596168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] No DVR routers for this DVR port 542d9f29-ebf8-4690-ae6c-009969ae8727 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:19.602935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.607861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d579c01-2fc5-494d-8c18-a1229a31cbc8 req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.76 "DELETE /v2.0/ports/542d9f29-ebf8-4690-ae6c-009969ae8727 HTTP/1.1" status: 204 len: 173 time: 1.0444064 Jul 27 22:18:19.634995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'name': 'network-vif-deleted', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:19.637557 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905f17a-3525-46a4-9268-23bd2cf8480c" -d '{"events": [{"server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "name": "network-vif-deleted", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:19.643822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c29be-0cbb-488c-b77f-00b4a85e0abb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=542d9f29-ebf8-4690-ae6c-009969ae8727,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:19.651974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e26ad8a3-6015-4158-80e9-74e0557f6805 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:19.652568 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.688699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Provisioning for port c6d95be0-e39c-4006-9a18-2dc3ae77da05 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:19.708881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Provisioning complete for port c6d95be0-e39c-4006-9a18-2dc3ae77da05 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:19.714093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.729221 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35b8a65-121c-4656-b87b-4aeca5d66eb2 x-openstack-request-id: req-a35b8a65-121c-4656-b87b-4aeca5d66eb2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:19.730016 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a68f3-c418-4f50-9e56-95fecd9470ca", "name": "network-vif-deleted", "tag": "542d9f29-ebf8-4690-ae6c-009969ae8727", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:19.730846 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a35b8a65-121c-4656-b87b-4aeca5d66eb2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:19.731580 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a68f3-c418-4f50-9e56-95fecd9470ca', 'name': 'network-vif-deleted', 'tag': '542d9f29-ebf8-4690-ae6c-009969ae8727', 'status': 'completed', 'code': 200} Jul 27 22:18:19.807949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:19.811494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:19.955512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.004163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] For port c6d95be0-e39c-4006-9a18-2dc3ae77da05, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c6d95be0-e39c-4006-9a18-2dc3ae77da05,segment=NetworkSegment(b23f4daa-f2ca-4246-87e1-fa61abd2bdfa),segment_id=b23f4daa-f2ca-4246-87e1-fa61abd2bdfa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:20.129206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.209469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Pushing event updated for resources: {'Port': ['ID=c6d95be0-e39c-4006-9a18-2dc3ae77da05,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:20.266344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Provisioning for port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:20.276877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Provisioning complete for port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:20.277406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.324662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-61e9516f-00c7-49e5-a555-2d0dba0a6e33 None None] Port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:20.387812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ddb44d18-74af-4f7b-91a9-d4ab5a51b726 req-a18f15f3-0ffa-4f84-b9d2-0807a73fbaae tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa9a68f3-c418-4f50-9e56-95fecd9470ca HTTP/1.1" status: 200 len: 210 time: 0.0566692 Jul 27 22:18:20.446234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1b2b98c9-bf90-4cf3-a536-fbcc09d01430 None None] Provisioning complete for port c6d95be0-e39c-4006-9a18-2dc3ae77da05 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:20.446234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b2b98c9-bf90-4cf3-a536-fbcc09d01430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.566083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1b2b98c9-bf90-4cf3-a536-fbcc09d01430 None None] Provisioning complete for port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:20.566673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b2b98c9-bf90-4cf3-a536-fbcc09d01430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.572697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Router be141215-7342-409b-8a66-dddc531bb10d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:18:20.608056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b98c9-bf90-4cf3-a536-fbcc09d01430 None None] Port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:20.682473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:20.688006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-43dffdd5-a46e-477d-baad-505a08304b73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7527356 Jul 27 22:18:20.690777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:20.698437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] Sync routers for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:20.715179 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:20.715826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:20.750250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 542d9f29-ebf8-4690-ae6c-009969ae8727 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:20.768079 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:20.781048 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 542d9f29-ebf8-4690-ae6c-009969ae8727 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:20.781385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 542d9f29-ebf8-4690-ae6c-009969ae8727 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:20.781659 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:20.782298 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:20.819230 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:20.819895 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f50700-0ad5-467f-b662-898b02c1e950 None None] The sync data for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:20.952968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c6d95be0-e39c-4006-9a18-2dc3ae77da05 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:21.003680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c6d95be0-e39c-4006-9a18-2dc3ae77da05 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:21.004192 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.108849 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-19b72896-973a-43a6-bb13-418bd3cee58c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:18:21.109921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19b72896-973a-43a6-bb13-418bd3cee58c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4180532 Jul 27 22:18:21.112838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44316) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:21.268375 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:21.454254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.465697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:21.547945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.587960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.739993 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.743382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.744628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/security-groups/79953d5b-5c97-435a-87d8-b595ca83e402 HTTP/1.1" status: 204 len: 168 time: 0.2774568 Jul 27 22:18:21.754683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22067b89-1426-4af6-bea0-7d9e7f68cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79953d5b-5c97-435a-87d8-b595ca83e402,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:21.786815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting port 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:21.787301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.882299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.897075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Calling delete_port for 8d55a792-54bd-4e86-b4b7-9e4414d8d4f3 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:21.919109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44334) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:22.220829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.263494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Port': ['ID=8d55a792-54bd-4e86-b4b7-9e4414d8d4f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:22.406160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.454408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.652805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Router be141215-7342-409b-8a66-dddc531bb10d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:22.732230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 3a4f504e-d3ae-4895-b26e-6bf38884cd21 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:22.732802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.763709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:22.776067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-68de338b-3289-438c-bb0e-4cc753d396cc tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548440 Jul 27 22:18:22.777381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44348) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:22.783365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] Sync routers for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:22.797015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:22.806765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:22.824416 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e494871c-e388-4c3b-8716-95edbefeb71f tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] delete failed (client error): The resource could not be found. Jul 27 22:18:22.831370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e494871c-e388-4c3b-8716-95edbefeb71f tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-971464424 HTTP/1.1" status: 404 len: 334 time: 0.0529397 Jul 27 22:18:22.831978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44350) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:22.837427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e5153d15-d44e-4676-9399-80be0c7dc9df tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be141215-7342-409b-8a66-dddc531bb10d'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:22.845492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:22.857914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:22.858963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:22.868109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 3a4f504e-d3ae-4895-b26e-6bf38884cd21, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3a4f504e-d3ae-4895-b26e-6bf38884cd21,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:22.872986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.899567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 3a4f504e-d3ae-4895-b26e-6bf38884cd21 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:22.937016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:22.937751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4a48c5-40b2-476f-8854-de8e8f242a29 None None] The sync data for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:23.088535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5153d15-d44e-4676-9399-80be0c7dc9df tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.201986 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-e5153d15-d44e-4676-9399-80be0c7dc9df tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] update failed (client error): The resource could not be found. Jul 27 22:18:23.203065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5153d15-d44e-4676-9399-80be0c7dc9df tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d HTTP/1.1" status: 404 len: 339 time: 0.3701499 Jul 27 22:18:23.206820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44358) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:23.223444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.258244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=3a4f504e-d3ae-4895-b26e-6bf38884cd21,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:23.478759 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.564267 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.746234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router 7d6d5136-c2de-474d-a26d-b59bf3db0eff has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:23.857616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:23.863416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c951cf49-93e5-45ce-ae33-d6986a0ae9d7 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/7d6d5136-c2de-474d-a26d-b59bf3db0eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9432027 Jul 27 22:18:23.865967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44368) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:23.871729 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Sync routers for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:23.888926 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:23.890194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:23.894777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Allocated IP 172.20.0.1 (6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6/c7498b70-fdbf-4485-a167-3be5f354bcb0/4bbc3e97-42de-4b79-8344-d09e0d040225) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:23.932492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting subnet ade083b3-b86c-4da5-afa1-fddf51dda1ee {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:23.937058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.984538 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.030603 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:24.060176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.086532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Transition to ACTIVE for port object 4bbc3e97-42de-4b79-8344-d09e0d040225 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:24.184697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.227594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.266582 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:23Z', 'revision_number': 7, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.291800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:24.295430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:24.298398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:24.303946 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Checking router: 7d6d5136-c2de-474d-a26d-b59bf3db0eff for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:24.309896 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Routers {'7d6d5136-c2de-474d-a26d-b59bf3db0eff'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:24.310568 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.341922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Port': ['ID=4bbc3e97-42de-4b79-8344-d09e0d040225,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:24.355420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.361729 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.388019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Subnet': ['ID=ade083b3-b86c-4da5-afa1-fddf51dda1ee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:24.394558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.396493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff8fe8-d137-49ff-869e-4f302c7cc2b7 None None] Network 6be12433-5ba7-41d7-a9e3-0f7210841f42 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:24.398666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a5414560-0559-4a0e-9c9b-e6ef0788ae7a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/subnets/ade083b3-b86c-4da5-afa1-fddf51dda1ee HTTP/1.1" status: 204 len: 168 time: 0.5309963 Jul 27 22:18:24.401751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44376) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:24.457681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] Set router 7d6d5136-c2de-474d-a26d-b59bf3db0eff gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:24.593848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.695722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.707771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] DHCP port deletion for 6be12433-5ba7-41d7-a9e3-0f7210841f42 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:24.764562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.767343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-17c6b251-8d3b-4c50-81eb-fdc0a362e7b1 None None] Provisioning for port 4bbc3e97-42de-4b79-8344-d09e0d040225 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:24.785523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-17c6b251-8d3b-4c50-81eb-fdc0a362e7b1 None None] Provisioning complete for port 4bbc3e97-42de-4b79-8344-d09e0d040225 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:24.786365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17c6b251-8d3b-4c50-81eb-fdc0a362e7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.849837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-17c6b251-8d3b-4c50-81eb-fdc0a362e7b1 None None] Port 4bbc3e97-42de-4b79-8344-d09e0d040225 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:24.850120 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:23Z', 'revision_number': 7, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.859408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Deleting port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:24.859408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.883464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bb9995-0e77-4ae7-87c2-223232e63cad None None] The sync data for ids ['7d6d5136-c2de-474d-a26d-b59bf3db0eff'] in n-d-738018-6 is: [{'id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'name': 'tempest-TestNetworkBasicOps-router-663437141', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:10Z', 'updated_at': '2021-07-27T22:18:23Z', 'revision_number': 7, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': '23fee6e6-f392-4c1c-a0ec-a6e29f18722b', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d5136-c2de-474d-a26d-b59bf3db0eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:11Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:24.935854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:24.939845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.970533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] For port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,segment=NetworkSegment(be7e2d92-f7d4-4e78-ad90-b45ac2052d54),segment_id=be7e2d92-f7d4-4e78-ad90-b45ac2052d54)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:24.970944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.992207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Calling delete_port for 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:25.072110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 23fee6e6-f392-4c1c-a0ec-a6e29f18722b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:25.072949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.088084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 23fee6e6-f392-4c1c-a0ec-a6e29f18722b owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:25.196527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.229680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] Pushing event deleted for resources: {'Port': ['ID=5d04dba9-3c8b-4a55-aec3-20e4ae87e644,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.274544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1175a26b-b774-4f0e-863c-aca28efd3449 None None] No DVR routers for this DVR port 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:25.376766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:25.401116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:25.401700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d04dba9-3c8b-4a55-aec3-20e4ae87e644 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:25.419322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.468854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=23fee6e6-f392-4c1c-a0ec-a6e29f18722b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.486269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.536118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.572227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.632751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.634997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.651060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event updated for resources: {'Port': ['ID=4bbc3e97-42de-4b79-8344-d09e0d040225,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.659860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.761820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:25.763202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:25.783319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.783900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6d5136-c2de-474d-a26d-b59bf3db0eff {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:25.800347 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.800347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-11544104-05d7-4b45-b7fc-a45dfd674eaa tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/routers/7d6d5136-c2de-474d-a26d-b59bf3db0eff HTTP/1.1" status: 204 len: 168 time: 1.3902962 Jul 27 22:18:25.800347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44394) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:25.909818 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.915235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Router be141215-7342-409b-8a66-dddc531bb10d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:26.028777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.044165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be12433-5ba7-41d7-a9e3-0f7210841f42']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.071459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:26.072156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.072156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7e2d92-f7d4-4e78-ad90-b45ac2052d54') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.072526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1d30fcf3-ea9d-46b1-8b7b-e15677d3d4ed tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8619761 Jul 27 22:18:26.073459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:26.077969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] Sync routers for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:26.089391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.089793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:26.091022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.131364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.144983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:26.145406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.145620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:26.148810 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:26.160215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:26.161090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.201828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4c912e8b-6127-4172-995f-80d56f2c1099 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.209629 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.211356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebc6a0-bec6-4f02-9314-f7ffd865f983 None None] The sync data for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 is: [] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:26.226727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab6ab35f-1db6-4994-b86f-d947a1e6c55f None None] Provisioning complete for port 4bbc3e97-42de-4b79-8344-d09e0d040225 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:26.227116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab6ab35f-1db6-4994-b86f-d947a1e6c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.262869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ab35f-1db6-4994-b86f-d947a1e6c55f None None] Port 4bbc3e97-42de-4b79-8344-d09e0d040225 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:26.300684 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-4c912e8b-6127-4172-995f-80d56f2c1099 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:18:26.301653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c912e8b-6127-4172-995f-80d56f2c1099 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d HTTP/1.1" status: 409 len: 329 time: 0.2264142 Jul 27 22:18:26.305654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44406) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:26.313593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.691390 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.693250 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/networks/6be12433-5ba7-41d7-a9e3-0f7210841f42 HTTP/1.1" status: 204 len: 168 time: 0.8964684 Jul 27 22:18:26.716283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:26.721569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'network': {'name': 'tempest-network-smoke--1354085668', 'project_id': 'e650df896f8646e8904f44c32b708657', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:26.738943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8d91c-79f3-42a3-bfaa-0f09d95e8d69 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Network': ['ID=6be12433-5ba7-41d7-a9e3-0f7210841f42,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.835265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:26.839502 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.871506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:26.881362 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.881829 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Added segment 50035233-f4af-4307-8f96-367aeea6f4e5 of type vlan for network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 Jul 27 22:18:26.959907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.972522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3a4f504e-d3ae-4895-b26e-6bf38884cd21 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:27.020434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 3a4f504e-d3ae-4895-b26e-6bf38884cd21 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:27.020793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3a4f504e-d3ae-4895-b26e-6bf38884cd21 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:27.021225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23fee6e6-f392-4c1c-a0ec-a6e29f18722b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:27.031559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.040686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 23fee6e6-f392-4c1c-a0ec-a6e29f18722b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:27.041028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 23fee6e6-f392-4c1c-a0ec-a6e29f18722b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:27.097621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.103895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:27.104738 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.189169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4717450 Jul 27 22:18:27.191961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44420) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:27.193160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cac47-8b36-4826-8da9-2512fc67f618 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Network': ['ID=2e934925-487a-44cd-9baa-b6bd0c9fe9f5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.200994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-53010865', 'admin_state_up': True, 'project_id': 'e650df896f8646e8904f44c32b708657', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:27.207284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:27.331560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.332628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.345664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting port 4bbc3e97-42de-4b79-8344-d09e0d040225 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:27.346013 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.447279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.482171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.494941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Calling delete_port for 4bbc3e97-42de-4b79-8344-d09e0d040225 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:27.737355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.958240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.991261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Port': ['ID=4bbc3e97-42de-4b79-8344-d09e0d040225,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:28.146132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.173212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.278901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.477395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.25.3.246 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/b8e252a3-b91b-441b-b4e6-47fe5aa85076) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:28.511879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Router be141215-7342-409b-8a66-dddc531bb10d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:28.643612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:28.654322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b48d148-25c0-4c74-bcfe-cab8462eeaab tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428662 Jul 27 22:18:28.654441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.656518 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] Sync routers for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:28.671231 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:28.671968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:28.681665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.696137 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-2c061b4f-ab4b-4c38-b050-de68e5f01e79 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] show failed (client error): The resource could not be found. Jul 27 22:18:28.697514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2c061b4f-ab4b-4c38-b050-de68e5f01e79 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-903349689 HTTP/1.1" status: 404 len: 334 time: 0.0430133 Jul 27 22:18:28.701789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44442) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.706719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-52354d78-4ee4-4c3e-813d-48014188a00d tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:28.709298 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:28.719559 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] Routers {'be141215-7342-409b-8a66-dddc531bb10d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:28.720494 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['be141215-7342-409b-8a66-dddc531bb10d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:28.746701 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-52354d78-4ee4-4c3e-813d-48014188a00d tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] update failed (client error): The resource could not be found. Jul 27 22:18:28.747666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-52354d78-4ee4-4c3e-813d-48014188a00d tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1064947601 HTTP/1.1" status: 404 len: 335 time: 0.0446415 Jul 27 22:18:28.751214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44444) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.753400 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:28.754061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7784aba-7930-4a37-9d77-0b9401610f38 None None] The sync data for ids ['be141215-7342-409b-8a66-dddc531bb10d'] in n-d-738018-6 is: [] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:28.804822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting subnet 554d5d18-fdbb-4a5c-96d7-db0f088d0c01 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:28.808054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.820859 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.854415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.873435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:28.876422 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:28.881168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:28.895178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=b8e252a3-b91b-441b-b4e6-47fe5aa85076,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:28.966087 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.140327 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.171403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Subnet': ['ID=554d5d18-fdbb-4a5c-96d7-db0f088d0c01,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:29.177895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.181214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-88a28863-dce4-4463-8804-350c435f75ba tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/subnets/554d5d18-fdbb-4a5c-96d7-db0f088d0c01 HTTP/1.1" status: 204 len: 168 time: 0.4290504 Jul 27 22:18:29.183838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44450) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:29.186420 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de861b2d-2ace-42c1-8c52-710f2a649e56 None None] Network b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:29.255882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting subnet e2a843fa-66e7-4969-aff8-232400d864d8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:29.260308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.276221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.321800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.437250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] DHCP port deletion for b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:29.441193 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.515957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.519642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Deleting port c6d95be0-e39c-4006-9a18-2dc3ae77da05 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:29.520029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.600141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] For port c6d95be0-e39c-4006-9a18-2dc3ae77da05, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c6d95be0-e39c-4006-9a18-2dc3ae77da05,segment=NetworkSegment(b23f4daa-f2ca-4246-87e1-fa61abd2bdfa),segment_id=b23f4daa-f2ca-4246-87e1-fa61abd2bdfa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:29.600464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.614697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Calling delete_port for c6d95be0-e39c-4006-9a18-2dc3ae77da05 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:29.627334 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.673760 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.675915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/subnets/e2a843fa-66e7-4969-aff8-232400d864d8 HTTP/1.1" status: 204 len: 168 time: 0.4907932 Jul 27 22:18:29.676066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44458) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:29.677772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85bd2a-3ca0-42de-856e-757f306589a9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a843fa-66e7-4969-aff8-232400d864d8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:29.678612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1b52d-297a-4b3b-9e42-25f271d524cd None None] Network 4a2e6551-5e52-4fc9-b790-51b202d40e5b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:29.759967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.821164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting port c6d95be0-e39c-4006-9a18-2dc3ae77da05 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:29.821752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.861378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router a069c4da-5201-4c19-a783-c076ebf13811 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:18:29.895390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] DHCP port deletion for 4a2e6551-5e52-4fc9-b790-51b202d40e5b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:29.921087 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.946374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] For port c6d95be0-e39c-4006-9a18-2dc3ae77da05, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c6d95be0-e39c-4006-9a18-2dc3ae77da05,segment=NetworkSegment(b23f4daa-f2ca-4246-87e1-fa61abd2bdfa),segment_id=b23f4daa-f2ca-4246-87e1-fa61abd2bdfa)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:29.946761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.958760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] Pushing event deleted for resources: {'Port': ['ID=c6d95be0-e39c-4006-9a18-2dc3ae77da05,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:29.961259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aa98f-8ade-4197-a55f-87af972bc43c None None] No DVR routers for this DVR port c6d95be0-e39c-4006-9a18-2dc3ae77da05 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:29.966099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Calling delete_port for c6d95be0-e39c-4006-9a18-2dc3ae77da05 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:29.986515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Deleting port e26ad8a3-6015-4158-80e9-74e0557f6805 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:29.986912 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.056033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] For port e26ad8a3-6015-4158-80e9-74e0557f6805, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e26ad8a3-6015-4158-80e9-74e0557f6805,segment=NetworkSegment(8f087b75-b862-407b-8bbf-6cdcc0e4c066),segment_id=8f087b75-b862-407b-8bbf-6cdcc0e4c066)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:30.056451 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.070646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:30.071020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Calling delete_port for e26ad8a3-6015-4158-80e9-74e0557f6805 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:30.086540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Sync routers for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:30.117995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.141215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:30.141857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:30.146822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Port': ['ID=c6d95be0-e39c-4006-9a18-2dc3ae77da05,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:30.151376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] No DVR routers for this DVR port c6d95be0-e39c-4006-9a18-2dc3ae77da05 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:30.160168 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.161328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1b2bd9e6-921f-4e1d-be36-94ed788b7f16 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9680436 Jul 27 22:18:30.165260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:30.217248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c4e5de20-acaa-4a96-8fbd-2cec32b18b26 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e650df896f8646e8904f44c32b708657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504878 Jul 27 22:18:30.230598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44470) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:30.292226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.318683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8cb3ba9-ec48-4b78-90ba-2da2094e0f80']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:30.373434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86248f87-de3e-4b72-9226-6f15d8a16871 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:30.377991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86248f87-de3e-4b72-9226-6f15d8a16871 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433537 Jul 27 22:18:30.378313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44478) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:30.416059 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f1ba01f8-9303-460e-bc48-85ed478d165a tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333867 Jul 27 22:18:30.416302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44480) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:30.421964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813496316', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'project_id': 'e650df896f8646e8904f44c32b708657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:30.498077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:30.605401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.636984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:30.640626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.645841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] Pushing event deleted for resources: {'Port': ['ID=e26ad8a3-6015-4158-80e9-74e0557f6805,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:30.654033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de4fa0-8c6e-48be-9fd0-18e9d2438a41 None None] No DVR routers for this DVR port e26ad8a3-6015-4158-80e9-74e0557f6805 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:30.721879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:30.722157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23f4daa-f2ca-4246-87e1-fa61abd2bdfa') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:30.741230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.760675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:29Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:30.767809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bb6c0577-bf14-4830-af6b-81bbbeab9aa2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849099495&fields=id&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 267 time: 0.0562835 Jul 27 22:18:30.768746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.805623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:30.806121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.806387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Checking router: a069c4da-5201-4c19-a783-c076ebf13811 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:30.806582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Updating router a069c4da-5201-4c19-a783-c076ebf13811 port b8e252a3-b91b-441b-b4e6-47fe5aa85076 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self.session.flush() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:30.812864 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:30.845749 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.958077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.974087 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-8fdc3a5b-8a5b-43ea-832d-76347b0607e8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:30.975881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-8fdc3a5b-8a5b-43ea-832d-76347b0607e8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.1983738 Jul 27 22:18:30.978273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c6d95be0-e39c-4006-9a18-2dc3ae77da05 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:30.993410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-aadd7719-62f5-43f3-b888-9133d878670b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/quotas/f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 375 time: 0.0100408 Jul 27 22:18:30.996851 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.008563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c6d95be0-e39c-4006-9a18-2dc3ae77da05 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:31.008934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c6d95be0-e39c-4006-9a18-2dc3ae77da05 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:31.009487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e26ad8a3-6015-4158-80e9-74e0557f6805 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:31.022259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.024486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/networks/b8cb3ba9-ec48-4b78-90ba-2da2094e0f80 HTTP/1.1" status: 204 len: 168 time: 1.3466084 Jul 27 22:18:31.026940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Subnet': ['ID=431c4d86-7f83-43bd-8857-1436c9beee66,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.030895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:31.037911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8834-94c8-464a-bf2d-b8a3b5a42ef9 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Network': ['ID=b8cb3ba9-ec48-4b78-90ba-2da2094e0f80,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.096000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e26ad8a3-6015-4158-80e9-74e0557f6805 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:31.106716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e26ad8a3-6015-4158-80e9-74e0557f6805 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:31.121952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Checking segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:31.122363 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network hostable DHCP agents. Network: 2e934925-487a-44cd-9baa-b6bd0c9fe9f5, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:31.125596 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-1e0677c0-d284-4a7b-a7e9-c045f94e43bf tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0997760 Jul 27 22:18:31.158520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.223236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.235532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Transition to ACTIVE for port object b8e252a3-b91b-441b-b4e6-47fe5aa85076 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:31.242080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-66dcf0f2-1b6a-4ef6-ad2b-9e469ca8f19e service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030338 Jul 27 22:18:31.258083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.269109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2e6551-5e52-4fc9-b790-51b202d40e5b']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.277942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:31.283259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f087b75-b862-407b-8bbf-6cdcc0e4c066') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.283563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f087b75-b862-407b-8bbf-6cdcc0e4c066') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.297089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.315187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.328467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.333370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:31.333370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:31.334627 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:31.339493 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-822a2679-b50a-48b8-874b-41f37fb92336 service neutron] 10.222.0.37 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964327 Jul 27 22:18:31.376161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2edaa-36b8-4f96-84e4-bc3bcdca78cf None None] Pushing event updated for resources: {'Port': ['ID=b8e252a3-b91b-441b-b4e6-47fe5aa85076,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.396469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Attempting to bind port b8e252a3-b91b-441b-b4e6-47fe5aa85076 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:31.396956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Attempting to bind port b8e252a3-b91b-441b-b4e6-47fe5aa85076 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:31.397434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Attempting to bind port b8e252a3-b91b-441b-b4e6-47fe5aa85076 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:31.403745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:31.406687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:31.406687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.406687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:31.406687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Bound port: b8e252a3-b91b-441b-b4e6-47fe5aa85076, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:31.406687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.430787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2e934925-487a-44cd-9baa-b6bd0c9fe9f5) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:31.441621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:31.442187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.448323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142dddc-2634-4c83-888e-3a6e893f3980 None None] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:31.525377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] For port b8e252a3-b91b-441b-b4e6-47fe5aa85076, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:31.529696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] For port b8e252a3-b91b-441b-b4e6-47fe5aa85076, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8e252a3-b91b-441b-b4e6-47fe5aa85076,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:31.545506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.555098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.557081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/networks/4a2e6551-5e52-4fc9-b790-51b202d40e5b HTTP/1.1" status: 204 len: 168 time: 0.5250020 Jul 27 22:18:31.559838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44504) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:31.567579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1f463-a0e7-4d19-b7a5-fbc88d0c8722 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Network': ['ID=4a2e6551-5e52-4fc9-b790-51b202d40e5b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.572067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bada7758-b758-4e79-a054-766c3e676737 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1533647 Jul 27 22:18:31.574051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44508) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:31.633772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting subnet c7498b70-fdbf-4485-a167-3be5f354bcb0 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:31.637294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.642161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:31.643084 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.666866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.691615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.786229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.823231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:31.823988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.881988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2edaa-36b8-4f96-84e4-bc3bcdca78cf None None] Pushing event updated for resources: {'Port': ['ID=b8e252a3-b91b-441b-b4e6-47fe5aa85076,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.940583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.970171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Subnet': ['ID=c7498b70-fdbf-4485-a167-3be5f354bcb0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.974276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.977266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d9128f0-2846-4c7a-9fd5-01a01386cf73 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/subnets/c7498b70-fdbf-4485-a167-3be5f354bcb0 HTTP/1.1" status: 204 len: 168 time: 0.4153724 Jul 27 22:18:31.979045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Allocated IP 172.20.0.2 (2e934925-487a-44cd-9baa-b6bd0c9fe9f5/431c4d86-7f83-43bd-8857-1436c9beee66/ff6c8ef6-414f-4c1b-9e19-12ba1b15e830) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:31.980452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44512) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:31.986322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef11af7-d2b0-414a-82ee-bd6721e0c00c None None] Network 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:32.093260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:32.105686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-19445649-2d07-4b65-ba40-e3708b998f39 req-6925caa5-3c0f-41e5-ae01-decbae41ac71 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0381691 Jul 27 22:18:32.155702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-967a9030-1db7-4607-9b38-a7498181f1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.200613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.342447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Deleting port 240e916a-e6fe-437a-9540-8ba86cba0ad5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:32.343000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.456598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] For port 240e916a-e6fe-437a-9540-8ba86cba0ad5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=240e916a-e6fe-437a-9540-8ba86cba0ad5,segment=NetworkSegment(051d48a7-fa5e-4f27-90f4-f335b514cbd6),segment_id=051d48a7-fa5e-4f27-90f4-f335b514cbd6)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:32.456847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.465164 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.468371 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.476869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Transition to ACTIVE for port object ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:32.484203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] DHCP port deletion for 6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:32.491371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Calling delete_port for 240e916a-e6fe-437a-9540-8ba86cba0ad5 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:32.501703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:29Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:32.515486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Transition to ACTIVE for port object ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:32.551958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d7285-6654-43ba-9738-19d3ce930c39 None None] The sync data for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 is: [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:29Z', 'revision_number': 3, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:32.584560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Deleting port 240e916a-e6fe-437a-9540-8ba86cba0ad5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:32.584945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.643873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.707470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Pushing event updated for resources: {'Port': ['ID=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:32.722660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] For port 240e916a-e6fe-437a-9540-8ba86cba0ad5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=240e916a-e6fe-437a-9540-8ba86cba0ad5,segment=NetworkSegment(051d48a7-fa5e-4f27-90f4-f335b514cbd6),segment_id=051d48a7-fa5e-4f27-90f4-f335b514cbd6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:32.727726 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.746044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.748502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:32.753817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:32.757123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:32.762874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Calling delete_port for 240e916a-e6fe-437a-9540-8ba86cba0ad5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:32.792627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Port': ['ID=240e916a-e6fe-437a-9540-8ba86cba0ad5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:32.800495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] No DVR routers for this DVR port 240e916a-e6fe-437a-9540-8ba86cba0ad5 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:32.897875 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Attempting to bind port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:32.898317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Attempting to bind port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:32.898726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Attempting to bind port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 on network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:32.915471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:32.916256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Checking segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:32.916675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.917086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Bound using segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:32.917613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Bound port: ff6c8ef6-414f-4c1b-9e19-12ba1b15e830, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:32.917967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.005357 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.037868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:33.077813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051d48a7-fa5e-4f27-90f4-f335b514cbd6') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:33.078184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051d48a7-fa5e-4f27-90f4-f335b514cbd6') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:33.111435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.135081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.150725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:33.151145 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:33.154158 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:33.169610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8e252a3-b91b-441b-b4e6-47fe5aa85076 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:33.172789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.1 (2e934925-487a-44cd-9baa-b6bd0c9fe9f5/431c4d86-7f83-43bd-8857-1436c9beee66/d37dccc7-c4e5-41e5-b675-c88ee2cb2c81) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:33.195232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.226223 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-328ae32c-05f7-4018-a2ec-3c6f1ea3156d req-ee1260b1-8f94-4a30-a793-1c392868b01b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0450554 Jul 27 22:18:33.253876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] Pushing event deleted for resources: {'Port': ['ID=240e916a-e6fe-437a-9540-8ba86cba0ad5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.277050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb18d82f-87dc-4d0e-8e5d-12fa20230c84 None None] No DVR routers for this DVR port 240e916a-e6fe-437a-9540-8ba86cba0ad5 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:33.320917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] For port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:33.324745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] For port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:33.399197 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.415785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:33.419914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.420765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.424979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.431040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44540) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:33.435061 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/networks/6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6 HTTP/1.1" status: 204 len: 168 time: 1.4533641 Jul 27 22:18:33.475694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b739f-917b-47d3-9a5a-e47d0249cac3 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Pushing event deleted for resources: {'Network': ['ID=6f0fb6a8-02b7-4ba0-a3e7-4cbfece8e6d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.481042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b8e252a3-b91b-441b-b4e6-47fe5aa85076 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:33.499538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa4f72a7-63b4-4523-a2df-38c02d301d91 tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "GET /v2.0/ports?device_id=be141215-7342-409b-8a66-dddc531bb10d HTTP/1.1" status: 200 len: 205 time: 0.0672824 Jul 27 22:18:33.500923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b8e252a3-b91b-441b-b4e6-47fe5aa85076 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:33.501306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.502847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44542) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:33.526827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bee1e0-a468-4391-bd25-5968c48da5bf None None] Pushing event updated for resources: {'Port': ['ID=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.592583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.631771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.644053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.688252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:33.690837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b8e252a3-b91b-441b-b4e6-47fe5aa85076, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8e252a3-b91b-441b-b4e6-47fe5aa85076,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:33.711873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:33.716434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:33.723413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.795101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.809442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.853804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.857044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.940788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 240e916a-e6fe-437a-9540-8ba86cba0ad5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:33.943580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b8e252a3-b91b-441b-b4e6-47fe5aa85076,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.986837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 240e916a-e6fe-437a-9540-8ba86cba0ad5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:33.987168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 240e916a-e6fe-437a-9540-8ba86cba0ad5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:34.015571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.016110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Fanout notify agent at l3_agent the message router_deleted on router be141215-7342-409b-8a66-dddc531bb10d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:34.026363 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.028747 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8ca29f66-3f45-4da3-b34b-24c935b6590c tempest-RoutersNegativeTest-259448999 tempest-RoutersNegativeTest-259448999-project] 10.222.0.37 "DELETE /v2.0/routers/be141215-7342-409b-8a66-dddc531bb10d HTTP/1.1" status: 204 len: 168 time: 0.5236645 Jul 27 22:18:34.177562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.345398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b7433b7-0aed-43d9-9d27-3b2de7f0f6af req-fcc4da0a-b917-4c55-8511-04fb943655aa tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0588160 Jul 27 22:18:34.463118 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096e9efc-0f0d-4d98-a34f-9bcf0839f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.565997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.672736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44562) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:34.685500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.789879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.801151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.818163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-4bd48f67-9e75-40b1-ac07-00e1ecd0d21e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.820342 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-4bd48f67-9e75-40b1-ac07-00e1ecd0d21e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 811 time: 0.2162228 Jul 27 22:18:34.821431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.830783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af736b-b903-4b8a-824d-57f4a6a65df5 None None] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:34.956524 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cbf4c9c7-510a-4d8c-8f70-034e6d7af91d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0248189fab5b4794bc432b3d8cf89e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818251 Jul 27 22:18:34.965819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:35.011639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b5d7bb9b-9539-4653-9934-296a07978c1e None None] Provisioning for port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:35.057371 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.110029 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.242373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:35.311422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.311422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.311422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/addfef49-fdbe-4ceb-b775-e98293066a5f HTTP/1.1" status: 204 len: 168 time: 0.3471456 Jul 27 22:18:35.328597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c29d4-4255-4139-8eb7-989cafd37cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfef49-fdbe-4ceb-b775-e98293066a5f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.418508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-ebd6a1ed-dbc1-4702-8ca0-2c827bd22d2f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50523ce341b4f1fb6bd259214295508 HTTP/1.1" status: 200 len: 379 time: 0.5816219 Jul 27 22:18:35.427570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'port': {'device_id': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'admin_state_up': True, 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'security_groups': ['0f001afc-0ea9-4ca7-8f15-d014bf68fe82']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:35.460016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:35.467721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:35.468259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.507214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-575e0506-e7df-4018-995f-4b12b1d59f43 req-aeb3f2ea-93fe-4f9f-a439-50658bac96c1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0574698 Jul 27 22:18:35.518993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:35.522451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:35.618902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.686682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router a069c4da-5201-4c19-a783-c076ebf13811 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:35.690021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:35.701786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Provisioning complete for port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:35.702664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.807781 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.809291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8e252a3-b91b-441b-b4e6-47fe5aa85076 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:35.855388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:35.862347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-493db22c-65b6-45d9-892a-7474c285c509 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/a069c4da-5201-4c19-a783-c076ebf13811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2858746 Jul 27 22:18:35.863832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:35.868423 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Sync routers for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:35.869464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Made reservation on behalf of f50523ce341b4f1fb6bd259214295508 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:35.874492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.883911 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:35.885645 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:35.943407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.959080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.040469 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:36.087608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.20.0.11 (88e2605d-c0bb-4fe6-9912-1a3bd92e3041/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680/1d8eec2f-2671-45bd-84a5-b0127fc111a6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:36.169188 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.203316 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:18:36.203316 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:18:36.227350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b8e252a3-b91b-441b-b4e6-47fe5aa85076 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:36.227755 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.234013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.235140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.237286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.238026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.239742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.243099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.246646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b7ba21d3-2f17-45c3-b8d8-8a4e84a8c1b2 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3811705 Jul 27 22:18:36.249651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44594) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:36.394620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.395210 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 2, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:36.412686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.413119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.414844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.415341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.418045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Transition to ACTIVE for port object 1d8eec2f-2671-45bd-84a5-b0127fc111a6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:36.425084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.425084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.426300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44598) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:36.434877 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a78133b3-58ae-4cd7-ade3-7f191b2d2c01 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1836975 Jul 27 22:18:36.440085 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Checking router: a069c4da-5201-4c19-a783-c076ebf13811 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:36.440449 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Updating router a069c4da-5201-4c19-a783-c076ebf13811 port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:36.506431 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.586171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.684190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:36.703085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:36.729163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:36.740289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:36.863492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Provisioning for port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:36.869759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Provisioning complete for port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:36.869759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.885564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eff176-f110-4611-b5a2-d2ad2118d224 req-c9a9469b-3bdd-4d0e-a146-88f440eb1555 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.887244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06eff176-f110-4611-b5a2-d2ad2118d224 req-c9a9469b-3bdd-4d0e-a146-88f440eb1555 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 932 time: 0.2656305 Jul 27 22:18:36.909971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.910834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.948109 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.950972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-89682b4f-58ff-4e03-a38d-75ae09fd1edc tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.5234447 Jul 27 22:18:36.980437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Transition to ACTIVE for port object d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:36.981849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-531da0a0-c238-42d7-9b4c-ae69037ec4a3 None None] Port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:37.026543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:37.062869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-06eff176-f110-4611-b5a2-d2ad2118d224 req-efb2c20c-4082-4c84-9b38-e739738df4d4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448166 Jul 27 22:18:37.070511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f6ca73b6-7192-4219-b1a9-5935def6a796 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6488264 Jul 27 22:18:37.083047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Request body: {'port': {'device_id': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:37.123593 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.252133 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.263827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:37.264652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.278686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:37.382850 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.466912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1939e812-99f0-4c29-8c76-270aa2c047da None None] Provisioning for port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:37.477262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1939e812-99f0-4c29-8c76-270aa2c047da None None] Provisioning complete for port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:37.477668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1939e812-99f0-4c29-8c76-270aa2c047da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.501102 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Attempting to bind port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:37.501479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Attempting to bind port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:37.503030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Attempting to bind port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 on network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:37.516708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077505dd-918d-4d03-9ee5-bd54fd9940a0 None None] Pushing event updated for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:37.536828 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:37.537523 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Checking segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:37.537842 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.540984 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Bound using segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:37.541485 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Bound port: d37dccc7-c4e5-41e5-b675-c88ee2cb2c81, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:37.543563 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.553375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-857442436'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:37.581246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1939e812-99f0-4c29-8c76-270aa2c047da None None] Port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:37.662179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:37.668995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457671348', 'description': 'tempest-secgroup-smoke-457671348 description', 'project_id': 'e650df896f8646e8904f44c32b708657'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:37.697862 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] For port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:37.703536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] For port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:37.709163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Made reservation on behalf of e389533f852543ffb2284e8ed8e6c005 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:37.714622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.714779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.729528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.844194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8eec2f-2671-45bd-84a5-b0127fc111a6 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:37.849507 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.859910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.881085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Transition to ACTIVE for port object 1d8eec2f-2671-45bd-84a5-b0127fc111a6 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:37.920415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.930856 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:37.931628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:37.957021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.966541 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077505dd-918d-4d03-9ee5-bd54fd9940a0 None None] Pushing event updated for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.057858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.109268 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:38.127070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.158273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.164996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.165360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.165784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.166199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.166645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.167056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.167462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.172783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.173230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.177184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.177184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:38.177406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.239892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Attempting to bind port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:38.240244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Attempting to bind port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:38.240583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Attempting to bind port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:38.297019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:38.299553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:18:38.299892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Attempting to bind port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 on network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:38.346545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.347510 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Added segment 1c7ebd4b-491e-4311-8dcf-ead69032fbea of type vlan for network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 Jul 27 22:18:38.353101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8db65-8057-4093-a684-0d64f70dd8c8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.373048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:38.373048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Checking segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:38.380250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Bound using segment: {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:38.380250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Bound port: 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f9879c-9d61-4010-9619-fc8e6d364e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:38.380250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.471579 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.481504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1a67-11eb-496c-b08c-942ed3fb7368 req-a34dce43-24dd-4076-8e4d-9fca6032e90d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:38.481504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34ad1a67-11eb-496c-b08c-942ed3fb7368 req-a34dce43-24dd-4076-8e4d-9fca6032e90d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.2263317 Jul 27 22:18:38.509275 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.545101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34ad1a67-11eb-496c-b08c-942ed3fb7368 req-696099c9-2a1e-4805-973b-8d095e40f521 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569246 Jul 27 22:18:38.545611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.567134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:38.572643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:38.574555 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:38.592522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.642179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96ebe2-3836-4947-b8e7-f8aac117fea2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.659491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.667790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:38.668398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.671810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.717018 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8580755-0f6d-48b9-b6c3-684d72c8629b None None] The sync data for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 is: [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:38.746776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:38.748002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.750144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 1092 time: 1.6722751 Jul 27 22:18:38.750932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:38.753815 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fbf7af-7a13-4f13-b375-b3705622254a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:38.758594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.759975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-550de892-b94a-48b7-918c-7945dd73b4e5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0964684 Jul 27 22:18:38.773445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44642) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:38.780856 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:38.817549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event updated for resources: {'Network': ['ID=7abc6a94-b7c5-46f1-b6bf-b1c010893730,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.868482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:38.874032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0473c8-feea-4c34-aebf-4ff0234931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.901444 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65db67ba-f974-42c8-8041-8cc243d1ed8c x-openstack-request-id: req-65db67ba-f974-42c8-8041-8cc243d1ed8c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:38.902041 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:38.902714 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65db67ba-f974-42c8-8041-8cc243d1ed8c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:38.903133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ffef71b-f46a-4c5d-ab77-d7c36b7c5406 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6226699 Jul 27 22:18:38.903536 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'status': 'completed', 'code': 200} Jul 27 22:18:38.907266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44646) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:38.918126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Request body: {'subnet': {'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:39.119697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.141904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f52d4f29-7e8f-4ad8-b816-95e4fb229ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.144306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-f52d4f29-7e8f-4ad8-b816-95e4fb229ace service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1095 time: 0.2397029 Jul 27 22:18:39.217260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:39.288424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-24e120cf-88fb-4b33-aed4-3426ec005f63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 217 time: 0.1353981 Jul 27 22:18:39.300591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.351330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-b7691687-7a79-4861-8ced-4f56c8b46157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.352884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-b7691687-7a79-4861-8ced-4f56c8b46157 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0553141 Jul 27 22:18:39.396503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Made reservation on behalf of e389533f852543ffb2284e8ed8e6c005 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:39.401476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.446976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:39.452535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:39.452926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.464645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.476433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce76ea-75df-46ef-8718-817c8a492275 req-1e6e753c-7ce0-4b81-92d8-c3b348e8847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.484486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-1e6e753c-7ce0-4b81-92d8-c3b348e8847e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202314 Jul 27 22:18:39.492143 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c513a51d-a64c-42b2-965f-d65da36ad62a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:39.609603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.613135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6b5064f6-7f52-43ac-88db-4c030461af92 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8411338 Jul 27 22:18:39.614333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:39.621671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:39.687054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.768633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:39.805334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-6957abab-c7b1-4d00-8bff-ee7bdc9278fa service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156805 Jul 27 22:18:39.818675 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.898872 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.949332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.996895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.016945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c4cf-f000-4f33-a200-4268a5ded051 req-3c19e047-ec0d-4377-817e-cf8bb4abd730 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.018598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea60c4cf-f000-4f33-a200-4268a5ded051 req-3c19e047-ec0d-4377-817e-cf8bb4abd730 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.3129511 Jul 27 22:18:40.027784 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.032330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ce76ea-75df-46ef-8718-817c8a492275 req-7106c706-8829-4ae4-8f0b-e2a7c047dd3a service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170887 Jul 27 22:18:40.080161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Checking segment: {'id': '1c7ebd4b-491e-4311-8dcf-ead69032fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:40.080876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Network hostable DHCP agents. Network: 7abc6a94-b7c5-46f1-b6bf-b1c010893730, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:40.087272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea60c4cf-f000-4f33-a200-4268a5ded051 req-08a2fac9-7624-4141-ae9b-b1cffd9cc0b2 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506835 Jul 27 22:18:40.095353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event updated for resources: {'Subnet': ['ID=4b953fbe-cb20-45b5-8e53-c8c90d950d52,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.122712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.150443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba293e85-7ab2-473e-a4f8-def611ced450,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.185932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:40.222771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.227101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f2492e7b-29dd-450d-8ec1-703f1adf500b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6080186 Jul 27 22:18:40.227845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44662) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:40.230364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf7af-7a13-4f13-b375-b3705622254a req-41425899-7a0d-4c1d-a292-45c3cb6c85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.232029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-41425899-7a0d-4c1d-a292-45c3cb6c85d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1095 time: 0.0764959 Jul 27 22:18:40.233650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:40.316490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7abc6a94-b7c5-46f1-b6bf-b1c010893730) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:40.330385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029d9df-fe69-4988-8065-d20a9245cf7e None None] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:40.330598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.331615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.346912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf7af-7a13-4f13-b375-b3705622254a req-078aae1b-4b02-4301-93d2-10e4fe04faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.349007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-078aae1b-4b02-4301-93d2-10e4fe04faa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1087854 Jul 27 22:18:40.375525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.421149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-dd776b04-6c20-48d0-af32-ad622a322010 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 217 time: 0.0632265 Jul 27 22:18:40.467673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5fab186a-e656-4b2d-9cce-1e5171308ee1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5591264 Jul 27 22:18:40.469661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.470922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44668) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:40.480333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Request body: {'port': {'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730', 'name': 'tempest-TagsExtTest-701672517'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:40.555578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.558456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-7abc6a94-b7c5-46f1-b6bf-b1c010893730', 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730', 'tenant_id': 'e389533f852543ffb2284e8ed8e6c005', 'fixed_ips': [{'subnet_id': '4b953fbe-cb20-45b5-8e53-c8c90d950d52'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:40.558456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.590308 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d95498-c0e7-4524-9632-29f46a5ab68d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.614875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf7af-7a13-4f13-b375-b3705622254a req-ed0b6b10-20c1-4dd3-8e3d-fc0e5fa03fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.617707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-ed0b6b10-20c1-4dd3-8e3d-fc0e5fa03fea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1888518 Jul 27 22:18:40.652236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.656048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-324b1277-6e2d-46c5-abd7-d29ff9ac0c4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243045 Jul 27 22:18:40.656857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44670) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:40.661399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:40.749988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf7af-7a13-4f13-b375-b3705622254a req-38febfa4-5a69-417b-af4d-b9f822f0e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.751909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-38febfa4-5a69-417b-af4d-b9f822f0e9cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145632 Jul 27 22:18:40.765886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Allocated IP 172.20.0.2 (7abc6a94-b7c5-46f1-b6bf-b1c010893730/4b953fbe-cb20-45b5-8e53-c8c90d950d52/1121746d-eb3a-4e51-8edc-3db0b6ecbe26) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:40.796731 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.878382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.884289 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-8c046465-8a6c-4a84-9bcd-3d4e247c285c service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247222 Jul 27 22:18:40.951457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.954689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Made reservation on behalf of e389533f852543ffb2284e8ed8e6c005 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:40.957487 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.959116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.973783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Transition to ACTIVE for port object 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:40.987997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20e011b-1522-4be3-b578-5b66190851e5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.994308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] device_id is not set on port 6e749079-6410-43cc-b8b7-160fe629e45e yet. {{(pid=94672) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:18:41.008027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Transition to ACTIVE for port object 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:41.055180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.056917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ee7612f-f3bf-4520-bb28-d7ef246687ab tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3996787 Jul 27 22:18:41.061033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44678) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:41.066587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:41.068200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:41.091086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fbf7af-7a13-4f13-b375-b3705622254a req-1b4e429f-1f54-4935-b7f4-9b3e21a2045f service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989129 Jul 27 22:18:41.103744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.159107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Pushing event updated for resources: {'Port': ['ID=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.160926 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:18:41.167087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.180968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:41.185373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:41.188084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:41.198091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Allocated IP 172.20.0.8 (7abc6a94-b7c5-46f1-b6bf-b1c010893730/4b953fbe-cb20-45b5-8e53-c8c90d950d52/6e749079-6410-43cc-b8b7-160fe629e45e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:41.246558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:41.246940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.306155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Attempting to bind port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:41.306408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.306558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Attempting to bind port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1c7ebd4b-491e-4311-8dcf-ead69032fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:41.306935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Attempting to bind port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 on network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:41.326169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:41.326577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Checking segment: {'id': '1c7ebd4b-491e-4311-8dcf-ead69032fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:41.326991 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.327519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Bound using segment: {'id': '1c7ebd4b-491e-4311-8dcf-ead69032fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:41.328010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Bound port: 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7ebd4b-491e-4311-8dcf-ead69032fbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '7abc6a94-b7c5-46f1-b6bf-b1c010893730'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:41.328399 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.343570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c7a8e-5ba6-4e89-870b-a088c040456e req-fb92f551-7117-48da-8082-d1f523c282e5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:41.349707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312c7a8e-5ba6-4e89-870b-a088c040456e req-fb92f551-7117-48da-8082-d1f523c282e5 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.1499603 Jul 27 22:18:41.394496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-312c7a8e-5ba6-4e89-870b-a088c040456e req-79624b0e-4f52-4529-81b4-9032d5b0403c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353546 Jul 27 22:18:41.415951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] For port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:41.419346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] For port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,segment=NetworkSegment(1c7ebd4b-491e-4311-8dcf-ead69032fbea),segment_id=1c7ebd4b-491e-4311-8dcf-ead69032fbea)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:41.426250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.447982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Transition to ACTIVE for port object 6e749079-6410-43cc-b8b7-160fe629e45e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:41.448329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.471054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b5c347-1c33-43a7-a98e-aa037e704b82,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.480260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.492226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:41.534580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.589431 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.591579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9335697a-0362-4f60-99da-0550ba6f8c51 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5288281 Jul 27 22:18:41.593674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44684) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:41.599302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'security_group_rule': {'security_group_id': '5e96ebe2-3836-4947-b8e7-f8aac117fea2', 'project_id': 'e650df896f8646e8904f44c32b708657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:41.601490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa6bcb-9813-46b5-a61a-be134390911a None None] Pushing event updated for resources: {'Port': ['ID=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.634103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.694861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:41.698580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:41.703538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:41.708242 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event updated for resources: {'Port': ['ID=6e749079-6410-43cc-b8b7-160fe629e45e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.712508 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Project e650df896f8646e8904f44c32b708657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:18:41.729591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.777541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:41.778522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.832844 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.894970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a569745b-cade-4067-913b-73d8b1e976e7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4227970 Jul 27 22:18:41.897398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44690) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:41.903681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2051864584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:41.920811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.939514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191c61b3-8815-42a8-81f5-a4c3216e18a2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:42.001109 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.002277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.056320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.087287 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.088603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2c78b2a2-3651-406c-942d-5a44143ebb11 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4938409 Jul 27 22:18:42.155769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.293199 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.294626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ab68ba1-92dc-4cf6-84bb-f0d58f0230a0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3952992 Jul 27 22:18:42.297751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44712) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:42.303365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-47cf94a6-fd33-42e7-9b03-fda5fce0b9da tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1185050719', 'prefixes': ['172.20.0.0/16']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:42.322563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-3f71707b-c3cf-4c95-861c-47af50c3db49 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457671348&fields=id&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 267 time: 0.0474296 Jul 27 22:18:42.461644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-5d6cc713-d7aa-40db-b1cd-3f9e8ca63eb1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:42.463597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-5d6cc713-d7aa-40db-b1cd-3f9e8ca63eb1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/networks?id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5 HTTP/1.1" status: 200 len: 797 time: 0.1344094 Jul 27 22:18:42.483127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-4f883e73-a7c1-4b65-91d7-b81aa61b28ce tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/quotas/e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 375 time: 0.0118070 Jul 27 22:18:42.564984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-d7b588a0-2064-4429-8385-813607dbb3ce tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756505 Jul 27 22:18:42.613816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576078f8-4dee-4244-812c-98b1b3547039 req-d8310edd-5ed5-4268-9f3b-b1c556f977ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:42.616844 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-576078f8-4dee-4244-812c-98b1b3547039 req-d8310edd-5ed5-4268-9f3b-b1c556f977ed tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.1131327 Jul 27 22:18:42.662770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-576078f8-4dee-4244-812c-98b1b3547039 req-1234925d-f6db-46fc-b632-f32fe44aea5b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391378 Jul 27 22:18:42.663634 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47cf94a6-fd33-42e7-9b03-fda5fce0b9da tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for subnetpool, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.669043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-47cf94a6-fd33-42e7-9b03-fda5fce0b9da tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3695397 Jul 27 22:18:42.669686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44722) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:42.675374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-9a494eb6-0e92-4205-8f4d-f9b95e5f4cc7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-1052908730') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:42.748611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42979c-efe6-4aa2-9623-2e93ebba5196 None None] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:42.825435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-fb3dd539-0048-4aa0-8f1d-d8c6242b22f4 service neutron] 10.222.0.37 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464895 Jul 27 22:18:42.906555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a494eb6-0e92-4205-8f4d-f9b95e5f4cc7 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-1052908730 HTTP/1.1" status: 201 len: 201 time: 0.2355895 Jul 27 22:18:42.909239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44728) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:42.911779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-772cb080-7dae-4a7c-9280-630295e54801 None None] Provisioning for port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:42.915102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-1f15090e-cecd-4980-bb86-1dd95ed0ac0d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-2075710436') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:42.938461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-30f1ada0-35c8-45d5-99c0-9de3dac4690a service neutron] 10.222.0.37 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006248 Jul 27 22:18:43.033683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:43.119312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1f15090e-cecd-4980-bb86-1dd95ed0ac0d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-2075710436 HTTP/1.1" status: 201 len: 201 time: 0.2088344 Jul 27 22:18:43.122025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44732) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.127162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-a7a09995-1381-4a17-a8f5-cb380a1cba85 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-1852539719') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.258452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:43.263278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:43.263510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.292265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fcdc5c25-3711-4624-a120-ac151d36ffc2 req-5dcb4326-a807-4d6d-ae1c-2bb3d728cea5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0482347 Jul 27 22:18:43.372175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.381316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a7a09995-1381-4a17-a8f5-cb380a1cba85 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-1852539719 HTTP/1.1" status: 201 len: 201 time: 0.2580659 Jul 27 22:18:43.384356 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44742) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.389305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-51a728a6-c285-435c-9992-7fee37e66b64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-607405272') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.399423 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Provisioning complete for port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:43.399962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.468771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,segment=NetworkSegment(1c7ebd4b-491e-4311-8dcf-ead69032fbea),segment_id=1c7ebd4b-491e-4311-8dcf-ead69032fbea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:43.514898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.544508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-51a728a6-c285-435c-9992-7fee37e66b64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-607405272 HTTP/1.1" status: 201 len: 201 time: 0.1589565 Jul 27 22:18:43.546962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.551300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-d18d09e7-dac9-400d-8f9e-9916ae93d621 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.590371 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.607529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d18d09e7-dac9-400d-8f9e-9916ae93d621 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 200 len: 241 time: 0.0594602 Jul 27 22:18:43.610158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.614802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-6bfcf568-c617-4881-ac7c-7c36158985e0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-1052908730') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.664826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:18:43.665194 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:18:43.675760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6bfcf568-c617-4881-ac7c-7c36158985e0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-1052908730 HTTP/1.1" status: 204 len: 168 time: 0.0642195 Jul 27 22:18:43.676078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:43.678203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44752) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.684315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-97097303-6b25-48e2-a4a1-809400457746 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-1052908730') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.818825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863995f5-a029-4236-b815-e4464c51d19f req-7afd407b-a9dd-482d-b974-3638510e070a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:43.821179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863995f5-a029-4236-b815-e4464c51d19f req-7afd407b-a9dd-482d-b974-3638510e070a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.0675011 Jul 27 22:18:43.849653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-97097303-6b25-48e2-a4a1-809400457746 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-1052908730 HTTP/1.1" status: 204 len: 168 time: 0.1699886 Jul 27 22:18:43.852726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.857805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-0d79ace2-5b2d-4fa5-95fb-02504b4f001d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.886987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-863995f5-a029-4236-b815-e4464c51d19f req-c9a92c68-c773-448a-9b29-3f8778ab918b tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591996 Jul 27 22:18:43.931610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0d79ace2-5b2d-4fa5-95fb-02504b4f001d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 200 len: 205 time: 0.0748024 Jul 27 22:18:43.931828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.936242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-3616ebc6-7123-46f3-b00d-4eb0b3202eac tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.993173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3616ebc6-7123-46f3-b00d-4eb0b3202eac tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 200 len: 241 time: 0.0570154 Jul 27 22:18:43.993369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.997578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-a94a8d08-176b-4615-a953-a98810a3869f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-2075710436') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.055165 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a94a8d08-176b-4615-a953-a98810a3869f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-2075710436 HTTP/1.1" status: 204 len: 168 time: 0.0608883 Jul 27 22:18:44.057957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44768) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.062432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-20846c08-a6f7-49db-b238-e0324044ac8f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-2075710436') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.253303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20846c08-a6f7-49db-b238-e0324044ac8f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-2075710436 HTTP/1.1" status: 204 len: 168 time: 0.1942301 Jul 27 22:18:44.256103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.261784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-7d11c6c5-a6b9-4c0b-bccd-312a19042b41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.286179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Provisioning for port 6e749079-6410-43cc-b8b7-160fe629e45e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:44.292566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Provisioning complete for port 6e749079-6410-43cc-b8b7-160fe629e45e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:44.298100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.326658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d11c6c5-a6b9-4c0b-bccd-312a19042b41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 200 len: 205 time: 0.0666871 Jul 27 22:18:44.326872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44776) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.331693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1a1745a5-b07f-4123-976f-c3a05fbe0dbf None None] Port 6e749079-6410-43cc-b8b7-160fe629e45e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:44.333719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-8f08179d-1863-46fa-8909-7eebdc0d63fd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.403269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-287754a9-7c6b-4b94-b034-4bad1b3c5b05 req-85274ad4-a1b4-4cd3-9fe6-b47153b02bca tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0322046 Jul 27 22:18:44.444023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f08179d-1863-46fa-8909-7eebdc0d63fd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 200 len: 241 time: 0.1130519 Jul 27 22:18:44.444860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44778) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.452074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-677bc8dc-ae5c-40ca-8835-11d590e42c3f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-1852539719') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.452453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fd1880da-3855-4f0e-8d81-8560d7930f81 None None] Provisioning complete for port 6e749079-6410-43cc-b8b7-160fe629e45e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:44.452933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd1880da-3855-4f0e-8d81-8560d7930f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.513679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fd1880da-3855-4f0e-8d81-8560d7930f81 None None] Port 6e749079-6410-43cc-b8b7-160fe629e45e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:44.547799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-677bc8dc-ae5c-40ca-8835-11d590e42c3f tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-1852539719 HTTP/1.1" status: 204 len: 168 time: 0.1018898 Jul 27 22:18:44.550403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44782) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.555243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-7b4b3f77-cee4-4a8e-9fa3-a1b16de333df tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-1852539719') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.723528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7b4b3f77-cee4-4a8e-9fa3-a1b16de333df tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-1852539719 HTTP/1.1" status: 204 len: 168 time: 0.1720765 Jul 27 22:18:44.726960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44786) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.731564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-c8d91458-eefd-413f-970f-38d54d132250 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.809797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c8d91458-eefd-413f-970f-38d54d132250 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 200 len: 205 time: 0.0816453 Jul 27 22:18:44.812739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44788) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.817038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-467ba37b-9bd5-444e-a366-e767fab0e7b1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.840156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-467ba37b-9bd5-444e-a366-e767fab0e7b1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 200 len: 240 time: 0.0263941 Jul 27 22:18:44.842950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.847654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-1cae3c6d-4cd5-4d5b-996e-4537d23ef12d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-607405272') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.872444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1cae3c6d-4cd5-4d5b-996e-4537d23ef12d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-607405272 HTTP/1.1" status: 204 len: 168 time: 0.0278969 Jul 27 22:18:44.877158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.882238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-0a90d8e3-84e5-4787-acb6-0f3881f2fee9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-607405272') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.987044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:44.995647 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0a90d8e3-84e5-4787-acb6-0f3881f2fee9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-607405272 HTTP/1.1" status: 204 len: 168 time: 0.1144092 Jul 27 22:18:44.995966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44800) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.000692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-9a0df946-d485-4d59-b84f-22923790b310 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.025691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9a0df946-d485-4d59-b84f-22923790b310 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 200 len: 205 time: 0.0285397 Jul 27 22:18:45.029704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44802) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.034232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-c9f378bb-99da-4e31-9a43-d383d43b88ce tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.035150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f045b-5150-4635-870a-3f118d483b3c req-8cd963a3-572e-42bd-991b-534d3607daef tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:45.036681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-520f045b-5150-4635-870a-3f118d483b3c req-8cd963a3-572e-42bd-991b-534d3607daef tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.0725303 Jul 27 22:18:45.046168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:45.046704 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.065211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9f378bb-99da-4e31-9a43-d383d43b88ce tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0344975 Jul 27 22:18:45.068561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44806) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.079408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-7e741e39-0395-42c4-b1e0-4cc839ca0fc4 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.088688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-520f045b-5150-4635-870a-3f118d483b3c req-3c63a329-5dc2-4034-b64d-1ff0cbaa3070 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 Jul 27 22:18:45.179972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e741e39-0395-42c4-b1e0-4cc839ca0fc4 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.1104012 Jul 27 22:18:45.182431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.186811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-2534f103-51f0-4abf-b27b-aef5eac3e0bc tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.244394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2534f103-51f0-4abf-b27b-aef5eac3e0bc tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 204 len: 168 time: 0.0602140 Jul 27 22:18:45.246650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.251931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-d0f98e8f-8707-4c4b-9f36-e893537a3741 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.375019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d0f98e8f-8707-4c4b-9f36-e893537a3741 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 204 len: 168 time: 0.1268618 Jul 27 22:18:45.379256 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.385123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-107d75a0-bd01-4f50-8c5f-db9a52f65da9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-130280169') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.543664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51912444-bee6-4272-a73f-1366a34f811d req-b769c01e-dd8f-4afc-a83e-4c13493c2549 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0404594 Jul 27 22:18:45.566212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1f350895-6955-48b7-8d27-c90c866b51c3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:45.567755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1f350895-6955-48b7-8d27-c90c866b51c3 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/networks?id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5 HTTP/1.1" status: 200 len: 797 time: 0.1662457 Jul 27 22:18:45.602399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-107d75a0-bd01-4f50-8c5f-db9a52f65da9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-130280169 HTTP/1.1" status: 201 len: 201 time: 0.2218673 Jul 27 22:18:45.605253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44822) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.610141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-00951a0d-11af-4bd1-b596-c28b2a6376af tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-1211958404') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.613566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-de8a109a-e675-4d19-a8fd-7380f724b4b4 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e650df896f8646e8904f44c32b708657 HTTP/1.1" status: 200 len: 379 time: 0.0367095 Jul 27 22:18:45.623066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'port': {'device_id': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'admin_state_up': True, 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'security_groups': ['5e96ebe2-3836-4947-b8e7-f8aac117fea2']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:45.847299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00951a0d-11af-4bd1-b596-c28b2a6376af tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-1211958404 HTTP/1.1" status: 201 len: 201 time: 0.2410312 Jul 27 22:18:45.849850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44830) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.856000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-686a7614-fe0c-4a8c-b249-102675dfcb7a tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-2024531924') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.893854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Made reservation on behalf of e650df896f8646e8904f44c32b708657 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:45.897663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.033498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.20.0.10 (2e934925-487a-44cd-9baa-b6bd0c9fe9f5/431c4d86-7f83-43bd-8857-1436c9beee66/707e4095-40da-47e8-8ce3-8e858d45db13) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:46.087806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-686a7614-fe0c-4a8c-b249-102675dfcb7a tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-2024531924 HTTP/1.1" status: 201 len: 201 time: 0.2360582 Jul 27 22:18:46.090533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44834) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.095428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-3928ef2c-9c09-4b6b-8703-26f7b21b29d9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-318638659') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.203060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.218980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Transition to ACTIVE for port object 707e4095-40da-47e8-8ce3-8e858d45db13 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:46.233482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3928ef2c-9c09-4b6b-8703-26f7b21b29d9 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-318638659 HTTP/1.1" status: 201 len: 201 time: 0.1418412 Jul 27 22:18:46.235988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.243200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-a1363bc6-b895-430d-a962-03ef193746f1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', {'tags': ['tempest-TagsExtTest-Tag-1663260565', 'tempest-TagsExtTest-Tag-123080839', 'tempest-TagsExtTest-Tag-2080093942']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.255258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b36f1-fbc7-472a-8926-4035d390cb6f req-5893cdf6-1da4-4928-a056-78c53bedac6a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:46.257035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e2b36f1-fbc7-472a-8926-4035d390cb6f req-5893cdf6-1da4-4928-a056-78c53bedac6a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.0801983 Jul 27 22:18:46.331740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0e2b36f1-fbc7-472a-8926-4035d390cb6f req-59bc6ad1-928d-4908-8cc8-859b4d2a1d44 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557461 Jul 27 22:18:46.334937 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.380581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:46.384534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:46.387085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:46.434319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a1363bc6-b895-430d-a962-03ef193746f1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 200 len: 317 time: 0.1968443 Jul 27 22:18:46.436754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:46.437322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44840) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.446310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-cc6f09ce-c3c9-4031-ae40-d7ca5326482d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.468092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:46.468092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.691633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8aa8-ccdb-4c0a-8ef0-ae96e93d3dd7 req-548c0236-f1fe-46d2-a736-95e88bfbaaa6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:46.693196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9dc8aa8-ccdb-4c0a-8ef0-ae96e93d3dd7 req-548c0236-f1fe-46d2-a736-95e88bfbaaa6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 932 time: 0.0654085 Jul 27 22:18:46.695254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-1bc439c6-622f-4095-a0fc-6d4d28dd6200 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0761106 Jul 27 22:18:46.705333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-30aeb4e2-a234-471d-9ca1-9f59d913b788 None None] Provisioning for port 707e4095-40da-47e8-8ce3-8e858d45db13 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:46.707139 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cc6f09ce-c3c9-4031-ae40-d7ca5326482d tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 204 len: 168 time: 0.2684889 Jul 27 22:18:46.710090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.712316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-30aeb4e2-a234-471d-9ca1-9f59d913b788 None None] Provisioning complete for port 707e4095-40da-47e8-8ce3-8e858d45db13 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:46.713148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30aeb4e2-a234-471d-9ca1-9f59d913b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.716584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-a9d9e9e6-f61a-4bab-9917-af8513568102 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-1663260565') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.717931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Request body: {'port': {'device_id': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:46.766009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-30aeb4e2-a234-471d-9ca1-9f59d913b788 None None] Port 707e4095-40da-47e8-8ce3-8e858d45db13 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:46.782207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9dc8aa8-ccdb-4c0a-8ef0-ae96e93d3dd7 req-ab8f91b9-65b8-49b7-a9e4-0ec7cfd08478 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816021 Jul 27 22:18:46.785080 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-a9d9e9e6-f61a-4bab-9917-af8513568102 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:46.786276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a9d9e9e6-f61a-4bab-9917-af8513568102 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-1663260565 HTTP/1.1" status: 404 len: 329 time: 0.0747430 Jul 27 22:18:46.790947 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44846) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.798799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-92500ee7-e1aa-4ac3-99a1-203aa6bdca50 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-123080839') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.834358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.862356 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-92500ee7-e1aa-4ac3-99a1-203aa6bdca50 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:46.867658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92500ee7-e1aa-4ac3-99a1-203aa6bdca50 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-123080839 HTTP/1.1" status: 404 len: 328 time: 0.0718012 Jul 27 22:18:46.870273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44848) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.874909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-91b32a53-19a4-498b-98e0-45e986fb6dc3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52', 'tempest-TagsExtTest-Tag-2080093942') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:46.947936 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-91b32a53-19a4-498b-98e0-45e986fb6dc3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:46.951660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91b32a53-19a4-498b-98e0-45e986fb6dc3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags/tempest-TagsExtTest-Tag-2080093942 HTTP/1.1" status: 404 len: 329 time: 0.0776246 Jul 27 22:18:46.951914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.956552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-e52a5a57-5a47-4188-bb56-90566fafa321 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', {'tags': ['tempest-TagsExtTest-Tag-831569290', 'tempest-TagsExtTest-Tag-1327279339', 'tempest-TagsExtTest-Tag-1422301032']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.125005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e52a5a57-5a47-4188-bb56-90566fafa321 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 200 len: 317 time: 0.1718235 Jul 27 22:18:47.127370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.135442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-6aacf1fa-4883-4e23-93f6-f07823f5cca0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.148778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707e4095-40da-47e8-8ce3-8e858d45db13 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:47.157244 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.171323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Transition to ACTIVE for port object 707e4095-40da-47e8-8ce3-8e858d45db13 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:47.234936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.309098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Pushing event updated for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.323995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6aacf1fa-4883-4e23-93f6-f07823f5cca0 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 204 len: 168 time: 0.1951489 Jul 27 22:18:47.326562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.331852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-3a14cdb8-b48e-441a-944b-efed4256ca27 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-831569290') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.454738 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-3a14cdb8-b48e-441a-944b-efed4256ca27 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:47.455914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3a14cdb8-b48e-441a-944b-efed4256ca27 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-831569290 HTTP/1.1" status: 404 len: 328 time: 0.1278772 Jul 27 22:18:47.486373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.493041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-b970be07-c005-4a6c-805e-c89ac2455de1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-1327279339') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.568013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d999b4-5c0c-498a-9e2b-edf849d2efbe req-5a34b1ad-2c06-466c-b807-4fdf657a701d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.569723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d999b4-5c0c-498a-9e2b-edf849d2efbe req-5a34b1ad-2c06-466c-b807-4fdf657a701d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.1325860 Jul 27 22:18:47.575233 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-b970be07-c005-4a6c-805e-c89ac2455de1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:47.576483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b970be07-c005-4a6c-805e-c89ac2455de1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-1327279339 HTTP/1.1" status: 404 len: 329 time: 0.0880070 Jul 27 22:18:47.579977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.593513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-5cdbf975-83f2-47b3-b352-114cbafdb911 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e', 'tempest-TagsExtTest-Tag-1422301032') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.654424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63d999b4-5c0c-498a-9e2b-edf849d2efbe req-c80e7815-9f88-4ee4-bd1e-34bb076cc76c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758829 Jul 27 22:18:47.674554 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-5cdbf975-83f2-47b3-b352-114cbafdb911 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:47.678462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5cdbf975-83f2-47b3-b352-114cbafdb911 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags/tempest-TagsExtTest-Tag-1422301032 HTTP/1.1" status: 404 len: 329 time: 0.0918307 Jul 27 22:18:47.679642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.685227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-4c1c5d4d-c910-4f83-baa7-5bb3f68e7907 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', {'tags': ['tempest-TagsExtTest-Tag-318144862', 'tempest-TagsExtTest-Tag-1629485357', 'tempest-TagsExtTest-Tag-647928358']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.750114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Attempting to bind port 707e4095-40da-47e8-8ce3-8e858d45db13 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:47.750497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Attempting to bind port 707e4095-40da-47e8-8ce3-8e858d45db13 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:47.750834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Attempting to bind port 707e4095-40da-47e8-8ce3-8e858d45db13 on network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:47.755649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Port 707e4095-40da-47e8-8ce3-8e858d45db13 on network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:18:47.755981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Attempting to bind port 707e4095-40da-47e8-8ce3-8e858d45db13 on network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:47.766950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:47.767323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Checking segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:47.767923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Bound using segment: {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:47.768150 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Bound port: 707e4095-40da-47e8-8ce3-8e858d45db13, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50035233-f4af-4307-8f96-367aeea6f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:47.768499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.847240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:47.851733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=707e4095-40da-47e8-8ce3-8e858d45db13,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:47.924369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28072e-b5b3-4213-939b-340059706d50 req-2338c798-37fc-4428-86d8-08cd76fbf09c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.925920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd28072e-b5b3-4213-939b-340059706d50 req-2338c798-37fc-4428-86d8-08cd76fbf09c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 944 time: 0.0700185 Jul 27 22:18:47.931820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4c1c5d4d-c910-4f83-baa7-5bb3f68e7907 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 200 len: 316 time: 0.2480538 Jul 27 22:18:47.933137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:47.936617 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-de1d9ab1-8527-4945-911b-3d54a637ad2c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.956825 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.998889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.999645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.001254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] 10.222.0.50 "PUT /v2.0/ports/707e4095-40da-47e8-8ce3-8e858d45db13 HTTP/1.1" status: 200 len: 1092 time: 1.2888365 Jul 27 22:18:48.001800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:48.004300 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad685481-320b-4eca-86f6-26151a5110b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:48.050669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd28072e-b5b3-4213-939b-340059706d50 req-898f4bef-570b-4b2b-a4fe-0cb0f3083e81 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154571 Jul 27 22:18:48.069902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baf530-6a13-4008-905b-a3a79ec4724b service neutron] Pushing event updated for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:48.081145 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a10fec-d225-4339-ba69-ed4892177f7e x-openstack-request-id: req-d0a10fec-d225-4339-ba69-ed4892177f7e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:48.081479 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:48.081741 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0a10fec-d225-4339-ba69-ed4892177f7e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:48.082158 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13', 'status': 'completed', 'code': 200} Jul 27 22:18:48.161559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685481-320b-4eca-86f6-26151a5110b0 req-d03e8f54-51bb-463d-9f39-6d0a861698b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.163425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad685481-320b-4eca-86f6-26151a5110b0 req-d03e8f54-51bb-463d-9f39-6d0a861698b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1095 time: 0.0602424 Jul 27 22:18:48.177441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-de1d9ab1-8527-4945-911b-3d54a637ad2c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2417002 Jul 27 22:18:48.177441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.183552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-5b960e12-9de7-4691-af2b-9c292f1ae7e3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-318144862') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:48.275459 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-5b960e12-9de7-4691-af2b-9c292f1ae7e3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:48.280984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b960e12-9de7-4691-af2b-9c292f1ae7e3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-318144862 HTTP/1.1" status: 404 len: 328 time: 0.0984607 Jul 27 22:18:48.280984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.284471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-202dbcab-19d5-4bd7-999c-aad67862fdf4 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-1629485357') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:48.284679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685481-320b-4eca-86f6-26151a5110b0 req-19a9679b-3482-4ba2-9049-2dd8d1d5d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.286063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad685481-320b-4eca-86f6-26151a5110b0 req-19a9679b-3482-4ba2-9049-2dd8d1d5d1b6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e650df896f8646e8904f44c32b708657&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1155300 Jul 27 22:18:48.397689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685481-320b-4eca-86f6-26151a5110b0 req-510eb04c-4662-4853-8020-cf52c80ab1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.399522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad685481-320b-4eca-86f6-26151a5110b0 req-510eb04c-4662-4853-8020-cf52c80ab1ef service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064715 Jul 27 22:18:48.504109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-6454dc22-f381-4188-ba6f-7475192bf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.505670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-6454dc22-f381-4188-ba6f-7475192bf34d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1095 time: 0.0674813 Jul 27 22:18:48.554397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-c45e8fa1-6365-4e68-86e3-9ed75f752071 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707e4095-40da-47e8-8ce3-8e858d45db13 HTTP/1.1" status: 200 len: 217 time: 0.0400746 Jul 27 22:18:48.606692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e375bf54-6da0-468a-850f-f081d548a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.609085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-e375bf54-6da0-468a-850f-f081d548a4d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431c4d86-7f83-43bd-8857-1436c9beee66 HTTP/1.1" status: 200 len: 834 time: 0.0487893 Jul 27 22:18:48.678277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-9d3210f7-c106-4b21-8b65-712946cac54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.681457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-9d3210f7-c106-4b21-8b65-712946cac54c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643907 Jul 27 22:18:48.707870 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-202dbcab-19d5-4bd7-999c-aad67862fdf4 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:48.712542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-202dbcab-19d5-4bd7-999c-aad67862fdf4 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-1629485357 HTTP/1.1" status: 404 len: 329 time: 0.4284208 Jul 27 22:18:48.712831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44880) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.717823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-b603431a-9456-4065-bf74-5974c84fd966 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b', 'tempest-TagsExtTest-Tag-647928358') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:48.802614 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-b603431a-9456-4065-bf74-5974c84fd966 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:48.807121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b603431a-9456-4065-bf74-5974c84fd966 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags/tempest-TagsExtTest-Tag-647928358 HTTP/1.1" status: 404 len: 328 time: 0.0898995 Jul 27 22:18:48.807293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44882) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.813046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-cb8d7bd3-0b19-4eea-af60-f78f6e3451a3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', {'tags': ['tempest-TagsExtTest-Tag-1091962935', 'tempest-TagsExtTest-Tag-1703410726', 'tempest-TagsExtTest-Tag-1184204286']}) {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:48.833789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-717a6aee-14e3-43d0-820e-7447a62656bf service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444204 Jul 27 22:18:48.858050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa7fb-5279-4d53-8fa1-51babee2b9cb req-daf253f0-fe64-434f-8776-c48cd11bba9d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.860622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3adfa7fb-5279-4d53-8fa1-51babee2b9cb req-daf253f0-fe64-434f-8776-c48cd11bba9d tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.1136203 Jul 27 22:18:48.906151 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cb8d7bd3-0b19-4eea-af60-f78f6e3451a3 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "PUT /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 200 len: 318 time: 0.0972590 Jul 27 22:18:48.908707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.914207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-ec53c692-c4e7-448e-83bf-7ca89a03163c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:48.954656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3adfa7fb-5279-4d53-8fa1-51babee2b9cb req-8654963c-9b0a-4378-a86c-33fff427274e tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835400 Jul 27 22:18:48.977922 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f081ea5-1ea4-4f6e-a84a-4f0a78c2b5f6 req-f4852495-fa38-4bdb-8a46-5e2f64ead58b service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365137 Jul 27 22:18:49.026555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ec53c692-c4e7-448e-83bf-7ca89a03163c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1163328 Jul 27 22:18:49.029324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.033811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-f460034c-2acb-48bf-b404-43fd7c503618 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-1091962935') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.055484 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-f460034c-2acb-48bf-b404-43fd7c503618 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:49.059396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f460034c-2acb-48bf-b404-43fd7c503618 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-1091962935 HTTP/1.1" status: 404 len: 329 time: 0.0262830 Jul 27 22:18:49.059546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.066048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-0983cc18-3629-478f-93b0-597957a0dcc1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-1703410726') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.092664 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [None req-0983cc18-3629-478f-93b0-597957a0dcc1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:49.092664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0983cc18-3629-478f-93b0-597957a0dcc1 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-1703410726 HTTP/1.1" status: 404 len: 329 time: 0.0305729 Jul 27 22:18:49.094156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44894) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.098964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-7a3b02f0-a60e-48d3-9dfc-b86fbfe1e860 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa', 'tempest-TagsExtTest-Tag-1184204286') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.121719 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-7a3b02f0-a60e-48d3-9dfc-b86fbfe1e860 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] show failed (client error): The resource could not be found. Jul 27 22:18:49.125599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7a3b02f0-a60e-48d3-9dfc-b86fbfe1e860 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags/tempest-TagsExtTest-Tag-1184204286 HTTP/1.1" status: 404 len: 329 time: 0.0276501 Jul 27 22:18:49.125983 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.130802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-a6a50163-e68a-4275-9fb5-589db19f93bd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f716740a-7206-4dbf-a579-23d958b505aa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.198564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a6a50163-e68a-4275-9fb5-589db19f93bd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0687864 Jul 27 22:18:49.199230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44898) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.205952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-7ba77733-8f75-4eb9-9f63-32d19d6d33e8 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570fb426-e3f7-4402-a802-075d4f0f7b7b') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.222149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4993e31-46f0-4ef9-a678-c72faac17507 req-467c474e-47de-4bc1-b02c-add55f752ade tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.226270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4993e31-46f0-4ef9-a678-c72faac17507 req-467c474e-47de-4bc1-b02c-add55f752ade tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 944 time: 0.0899255 Jul 27 22:18:49.264847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a4993e31-46f0-4ef9-a678-c72faac17507 req-ca039f43-22b2-4d74-b07a-67cb7e914100 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346851 Jul 27 22:18:49.304862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7ba77733-8f75-4eb9-9f63-32d19d6d33e8 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b/tags HTTP/1.1" status: 204 len: 168 time: 0.1039474 Jul 27 22:18:49.307382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44900) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.312255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-493d3e0a-c9f6-4f72-b901-06b30fb371bd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e749079-6410-43cc-b8b7-160fe629e45e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.367445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-493d3e0a-c9f6-4f72-b901-06b30fb371bd tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e/tags HTTP/1.1" status: 204 len: 168 time: 0.0589678 Jul 27 22:18:49.370011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.374274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-d7a7a5c0-930d-492a-958e-b3500278ce93 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b953fbe-cb20-45b5-8e53-c8c90d950d52') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:49.431238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d7a7a5c0-930d-492a-958e-b3500278ce93 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52/tags HTTP/1.1" status: 204 len: 168 time: 0.0601876 Jul 27 22:18:49.435808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.610664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-223ed288-8ca6-45eb-84fd-952f91a5612c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for subnetpool, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.611853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-223ed288-8ca6-45eb-84fd-952f91a5612c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnetpools/f716740a-7206-4dbf-a579-23d958b505aa HTTP/1.1" status: 204 len: 168 time: 0.1761649 Jul 27 22:18:49.614461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44906) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.645934 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-135babfa-a139-4ec1-9024-9be78821527c tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "GET /v2.0/ports?device_id=570fb426-e3f7-4402-a802-075d4f0f7b7b HTTP/1.1" status: 200 len: 205 time: 0.0302844 Jul 27 22:18:49.648538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:49.724880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.891604 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.893765 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.991439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.992122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Fanout notify agent at l3_agent the message router_deleted on router 570fb426-e3f7-4402-a802-075d4f0f7b7b {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:49.999819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.001064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9079179b-ae89-49ae-9aa2-d1d8923aa859 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/routers/570fb426-e3f7-4402-a802-075d4f0f7b7b HTTP/1.1" status: 204 len: 168 time: 0.3517506 Jul 27 22:18:50.008632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:50.108417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d83e-367b-42de-a177-6f34ec42d688 req-7013c0f2-d909-402a-9caa-f9fb40b01591 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.111866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2f2d83e-367b-42de-a177-6f34ec42d688 req-7013c0f2-d909-402a-9caa-f9fb40b01591 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.0824301 Jul 27 22:18:50.134317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Deleting port 6e749079-6410-43cc-b8b7-160fe629e45e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:50.134936 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.163608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2f2d83e-367b-42de-a177-6f34ec42d688 req-952e3101-abee-4473-940a-69a7cf47aaa6 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Jul 27 22:18:50.234039 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.247292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Calling delete_port for 6e749079-6410-43cc-b8b7-160fe629e45e owned by {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:50.443459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422245-9efd-452b-83f0-ff7ce2c29bb8 req-511d912d-037e-40b3-9ef6-fbac574a7833 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.445546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79422245-9efd-452b-83f0-ff7ce2c29bb8 req-511d912d-037e-40b3-9ef6-fbac574a7833 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 944 time: 0.1004686 Jul 27 22:18:50.486329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79422245-9efd-452b-83f0-ff7ce2c29bb8 req-3fa81293-5804-486c-a291-a87f8f393a9b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342567 Jul 27 22:18:50.516048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.548190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event deleted for resources: {'Port': ['ID=6e749079-6410-43cc-b8b7-160fe629e45e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:50.625927 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.630039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c61ccdb5-b944-48a4-ae77-3a2188706d64 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/ports/6e749079-6410-43cc-b8b7-160fe629e45e HTTP/1.1" status: 204 len: 168 time: 0.6184509 Jul 27 22:18:50.630356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:50.685309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Deleting subnet 4b953fbe-cb20-45b5-8e53-c8c90d950d52 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:50.688736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.737743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.739721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 707e4095-40da-47e8-8ce3-8e858d45db13 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:18:50.822873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.834725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=707e4095-40da-47e8-8ce3-8e858d45db13,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:50.846640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '707e4095-40da-47e8-8ce3-8e858d45db13', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'port_id': '707e4095-40da-47e8-8ce3-8e858d45db13', 'mac_address': 'fa:16:3e:05:39:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:18:50.850063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1d8eec2f-2671-45bd-84a5-b0127fc111a6 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:18:50.933983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.953387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707e4095-40da-47e8-8ce3-8e858d45db13 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:50.956953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.986322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=707e4095-40da-47e8-8ce3-8e858d45db13,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:50.987155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event deleted for resources: {'Subnet': ['ID=4b953fbe-cb20-45b5-8e53-c8c90d950d52,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:50.989171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.991729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-514a784c-f900-4961-be93-d13cfe2e90fe tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/subnets/4b953fbe-cb20-45b5-8e53-c8c90d950d52 HTTP/1.1" status: 204 len: 168 time: 0.3597105 Jul 27 22:18:50.994613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44920) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:51.005391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b518ac2-2db0-4980-a54c-c03fca63fd15 None None] Network 7abc6a94-b7c5-46f1-b6bf-b1c010893730 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:51.066839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:51.077646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.087886 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.121343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'port_id': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'mac_address': 'fa:16:3e:31:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:18:51.141461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Deleting port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:51.141814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.232331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] For port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,segment=NetworkSegment(1c7ebd4b-491e-4311-8dcf-ead69032fbea),segment_id=1c7ebd4b-491e-4311-8dcf-ead69032fbea)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:51.232331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.236587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.245727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.247092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Calling delete_port for 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:51.266541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8eec2f-2671-45bd-84a5-b0127fc111a6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:51.299501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:51.308362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['707e4095-40da-47e8-8ce3-8e858d45db13'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:51.356868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51c381-5c73-4ea8-93dd-c2e23686964e req-7c5c12ab-0cf9-4411-a723-3a11fd7bbaf4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:51.358736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a51c381-5c73-4ea8-93dd-c2e23686964e req-7c5c12ab-0cf9-4411-a723-3a11fd7bbaf4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 944 time: 0.1202540 Jul 27 22:18:51.368415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] DHCP port deletion for 7abc6a94-b7c5-46f1-b6bf-b1c010893730 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:51.403471 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.406215 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a51c381-5c73-4ea8-93dd-c2e23686964e req-fc590347-9522-48de-a9c4-dde8c2861918 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404327 Jul 27 22:18:51.482553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.509453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event deleted for resources: {'Port': ['ID=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.512963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] No DVR routers for this DVR port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:51.649961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.663688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abc6a94-b7c5-46f1-b6bf-b1c010893730']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:51.678022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7ebd4b-491e-4311-8dcf-ead69032fbea') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:51.679825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7ebd4b-491e-4311-8dcf-ead69032fbea') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:51.681436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.690346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1d8eec2f-2671-45bd-84a5-b0127fc111a6'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:51.690589 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.719153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0cb2b-3e5c-430e-8a54-ddebe8dbd74a req-ae90cf61-f1ce-4ac8-aa85-01079d6799e6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:51.720756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69b0cb2b-3e5c-430e-8a54-ddebe8dbd74a req-ae90cf61-f1ce-4ac8-aa85-01079d6799e6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1213951 Jul 27 22:18:51.721809 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.730012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:51.730259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Deleting port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:51.730447 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.730658 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:51.733660 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:51.819016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69b0cb2b-3e5c-430e-8a54-ddebe8dbd74a req-55a4f900-b89a-42b6-9382-1a30d0f59cda tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907090 Jul 27 22:18:51.830424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] For port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26, host n-d-738018-6, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:51.830961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.863613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Calling delete_port for 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:51.874690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:18:51.890716 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.933950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] Pushing event deleted for resources: {'Port': ['ID=1121746d-eb3a-4e51-8edc-3db0b6ecbe26,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.940884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ae3db-ccb6-4666-ad76-722d4dbd27ec None None] No DVR routers for this DVR port 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:51.991523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.996852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.002919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] 10.222.0.37 "DELETE /v2.0/networks/7abc6a94-b7c5-46f1-b6bf-b1c010893730 HTTP/1.1" status: 204 len: 168 time: 1.0072706 Jul 27 22:18:52.030589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e18b-6ed0-461c-95ca-aab200973f41 tempest-TagsExtTest-202037360 tempest-TagsExtTest-202037360-project] Pushing event deleted for resources: {'Network': ['ID=7abc6a94-b7c5-46f1-b6bf-b1c010893730,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:52.543705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff21e07-81bd-4944-a8fd-4609d390b159 req-b9e3d2c3-6d69-47b3-a688-fc576c9841d1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:52.545323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eff21e07-81bd-4944-a8fd-4609d390b159 req-b9e3d2c3-6d69-47b3-a688-fc576c9841d1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 945 time: 0.0687211 Jul 27 22:18:52.585553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eff21e07-81bd-4944-a8fd-4609d390b159 req-1b0c89ba-80f1-4d45-9c7e-dab435a70675 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Jul 27 22:18:52.737584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 44946) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:52.758674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 707e4095-40da-47e8-8ce3-8e858d45db13 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:52.848095 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 707e4095-40da-47e8-8ce3-8e858d45db13 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:52.861688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 707e4095-40da-47e8-8ce3-8e858d45db13 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:52.862082 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.865258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1d8eec2f-2671-45bd-84a5-b0127fc111a6 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:52.890477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-720e81dd-5263-41c2-870e-5128f5675e70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e389533f852543ffb2284e8ed8e6c005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492898 Jul 27 22:18:52.892131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44952) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:52.979682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.980362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be2ff-0abf-4fe1-982c-2dba9875d635 req-44bc0688-540e-4e01-b473-32c70e96ee5b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:52.988561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-193be2ff-0abf-4fe1-982c-2dba9875d635 req-44bc0688-540e-4e01-b473-32c70e96ee5b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0843437 Jul 27 22:18:52.993144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.009874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:53.010733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.033316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-193be2ff-0abf-4fe1-982c-2dba9875d635 req-947ca448-7a0d-4a24-9a22-e386a0abfa2a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Jul 27 22:18:53.037816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:53.037816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1121746d-eb3a-4e51-8edc-3db0b6ecbe26 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:53.044085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:53.046525 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b2b31-1e09-40a5-9847-c510fc0cb3a4" -d '{"events": [{"server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:53.057649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:53.068972 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:53.069916 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.072632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=707e4095-40da-47e8-8ce3-8e858d45db13,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:53.097435 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd784b3f-52e3-4f32-907d-3f82127ee94f x-openstack-request-id: req-cd784b3f-52e3-4f32-907d-3f82127ee94f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:53.097674 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:53.097970 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd784b3f-52e3-4f32-907d-3f82127ee94f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:53.103491 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13', 'code': 200} Jul 27 22:18:53.159081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.162442 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.166132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.167313 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eda8db65-8057-4093-a684-0d64f70dd8c8 HTTP/1.1" status: 204 len: 168 time: 0.2744479 Jul 27 22:18:53.178369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.207511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fa5bb-7027-4bdb-85b5-4c5a2be8697e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8db65-8057-4093-a684-0d64f70dd8c8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:53.222354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aed83-5031-4eb4-bd59-b52c84d0b7d3 req-94a826de-66dc-4736-a036-c66f6d0fc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:53.223923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed9aed83-5031-4eb4-bd59-b52c84d0b7d3 req-94a826de-66dc-4736-a036-c66f6d0fc8d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1096 time: 0.0708010 Jul 27 22:18:53.252837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:53.260546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:53.263442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed9aed83-5031-4eb4-bd59-b52c84d0b7d3 req-11dfdf1d-19a7-44da-a637-1e865efd7eea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Jul 27 22:18:53.402604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.456995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:53.721233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85645-e0fc-44fe-b08a-45cc00050305 req-06d090d8-f240-4519-8865-e75cc541d645 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:53.722857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1d85645-e0fc-44fe-b08a-45cc00050305 req-06d090d8-f240-4519-8865-e75cc541d645 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0685766 Jul 27 22:18:53.762510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1d85645-e0fc-44fe-b08a-45cc00050305 req-606c78c0-9bab-453f-81ce-eb4a054371a9 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333030 Jul 27 22:18:54.198911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1b2c9-0d14-4687-bf5f-16d7b23ce08e req-64730c65-bcf3-4c7e-b9fa-60eda3dc6203 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:54.200476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2c1b2c9-0d14-4687-bf5f-16d7b23ce08e req-64730c65-bcf3-4c7e-b9fa-60eda3dc6203 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.0871804 Jul 27 22:18:54.243987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2c1b2c9-0d14-4687-bf5f-16d7b23ce08e req-7db997ee-92c0-4a0d-8354-ba1245d34f22 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369818 Jul 27 22:18:54.432993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 44988) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:54.527175 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2017802835'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:54.664173 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Made reservation on behalf of 887d961f59db45939ecf0b07d4d2ebcd for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:54.667868 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.677357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.777736 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.863137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.894913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:54.906032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe6088-d0fe-4b05-8285-94b0fb0b0a40,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:54.906267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ceda-a18d-4baa-b382-82c556265519 req-867c42c3-f431-4ad2-9a60-de6d006df698 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:54.907996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77c5ceda-a18d-4baa-b382-82c556265519 req-867c42c3-f431-4ad2-9a60-de6d006df698 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0715878 Jul 27 22:18:54.911109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.911467 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Added segment e80a1af4-9478-4b4a-aa41-ad0c16341dfb of type vlan for network f8cc470c-0a58-40c4-966b-f48d651d6914 Jul 27 22:18:54.955688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77c5ceda-a18d-4baa-b382-82c556265519 req-e67e4c63-2c00-4914-be0c-76082e6e8f3a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364997 Jul 27 22:18:54.966841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.099164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:55.101648 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e22c4c-6276-4bd6-9c81-d7c56cfbeefc" -d '{"events": [{"server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "name": "network-vif-plugged", "status": "completed", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:55.114701 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.121520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.122164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.139344 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e69c26-ca5c-4d36-9e9c-287291830e63 x-openstack-request-id: req-94e69c26-ca5c-4d36-9e9c-287291830e63 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:55.139636 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "name": "network-vif-plugged", "status": "completed", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:55.139888 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94e69c26-ca5c-4d36-9e9c-287291830e63 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:55.140284 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'code': 200} Jul 27 22:18:55.203594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Pushing event updated for resources: {'Network': ['ID=f8cc470c-0a58-40c4-966b-f48d651d6914,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:55.216407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f8cc470c-0a58-40c4-966b-f48d651d6914 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:55.261504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fa4f4-4c0c-42be-a118-1d3a2e5f0040 req-d1360f2f-1c55-418e-b62d-a5b37712b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.263181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-609fa4f4-4c0c-42be-a118-1d3a2e5f0040 req-d1360f2f-1c55-418e-b62d-a5b37712b0f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1097 time: 0.0607662 Jul 27 22:18:55.291682 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7fe1f8a4-bf74-4b2d-af02-6f0f4b031ca4 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8621666 Jul 27 22:18:55.292396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.297163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-51381809-4170-4345-9ce5-9bd128493b4e tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-318922659') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.391014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-609fa4f4-4c0c-42be-a118-1d3a2e5f0040 req-8ac5955c-f183-439f-9647-9f3db2f5b661 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195867 Jul 27 22:18:55.456537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309894b1-a194-405e-9fa2-8dfcd26d3602 req-931e35ac-adc1-4fd8-8180-f717ebcee85b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.458422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309894b1-a194-405e-9fa2-8dfcd26d3602 req-931e35ac-adc1-4fd8-8180-f717ebcee85b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.1368451 Jul 27 22:18:55.510220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-309894b1-a194-405e-9fa2-8dfcd26d3602 req-b5b8f82a-5a28-4dd5-ad1e-2fed7e5a03c4 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Jul 27 22:18:55.574663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-51381809-4170-4345-9ce5-9bd128493b4e tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "PUT /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-318922659 HTTP/1.1" status: 201 len: 201 time: 0.2811785 Jul 27 22:18:55.577509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.582047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.tag.tag_plugin [None req-175b1214-ea3c-4a37-90e9-d1cf720ceabf tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-318922659') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.658966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-175b1214-ea3c-4a37-90e9-d1cf720ceabf tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-318922659 HTTP/1.1" status: 204 len: 168 time: 0.0801826 Jul 27 22:18:55.659417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45006) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.665785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-fa8b3b13-c6a3-43c3-a2dc-0705f7e0db36 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.731614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d74c-0c2a-451c-bd24-7a95f2f5b1a8 req-139b811a-df05-47ea-846c-08320ee1fe8a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.733643 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4242d74c-0c2a-451c-bd24-7a95f2f5b1a8 req-139b811a-df05-47ea-846c-08320ee1fe8a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.1276548 Jul 27 22:18:55.790845 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4242d74c-0c2a-451c-bd24-7a95f2f5b1a8 req-f27ce0e8-04c3-4c7c-b807-e380da212f4b tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501699 Jul 27 22:18:55.793435 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fa8b3b13-c6a3-43c3-a2dc-0705f7e0db36 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags HTTP/1.1" status: 200 len: 237 time: 0.1313035 Jul 27 22:18:55.796153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45008) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.800796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-8ee0a649-b858-4dd3-a521-e2ad0e65f983 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', {'tags': ['tempest-TagsTest-Tag-1407689151', 'tempest-TagsTest-Tag-500874083', 'tempest-TagsTest-Tag-949097159']}) {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.818058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.881596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d2ed7-8d6b-4b54-8dd4-2bafb8600455 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.886681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-316d2ed7-8d6b-4b54-8dd4-2bafb8600455 tempest-TestNetworkBasicOps-61439267 tempest-TestNetworkBasicOps-61439267-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1092 time: 0.0688784 Jul 27 22:18:55.886681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.890949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '707e4095-40da-47e8-8ce3-8e858d45db13', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:55.957527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8ee0a649-b858-4dd3-a521-e2ad0e65f983 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "PUT /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags HTTP/1.1" status: 200 len: 307 time: 0.1602318 Jul 27 22:18:55.961092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45014) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.965812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-35dfc699-202b-4a8b-8351-48a81f52a587 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-1407689151') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.012098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.141707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197750ef-05c5-47c1-8b94-e3f46e379ae2 req-9e1e8a7e-1aea-4619-b3aa-b203ff5133cc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:56.143253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-197750ef-05c5-47c1-8b94-e3f46e379ae2 req-9e1e8a7e-1aea-4619-b3aa-b203ff5133cc tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.1136944 Jul 27 22:18:56.161237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-35dfc699-202b-4a8b-8351-48a81f52a587 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "DELETE /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-1407689151 HTTP/1.1" status: 204 len: 168 time: 0.1990631 Jul 27 22:18:56.164751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45018) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.169384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-d2f26096-f5a6-40b5-885d-9a840df34089 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-1407689151') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.200843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-197750ef-05c5-47c1-8b94-e3f46e379ae2 req-29729f88-0a6b-4c79-a094-0d5a94ce40b8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472136 Jul 27 22:18:56.203029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.243292 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-d2f26096-f5a6-40b5-885d-9a840df34089 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] show failed (client error): The resource could not be found. Jul 27 22:18:56.244351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d2f26096-f5a6-40b5-885d-9a840df34089 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-1407689151 HTTP/1.1" status: 404 len: 326 time: 0.0784478 Jul 27 22:18:56.247201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45020) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.251972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-f7202fc3-3f3d-4426-b073-0e73f4776987 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-500874083') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.312799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Allocated IP 172.25.3.37 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/340eae7d-3ca8-4800-a38a-92abfbe5b437) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:56.326932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f7202fc3-3f3d-4426-b073-0e73f4776987 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-500874083 HTTP/1.1" status: 204 len: 168 time: 0.0783224 Jul 27 22:18:56.329265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45022) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.334085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-385fddee-3fba-4e1c-8d90-757cc325eb60 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-949097159') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.406923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-385fddee-3fba-4e1c-8d90-757cc325eb60 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-949097159 HTTP/1.1" status: 204 len: 168 time: 0.0765719 Jul 27 22:18:56.409442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45024) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.415041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-e0104e41-97e4-49b3-b78a-7bc9c17fda9c tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.431457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.637264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.676229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:56.679994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:56.682530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:56.686014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0104e41-97e4-49b3-b78a-7bc9c17fda9c tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "DELETE /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags HTTP/1.1" status: 204 len: 168 time: 0.2730110 Jul 27 22:18:56.686014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45028) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.690773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-bb39b755-15ee-44b6-b1d6-bd6dc664f1bb tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-500874083') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.720386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=340eae7d-3ca8-4800-a38a-92abfbe5b437,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:56.759828 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-bb39b755-15ee-44b6-b1d6-bd6dc664f1bb tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] show failed (client error): The resource could not be found. Jul 27 22:18:56.760893 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bb39b755-15ee-44b6-b1d6-bd6dc664f1bb tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-500874083 HTTP/1.1" status: 404 len: 325 time: 0.0738456 Jul 27 22:18:56.763924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45030) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.770111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-46c22a3e-b314-4282-ab8d-4d7311bc4031 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914', 'tempest-TagsTest-Tag-949097159') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.848174 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-46c22a3e-b314-4282-ab8d-4d7311bc4031 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] show failed (client error): The resource could not be found. Jul 27 22:18:56.851772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46c22a3e-b314-4282-ab8d-4d7311bc4031 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "GET /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags/tempest-TagsTest-Tag-949097159 HTTP/1.1" status: 404 len: 325 time: 0.0841191 Jul 27 22:18:56.852007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.856794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.tag.tag_plugin [None req-41330ec9-1753-41d0-a128-91619586b5a8 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8cc470c-0a58-40c4-966b-f48d651d6914') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.937150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-41330ec9-1753-41d0-a128-91619586b5a8 tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "DELETE /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914/tags HTTP/1.1" status: 204 len: 168 time: 0.0840714 Jul 27 22:18:56.940069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45034) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:57.026741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.114902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.127030 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.138836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc470c-0a58-40c4-966b-f48d651d6914']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.150892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80a1af4-9478-4b4a-aa41-ad0c16341dfb') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.150892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80a1af4-9478-4b4a-aa41-ad0c16341dfb') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.160333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.175304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.182274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:57.182700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:57.185772 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:57.343325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.355714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136deda-510e-441e-a3a8-84759caf2e7a req-5d770904-d022-4c72-b1a3-bb4e898aa6b8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:57.357325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6136deda-510e-441e-a3a8-84759caf2e7a req-5d770904-d022-4c72-b1a3-bb4e898aa6b8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0745151 Jul 27 22:18:57.400804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6136deda-510e-441e-a3a8-84759caf2e7a req-881f2f2a-4ea5-402d-81ef-38d1b049cad3 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364928 Jul 27 22:18:57.412068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.421587 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.425881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] 10.222.0.37 "DELETE /v2.0/networks/f8cc470c-0a58-40c4-966b-f48d651d6914 HTTP/1.1" status: 204 len: 168 time: 0.4825513 Jul 27 22:18:57.447966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ed998-0ddc-4db9-b173-796d4c9926dc tempest-TagsTest-707940864 tempest-TagsTest-707940864-project] Pushing event deleted for resources: {'Network': ['ID=f8cc470c-0a58-40c4-966b-f48d651d6914,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.567435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.596773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e099380-18d8-4295-a3af-03270869457e req-4fc72a25-70b8-49a6-8da5-5d5cfec69450 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:57.598236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e099380-18d8-4295-a3af-03270869457e req-4fc72a25-70b8-49a6-8da5-5d5cfec69450 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0903597 Jul 27 22:18:57.639461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e099380-18d8-4295-a3af-03270869457e req-87949669-f6ee-4a80-b514-62a3390f4b34 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340631 Jul 27 22:18:57.662232 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45044) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:57.734141 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.812573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event updated for resources: {'Port': ['ID=340eae7d-3ca8-4800-a38a-92abfbe5b437,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.828048 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.892100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66089fe9-edf6-472a-a3e7-c2eb230028b6 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:57.896776 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66089fe9-edf6-472a-a3e7-c2eb230028b6 tempest-TestVolumeBootPattern-109888226 tempest-TestVolumeBootPattern-109888226-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1092 time: 0.2326069 Jul 27 22:18:57.897948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45048) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:57.902941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:57.938034 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Floating IP 5ed8a76a-94f6-4ec8-9b9b-94bfd717529d associated. External IP: 172.25.3.37, port: 707e4095-40da-47e8-8ce3-8e858d45db13. Jul 27 22:18:57.996411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.092842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45052) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:58.115489 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.216856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router a069c4da-5201-4c19-a783-c076ebf13811 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:58.261399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Allocated IP 172.25.3.76 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/9d2f96c5-3900-4da2-8268-5f4c86a59f1b) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:58.275329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ac34b071-a1a7-45e0-bec4-a892546069a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=887d961f59db45939ecf0b07d4d2ebcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792054 Jul 27 22:18:58.275564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:58.277680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45056) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:58.343379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:58.359231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Sync routers for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:58.368706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:58.369338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.399806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.445555 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.449982 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.470324 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.498029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:58.539054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-035e94ad-f754-48ed-8e22-51267865a3f6 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6503816 Jul 27 22:18:58.541771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45060) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:58.542480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:58.545684 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8562e5-2406-42ed-aa84-848ab88942f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:58.606640 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f0be4-b02f-4138-b65f-268e0638dde5 x-openstack-request-id: req-296f0be4-b02f-4138-b65f-268e0638dde5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:58.606943 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:58.607203 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-296f0be4-b02f-4138-b65f-268e0638dde5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:58.607741 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13', 'status': 'completed', 'code': 200} Jul 27 22:18:58.613977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.619264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.629167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdbe6088-d0fe-4b05-8285-94b0fb0b0a40 HTTP/1.1" status: 204 len: 168 time: 0.3423910 Jul 27 22:18:58.629534 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a5561198-f85f-4803-8963-e5baa9498488 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/5ed8a76a-94f6-4ec8-9b9b-94bfd717529d HTTP/1.1" status: 200 len: 991 time: 0.0759254 Jul 27 22:18:58.644087 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.646760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a91f22-eff8-41cf-9232-ca3d8ec4e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe6088-d0fe-4b05-8285-94b0fb0b0a40,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:58.728687 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:58.735197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:58.738338 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=9d2f96c5-3900-4da2-8268-5f4c86a59f1b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:58.740792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:58.794616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-4bc7b6cb-83d1-4216-b5d0-fe86ef360c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:58.796109 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-4bc7b6cb-83d1-4216-b5d0-fe86ef360c8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1097 time: 0.1618965 Jul 27 22:18:58.822767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5ed8a76a-94f6-4ec8-9b9b-94bfd717529d', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'port_id': '707e4095-40da-47e8-8ce3-8e858d45db13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'mac_address': 'fa:16:3e:05:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:56Z', 'updated_at': '2021-07-27T22:18:56Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.859290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Checking router: a069c4da-5201-4c19-a783-c076ebf13811 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:58.871146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:58.871779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:59.012319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-54e757cf-dc86-4a79-aef9-f57a9908e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.013856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-54e757cf-dc86-4a79-aef9-f57a9908e3a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5 HTTP/1.1" status: 200 len: 898 time: 0.1884081 Jul 27 22:18:59.048101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:59.134173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-c1d1722b-93f7-4bc1-a658-cb0fab373ce7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707e4095-40da-47e8-8ce3-8e858d45db13 HTTP/1.1" status: 200 len: 999 time: 0.1085680 Jul 27 22:18:59.330406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5ed8a76a-94f6-4ec8-9b9b-94bfd717529d', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'port_id': '707e4095-40da-47e8-8ce3-8e858d45db13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'mac_address': 'fa:16:3e:05:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:56Z', 'updated_at': '2021-07-27T22:18:56Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:59.366037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ee9eb-b64e-49dd-bbc5-dbc8cc4f6610 None None] The sync data for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 is: [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5ed8a76a-94f6-4ec8-9b9b-94bfd717529d', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'port_id': '707e4095-40da-47e8-8ce3-8e858d45db13', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'mac_address': 'fa:16:3e:05:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:56Z', 'updated_at': '2021-07-27T22:18:56Z', 'revision_number': 0, 'project_id': 'e650df896f8646e8904f44c32b708657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:59.628109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45086) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:59.641314 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2eef7-62ff-4232-b8f1-12a5ad1d2ee1 None None] New status for floating IP 5ed8a76a-94f6-4ec8-9b9b-94bfd717529d: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:59.679665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-11686ca5-58be-4f2a-a3d1-c7629934c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.681256 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-11686ca5-58be-4f2a-a3d1-c7629934c731 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431c4d86-7f83-43bd-8857-1436c9beee66 HTTP/1.1" status: 200 len: 834 time: 0.4972434 Jul 27 22:18:59.751913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-71c94afe-9d45-4287-92f6-ffd6d9b2cc1c tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/5ed8a76a-94f6-4ec8-9b9b-94bfd717529d HTTP/1.1" status: 200 len: 991 time: 0.1225989 Jul 27 22:18:59.806145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.821662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45090) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:59.825365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029366 Jul 27 22:18:59.831497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45092) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:59.832966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-0d31744a-6ca9-4c01-a242-6e374b1086eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.835484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-0d31744a-6ca9-4c01-a242-6e374b1086eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453114 Jul 27 22:18:59.951498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-0aa26b5a-fdb2-45ce-bf1b-b818cf9783d0 service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048486 Jul 27 22:18:59.963159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d81c25b5-fb3c-4466-9335-4acab4deee2b tempest-NetworksApiDiscovery-797197349 tempest-NetworksApiDiscovery-797197349-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1303260 Jul 27 22:19:00.103973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.182508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d8562e5-2406-42ed-aa84-848ab88942f7 req-76c59763-45ba-431d-97ae-8f5f58c48043 service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225821 Jul 27 22:19:00.314854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.509313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.582067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event updated for resources: {'Port': ['ID=9d2f96c5-3900-4da2-8268-5f4c86a59f1b,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:00.644696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.700891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45102) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:00.756547 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP 97ca1c65-9811-4e78-9858-38e560bcee1c associated. External IP: 172.25.3.76, port: 1d8eec2f-2671-45bd-84a5-b0127fc111a6. Jul 27 22:19:00.757602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45106) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:00.828452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b470d9-2b9b-4a00-a9e5-0f864a9e9016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.865476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-681a93ae-d9bf-42db-be9a-df196e596492 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/5ed8a76a-94f6-4ec8-9b9b-94bfd717529d HTTP/1.1" status: 200 len: 993 time: 0.1068733 Jul 27 22:19:00.957153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b470d9-2b9b-4a00-a9e5-0f864a9e9016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.009199 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:01.052322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b470d9-2b9b-4a00-a9e5-0f864a9e9016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.096831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b470d9-2b9b-4a00-a9e5-0f864a9e9016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf44024-a108-4624-96c8-901c25494700,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:01.103760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77b470d9-2b9b-4a00-a9e5-0f864a9e9016 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c959c9a4ee04874b8f05b4b95e71517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007037 Jul 27 22:19:01.106156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45108) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:01.160686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:01.166436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.172026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:01.183670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:01.184336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:01.195417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.265278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.309797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9fc82691-b70b-4b7a-9ec1-e905786ba289 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4107256 Jul 27 22:19:01.310777 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:01.313099 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ccf68-024b-463b-a4ec-434d8db546f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:01.320706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:01.357757 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1ed4c7-5be5-4074-8565-d7d6e074575a x-openstack-request-id: req-eb1ed4c7-5be5-4074-8565-d7d6e074575a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:01.358056 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:01.358590 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb1ed4c7-5be5-4074-8565-d7d6e074575a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:01.358795 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'status': 'completed', 'code': 200} Jul 27 22:19:01.422732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.425368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.426664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cf44024-a108-4624-96c8-901c25494700 HTTP/1.1" status: 204 len: 168 time: 0.3194153 Jul 27 22:19:01.438639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d6cd5-6ce0-46f5-aa02-7216838ae560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf44024-a108-4624-96c8-901c25494700,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:01.464663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-be49ac78-7663-41c7-8091-15c99a4d7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.466325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-be49ac78-7663-41c7-8091-15c99a4d7440 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1097 time: 0.0833249 Jul 27 22:19:01.606895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-72c57e15-2b5c-468a-92df-b5fbbdec4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.608163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-72c57e15-2b5c-468a-92df-b5fbbdec4780 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1258042 Jul 27 22:19:01.613171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '97ca1c65-9811-4e78-9858-38e560bcee1c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:31:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:59Z', 'updated_at': '2021-07-27T22:18:59Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}, {'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:01.647992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:01.656858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:01.657518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:18:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:01.699491 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-e090e529-7a47-497f-9e04-52093b2aa4a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 999 time: 0.0823841 Jul 27 22:19:01.752046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-75ca9d68-7bfa-490d-aef9-95ff544c500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.753963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-75ca9d68-7bfa-490d-aef9-95ff544c500c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0471454 Jul 27 22:19:01.791397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:01.823660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-893971ed-910b-4572-be6e-2093a80549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.825290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-893971ed-910b-4572-be6e-2093a80549fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637624 Jul 27 22:19:01.837608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-8a78c10f-3749-4316-bebd-0c05f60fda1a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:19:01.838674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-8a78c10f-3749-4316-bebd-0c05f60fda1a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058038 Jul 27 22:19:02.137557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60008aec-2090-4e14-bcb3-000afc82fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.244248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '97ca1c65-9811-4e78-9858-38e560bcee1c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:31:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:59Z', 'updated_at': '2021-07-27T22:18:59Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}, {'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:02.284347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a77d59-6008-49ee-b51d-baa4b08e483a None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '97ca1c65-9811-4e78-9858-38e560bcee1c', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:31:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:59Z', 'updated_at': '2021-07-27T22:18:59Z', 'revision_number': 0, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}, {'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:02.302671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-69170cee-8b16-41dd-be9c-301388ca9fd1 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563138 Jul 27 22:19:02.412522 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b29ccf68-024b-463b-a4ec-434d8db546f4 req-b06066e4-73c2-41c5-baba-b5f61c97beed service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017613 Jul 27 22:19:02.510200 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce14b0e-8ea0-4092-ab97-8bb9ca90a35e None None] New status for floating IP 97ca1c65-9811-4e78-9858-38e560bcee1c: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:19:04.436673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-caf7d1ad-828e-410c-b5a9-baaf855ad559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.503962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:04.625928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c78fc30-a310-45bf-987b-24bd5b48bf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.727289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c78fc30-a310-45bf-987b-24bd5b48bf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.767980 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.819834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1c78fc30-a310-45bf-987b-24bd5b48bf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.864517 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1c78fc30-a310-45bf-987b-24bd5b48bf8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6940a9952b29451f9d4b59ec3e72c55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594024 Jul 27 22:19:04.865388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78fc30-a310-45bf-987b-24bd5b48bf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b266c26-454e-48c6-a096-be29493bc96c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:04.867925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:04.920735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.943903 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.120455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.123071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.124378 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b266c26-454e-48c6-a096-be29493bc96c HTTP/1.1" status: 204 len: 168 time: 0.2552156 Jul 27 22:19:05.133011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1057a50-83ad-47c6-bbc8-7eceab8c5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b266c26-454e-48c6-a096-be29493bc96c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:05.973945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.105359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45220) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:06.128001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91276fa8-94ca-4318-be24-050fd886d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.229093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91276fa8-94ca-4318-be24-050fd886d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.316576 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-91276fa8-94ca-4318-be24-050fd886d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.357320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91276fa8-94ca-4318-be24-050fd886d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6260a-9807-4098-8453-26408536c1d5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:06.366642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45224) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:06.367269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-91276fa8-94ca-4318-be24-050fd886d829 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c3f57c5b66547da90236733e1ace69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591441 Jul 27 22:19:06.426910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.450053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.608243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.611117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.614782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16a6260a-9807-4098-8453-26408536c1d5 HTTP/1.1" status: 204 len: 168 time: 0.2458212 Jul 27 22:19:06.623575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3cd37-8a94-4b30-b483-bde82509c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6260a-9807-4098-8453-26408536c1d5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:07.248224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.602265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.453290 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.584176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45322) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:09.701022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2291fe4-d7cf-42c0-b2d0-c05d233a4cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.794851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2291fe4-d7cf-42c0-b2d0-c05d233a4cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.910662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c2291fe4-d7cf-42c0-b2d0-c05d233a4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.953566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c2291fe4-d7cf-42c0-b2d0-c05d233a4cce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82bd8d68d9dd486ba5c1873ea7de38c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671112 Jul 27 22:19:09.954517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2291fe4-d7cf-42c0-b2d0-c05d233a4cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8417c3-8d57-44d1-a67d-656fb930cccb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:09.956318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45334) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:10.030063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.053775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.223284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.226767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.227982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb8417c3-8d57-44d1-a67d-656fb930cccb HTTP/1.1" status: 204 len: 168 time: 0.2706497 Jul 27 22:19:10.236214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f88091-76f4-4940-a1b6-318c1fbc898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8417c3-8d57-44d1-a67d-656fb930cccb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.105484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:11.125974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b1fa33-853b-4320-9d54-31b2cc9a1412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.214865 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b1fa33-853b-4320-9d54-31b2cc9a1412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.388993 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-56b1fa33-853b-4320-9d54-31b2cc9a1412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.428867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-56b1fa33-853b-4320-9d54-31b2cc9a1412 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74f825131e494886a4397c0e8602af92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222713 Jul 27 22:19:11.429723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1fa33-853b-4320-9d54-31b2cc9a1412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a60ae08-3d1e-49e6-b367-21a057066db2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.431757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45356) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:11.486277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.507996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.726788 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.729652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.730900 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a60ae08-3d1e-49e6-b367-21a057066db2 HTTP/1.1" status: 204 len: 168 time: 0.2980111 Jul 27 22:19:11.739770 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da8ed0-10e4-40dd-a1be-1468a07100fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a60ae08-3d1e-49e6-b367-21a057066db2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:15.183491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-54b3806e-6da9-48b1-aa2b-b5df6d68f124 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753569 Jul 27 22:19:15.301296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-e31a6c93-d9b5-4d28-8102-8b86bfa67c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.302947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-e31a6c93-d9b5-4d28-8102-8b86bfa67c39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0656483 Jul 27 22:19:15.420925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-5167f07e-1435-4af0-bdfa-0ece924cfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.422478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-5167f07e-1435-4af0-bdfa-0ece924cfd17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.0988984 Jul 27 22:19:15.502061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-5e4339c8-a7dc-4e9d-8169-5639a579f6b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1001 time: 0.0715077 Jul 27 22:19:15.557829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-ca608aa9-67c9-4a21-a485-3c116a306021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.559673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-ca608aa9-67c9-4a21-a485-3c116a306021 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0509098 Jul 27 22:19:15.624071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-3ce05091-065a-4821-84ee-e24ee93c9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.625936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-3ce05091-065a-4821-84ee-e24ee93c9c17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583861 Jul 27 22:19:15.637107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-3a1087b4-5e32-4be0-9b8c-575cee5c12e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:19:15.638182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-3a1087b4-5e32-4be0-9b8c-575cee5c12e2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054152 Jul 27 22:19:15.738650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-2043a8f9-556e-47ac-8b05-605c849d820a service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933731 Jul 27 22:19:15.844164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8995e73e-dfdf-4950-b373-0e7e68e73b13 req-4db6366d-a5c9-4fda-a090-f943f2da70f9 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967155 Jul 27 22:19:19.742494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-590b2345-143f-4fde-9f1e-493b693b9228 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744810 Jul 27 22:19:19.847777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-3100e86b-da27-4b84-b53c-5f30e89e3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:19.849316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-3100e86b-da27-4b84-b53c-5f30e89e3cac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1097 time: 0.0591242 Jul 27 22:19:19.981281 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-b63e8ec8-9062-40a4-a0ad-07a0e44eda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:19.984469 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-b63e8ec8-9062-40a4-a0ad-07a0e44eda45 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1068180 Jul 27 22:19:20.063272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-fae90660-789e-4acc-b9bc-01785fd3527c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 1001 time: 0.0706384 Jul 27 22:19:20.129576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-69eed2a0-56bb-4d5c-9bdd-38be4af8acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:20.131149 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-69eed2a0-56bb-4d5c-9bdd-38be4af8acbe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0598238 Jul 27 22:19:20.214936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-81f668b7-1a40-4b4f-a9d8-1f83327a818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:20.216599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-81f668b7-1a40-4b4f-a9d8-1f83327a818f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773218 Jul 27 22:19:20.323627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-b166d241-3219-4b49-b4e2-38741bfa627d service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960274 Jul 27 22:19:20.438332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec57c786-a8a3-40c8-9089-b9c55f2c996b req-8cb69cc3-e465-4fc1-84cb-095713d68c98 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062634 Jul 27 22:19:30.036400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45682) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.109307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7f37df51-e0dd-4066-bbf5-96e64a46f6f5 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/floatingips/5ed8a76a-94f6-4ec8-9b9b-94bfd717529d HTTP/1.1" status: 200 len: 993 time: 0.0717087 Jul 27 22:19:30.367642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45690) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.551215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 340eae7d-3ca8-4800-a38a-92abfbe5b437 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:30.551738 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.636939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.637192 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.652181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 340eae7d-3ca8-4800-a38a-92abfbe5b437 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:30.914065 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.949921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=340eae7d-3ca8-4800-a38a-92abfbe5b437,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:31.029607 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.030084 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Floating IP 5ed8a76a-94f6-4ec8-9b9b-94bfd717529d disassociated (deleted). External IP: 172.25.3.37, port: 707e4095-40da-47e8-8ce3-8e858d45db13. Jul 27 22:19:31.285177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router a069c4da-5201-4c19-a783-c076ebf13811 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:31.446844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:31.451837 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.457981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Sync routers for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:31.470481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:31.471450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:19:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:31.526028 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d538a4d-0a8a-44f0-a576-f7e7791f5c39 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/floatingips/5ed8a76a-94f6-4ec8-9b9b-94bfd717529d HTTP/1.1" status: 204 len: 168 time: 1.1546838 Jul 27 22:19:31.526028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:31.541659 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:31.623057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:31.641291 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0460e79-7f2f-49d4-8129-a225eb1b61a0 x-openstack-request-id: req-a0460e79-7f2f-49d4-8129-a225eb1b61a0 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:31.641967 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:31.642511 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0460e79-7f2f-49d4-8129-a225eb1b61a0 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:31.643649 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13', 'status': 'completed', 'code': 200} Jul 27 22:19:31.765490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-edf2f213-fd2a-4098-b4e4-6fd9fb6169fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:31.767169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-edf2f213-fd2a-4098-b4e4-6fd9fb6169fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e650df896f8646e8904f44c32b708657&device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 1097 time: 0.1057189 Jul 27 22:19:31.904518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:31.919849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-5e074490-b6c1-4959-8396-0ca4a3aa9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:31.921479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-5e074490-b6c1-4959-8396-0ca4a3aa9d43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5 HTTP/1.1" status: 200 len: 898 time: 0.1455410 Jul 27 22:19:31.947654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Checking router: a069c4da-5201-4c19-a783-c076ebf13811 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:31.960172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:31.960556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:19:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:31.977755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-0dc80a11-7691-4d78-99d8-5381b6e71c54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707e4095-40da-47e8-8ce3-8e858d45db13 HTTP/1.1" status: 200 len: 217 time: 0.0425551 Jul 27 22:19:32.053358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-4579aa27-6477-4086-a535-1f63a09ce8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:32.055767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-4579aa27-6477-4086-a535-1f63a09ce8fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=431c4d86-7f83-43bd-8857-1436c9beee66 HTTP/1.1" status: 200 len: 834 time: 0.0703113 Jul 27 22:19:32.126894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:32.168593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-045bd67e-b195-492d-8433-51eb06424ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:32.174973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-045bd67e-b195-492d-8433-51eb06424ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2e934925-487a-44cd-9baa-b6bd0c9fe9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113572 Jul 27 22:19:32.199072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a16d-a2cd-40cf-91b1-23882df8ba35 req-e68c3467-f61d-41f0-bcd2-d1053da06fd9 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:32.202569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2379a16d-a2cd-40cf-91b1-23882df8ba35 req-e68c3467-f61d-41f0-bcd2-d1053da06fd9 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.1235626 Jul 27 22:19:32.216082 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4f281f6-4949-4b64-a57a-9a7df6657665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:32.275642 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2379a16d-a2cd-40cf-91b1-23882df8ba35 req-6df6ee83-3774-4cb0-8557-3b9a82810089 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661652 Jul 27 22:19:32.296203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-3b496099-fbe4-4148-8a39-f312ae24380d service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124494 Jul 27 22:19:32.436233 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6b70bc5-1d40-4c8a-8e51-c55f9867d544 req-fcef6d1a-5799-4e81-a686-4160c8497455 service neutron] 10.222.0.50 "GET /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319163 Jul 27 22:19:32.478312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:32.511960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6939603-6ced-475d-914d-25c5fe61a4e3 None None] The sync data for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 is: [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'd37dccc7-c4e5-41e5-b675-c88ee2cb2c81', 'name': '', 'network_id': '2e934925-487a-44cd-9baa-b6bd0c9fe9f5', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'mac_address': 'fa:16:3e:c4:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:32Z', 'updated_at': '2021-07-27T22:18:39Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'subnets': [{'id': '431c4d86-7f83-43bd-8857-1436c9beee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:32.754469 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d8fa8-49c0-4f95-982e-e5781e123f22 None None] New status for floating IP 5ed8a76a-94f6-4ec8-9b9b-94bfd717529d: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:19:33.415219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d93466ef-6998-4cbf-abda-401397e821fb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:33.416751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d93466ef-6998-4cbf-abda-401397e821fb tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.1161518 Jul 27 22:19:33.491007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb8d0-f623-4cf9-8330-d100aafdb91a req-be166427-cb02-4ab7-a50c-2fd04d4afdc0 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:33.493344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-318eb8d0-f623-4cf9-8330-d100aafdb91a req-be166427-cb02-4ab7-a50c-2fd04d4afdc0 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 946 time: 0.1298263 Jul 27 22:19:33.581200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-318eb8d0-f623-4cf9-8330-d100aafdb91a req-3cd1208d-6a26-4592-8acc-d9cce32dc9c1 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e96ebe2-3836-4947-b8e7-f8aac117fea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810637 Jul 27 22:19:33.597030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port 707e4095-40da-47e8-8ce3-8e858d45db13 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:33.597373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:33.700717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port 707e4095-40da-47e8-8ce3-8e858d45db13, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=707e4095-40da-47e8-8ce3-8e858d45db13,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:33.701098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:33.716501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for 707e4095-40da-47e8-8ce3-8e858d45db13 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:34.012081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.042658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=707e4095-40da-47e8-8ce3-8e858d45db13,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:34.090902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] No DVR routers for this DVR port 707e4095-40da-47e8-8ce3-8e858d45db13 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:34.093578 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.095704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-230ec9b9-77a8-4d95-bde5-e14afeb3abd4 req-d22f9bfa-5d73-41c3-8201-651eb652ec77 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.50 "DELETE /v2.0/ports/707e4095-40da-47e8-8ce3-8e858d45db13 HTTP/1.1" status: 204 len: 173 time: 0.6712916 Jul 27 22:19:34.096197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'name': 'network-vif-deleted', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:34.098557 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5c971-beb2-4120-b584-99d7590776eb" -d '{"events": [{"server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "name": "network-vif-deleted", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:34.138262 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767e46f0-5763-4e0a-a6a1-298cd425eb26 x-openstack-request-id: req-767e46f0-5763-4e0a-a6a1-298cd425eb26 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:34.138605 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddeefd7-f694-4d31-bfde-cc4ee622c1f9", "name": "network-vif-deleted", "tag": "707e4095-40da-47e8-8ce3-8e858d45db13", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:34.138872 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-767e46f0-5763-4e0a-a6a1-298cd425eb26 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:34.139281 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddeefd7-f694-4d31-bfde-cc4ee622c1f9', 'name': 'network-vif-deleted', 'tag': '707e4095-40da-47e8-8ce3-8e858d45db13', 'status': 'completed', 'code': 200} Jul 27 22:19:34.483556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1403eff-e9ba-4cdd-9428-3d3d010b8c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.702118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8485e146-f538-40e2-8e4d-e34aacd54ffc req-fcc4b673-72d9-4cd7-9f64-74790ef4d1c2 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ddeefd7-f694-4d31-bfde-cc4ee622c1f9 HTTP/1.1" status: 200 len: 210 time: 0.0336778 Jul 27 22:19:34.794778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.265429 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:35.762153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45848) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.825107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.853134 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.932576 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.040599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.043351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.044498 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/security-groups/5e96ebe2-3836-4947-b8e7-f8aac117fea2 HTTP/1.1" status: 204 len: 168 time: 0.2812698 Jul 27 22:19:36.054978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70937b2-5303-4358-b7ed-e99399ace66a tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96ebe2-3836-4947-b8e7-f8aac117fea2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:36.203295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:36.916139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.986204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 707e4095-40da-47e8-8ce3-8e858d45db13 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:37.010911 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 707e4095-40da-47e8-8ce3-8e858d45db13 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:37.011440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 707e4095-40da-47e8-8ce3-8e858d45db13 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:37.191140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:37.191501 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.269629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.286706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port d37dccc7-c4e5-41e5-b675-c88ee2cb2c81, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:37.287081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.302203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:37.628916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.650193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.655481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=d37dccc7-c4e5-41e5-b675-c88ee2cb2c81,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:37.844189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.064615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Router a069c4da-5201-4c19-a783-c076ebf13811 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:38.177774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:38.184047 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d3dc2904-194f-4528-999b-f0da25fefa0e tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "PUT /v2.0/routers/a069c4da-5201-4c19-a783-c076ebf13811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9796677 Jul 27 22:19:38.186916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.189587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Sync routers for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:38.202413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:38.202946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:38.247656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting subnet 431c4d86-7f83-43bd-8857-1436c9beee66 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:38.251603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.296203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.323705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:38.391933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.528633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:19:37Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:38.555721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Checking router: a069c4da-5201-4c19-a783-c076ebf13811 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:38.565139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Routers {'a069c4da-5201-4c19-a783-c076ebf13811'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:38.565295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['a069c4da-5201-4c19-a783-c076ebf13811'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:38.608407 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.659042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.675196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] Set router a069c4da-5201-4c19-a783-c076ebf13811 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:38.689512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Subnet': ['ID=431c4d86-7f83-43bd-8857-1436c9beee66,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:38.691546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.696169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8dbfdf73-c0c7-4931-8bda-ca7e3769e327 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/subnets/431c4d86-7f83-43bd-8857-1436c9beee66 HTTP/1.1" status: 204 len: 168 time: 0.5055938 Jul 27 22:19:38.697313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 45942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.707687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16431d75-a1e2-421d-be90-7f53fd3f2593 None None] Network 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:38.820365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.941422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.988351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:19:37Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:39.016984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b2c9-fcc6-4b27-b17e-b632b38e4877 None None] The sync data for ids ['a069c4da-5201-4c19-a783-c076ebf13811'] in n-d-738018-6 is: [{'id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'name': 'tempest-TestNetworkBasicOps-router-53010865', 'tenant_id': 'e650df896f8646e8904f44c32b708657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:27Z', 'updated_at': '2021-07-27T22:19:37Z', 'revision_number': 5, 'project_id': 'e650df896f8646e8904f44c32b708657', 'gw_port': {'id': 'b8e252a3-b91b-441b-b4e6-47fe5aa85076', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a069c4da-5201-4c19-a783-c076ebf13811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:28Z', 'updated_at': '2021-07-27T22:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:39.063355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] DHCP port deletion for 2e934925-487a-44cd-9baa-b6bd0c9fe9f5 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:19:39.115841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Deleting port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:39.116171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.140329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Deleting port b8e252a3-b91b-441b-b4e6-47fe5aa85076 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:39.140895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.182545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] For port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,segment=NetworkSegment(50035233-f4af-4307-8f96-367aeea6f4e5),segment_id=50035233-f4af-4307-8f96-367aeea6f4e5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:39.183044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.231750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] For port b8e252a3-b91b-441b-b4e6-47fe5aa85076, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8e252a3-b91b-441b-b4e6-47fe5aa85076,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:39.232195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.249292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Calling delete_port for b8e252a3-b91b-441b-b4e6-47fe5aa85076 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:39.369273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Calling delete_port for ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:39.538243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.568667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Port': ['ID=b8e252a3-b91b-441b-b4e6-47fe5aa85076,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:39.578483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.605005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Pushing event deleted for resources: {'Port': ['ID=ff6c8ef6-414f-4c1b-9e19-12ba1b15e830,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:39.613243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] No DVR routers for this DVR port ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:39.615748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.616233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.616632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.616988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.617327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.617737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.618307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.618830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.619338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.620031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.620392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.620731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56573062-1b6f-4e71-bf1f-211d2562cd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:39.643264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.737599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.739845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.926740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.927279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Fanout notify agent at l3_agent the message router_deleted on router a069c4da-5201-4c19-a783-c076ebf13811 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:19:39.935171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.936668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe1b57ff-4ae8-4ec7-ba79-a1d5e933343f tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/routers/a069c4da-5201-4c19-a783-c076ebf13811 HTTP/1.1" status: 204 len: 168 time: 1.2391443 Jul 27 22:19:39.939132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 45980) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:40.027172 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.124887 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.135631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e934925-487a-44cd-9baa-b6bd0c9fe9f5']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:40.151604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50035233-f4af-4307-8f96-367aeea6f4e5') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:40.151916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50035233-f4af-4307-8f96-367aeea6f4e5') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:40.161645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.176783 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.183320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:40.183715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:40.186661 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:40.372326 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.384446 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.386849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] 10.222.0.37 "DELETE /v2.0/networks/2e934925-487a-44cd-9baa-b6bd0c9fe9f5 HTTP/1.1" status: 204 len: 168 time: 0.4466901 Jul 27 22:19:40.414080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Pushing event deleted for resources: {'Network': ['ID=2e934925-487a-44cd-9baa-b6bd0c9fe9f5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:40.429803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.430764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.431123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.431528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.431881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.432230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.432770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.433275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.433413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.433701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.434070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.434438 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f79fd7-882b-49bd-87f5-744f8652fc89 tempest-TestNetworkBasicOps-679369564 tempest-TestNetworkBasicOps-679369564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:41.037907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:41.060556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:41.060910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ff6c8ef6-414f-4c1b-9e19-12ba1b15e830 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:41.061334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:41.077012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:41.081091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:41.081451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d37dccc7-c4e5-41e5-b675-c88ee2cb2c81 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:41.081897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8e252a3-b91b-441b-b4e6-47fe5aa85076 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:41.102950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b8e252a3-b91b-441b-b4e6-47fe5aa85076 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:41.103301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8e252a3-b91b-441b-b4e6-47fe5aa85076 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:41.212962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-302b8fdf-31b8-4465-bd08-56bf69c9e0d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e650df896f8646e8904f44c32b708657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346865 Jul 27 22:19:41.215571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:41.264434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.289915 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.473828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.473828 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.473828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a10093ea-b468-40e8-8046-9a71610c6e98 HTTP/1.1" status: 204 len: 168 time: 0.2565420 Jul 27 22:19:41.481655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638db8c-96ea-47af-ab31-c7e3ff7c9c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10093ea-b468-40e8-8046-9a71610c6e98,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:42.573851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46070) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:42.592272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c63cfb2-0aea-4f29-81b1-6b6a7baaf88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.684241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c63cfb2-0aea-4f29-81b1-6b6a7baaf88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.812691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5c63cfb2-0aea-4f29-81b1-6b6a7baaf88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.856766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63cfb2-0aea-4f29-81b1-6b6a7baaf88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3370dd66-da5c-493a-8552-a8619be2f02f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:42.861751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5c63cfb2-0aea-4f29-81b1-6b6a7baaf88a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdc5cd1d97fe4d3299edfa5a2c590f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862139 Jul 27 22:19:42.864573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46082) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:42.916843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.940838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.075761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.078535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.079718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3370dd66-da5c-493a-8552-a8619be2f02f HTTP/1.1" status: 204 len: 168 time: 0.2149708 Jul 27 22:19:43.088257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3857e-32e4-4ed5-983d-c840e6e03d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370dd66-da5c-493a-8552-a8619be2f02f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.456095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46382) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:48.573430 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e783-7721-4866-b098-ca3649ac6524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.695189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e783-7721-4866-b098-ca3649ac6524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.766443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e783-7721-4866-b098-ca3649ac6524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.813475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0e783-7721-4866-b098-ca3649ac6524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00865e4-7e10-4f57-bb02-5f12065078c9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.825365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3ba0e783-7721-4866-b098-ca3649ac6524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5df7a834eb9b45d492dc2e1a87c11a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610535 Jul 27 22:19:48.825794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46400) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:48.877977 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.901387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.989504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.992620 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.996476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e00865e4-7e10-4f57-bb02-5f12065078c9 HTTP/1.1" status: 204 len: 168 time: 0.1717501 Jul 27 22:19:49.003386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00865e4-7e10-4f57-bb02-5f12065078c9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:49.013065 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.013346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.014024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.014394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.014734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.015069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.015400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.015850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.016289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.017107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.017448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.017778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e154394-9dbe-438e-9fb7-0958ceb4a32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:49.763950 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46450) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.874550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ff75a6c-8704-437d-b8d2-60c6dc0799be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.966399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ff75a6c-8704-437d-b8d2-60c6dc0799be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.063630 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9ff75a6c-8704-437d-b8d2-60c6dc0799be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.112492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9ff75a6c-8704-437d-b8d2-60c6dc0799be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4e0916529524030a221007544222f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471684 Jul 27 22:19:50.113945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff75a6c-8704-437d-b8d2-60c6dc0799be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a5474-bd09-4e9b-8e8d-fb9e1b6e0668,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.115337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.178435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.200602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.321101 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.324122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.325296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/685a5474-bd09-4e9b-8e8d-fb9e1b6e0668 HTTP/1.1" status: 204 len: 168 time: 0.2087190 Jul 27 22:19:50.334075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d9ee4-97f2-499f-a86b-bb71764554ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a5474-bd09-4e9b-8e8d-fb9e1b6e0668,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:51.037267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46484) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:51.051786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5b7e-0624-4573-8f52-0b681e2b5d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.163789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5b7e-0624-4573-8f52-0b681e2b5d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.217772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fbc5b7e-0624-4573-8f52-0b681e2b5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.260130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc5b7e-0624-4573-8f52-0b681e2b5d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec488a8c-0d78-4722-a563-d6951e57f078,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:51.266175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fbc5b7e-0624-4573-8f52-0b681e2b5d4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=839ed754e1c744d5b4b53a9ef4b4a05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275629 Jul 27 22:19:51.268667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46492) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:51.332730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.355714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.486735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.489513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.490937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec488a8c-0d78-4722-a563-d6951e57f078 HTTP/1.1" status: 204 len: 168 time: 0.2212791 Jul 27 22:19:51.504020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bf2d0-c529-4219-b4e6-906ff4607e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec488a8c-0d78-4722-a563-d6951e57f078,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.644053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 46592) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:00.762308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea207ac3-b059-4f32-b027-1b6baee9c6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.874120 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea207ac3-b059-4f32-b027-1b6baee9c6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.972053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ea207ac3-b059-4f32-b027-1b6baee9c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.018814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ea207ac3-b059-4f32-b027-1b6baee9c6ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1f8146c697744c99dd6a5cbe5aa9d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732221 Jul 27 22:20:01.019812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea207ac3-b059-4f32-b027-1b6baee9c6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d8d4a-bcae-4751-a730-3a876786d588,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:01.023185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 46600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:01.080671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.109867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.234978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.237612 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.241683 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b0d8d4a-bcae-4751-a730-3a876786d588 HTTP/1.1" status: 204 len: 168 time: 0.2167506 Jul 27 22:20:01.251616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423fad-3692-4eb7-bde2-1e0f084110a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d8d4a-bcae-4751-a730-3a876786d588,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:01.920536 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a368a9b6-adf1-494c-9d41-6aefd29aba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.492082 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d123f66-ed04-4ef3-976a-c444177a174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.778350 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.350301 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-420bb98a-913d-4775-8fbc-bfba033599b3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5017729dea0d42408a7e72707f526bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298672 Jul 27 22:20:05.548396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3699a85a-c0a1-4ffb-842d-a3ee4de245a4 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.549906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3699a85a-c0a1-4ffb-842d-a3ee4de245a4 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934135 Jul 27 22:20:05.566271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-b96b1ee0-11c7-48cb-b36b-170f42fa9dcb tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/quotas/5017729dea0d42408a7e72707f526bdf HTTP/1.1" status: 200 len: 375 time: 0.0101550 Jul 27 22:20:05.601783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-95bc769f-a1c2-4d0a-9a2a-a1c37a6df6ef tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5017729dea0d42408a7e72707f526bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296447 Jul 27 22:20:05.895667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e544dee2-0cca-4f1d-ab0e-d6b536d5cf77 req-5a31f9f5-c33e-4042-aee5-b6278f26e665 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Jul 27 22:20:05.926554 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.987272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-475859b0-9060-49a5-aadc-c6f51834ad00 req-8869739a-0af6-4d6c-b3f2-16ee880ec7af tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 210 time: 0.0352433 Jul 27 22:20:07.217836 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.560936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.188218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-0b14104f-30ee-49fc-9374-9e8b7f964d47 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=5017729dea0d42408a7e72707f526bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246427 Jul 27 22:20:08.285403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ea21d5d-d2f2-4d78-b219-27f7e453e384 req-8e4b6d36-80ba-435d-8c60-804d78138884 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 210 time: 0.2253854 Jul 27 22:20:08.310965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-d4317db9-8a0d-47f4-96cf-a9b30deceb71 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:08.312749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-d4317db9-8a0d-47f4-96cf-a9b30deceb71 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162384 Jul 27 22:20:08.327365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Request body: {'port': {'device_id': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '5017729dea0d42408a7e72707f526bdf'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:08.565668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.589432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Made reservation on behalf of 5017729dea0d42408a7e72707f526bdf for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:08.593153 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.603097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.700417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.783174 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.850937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d141f197-5e5c-4a10-9d9c-33b103e36563,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:08.926248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Allocated IP 192.168.233.249 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/079e2218-55a2-4a80-9e4e-9110a61db6cc) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:09.083011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.102895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Transition to ACTIVE for port object 079e2218-55a2-4a80-9e4e-9110a61db6cc will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:09.224058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.269680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:09.274821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:09.278694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:09.305197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Pushing event updated for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:09.346690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.346690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.458898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-21b1f996-e21a-4593-928c-b9ba768ff29f tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1357460 Jul 27 22:20:09.473494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Request body: {'port': {'device_id': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:09.561515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c3c2-18b6-4491-bb15-b2432b3009b4 req-7c3cfd0d-7d49-483a-addb-351aad105c22 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.563134 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cce4c3c2-18b6-4491-bb15-b2432b3009b4 req-7c3cfd0d-7d49-483a-addb-351aad105c22 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 936 time: 0.2030237 Jul 27 22:20:09.584167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.629171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f03cc8e1-7317-4808-9b7e-1f8e10360b0c None None] Provisioning for port 079e2218-55a2-4a80-9e4e-9110a61db6cc completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:09.633438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f03cc8e1-7317-4808-9b7e-1f8e10360b0c None None] Provisioning complete for port 079e2218-55a2-4a80-9e4e-9110a61db6cc triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:09.633851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f03cc8e1-7317-4808-9b7e-1f8e10360b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.642953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cce4c3c2-18b6-4491-bb15-b2432b3009b4 req-47967dae-d0ee-4a0b-9930-4970ab5cb7f4 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Jul 27 22:20:09.672470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f03cc8e1-7317-4808-9b7e-1f8e10360b0c None None] Port 079e2218-55a2-4a80-9e4e-9110a61db6cc cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:09.906648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079e2218-55a2-4a80-9e4e-9110a61db6cc {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:09.915075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.928763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Transition to ACTIVE for port object 079e2218-55a2-4a80-9e4e-9110a61db6cc will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:10.154794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.208855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Pushing event updated for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:10.291390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Attempting to bind port 079e2218-55a2-4a80-9e4e-9110a61db6cc on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:10.291390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Attempting to bind port 079e2218-55a2-4a80-9e4e-9110a61db6cc by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:10.291390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Attempting to bind port 079e2218-55a2-4a80-9e4e-9110a61db6cc on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:10.292195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Port 079e2218-55a2-4a80-9e4e-9110a61db6cc on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:20:10.292528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Attempting to bind port 079e2218-55a2-4a80-9e4e-9110a61db6cc on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:10.302012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:10.302379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:10.302773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:10.303205 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Bound port: 079e2218-55a2-4a80-9e4e-9110a61db6cc, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:10.303568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.379821 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:10.394556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:10.464013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.499753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.500449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.502036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] 10.222.0.76 "PUT /v2.0/ports/079e2218-55a2-4a80-9e4e-9110a61db6cc HTTP/1.1" status: 200 len: 1096 time: 1.0329390 Jul 27 22:20:10.502589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:10.504781 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:10.530198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e569721-b519-4b04-b92e-66f2253406cc service neutron] Pushing event updated for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:10.552917 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7465c1-4b12-4a2a-ae2f-7e4b60d610ab x-openstack-request-id: req-4b7465c1-4b12-4a2a-ae2f-7e4b60d610ab {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:10.553218 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:10.553475 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b7465c1-4b12-4a2a-ae2f-7e4b60d610ab {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:10.553888 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc', 'status': 'completed', 'code': 200} Jul 27 22:20:10.639243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c req-afc44a04-6c84-4d69-be23-6ce9ba08b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.641051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c req-afc44a04-6c84-4d69-be23-6ce9ba08b845 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5017729dea0d42408a7e72707f526bdf&device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 1099 time: 0.0634072 Jul 27 22:20:10.679490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c req-33115897-a899-4400-8cdc-06f7d92fb39f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5017729dea0d42408a7e72707f526bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301747 Jul 27 22:20:10.899093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c req-a00544c5-85de-46c5-b821-6a7f763fc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.901243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf89aa0-a2c6-4c67-af00-8c058acb7c5c req-a00544c5-85de-46c5-b821-6a7f763fc384 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153587 Jul 27 22:20:10.915333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4421a85-d9d3-4738-bf1d-5b875f14e865 req-5bc4acfa-816b-48fb-80d1-348d7de71678 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.917094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4421a85-d9d3-4738-bf1d-5b875f14e865 req-5bc4acfa-816b-48fb-80d1-348d7de71678 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 948 time: 0.1512625 Jul 27 22:20:10.986711 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f4421a85-d9d3-4738-bf1d-5b875f14e865 req-e0bfa3c2-ae25-40ad-9e91-5861fcb3fee9 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Jul 27 22:20:11.011437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-cbe92c7a-1d2b-4522-8fde-2324324c01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.012956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-cbe92c7a-1d2b-4522-8fde-2324324c01b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5017729dea0d42408a7e72707f526bdf&device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 1099 time: 0.0722353 Jul 27 22:20:11.060567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-9038ff3f-9208-49d5-b572-6a224624cedc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc HTTP/1.1" status: 200 len: 217 time: 0.0398369 Jul 27 22:20:11.115034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-322ef690-cb0c-4b65-893e-a17a027119a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.116629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-322ef690-cb0c-4b65-893e-a17a027119a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0494277 Jul 27 22:20:11.177393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-2ac01fc2-4619-40c9-b255-7c890cc9aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.178855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-2ac01fc2-4619-40c9-b255-7c890cc9aec4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547471 Jul 27 22:20:11.279693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-5f44f815-2b60-424e-9684-3e04ae71f6ca service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927746 Jul 27 22:20:11.375155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59480ce3-c79c-4191-a8d8-7b0721459dad req-5a60b587-b581-4b17-8363-8ee4d73fb102 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Jul 27 22:20:12.150890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d75ad-ae10-4eb0-b0a4-e4cd1e104fc5 req-8da73bff-5cf9-4830-a5a9-1c4d04790683 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.154012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d66d75ad-ae10-4eb0-b0a4-e4cd1e104fc5 req-8da73bff-5cf9-4830-a5a9-1c4d04790683 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 948 time: 0.0858996 Jul 27 22:20:12.198220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d66d75ad-ae10-4eb0-b0a4-e4cd1e104fc5 req-fcea1e84-de65-473d-bfe3-b9569599149e tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Jul 27 22:20:12.267036 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:20:13.217317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 079e2218-55a2-4a80-9e4e-9110a61db6cc details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:13.315907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:13.333696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '079e2218-55a2-4a80-9e4e-9110a61db6cc', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '079e2218-55a2-4a80-9e4e-9110a61db6cc', 'mac_address': 'fa:16:3e:f8:1b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:13.351595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603465b-365d-42b2-90db-b0a245d0d2a5 req-55f90fa4-dce7-4409-b63c-053cbd28f5a3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:13.353142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1603465b-365d-42b2-90db-b0a245d0d2a5 req-55f90fa4-dce7-4409-b63c-053cbd28f5a3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 948 time: 0.0844774 Jul 27 22:20:13.375387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.389804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079e2218-55a2-4a80-9e4e-9110a61db6cc {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:13.393398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1603465b-365d-42b2-90db-b0a245d0d2a5 req-b6c1f11f-08e9-4e72-a82b-53e702c05b7e tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Jul 27 22:20:13.410723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:13.474482 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.531821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:13.710234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['079e2218-55a2-4a80-9e4e-9110a61db6cc'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:14.528849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30599e12-6413-4dcc-bf91-f6474191858b req-d71276a8-3976-46d2-aa4c-2c3ea7c14acf tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:14.530426 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30599e12-6413-4dcc-bf91-f6474191858b req-d71276a8-3976-46d2-aa4c-2c3ea7c14acf tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 949 time: 0.0665314 Jul 27 22:20:14.570592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-30599e12-6413-4dcc-bf91-f6474191858b req-2a1ac05e-5d57-4292-ad60-5ac0664abe68 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Jul 27 22:20:15.215305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 079e2218-55a2-4a80-9e4e-9110a61db6cc up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:15.355197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 079e2218-55a2-4a80-9e4e-9110a61db6cc completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:15.359323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 079e2218-55a2-4a80-9e4e-9110a61db6cc triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:15.359699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.449772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.473604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:15.475954 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a06540-ea24-44ea-9820-142c7117abca" -d '{"events": [{"server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "name": "network-vif-plugged", "status": "completed", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:15.499653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:15.515705 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78178619-8f1d-4836-9e1f-3e0a9c60f3e5 x-openstack-request-id: req-78178619-8f1d-4836-9e1f-3e0a9c60f3e5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:15.515998 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "name": "network-vif-plugged", "status": "completed", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:15.516282 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78178619-8f1d-4836-9e1f-3e0a9c60f3e5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:15.516681 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc', 'code': 200} Jul 27 22:20:15.607134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.652461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:15.685576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2961c14-fa92-459f-b4cc-a6e246ca4a9e req-d8047752-2726-4ccb-8ea2-0113afaed9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:15.687161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2961c14-fa92-459f-b4cc-a6e246ca4a9e req-d8047752-2726-4ccb-8ea2-0113afaed9d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 1101 time: 0.1151764 Jul 27 22:20:15.710592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620292f5-2cef-4725-9cd5-ebd359b3b664 req-8c5bfe63-63f7-416f-b69e-959343c4b663 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:15.712629 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-620292f5-2cef-4725-9cd5-ebd359b3b664 req-8c5bfe63-63f7-416f-b69e-959343c4b663 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 950 time: 0.0686152 Jul 27 22:20:15.725707 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a2961c14-fa92-459f-b4cc-a6e246ca4a9e req-837c7dba-7d03-4a9f-969f-efedc602f319 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Jul 27 22:20:15.754911 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-620292f5-2cef-4725-9cd5-ebd359b3b664 req-eb4ca910-31c8-4f0e-bce2-17740da11c94 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Jul 27 22:20:16.888570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cba974-d4cf-4a8b-92b2-06f81fe63517 req-4f48572d-923e-4075-aaf4-403d6b07f06d tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:16.890120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46cba974-d4cf-4a8b-92b2-06f81fe63517 req-4f48572d-923e-4075-aaf4-403d6b07f06d tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 950 time: 0.0659511 Jul 27 22:20:16.935010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46cba974-d4cf-4a8b-92b2-06f81fe63517 req-bf1f0246-a614-47ea-8b0a-cc1496d07b7c tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383403 Jul 27 22:20:21.740476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-d315d99a-8672-44c0-b509-fb9b30928a51 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782993 Jul 27 22:20:21.846358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-ffd5442e-2350-4f31-bf61-2ec2635870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:21.847873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-ffd5442e-2350-4f31-bf61-2ec2635870b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1097 time: 0.0584221 Jul 27 22:20:21.965748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-f1914f29-a11d-4261-bf14-34bf15ecf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:21.967290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-f1914f29-a11d-4261-bf14-34bf15ecf303 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.0980539 Jul 27 22:20:22.035938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-297fb721-b2dd-4694-a8bc-d5803f12f4da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 1001 time: 0.0595467 Jul 27 22:20:22.093259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-9cc173a1-1504-4a7c-a04e-bc6ee4a1b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:22.094930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-9cc173a1-1504-4a7c-a04e-bc6ee4a1b941 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0517135 Jul 27 22:20:22.167075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-0ebb817f-b165-419e-8496-b67811bd0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:22.168669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-0ebb817f-b165-419e-8496-b67811bd0846 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649161 Jul 27 22:20:22.265487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-a44a6932-b3ad-4b4c-ac0f-7409a4929cfd service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894494 Jul 27 22:20:22.364750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff853e6-49c2-4263-9ce4-1e4c2ed109ed req-90bc18e8-f214-401b-9cd4-c284d8672923 service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Jul 27 22:20:31.994837 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32f1690f-b735-4c3a-9f92-fad4879cdbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.434689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2603bd82-ddbb-420a-9b99-016af8b7a7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.765794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.925859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.262490 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.571517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.537820 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.266431 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:01.936675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e4d93a-ea89-4e4f-bb2f-f093f22528c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.451295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15097a86-804f-4305-a7fa-d469af359a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.748257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.903152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.267035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:06.391062 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.482723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.559858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.606857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=778730b7fd6f4be392dbf73225c33276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386970 Jul 27 22:21:06.607944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c2bd6-97b4-4e57-982c-c1388d74c784,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:06.610371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47868) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:06.622896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.623246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.623599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.623952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.624298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.624638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.624979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.626473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.626473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.626473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.626473 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.627482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf66bf4b-f72c-4e6c-97bb-fac9d8709d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.673050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.696138 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.868615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.871375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.872603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd6c2bd6-97b4-4e57-982c-c1388d74c784 HTTP/1.1" status: 204 len: 168 time: 0.2610476 Jul 27 22:21:06.881776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c2bd6-97b4-4e57-982c-c1388d74c784,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:06.896730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.897168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.897395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.897712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.898050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.898413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.898750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.899082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.899415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.899742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.900137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:06.900387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef7d18-cfb9-4c88-bcad-b5040b7f2df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:07.223331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.587565 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.668075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47884) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:07.682836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66af1561-3264-48c9-8b93-c0f02ecc517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.771906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66af1561-3264-48c9-8b93-c0f02ecc517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.845397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-66af1561-3264-48c9-8b93-c0f02ecc517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.885786 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af1561-3264-48c9-8b93-c0f02ecc517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705951aa-e810-44e8-b365-c7a4c96059c2,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:07.893096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47892) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:07.894851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-66af1561-3264-48c9-8b93-c0f02ecc517c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0eecd03db812484a9920b4f2d2f9e589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239141 Jul 27 22:21:07.946005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.968429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.079554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.083409 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.084642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/705951aa-e810-44e8-b365-c7a4c96059c2 HTTP/1.1" status: 204 len: 168 time: 0.1884294 Jul 27 22:21:08.092868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7562192-4b4c-413f-8893-caa1f5e515b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705951aa-e810-44e8-b365-c7a4c96059c2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:08.474838 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.756112 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 47950) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:09.865086 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-428e0705-fb8b-40fb-b7be-4f244a7ba33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.956996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-428e0705-fb8b-40fb-b7be-4f244a7ba33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.039010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-428e0705-fb8b-40fb-b7be-4f244a7ba33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.078081 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-428e0705-fb8b-40fb-b7be-4f244a7ba33c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8169d83dc485497bb32e79a9f1b154bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202574 Jul 27 22:21:10.078956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e0705-fb8b-40fb-b7be-4f244a7ba33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539e4907-e9b2-4cbd-981e-1e95f766828c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:10.081069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.134616 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.156061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.296027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.298548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.299763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/539e4907-e9b2-4cbd-981e-1e95f766828c HTTP/1.1" status: 204 len: 168 time: 0.2176995 Jul 27 22:21:10.311233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cfd78-58db-4d9c-b91a-e183a6de5d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539e4907-e9b2-4cbd-981e-1e95f766828c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:11.331186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 47996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.435760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1712559222-network', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:11.513886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Made reservation on behalf of 6d41ee5d3c72462686ab881719cc0309 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:11.516314 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.525522 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.628554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.834089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.859444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:11.869252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ffc014-b2cd-4268-baa7-9c930adda746,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:11.875465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.875926 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Added segment 830fe311-e9fe-4df1-adcd-5693168dc6d7 of type vlan for network 356d768b-6f4b-4dbb-9268-796e25e1509c Jul 27 22:21:11.925577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.011036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.012026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.012610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.101302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] Pushing event updated for resources: {'Network': ['ID=356d768b-6f4b-4dbb-9268-796e25e1509c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.111259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 356d768b-6f4b-4dbb-9268-796e25e1509c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:12.120542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8d09ed26-268a-45eb-9931-2f3030c562b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7881835 Jul 27 22:21:12.124173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.133447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Request body: {'subnet': {'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1712559222-subnet', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:12.239649 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Made reservation on behalf of 6d41ee5d3c72462686ab881719cc0309 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:12.242155 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.479761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.541497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8ae9c7-ca90-4c2a-9103-86b62985998a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.550162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Checking segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:12.550559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Network hostable DHCP agents. Network: 356d768b-6f4b-4dbb-9268-796e25e1509c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:12.650822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:12.759571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 356d768b-6f4b-4dbb-9268-796e25e1509c) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:12.763774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.764400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.768652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddc414-ab5f-4274-a728-431f85b997c9 None None] Network 356d768b-6f4b-4dbb-9268-796e25e1509c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:12.861106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3669b2ad-1e6b-470f-b8ca-ecd41979bbe3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7354553 Jul 27 22:21:12.865327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48016) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.869951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:12.967182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-356d768b-6f4b-4dbb-9268-796e25e1509c', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:12.968182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.983433 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.985766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.059797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.155219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Allocated IP 172.20.0.2 (356d768b-6f4b-4dbb-9268-796e25e1509c/6d8ae9c7-ca90-4c2a-9103-86b62985998a/f9a990aa-2b96-4b35-9f81-88839b3c0091) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:13.329915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.344470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.354529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Transition to ACTIVE for port object f9a990aa-2b96-4b35-9f81-88839b3c0091 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:13.374436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Transition to ACTIVE for port object f9a990aa-2b96-4b35-9f81-88839b3c0091 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:13.497529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.554017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:13.557832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:13.564053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:13.569765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Pushing event updated for resources: {'Port': ['ID=f9a990aa-2b96-4b35-9f81-88839b3c0091,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.604239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.604640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.604987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.605379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.605722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.606056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.606415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.606748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.607087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.607416 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.607743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.608064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:13.649046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Attempting to bind port f9a990aa-2b96-4b35-9f81-88839b3c0091 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:13.650383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Attempting to bind port f9a990aa-2b96-4b35-9f81-88839b3c0091 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:13.650383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Attempting to bind port f9a990aa-2b96-4b35-9f81-88839b3c0091 on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:13.654945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:13.655331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Checking segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:13.655748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.656151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Bound using segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:13.656663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Bound port: f9a990aa-2b96-4b35-9f81-88839b3c0091, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:13.657057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.721661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.736413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] For port f9a990aa-2b96-4b35-9f81-88839b3c0091, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:13.743686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] For port f9a990aa-2b96-4b35-9f81-88839b3c0091, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f9a990aa-2b96-4b35-9f81-88839b3c0091,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:13.746465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.828949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.855850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Allocated IP 172.25.3.181 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:13.911984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2a18-774e-49bf-a55a-e374df0f5d0b None None] Pushing event updated for resources: {'Port': ['ID=f9a990aa-2b96-4b35-9f81-88839b3c0091,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.986656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.119144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.158345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:14.162401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:14.165001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:14.198977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Pushing event updated for resources: {'Port': ['ID=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.528744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.737329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.873216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc989b-e1a0-4135-89f6-8c6ce26c7e0e None None] Network 356d768b-6f4b-4dbb-9268-796e25e1509c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:15.039097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4121a9fb-e115-415b-a234-837f6ef0e236 None None] Provisioning for port f9a990aa-2b96-4b35-9f81-88839b3c0091 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:15.166444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f9a990aa-2b96-4b35-9f81-88839b3c0091 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:15.281698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-f00e9af7-71f8-4bc6-89c6-2e20d70251cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882664 Jul 27 22:21:15.307978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f9a990aa-2b96-4b35-9f81-88839b3c0091 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:15.312840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f9a990aa-2b96-4b35-9f81-88839b3c0091 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:15.313352 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.342424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Router 0ace5a93-bd5f-424c-947c-8ad96f644792 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:21:15.407327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c64f32f-8e7a-4362-a39b-4def73f34f39 None None] Provisioning complete for port f9a990aa-2b96-4b35-9f81-88839b3c0091 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:15.407685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c64f32f-8e7a-4362-a39b-4def73f34f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.437600 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-23479b0b-f22d-4887-aecb-19ee383245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:15.439461 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-23479b0b-f22d-4887-aecb-19ee383245b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.1074786 Jul 27 22:21:15.439940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.496994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f9a990aa-2b96-4b35-9f81-88839b3c0091, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f9a990aa-2b96-4b35-9f81-88839b3c0091,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:15.534826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c64f32f-8e7a-4362-a39b-4def73f34f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.544781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:15.555178 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Sync routers for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:15.568854 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:15.569606 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:15.587250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-07b440f7-dfb2-40f7-adde-930045632dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:15.591071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-07b440f7-dfb2-40f7-adde-930045632dd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1183217 Jul 27 22:21:15.591224 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.667765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3c64f32f-8e7a-4362-a39b-4def73f34f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:15.668049 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-3c64f32f-8e7a-4362-a39b-4def73f34f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:15.673056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-f7f20ffc-8463-4bdc-8bc3-d5b0cfff0cba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 1001 time: 0.0764382 Jul 27 22:21:15.674164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f9a990aa-2b96-4b35-9f81-88839b3c0091,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:15.674665 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:15.683585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48052) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.718770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.718770 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14d98a13-d260-4326-bf0d-728a26f52508 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8506658 Jul 27 22:21:15.719662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48056) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.794477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-f71a6527-97d2-4626-8aa2-d7a73c3595ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:15.797287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-f71a6527-97d2-4626-8aa2-d7a73c3595ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1136816 Jul 27 22:21:15.876388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-146ede33-4ad8-465d-9e45-9978f7758bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:15.878263 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-146ede33-4ad8-465d-9e45-9978f7758bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724251 Jul 27 22:21:15.919210 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:14Z', 'revision_number': 3, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:15.951549 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Checking router: 0ace5a93-bd5f-424c-947c-8ad96f644792 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:15.952176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Updating router 0ace5a93-bd5f-424c-947c-8ad96f644792 port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:21:15.994771 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.999487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-5105d94e-5c3a-4979-81f6-80bdfd08cf1b service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126685 Jul 27 22:21:16.101572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cb021e1-b78a-4a65-b84c-05c4b57f1596 req-43563cfa-c858-458b-9e0c-9915da735ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Jul 27 22:21:16.296224 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.306600 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Transition to ACTIVE for port object 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:16.399355 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.456039 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Attempting to bind port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:16.456327 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Attempting to bind port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:16.456688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Attempting to bind port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:16.460263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Pushing event updated for resources: {'Port': ['ID=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.468562 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:16.468934 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:16.469334 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.469721 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:16.470184 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Bound port: 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:16.470588 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.473466 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.473801 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.474138 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.474492 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.476988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.477688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:16.517569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 9d2f96c5-3900-4da2-8268-5f4c86a59f1b {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:16.517916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.534742 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] For port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:16.539295 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] For port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:16.668930 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.670994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.671328 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.687176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 9d2f96c5-3900-4da2-8268-5f4c86a59f1b owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:16.733904 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:16.734474 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:16.771152 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d98b1-5b74-41ca-9c47-70516582a91d None None] Pushing event updated for resources: {'Port': ['ID=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.842813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.870909 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:17.099641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f9a990aa-2b96-4b35-9f81-88839b3c0091 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:17.144596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Allocated IP 172.20.0.1 (356d768b-6f4b-4dbb-9268-796e25e1509c/6d8ae9c7-ca90-4c2a-9103-86b62985998a/c841e815-8cde-494a-86cc-3cb04459e2a8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:17.176204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f9a990aa-2b96-4b35-9f81-88839b3c0091 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:17.176808 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.185059 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:14Z', 'revision_number': 3, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:17.218332 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9c149-38f5-4b5e-ba83-24c6f6f2e358 None None] The sync data for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 is: [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:14Z', 'revision_number': 3, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:17.261605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.291806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=9d2f96c5-3900-4da2-8268-5f4c86a59f1b,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.392307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.411482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.411889 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP 97ca1c65-9811-4e78-9858-38e560bcee1c disassociated (deleted). External IP: 172.25.3.76, port: 1d8eec2f-2671-45bd-84a5-b0127fc111a6. Jul 27 22:21:17.447777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Transition to ACTIVE for port object c841e815-8cde-494a-86cc-3cb04459e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:17.645400 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.700572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:17.709473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:17.716138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:17.720059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.768238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.773223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:18.029677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c3215e5f-f37a-4415-9168-31f4e71c54d5 None None] Provisioning for port c841e815-8cde-494a-86cc-3cb04459e2a8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:18.041234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c3215e5f-f37a-4415-9168-31f4e71c54d5 None None] Provisioning complete for port c841e815-8cde-494a-86cc-3cb04459e2a8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:18.041630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3215e5f-f37a-4415-9168-31f4e71c54d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.085004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c3215e5f-f37a-4415-9168-31f4e71c54d5 None None] Port c841e815-8cde-494a-86cc-3cb04459e2a8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:18.086977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:18.091796 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.101873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:18.112091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:18.112732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.156110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fa714d31-fa55-4d8d-b8f0-899f2998aa47 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "DELETE /v2.0/floatingips/97ca1c65-9811-4e78-9858-38e560bcee1c HTTP/1.1" status: 204 len: 168 time: 2.4682553 Jul 27 22:21:18.156110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:18.166585 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d64abd-cd15-43f6-aa38-21298093acf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:18.258261 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b60fc-bc23-4016-bcb0-a85433d0e047 x-openstack-request-id: req-e87b60fc-bc23-4016-bcb0-a85433d0e047 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:18.259077 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:18.259506 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87b60fc-bc23-4016-bcb0-a85433d0e047 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:18.260984 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'status': 'completed', 'code': 200} Jul 27 22:21:18.261573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.282008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:18.443343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-aa5dc7ca-40e0-43b5-bf71-cdc755ac721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.445006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-aa5dc7ca-40e0-43b5-bf71-cdc755ac721c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 1097 time: 0.1886423 Jul 27 22:21:18.550162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.578050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:18.587049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.590158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:18.590830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.615373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-4109b152-3c61-47e3-b852-650befa2dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.615373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-4109b152-3c61-47e3-b852-650befa2dd35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1462033 Jul 27 22:21:18.656864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-41800f1c-9c02-4429-a04f-97dd3dd197d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 200 len: 217 time: 0.0392609 Jul 27 22:21:18.706514 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.711694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:18.787688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-126a76d2-63a8-4950-a240-782ea3eecc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.789352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-126a76d2-63a8-4950-a240-782ea3eecc9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.1231709 Jul 27 22:21:18.789718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5332e-f296-4300-aa3d-cca0fd747764 req-c3944718-be81-4aac-8062-bcfe820fa402 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.791829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36f5332e-f296-4300-aa3d-cca0fd747764 req-c3944718-be81-4aac-8062-bcfe820fa402 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0962412 Jul 27 22:21:18.842640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36f5332e-f296-4300-aa3d-cca0fd747764 req-e8b30ec1-4539-4df0-9207-0dc3a5949609 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Jul 27 22:21:18.845538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.855198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.972831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-a2c2fbc7-2a83-4eca-a1f6-73e811921b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.974606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-a2c2fbc7-2a83-4eca-a1f6-73e811921b51 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696546 Jul 27 22:21:19.056270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:19.059239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:19.160094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-35740ddc-5b1d-45ec-8f14-7f5598e41d7e service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761103 Jul 27 22:21:19.185094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:19.264080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:19.303286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Router 0ace5a93-bd5f-424c-947c-8ad96f644792 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:19.304409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b85670-bf0a-4a4f-b747-94e0b2008e59 None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ad6d1292-728d-4cb7-bf12-90fafee3673f', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'port_id': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'mac_address': 'fa:16:3e:23:65:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:44Z', 'updated_at': '2021-07-27T22:15:47Z', 'revision_number': 1, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:19.348915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:19.354176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:19.354673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.356024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c9d64abd-cd15-43f6-aa38-21298093acf6 req-aa4715c2-2fb4-4d59-b3e2-6fdec7178dad service neutron] 10.222.0.76 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561837 Jul 27 22:21:19.432901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a3af088f-145c-4e29-8ea6-418d49015c37 None None] Provisioning complete for port c841e815-8cde-494a-86cc-3cb04459e2a8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:19.433287 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3af088f-145c-4e29-8ea6-418d49015c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.509362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3af088f-145c-4e29-8ea6-418d49015c37 None None] Port c841e815-8cde-494a-86cc-3cb04459e2a8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:19.512074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.535691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:19.657038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.665319 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6793b97-8eab-43ad-b625-4e3e57a6fcc9 None None] New status for floating IP 97ca1c65-9811-4e78-9858-38e560bcee1c: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:21:19.711788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:19.859005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:19.866553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0d7d27e-80a0-485e-93ff-b5b8f7940ee9 admin admin] 10.222.0.37 "PUT /v2.0/routers/0ace5a93-bd5f-424c-947c-8ad96f644792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1448882 Jul 27 22:21:19.876802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Sync routers for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:19.890027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:19.892684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:20.017847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceaf35-40d3-4716-b27d-c306335b540e req-be1f16db-fd0c-49b5-b680-ae01ea978302 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.020511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfceaf35-40d3-4716-b27d-c306335b540e req-be1f16db-fd0c-49b5-b680-ae01ea978302 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0768111 Jul 27 22:21:20.043475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:20.063588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cfceaf35-40d3-4716-b27d-c306335b540e req-9caa7e7a-d839-4fc7-9fdd-c492b833cb81 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346217 Jul 27 22:21:20.262766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:18Z', 'revision_number': 4, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'c841e815-8cde-494a-86cc-3cb04459e2a8', 'name': '', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'mac_address': 'fa:16:3e:5d:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:16Z', 'updated_at': '2021-07-27T22:21:18Z', 'revision_number': 2, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'subnets': [{'id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:20.298717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-1c3e37ee-e117-496b-9708-b39c40682f7c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.299162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Checking router: 0ace5a93-bd5f-424c-947c-8ad96f644792 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:20.299162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Updating router 0ace5a93-bd5f-424c-947c-8ad96f644792 port c841e815-8cde-494a-86cc-3cb04459e2a8 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:21:20.299346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-1c3e37ee-e117-496b-9708-b39c40682f7c tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 946 time: 0.0797586 Jul 27 22:21:20.342238 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.421458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:20.421815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.520095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 1d8eec2f-2671-45bd-84a5-b0127fc111a6, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1d8eec2f-2671-45bd-84a5-b0127fc111a6,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:20.520801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.534049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 1d8eec2f-2671-45bd-84a5-b0127fc111a6 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:20.673303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.709768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48140) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:20.715179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-5132128-network', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:20.741503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Transition to ACTIVE for port object c841e815-8cde-494a-86cc-3cb04459e2a8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:20.741720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.772494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=1d8eec2f-2671-45bd-84a5-b0127fc111a6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:20.822348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 1d8eec2f-2671-45bd-84a5-b0127fc111a6 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:20.824047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Made reservation on behalf of c7a0cbf839f34ed1933156f4fe4edc99 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:20.826404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.828654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.830807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0138c718-5c19-46ba-b588-d62f6cb6c92e req-ddc6713f-4072-438a-8eaf-a55c905ff459 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.76 "DELETE /v2.0/ports/1d8eec2f-2671-45bd-84a5-b0127fc111a6 HTTP/1.1" status: 204 len: 173 time: 0.5243144 Jul 27 22:21:20.831253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'name': 'network-vif-deleted', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:20.834096 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.834270 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed802f1-f67f-4e58-9cff-835d65574793" -d '{"events": [{"server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "name": "network-vif-deleted", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:20.856629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.903165 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa033f-2fe2-4e41-96bf-d48c254660b4 x-openstack-request-id: req-9bfa033f-2fe2-4e41-96bf-d48c254660b4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:20.903778 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6cfe92-31dd-4b68-b112-ccb088c6872e", "name": "network-vif-deleted", "tag": "1d8eec2f-2671-45bd-84a5-b0127fc111a6", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:20.903778 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bfa033f-2fe2-4e41-96bf-d48c254660b4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:20.913062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c759d77-69d9-4613-a2a3-60a06fa077c1 None None] Pushing event updated for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:20.915197 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6cfe92-31dd-4b68-b112-ccb088c6872e', 'name': 'network-vif-deleted', 'tag': '1d8eec2f-2671-45bd-84a5-b0127fc111a6', 'status': 'completed', 'code': 200} Jul 27 22:21:20.975252 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Attempting to bind port c841e815-8cde-494a-86cc-3cb04459e2a8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:20.975961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Attempting to bind port c841e815-8cde-494a-86cc-3cb04459e2a8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:20.976542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Attempting to bind port c841e815-8cde-494a-86cc-3cb04459e2a8 on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Checking segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Bound using segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Bound port: c841e815-8cde-494a-86cc-3cb04459e2a8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:20.991003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.994739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.072625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.092249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] For port c841e815-8cde-494a-86cc-3cb04459e2a8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:21.107890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] For port c841e815-8cde-494a-86cc-3cb04459e2a8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c841e815-8cde-494a-86cc-3cb04459e2a8,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:21.115752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:21.120141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:21.167076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc21e25-e0f7-4550-bdf5-c690033b4259,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:21.180033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:21.180404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.188091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.188447 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Added segment a83c3613-d5fa-44cb-888c-78e619d978c8 of type vlan for network 139b22a8-419c-4c43-935b-f8c5cc09202c Jul 27 22:21:21.215782 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.292481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c759d77-69d9-4613-a2a3-60a06fa077c1 None None] Pushing event updated for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:21.299340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c501e60-460a-4c5b-814a-6a1b863949ab req-8f8d8296-3d7b-4588-8740-c7d6a6a7e2ad tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.1090164 Jul 27 22:21:21.315266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.368988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:21.369728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:21.429351 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.430518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.430980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.509203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] Pushing event updated for resources: {'Network': ['ID=139b22a8-419c-4c43-935b-f8c5cc09202c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:21.525557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 139b22a8-419c-4c43-935b-f8c5cc09202c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:21.554242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8eca36c3-f15f-4e0f-a43a-008785a08adf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8432133 Jul 27 22:21:21.557540 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48158) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.564555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Request body: {'subnet': {'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-5132128-subnet', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:21.650042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Made reservation on behalf of c7a0cbf839f34ed1933156f4fe4edc99 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:21.659826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.664580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:21.845182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-91a3e01d-f6f5-464e-bea4-7fc4500e2de4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127610 Jul 27 22:21:21.950515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:18Z', 'revision_number': 4, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'c841e815-8cde-494a-86cc-3cb04459e2a8', 'name': '', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'mac_address': 'fa:16:3e:5d:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:16Z', 'updated_at': '2021-07-27T22:21:21Z', 'revision_number': 4, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'subnets': [{'id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:21.953986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65313688-4e20-4bf8-a041-f6d77936f289 req-4eef5811-9f04-4813-aedf-533018f617f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.963238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-4eef5811-9f04-4813-aedf-533018f617f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5017729dea0d42408a7e72707f526bdf&device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 1101 time: 0.0878930 Jul 27 22:21:21.984277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ba02b-ca10-46ff-bfaa-6ab29205a906 None None] The sync data for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 is: [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:21:18Z', 'revision_number': 4, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'c841e815-8cde-494a-86cc-3cb04459e2a8', 'name': '', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'mac_address': 'fa:16:3e:5d:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:16Z', 'updated_at': '2021-07-27T22:21:21Z', 'revision_number': 4, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'subnets': [{'id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:22.056821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.130634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65313688-4e20-4bf8-a041-f6d77936f289 req-f53d86ab-4a4d-4290-8f27-5b0c167ae389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.132408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-f53d86ab-4a4d-4290-8f27-5b0c167ae389 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.1535208 Jul 27 22:21:22.179213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2d8fa4-e0bc-4628-875d-6d70fcf8a162,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:22.206237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Checking segment: {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:22.206980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Network hostable DHCP agents. Network: 139b22a8-419c-4c43-935b-f8c5cc09202c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:22.233085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-a510fb33-889f-4091-bfcd-6fcc09f7c420 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc HTTP/1.1" status: 200 len: 217 time: 0.0923922 Jul 27 22:21:22.292958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65313688-4e20-4bf8-a041-f6d77936f289 req-9b609b81-868d-4697-9f2a-8ad3df0a52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.295296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-9b609b81-868d-4697-9f2a-8ad3df0a52f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0551281 Jul 27 22:21:22.342538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Network 139b22a8-419c-4c43-935b-f8c5cc09202c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:22.411400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65313688-4e20-4bf8-a041-f6d77936f289 req-c927738a-aa96-4e23-8e3b-aa5e51aa1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.413856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-c927738a-aa96-4e23-8e3b-aa5e51aa1c79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085436 Jul 27 22:21:22.458696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 139b22a8-419c-4c43-935b-f8c5cc09202c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:22.464760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.465589 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.468760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3761e9a-eb34-4de4-b3fb-e654eb888d48 None None] Network 139b22a8-419c-4c43-935b-f8c5cc09202c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:22.471009 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7894fba-9fc7-4f26-923d-80c942060ec6 req-14ad014f-a127-48f0-b203-c0230e8b77bd tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0639908 Jul 27 22:21:22.549261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-db372c55-a0ac-4ea0-b9e2-fb56be9b7154 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270294 Jul 27 22:21:22.576013 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-85c7ba4f-58e3-4751-8c9f-36f555301848 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0150797 Jul 27 22:21:22.583386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:22.585283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:22.698420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65313688-4e20-4bf8-a041-f6d77936f289 req-784dda59-5a13-499d-a37b-580995ea6db3 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419492 Jul 27 22:21:22.712096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.715352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.731254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-139b22a8-419c-4c43-935b-f8c5cc09202c', 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'fixed_ips': [{'subnet_id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:22.732623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.790905 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.939296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Allocated IP 172.20.0.2 (139b22a8-419c-4c43-935b-f8c5cc09202c/ca2d8fa4-e0bc-4628-875d-6d70fcf8a162/2978456b-eb7f-4ca8-8149-6ef6677912a8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:23.046558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.122005 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.135882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Transition to ACTIVE for port object 2978456b-eb7f-4ca8-8149-6ef6677912a8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:23.192581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Transition to ACTIVE for port object 2978456b-eb7f-4ca8-8149-6ef6677912a8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:23.195859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c841e815-8cde-494a-86cc-3cb04459e2a8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:23.281244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.416272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Network 139b22a8-419c-4c43-935b-f8c5cc09202c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:23.419560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:23.427417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:23.445312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Pushing event updated for resources: {'Port': ['ID=2978456b-eb7f-4ca8-8149-6ef6677912a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:23.486413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c841e815-8cde-494a-86cc-3cb04459e2a8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:23.505826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c841e815-8cde-494a-86cc-3cb04459e2a8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:23.506213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.543202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1d8eec2f-2671-45bd-84a5-b0127fc111a6 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:23.568259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Attempting to bind port 2978456b-eb7f-4ca8-8149-6ef6677912a8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:23.571948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Attempting to bind port 2978456b-eb7f-4ca8-8149-6ef6677912a8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:23.571948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Attempting to bind port 2978456b-eb7f-4ca8-8149-6ef6677912a8 on network 139b22a8-419c-4c43-935b-f8c5cc09202c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:23.588699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 1d8eec2f-2671-45bd-84a5-b0127fc111a6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:23.589054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1d8eec2f-2671-45bd-84a5-b0127fc111a6 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:23.598835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:23.599330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Checking segment: {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:23.600018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.600181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Bound using segment: {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:23.600692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Bound port: 2978456b-eb7f-4ca8-8149-6ef6677912a8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:23.601087 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.624044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.712514 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.712982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4f71f06d-8274-485e-901c-1b6fb179063c req-5aca869b-a6e1-42d3-84cf-aa6622de93d1 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0732846 Jul 27 22:21:23.827564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.843206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] For port 2978456b-eb7f-4ca8-8149-6ef6677912a8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:23.893739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c841e815-8cde-494a-86cc-3cb04459e2a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c841e815-8cde-494a-86cc-3cb04459e2a8,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:23.906709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] For port 2978456b-eb7f-4ca8-8149-6ef6677912a8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2978456b-eb7f-4ca8-8149-6ef6677912a8,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:23.918961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Allocated IP 172.25.3.87 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/1f6d6380-5b17-4a08-b368-e9f298c371bf) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:23.971171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.003194 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.035693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:24.039272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.143289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a33f9-4779-4708-8727-7c989aed9af3 None None] Pushing event updated for resources: {'Port': ['ID=2978456b-eb7f-4ca8-8149-6ef6677912a8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:24.162874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.205839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:24.212877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:24.216039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:24.221985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d6380-5b17-4a08-b368-e9f298c371bf,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:24.639874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.875947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.896398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8b8ee71-3c60-467c-b8e5-5c28ed25a118 req-493aaec9-f721-4867-81c1-12b0388f80f7 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0359497 Jul 27 22:21:25.142588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Router ec00b600-b528-4874-a01c-079c01736a9f is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:21:25.237332 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c841e815-8cde-494a-86cc-3cb04459e2a8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:25.273652 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacdd7c-c46b-49e1-84ab-0c6d65bcd0e2 None None] Network 139b22a8-419c-4c43-935b-f8c5cc09202c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:25.311071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:25.325825 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Sync routers for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:25.340240 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:25.341285 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:25.459503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.460644 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:25.461727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8079db14-3991-4dee-9556-94fa32d628db admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8831642 Jul 27 22:21:25.464519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.539392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3e512f3a-43f1-4392-9f50-9607a2781c76 None None] Provisioning for port 2978456b-eb7f-4ca8-8149-6ef6677912a8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:25.559097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c841e815-8cde-494a-86cc-3cb04459e2a8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:25.559476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.711029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2978456b-eb7f-4ca8-8149-6ef6677912a8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:25.722133 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:24Z', 'revision_number': 3, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:25.782431 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Checking router: ec00b600-b528-4874-a01c-079c01736a9f for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:25.783634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Updating router ec00b600-b528-4874-a01c-079c01736a9f port 1f6d6380-5b17-4a08-b368-e9f298c371bf binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:21:25.823105 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.845369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2978456b-eb7f-4ca8-8149-6ef6677912a8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:25.856036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2978456b-eb7f-4ca8-8149-6ef6677912a8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:25.857481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.009518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.075402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 2978456b-eb7f-4ca8-8149-6ef6677912a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2978456b-eb7f-4ca8-8149-6ef6677912a8,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:26.098212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6c91ca98-06ee-4538-a0e9-606d0dea6693 req-e2b0ca71-f1b5-4c3b-b790-c9e61b5fdce0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6cfe92-31dd-4b68-b112-ccb088c6872e HTTP/1.1" status: 200 len: 210 time: 0.0769417 Jul 27 22:21:26.105330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ec48db63-3e50-4dfb-9988-a399a9ee3c53 None None] Provisioning complete for port 2978456b-eb7f-4ca8-8149-6ef6677912a8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:26.106079 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec48db63-3e50-4dfb-9988-a399a9ee3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.197977 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.201141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.210256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Transition to ACTIVE for port object 1f6d6380-5b17-4a08-b368-e9f298c371bf will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:26.233408 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec48db63-3e50-4dfb-9988-a399a9ee3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.254906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.266585 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:26.304038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=2978456b-eb7f-4ca8-8149-6ef6677912a8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.319887 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.327475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-ec48db63-3e50-4dfb-9988-a399a9ee3c53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:26.327848 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-ec48db63-3e50-4dfb-9988-a399a9ee3c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:26.376266 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Attempting to bind port 1f6d6380-5b17-4a08-b368-e9f298c371bf on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:26.376859 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Attempting to bind port 1f6d6380-5b17-4a08-b368-e9f298c371bf by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:26.377068 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Attempting to bind port 1f6d6380-5b17-4a08-b368-e9f298c371bf on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:26.387186 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:26.387397 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:26.387659 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.388048 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:26.388515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Bound port: 1f6d6380-5b17-4a08-b368-e9f298c371bf, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:26.389524 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.390453 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b03b5-535a-43cb-a167-a522bf1f2e89 None None] Pushing event updated for resources: {'Port': ['ID=1f6d6380-5b17-4a08-b368-e9f298c371bf,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.446584 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] For port 1f6d6380-5b17-4a08-b368-e9f298c371bf, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:26.450430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] For port 1f6d6380-5b17-4a08-b368-e9f298c371bf, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1f6d6380-5b17-4a08-b368-e9f298c371bf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:26.464986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Allocated IP 172.20.0.1 (139b22a8-419c-4c43-935b-f8c5cc09202c/ca2d8fa4-e0bc-4628-875d-6d70fcf8a162/afca64e7-e919-4795-96ff-d78035ac1429) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:26.583796 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.589440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.602664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Transition to ACTIVE for port object afca64e7-e919-4795-96ff-d78035ac1429 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:26.638559 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:26.639187 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:26.684270 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b03b5-535a-43cb-a167-a522bf1f2e89 None None] Pushing event updated for resources: {'Port': ['ID=1f6d6380-5b17-4a08-b368-e9f298c371bf,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.714416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.763409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Network 139b22a8-419c-4c43-935b-f8c5cc09202c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:26.770957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:26.770957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:26.781677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:26.805116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Pushing event updated for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.819402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.079694 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.084289 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:24Z', 'revision_number': 3, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:27.143280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2978456b-eb7f-4ca8-8149-6ef6677912a8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:27.160618 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a6335-57a2-4749-a9f7-b1ef2df7db5c None None] The sync data for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 is: [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:24Z', 'revision_number': 3, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:27.217828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2978456b-eb7f-4ca8-8149-6ef6677912a8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:27.218300 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.241234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa47c1d8-d9db-41b3-9478-6d4e811d49cf None None] Provisioning for port afca64e7-e919-4795-96ff-d78035ac1429 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:27.249681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa47c1d8-d9db-41b3-9478-6d4e811d49cf None None] Provisioning complete for port afca64e7-e919-4795-96ff-d78035ac1429 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:27.250679 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa47c1d8-d9db-41b3-9478-6d4e811d49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.293856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.302811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fa47c1d8-d9db-41b3-9478-6d4e811d49cf None None] Port afca64e7-e919-4795-96ff-d78035ac1429 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:27.445053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.551436 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.560673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Pushing event updated for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:27.679747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Network 139b22a8-419c-4c43-935b-f8c5cc09202c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:27.681264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:27.851694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Router ec00b600-b528-4874-a01c-079c01736a9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:28.022063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:28.038849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-575f4292-fa77-47a8-a457-c835c5de9744 admin admin] 10.222.0.37 "PUT /v2.0/routers/ec00b600-b528-4874-a01c-079c01736a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5724041 Jul 27 22:21:28.065906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4b47398a-50c2-45a5-8a10-807fec2e0fba None None] Provisioning complete for port afca64e7-e919-4795-96ff-d78035ac1429 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:28.066523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b47398a-50c2-45a5-8a10-807fec2e0fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.130908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b47398a-50c2-45a5-8a10-807fec2e0fba None None] Port afca64e7-e919-4795-96ff-d78035ac1429 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:28.657120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-1efe66b2-7855-48df-8bc1-c8e387a78835 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:28.658699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-1efe66b2-7855-48df-8bc1-c8e387a78835 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.1134965 Jul 27 22:21:28.678234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-7494340a-795d-43a5-bd32-0f3bff62e97b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/quotas/c7a0cbf839f34ed1933156f4fe4edc99 HTTP/1.1" status: 200 len: 375 time: 0.0099206 Jul 27 22:21:28.790997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-98c70c42-568f-4d6c-9a7b-0a5fa032ccc8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063352 Jul 27 22:21:28.900805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-03eb088a-aae3-453b-88db-0e2bdbfab6b3 service neutron] 10.222.0.37 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029835 Jul 27 22:21:29.004943 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-856d55e3-54de-4e71-8920-6c592a6746cf service neutron] 10.222.0.37 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968416 Jul 27 22:21:29.158031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1f6d6380-5b17-4a08-b368-e9f298c371bf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:29.302868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1f6d6380-5b17-4a08-b368-e9f298c371bf completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:29.307628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1f6d6380-5b17-4a08-b368-e9f298c371bf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:29.308009 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.409026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.432398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 1f6d6380-5b17-4a08-b368-e9f298c371bf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1f6d6380-5b17-4a08-b368-e9f298c371bf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:29.456421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Sync routers for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:29.463591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:29.464295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:29.505368 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.616658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=1f6d6380-5b17-4a08-b368-e9f298c371bf,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:29.627500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:29.852683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 4, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'afca64e7-e919-4795-96ff-d78035ac1429', 'name': '', 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'mac_address': 'fa:16:3e:7b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:26Z', 'updated_at': '2021-07-27T22:21:27Z', 'revision_number': 2, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'subnets': [{'id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:29.879424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Checking router: ec00b600-b528-4874-a01c-079c01736a9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:29.879784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Updating router ec00b600-b528-4874-a01c-079c01736a9f port afca64e7-e919-4795-96ff-d78035ac1429 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:21:29.919712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.201793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.213354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Transition to ACTIVE for port object afca64e7-e919-4795-96ff-d78035ac1429 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:30.307879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.379855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0e16598-078a-4699-aa5e-d5e644976ba5 req-06622c22-7b6b-4cb7-8427-8c1f7868a74d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.1003556 Jul 27 22:21:30.380330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e6389-5267-4fd5-89fa-1fb94dca5bb1 None None] Pushing event updated for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.468964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Attempting to bind port afca64e7-e919-4795-96ff-d78035ac1429 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:30.473649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Attempting to bind port afca64e7-e919-4795-96ff-d78035ac1429 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:30.473649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Attempting to bind port afca64e7-e919-4795-96ff-d78035ac1429 on network 139b22a8-419c-4c43-935b-f8c5cc09202c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:30.476015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:30.476405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Checking segment: {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:30.476821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.477226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Bound using segment: {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:30.477720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Bound port: afca64e7-e919-4795-96ff-d78035ac1429, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83c3613-d5fa-44cb-888c-78e619d978c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:30.478174 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.592809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] For port afca64e7-e919-4795-96ff-d78035ac1429, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:30.598118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] For port afca64e7-e919-4795-96ff-d78035ac1429, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=afca64e7-e919-4795-96ff-d78035ac1429,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:30.711278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.791696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:30.792041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:30.797424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e6389-5267-4fd5-89fa-1fb94dca5bb1 None None] Pushing event updated for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.950109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:31.137945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1f6d6380-5b17-4a08-b368-e9f298c371bf up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:31.240738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1f6d6380-5b17-4a08-b368-e9f298c371bf triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:31.241405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.296879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 4, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'afca64e7-e919-4795-96ff-d78035ac1429', 'name': '', 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'mac_address': 'fa:16:3e:7b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:26Z', 'updated_at': '2021-07-27T22:21:30Z', 'revision_number': 4, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'subnets': [{'id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:31.326120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e909a7-c6e9-4a7f-a1a3-66a3d32b958d None None] The sync data for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 is: [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:21:26Z', 'revision_number': 4, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'afca64e7-e919-4795-96ff-d78035ac1429', 'name': '', 'network_id': '139b22a8-419c-4c43-935b-f8c5cc09202c', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'mac_address': 'fa:16:3e:7b:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:26Z', 'updated_at': '2021-07-27T22:21:30Z', 'revision_number': 4, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'subnets': [{'id': 'ca2d8fa4-e0bc-4628-875d-6d70fcf8a162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:31.485023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-639e45df-9142-4e43-9993-0bc6076d9400 req-e2989aa8-b519-4715-a36f-968bc3952701 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0490108 Jul 27 22:21:31.977051 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1899401-becc-41aa-a35f-947d521e0cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.570195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-31b414b2-f9eb-420e-891e-ed110e079b1f req-4c26471d-d0ea-4d7e-ab70-9deb60414f1c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0330532 Jul 27 22:21:32.983114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48364) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.136382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device afca64e7-e919-4795-96ff-d78035ac1429 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:33.168272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 7e7705c5-ad4b-4278-a42c-11bc7e0ab688 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:33.169074 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.259599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.259933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.271866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 7e7705c5-ad4b-4278-a42c-11bc7e0ab688 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:33.279476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port afca64e7-e919-4795-96ff-d78035ac1429 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:33.283532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port afca64e7-e919-4795-96ff-d78035ac1429 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:33.283967 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.384011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.432147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port afca64e7-e919-4795-96ff-d78035ac1429, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=afca64e7-e919-4795-96ff-d78035ac1429,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:33.559401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.559700 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.593398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=7e7705c5-ad4b-4278-a42c-11bc7e0ab688,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:33.627739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:33.684673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c61f5ed-ff27-4352-8de0-9334e27e3e67 req-51794343-9f7f-40f4-a6da-bdcc237824b4 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0527658 Jul 27 22:21:33.707908 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.709208 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Floating IP ad6d1292-728d-4cb7-bf12-90fafee3673f disassociated (deleted). External IP: 172.25.3.34, port: 4c2e477b-150d-4ec3-a116-41ac7296aa43. Jul 27 22:21:33.939300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:34.409873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:34.414683 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.420397 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:34.431946 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:34.432677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:34.452296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-07106845-dc94-4808-ac0a-e422683365b0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "DELETE /v2.0/floatingips/ad6d1292-728d-4cb7-bf12-90fafee3673f HTTP/1.1" status: 204 len: 168 time: 1.4674435 Jul 27 22:21:34.452893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:34.455213 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da7160-71fb-4203-8976-ac32c9e8e8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:34.490805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31a2113c-5601-486f-a0da-a553b064249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.494616 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551b68a-787f-49c9-b513-ff62ed641b5c x-openstack-request-id: req-d551b68a-787f-49c9-b513-ff62ed641b5c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:34.494956 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:34.495357 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d551b68a-787f-49c9-b513-ff62ed641b5c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:34.495768 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'status': 'completed', 'code': 200} Jul 27 22:21:34.611353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-302e68ed-c916-4d98-bad2-18ed374a0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.613763 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-302e68ed-c916-4d98-bad2-18ed374a0ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f50523ce341b4f1fb6bd259214295508&device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0888636 Jul 27 22:21:34.647206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:34.741521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-715cdefa-030f-4a41-90b3-c5482831b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.743401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-715cdefa-030f-4a41-90b3-c5482831b0fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 200 len: 912 time: 0.1212573 Jul 27 22:21:34.810017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-6e060dd2-5406-4b40-bcde-e3efe4ada692 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 200 len: 217 time: 0.0550404 Jul 27 22:21:34.810216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.846049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c4473ee-939a-402c-b068-42ac6a637ff6 req-545ed1b2-6bae-405d-8d4d-3e22ee8d7def tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0424330 Jul 27 22:21:34.898684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-14bef2c7-2491-43e7-91cd-df7d3b536296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.904906 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:34.905330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-14bef2c7-2491-43e7-91cd-df7d3b536296 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 200 len: 850 time: 0.0642402 Jul 27 22:21:34.931621 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:34.940321 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:34.940966 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:35.010769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-90712008-c309-40d6-9ad1-ec8ced019dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.013226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-90712008-c309-40d6-9ad1-ec8ced019dfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=88e2605d-c0bb-4fe6-9912-1a3bd92e3041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048262 Jul 27 22:21:35.070599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:35.126423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0957-bd30-4eaf-ab4f-2dcc5c047fec req-4eeec950-d8cc-4867-90cd-6fec413d9b5f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.126423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-776b0957-bd30-4eaf-ab4f-2dcc5c047fec req-4eeec950-d8cc-4867-90cd-6fec413d9b5f tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 946 time: 0.1644635 Jul 27 22:21:35.170378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device afca64e7-e919-4795-96ff-d78035ac1429 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:35.263778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port afca64e7-e919-4795-96ff-d78035ac1429 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:35.264166 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.289278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-776b0957-bd30-4eaf-ab4f-2dcc5c047fec req-6febf412-f0f4-4f4b-943b-025c00d420f0 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399853 Jul 27 22:21:35.305214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-3d247169-2fc7-414f-b781-db93714b6bb2 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778389 Jul 27 22:21:35.319204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-f214a659-3b43-4627-a3ba-936a6d551a1a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.321637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-f214a659-3b43-4627-a3ba-936a6d551a1a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.50 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.2399917 Jul 27 22:21:35.322186 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:35.356445 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d391d24-187f-4373-985f-f73fe401d670 None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '28ad70f3-faf4-4c08-9423-57e1c30cdcdc', 'name': '', 'network_id': '88e2605d-c0bb-4fe6-9912-1a3bd92e3041', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'mac_address': 'fa:16:3e:81:cd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:47Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'subnets': [{'id': 'ce1ab725-5b60-4e1f-afdb-5f8ddce7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:35.376907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Request body: {'port': {'device_id': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'admin_state_up': True, 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:35.441606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e5da7160-71fb-4203-8976-ac32c9e8e8d8 req-ef182f24-271b-4e43-831c-d689b9700317 service neutron] 10.222.0.50 "GET /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195719 Jul 27 22:21:35.467597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Made reservation on behalf of c7a0cbf839f34ed1933156f4fe4edc99 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:35.470033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.643952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Allocated IP 172.20.0.5 (356d768b-6f4b-4dbb-9268-796e25e1509c/6d8ae9c7-ca90-4c2a-9103-86b62985998a/64da689e-a20f-4527-9720-cc7479fa3de3) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:35.682088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0783feb2-e75e-4e62-8899-d5bfbcc3dbb9 None None] New status for floating IP ad6d1292-728d-4cb7-bf12-90fafee3673f: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:21:35.741937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-224de731-ca57-4337-a624-a7d653915132 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.743583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-224de731-ca57-4337-a624-a7d653915132 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 946 time: 0.1453209 Jul 27 22:21:35.898114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.929651 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.953862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Transition to ACTIVE for port object 64da689e-a20f-4527-9720-cc7479fa3de3 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:35.961803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 4c2e477b-150d-4ec3-a116-41ac7296aa43 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:35.962158 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.968349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f5f83efb-ece4-45ef-95cb-dba8ba2c540d req-bbd080f6-3d05-44e4-a7e7-135f9768c5d2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0310099 Jul 27 22:21:36.088659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] For port 4c2e477b-150d-4ec3-a116-41ac7296aa43, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=4c2e477b-150d-4ec3-a116-41ac7296aa43,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:36.089041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.101418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 4c2e477b-150d-4ec3-a116-41ac7296aa43 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:36.150166 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.211525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:36.219349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:36.222997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:36.225042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Pushing event updated for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:36.286880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:36.287694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.404773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-a921a154-dc32-4755-8964-d20c4588f7f8 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0724657 Jul 27 22:21:36.423403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Request body: {'port': {'device_id': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:36.452064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.502846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=4c2e477b-150d-4ec3-a116-41ac7296aa43,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:36.517655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922fbc-3761-45a9-aa8f-7913245d213b req-3d761e50-d5a9-4753-89df-7d2cc24b8759 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:36.519237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3922fbc-3761-45a9-aa8f-7913245d213b req-3d761e50-d5a9-4753-89df-7d2cc24b8759 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 867 time: 0.1545227 Jul 27 22:21:36.576142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-842334cd-eb9a-4851-9c8a-54fd5e9b84ef None None] Provisioning for port 64da689e-a20f-4527-9720-cc7479fa3de3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:36.581018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-842334cd-eb9a-4851-9c8a-54fd5e9b84ef None None] Provisioning complete for port 64da689e-a20f-4527-9720-cc7479fa3de3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:36.581673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-842334cd-eb9a-4851-9c8a-54fd5e9b84ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.605373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] No DVR routers for this DVR port 4c2e477b-150d-4ec3-a116-41ac7296aa43 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:36.622324 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.622324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-caad6ffc-9dc1-48e9-96b5-ffdd636ef497 req-180f3843-e458-44e0-aaff-52695fc84f31 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.50 "DELETE /v2.0/ports/4c2e477b-150d-4ec3-a116-41ac7296aa43 HTTP/1.1" status: 204 len: 173 time: 0.8580325 Jul 27 22:21:36.622324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'name': 'network-vif-deleted', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:36.622324 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4194636f-787e-48db-9307-8fcc244791a4" -d '{"events": [{"server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "name": "network-vif-deleted", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:36.627501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-842334cd-eb9a-4851-9c8a-54fd5e9b84ef None None] Port 64da689e-a20f-4527-9720-cc7479fa3de3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:36.631529 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.660175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3922fbc-3761-45a9-aa8f-7913245d213b req-c0dab706-9f5d-4850-94f1-7abc99ffb3a8 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/security-groups?id=0f001afc-0ea9-4ca7-8f15-d014bf68fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150711 Jul 27 22:21:36.666219 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf56ebd-d0a0-4063-8525-b2ba5b91d823 x-openstack-request-id: req-dbf56ebd-d0a0-4063-8525-b2ba5b91d823 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:36.666552 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc475a87-c8c7-4ef7-bdec-2527a8a22ee5", "name": "network-vif-deleted", "tag": "4c2e477b-150d-4ec3-a116-41ac7296aa43", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:36.666807 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbf56ebd-d0a0-4063-8525-b2ba5b91d823 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:36.667767 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc475a87-c8c7-4ef7-bdec-2527a8a22ee5', 'name': 'network-vif-deleted', 'tag': '4c2e477b-150d-4ec3-a116-41ac7296aa43', 'status': 'completed', 'code': 200} Jul 27 22:21:37.048434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64da689e-a20f-4527-9720-cc7479fa3de3 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:37.062585 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.084108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Transition to ACTIVE for port object 64da689e-a20f-4527-9720-cc7479fa3de3 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:37.105232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8f63-3034-4dc5-8c34-9016cb27e8f1 req-edd23fc0-207e-4924-9d64-657d3093c72b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.114194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32ff8f63-3034-4dc5-8c34-9016cb27e8f1 req-edd23fc0-207e-4924-9d64-657d3093c72b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1027 time: 0.0667517 Jul 27 22:21:37.151521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32ff8f63-3034-4dc5-8c34-9016cb27e8f1 req-76ece214-c901-4c3e-8a4e-e9f33cd0dbd4 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Jul 27 22:21:37.170730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.199645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.284438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Pushing event updated for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:37.333760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Attempting to bind port 64da689e-a20f-4527-9720-cc7479fa3de3 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:37.334114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Attempting to bind port 64da689e-a20f-4527-9720-cc7479fa3de3 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:37.334489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Attempting to bind port 64da689e-a20f-4527-9720-cc7479fa3de3 on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:37.339507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Port 64da689e-a20f-4527-9720-cc7479fa3de3 on network 356d768b-6f4b-4dbb-9268-796e25e1509c not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:37.339842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Attempting to bind port 64da689e-a20f-4527-9720-cc7479fa3de3 on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:37.345725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:37.346077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Checking segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:37.346569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Bound using segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:37.347630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Bound port: 64da689e-a20f-4527-9720-cc7479fa3de3, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:37.348594 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.428256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:37.431552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64da689e-a20f-4527-9720-cc7479fa3de3,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:37.525774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.568288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.569608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.572793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] 10.222.0.50 "PUT /v2.0/ports/64da689e-a20f-4527-9720-cc7479fa3de3 HTTP/1.1" status: 200 len: 1091 time: 1.1553380 Jul 27 22:21:37.601703 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.615299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fda7b3-009d-4b48-9849-b0b43b99d420 service neutron] Pushing event updated for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:37.773213 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da3f8ec4-60d3-4f59-a8b0-d2be730666b0 req-9fa69e7e-4459-4595-affb-dceccbdeb059 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0337317 Jul 27 22:21:37.788587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-070bd232-4d01-4a38-9d2d-f94c9b241318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.790511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-070bd232-4d01-4a38-9d2d-f94c9b241318 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1094 time: 0.1180909 Jul 27 22:21:37.838322 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-48ecfd29-588d-4aeb-9ff0-bed01fb7af2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64da689e-a20f-4527-9720-cc7479fa3de3 HTTP/1.1" status: 200 len: 217 time: 0.0385628 Jul 27 22:21:37.914633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-1fbae4e9-4095-45ea-9174-4350816c02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.916835 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-1fbae4e9-4095-45ea-9174-4350816c02e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d8ae9c7-ca90-4c2a-9103-86b62985998a HTTP/1.1" status: 200 len: 849 time: 0.0708776 Jul 27 22:21:37.980394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-867ab759-446b-4794-94ed-796e23aa62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.981957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-867ab759-446b-4794-94ed-796e23aa62fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=356d768b-6f4b-4dbb-9268-796e25e1509c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573041 Jul 27 22:21:38.075870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-154917fb-eb8f-49f8-9695-d8fea62f6719 service neutron] 10.222.0.50 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868289 Jul 27 22:21:38.178033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-411321e5-bcc1-438f-ab14-c40e059b6a38 req-1eeea089-6df0-483c-ab61-7492494778a4 service neutron] 10.222.0.50 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949588 Jul 27 22:21:38.304637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336cc67-7e2b-4aa1-8f24-3141e6ae47e9 req-eac40e06-c81d-471b-a9c2-656258faa9ea tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.306976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0336cc67-7e2b-4aa1-8f24-3141e6ae47e9 req-eac40e06-c81d-471b-a9c2-656258faa9ea tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1094 time: 0.0720909 Jul 27 22:21:38.351597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0336cc67-7e2b-4aa1-8f24-3141e6ae47e9 req-5ba5a503-7812-48a0-aeb4-0b458490ca2d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Jul 27 22:21:38.542757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.668148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:38.670898 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce03d0-1d96-4f51-a6c2-beac191a2e73" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:38.720483 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032797f2-7f0d-45a9-9751-e7ce6eae225b x-openstack-request-id: req-032797f2-7f0d-45a9-9751-e7ce6eae225b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:38.720860 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:38.721125 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-032797f2-7f0d-45a9-9751-e7ce6eae225b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:38.721536 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3', 'status': 'completed', 'code': 200} Jul 27 22:21:38.801128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-3b87e548-bed2-4a2d-9eb6-5e2ae1a1a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.803125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-3b87e548-bed2-4a2d-9eb6-5e2ae1a1a639 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1094 time: 0.0577009 Jul 27 22:21:38.897360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-35157e5a-2098-441d-8f9f-0fdd8489ed00 req-4171fc7e-11cb-4645-9776-a4ce92c71169 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0395336 Jul 27 22:21:38.909290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-9a520ad0-3959-47a4-aecb-6c62580e2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.911693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-9a520ad0-3959-47a4-aecb-6c62580e2e98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.1005156 Jul 27 22:21:38.959972 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-0d3142ec-a4f7-44c3-80ba-58417ab31c7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64da689e-a20f-4527-9720-cc7479fa3de3 HTTP/1.1" status: 200 len: 217 time: 0.0402734 Jul 27 22:21:39.015471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-8d1b4ad7-d2f6-4fe7-bf3b-90ebfad49dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:39.016984 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-8d1b4ad7-d2f6-4fe7-bf3b-90ebfad49dd4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d8ae9c7-ca90-4c2a-9103-86b62985998a HTTP/1.1" status: 200 len: 849 time: 0.0495250 Jul 27 22:21:39.089489 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-a159976f-e8f1-4f90-ab0b-14334eaf393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:39.091057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-a159976f-e8f1-4f90-ab0b-14334eaf393d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=356d768b-6f4b-4dbb-9268-796e25e1509c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666177 Jul 27 22:21:39.195555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-6ec4db37-e75c-4251-8118-f44525c1ee5c service neutron] 10.222.0.50 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965192 Jul 27 22:21:39.294265 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0dce03d0-1d96-4f51-a6c2-beac191a2e73 req-5d1c208f-2748-41bb-b66b-036ae558f08c service neutron] 10.222.0.50 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900891 Jul 27 22:21:39.486794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4a8c9-651c-48a2-8ee2-b3caba00fbdb req-424b13e2-c98d-4f4e-babc-e1d02c2add7a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:39.488520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffa4a8c9-651c-48a2-8ee2-b3caba00fbdb req-424b13e2-c98d-4f4e-babc-e1d02c2add7a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1094 time: 0.0648253 Jul 27 22:21:39.528987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ffa4a8c9-651c-48a2-8ee2-b3caba00fbdb req-ccdfe489-4efb-41fb-9b32-361d59cc66a7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Jul 27 22:21:39.564262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64da689e-a20f-4527-9720-cc7479fa3de3 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:39.568624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c2e477b-150d-4ec3-a116-41ac7296aa43 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:39.593489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 4c2e477b-150d-4ec3-a116-41ac7296aa43 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:39.593845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 4c2e477b-150d-4ec3-a116-41ac7296aa43 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:39.686107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64da689e-a20f-4527-9720-cc7479fa3de3,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:39.698473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '64da689e-a20f-4527-9720-cc7479fa3de3', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'port_id': '64da689e-a20f-4527-9720-cc7479fa3de3', 'mac_address': 'fa:16:3e:84:b6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:39.742747 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.756018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64da689e-a20f-4527-9720-cc7479fa3de3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:39.775840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64da689e-a20f-4527-9720-cc7479fa3de3,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:39.859337 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.913999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:40.009719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0812748b-088d-47ad-827a-381efca6b4cb req-f8fa4e86-9fcb-445c-b971-963b6a85fb59 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0355737 Jul 27 22:21:40.145661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64da689e-a20f-4527-9720-cc7479fa3de3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:40.655727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cb068-21f6-43bd-b0c0-d8fe6bf3ac0f req-0ad9b43a-c822-463d-aee1-c9eebc3d938d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.669019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-747cb068-21f6-43bd-b0c0-d8fe6bf3ac0f req-0ad9b43a-c822-463d-aee1-c9eebc3d938d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1095 time: 0.0600946 Jul 27 22:21:40.698235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-747cb068-21f6-43bd-b0c0-d8fe6bf3ac0f req-e786925d-f6ea-45e5-840a-15b955b97f00 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345807 Jul 27 22:21:41.128205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ade1c374-632b-4bf5-b7b7-3f5a7434fdad req-6e1ca130-0ce1-4c4d-9938-0b4bdf6cdeb4 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc475a87-c8c7-4ef7-bdec-2527a8a22ee5 HTTP/1.1" status: 200 len: 210 time: 0.0300348 Jul 27 22:21:41.563791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64da689e-a20f-4527-9720-cc7479fa3de3 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:41.713179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 64da689e-a20f-4527-9720-cc7479fa3de3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:41.720347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 64da689e-a20f-4527-9720-cc7479fa3de3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:41.720728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.838403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b415e-f90f-401b-9d0e-7e4c79445299 req-5c165143-47ce-4dd8-9970-6e47c5c2cf8a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.839999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f39b415e-f90f-401b-9d0e-7e4c79445299 req-5c165143-47ce-4dd8-9970-6e47c5c2cf8a tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1095 time: 0.0714986 Jul 27 22:21:41.900489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f39b415e-f90f-401b-9d0e-7e4c79445299 req-2078dcc1-94ea-4255-9ea7-fbbfc3b14a1c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Jul 27 22:21:42.008474 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.053374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:42.055686 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938f92ee-87bd-47ff-9149-c9cb8a33c9c1" -d '{"events": [{"server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "name": "network-vif-plugged", "status": "completed", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:42.072302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64da689e-a20f-4527-9720-cc7479fa3de3,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:42.152371 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6a0dc-935e-4a52-9d06-789cf7044ab1 x-openstack-request-id: req-2cd6a0dc-935e-4a52-9d06-789cf7044ab1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:42.152667 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "name": "network-vif-plugged", "status": "completed", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:42.152927 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cd6a0dc-935e-4a52-9d06-789cf7044ab1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:42.153342 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3', 'code': 200} Jul 27 22:21:42.154596 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.224137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.229022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48524) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:42.405893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9be50-9b09-4a9c-a8f0-210e07c7f74a req-5f579017-2e8f-4d69-b799-c1f654e202f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.407369 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8f9be50-9b09-4a9c-a8f0-210e07c7f74a req-5f579017-2e8f-4d69-b799-c1f654e202f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.1346803 Jul 27 22:21:42.429553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Deleting port 6586f7d2-8ac9-4bb5-a260-004d25abdf0b {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:42.429900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.490927 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8f9be50-9b09-4a9c-a8f0-210e07c7f74a req-b578d3ff-b425-4b44-b9ae-2de8f3eda59e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762644 Jul 27 22:21:42.522710 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.523042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.534695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Calling delete_port for 6586f7d2-8ac9-4bb5-a260-004d25abdf0b owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:42.782278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.810727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'Port': ['ID=6586f7d2-8ac9-4bb5-a260-004d25abdf0b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.879042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.881583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.885449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8be5ca41-2652-49b1-adc4-8d06f9c36751 tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "DELETE /v2.0/floatingips/b929b553-fe58-46e1-9022-51c638e02d0c HTTP/1.1" status: 204 len: 168 time: 0.6527755 Jul 27 22:21:43.027606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299851-c84f-4dc2-b88d-de00a3badbdb req-26c398a2-1fd6-413b-8ec2-b5dc3f41d89b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:43.029158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e299851-c84f-4dc2-b88d-de00a3badbdb req-26c398a2-1fd6-413b-8ec2-b5dc3f41d89b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0590997 Jul 27 22:21:43.079543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e299851-c84f-4dc2-b88d-de00a3badbdb req-963c3422-b4de-40a4-a049-2903650b7e15 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Jul 27 22:21:44.233779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5c58e-616b-4b93-8a5a-10a8f703a2c3 req-ac2d3147-e20f-489b-a057-9d0e0635f979 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.235481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d5c58e-616b-4b93-8a5a-10a8f703a2c3 req-ac2d3147-e20f-489b-a057-9d0e0635f979 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0632143 Jul 27 22:21:44.271450 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d5c58e-616b-4b93-8a5a-10a8f703a2c3 req-1191dd40-910f-4fe9-9873-7040ad5c780b tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296514 Jul 27 22:21:44.401667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed531032-b7ff-497a-b4e2-a490953e6ab1 req-0f8360e7-5566-4fa9-b158-bc243809e1fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.403190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed531032-b7ff-497a-b4e2-a490953e6ab1 req-0f8360e7-5566-4fa9-b158-bc243809e1fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0613766 Jul 27 22:21:44.445439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed531032-b7ff-497a-b4e2-a490953e6ab1 req-c9daa64e-505d-42e6-b005-8ba050c55375 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Jul 27 22:21:44.578049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a8e43-dd96-493b-9811-95e039c6858b req-d5db3851-0237-4d14-964f-75df6abeac41 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.579675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d82a8e43-dd96-493b-9811-95e039c6858b req-d5db3851-0237-4d14-964f-75df6abeac41 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0612135 Jul 27 22:21:44.617287 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d82a8e43-dd96-493b-9811-95e039c6858b req-f03fd9ec-05ea-4477-b46c-085a20e0735e tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303323 Jul 27 22:21:44.847440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-3cd1c5aa-b65d-4d69-8e9b-c62c584989e7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.849095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-3cd1c5aa-b65d-4d69-8e9b-c62c584989e7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.0921154 Jul 27 22:21:44.867954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-264d4b61-039f-44d7-9b3c-abc97c067584 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/quotas/c7a0cbf839f34ed1933156f4fe4edc99 HTTP/1.1" status: 200 len: 375 time: 0.0124516 Jul 27 22:21:44.989297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-770331c5-c4f0-4c15-8c21-33a9db832011 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149764 Jul 27 22:21:45.000319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-0333fdc4-100f-4b8d-9726-d5a0fb9d668a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:21:45.001379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-0333fdc4-100f-4b8d-9726-d5a0fb9d668a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053406 Jul 27 22:21:45.098364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-40b6a4c9-31d3-488f-a2a8-2e006ff7b85c service neutron] 10.222.0.37 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902109 Jul 27 22:21:45.198890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-67f054df-14b1-491c-b179-13c0b032a7aa service neutron] 10.222.0.37 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936739 Jul 27 22:21:45.473385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4740e1a-6918-4244-a621-7262df282798 req-1a3e6618-173d-43df-bfe2-e30c40bea3f5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 210 time: 0.0295408 Jul 27 22:21:46.333772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:46.404472 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.442019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.579079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67d0f222-7c1e-4d8c-b3ad-4d78e516e92a req-fadee5f5-1275-46d2-8ff2-203c20c840e0 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 210 time: 0.0313835 Jul 27 22:21:46.601077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.603811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.605755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] 10.222.0.37 "DELETE /v2.0/security-groups/0f001afc-0ea9-4ca7-8f15-d014bf68fe82 HTTP/1.1" status: 204 len: 168 time: 0.2700300 Jul 27 22:21:46.615760 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82781e-0ccc-4e21-9cd3-7f391eda158a tempest-TestVolumeBootPattern-228126324 tempest-TestVolumeBootPattern-228126324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f001afc-0ea9-4ca7-8f15-d014bf68fe82,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:46.736360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48624) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.282368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.453072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-142afdd7-2b27-42fe-a6e9-5263bc0d51e6 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.454971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-142afdd7-2b27-42fe-a6e9-5263bc0d51e6 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.76 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.1095879 Jul 27 22:21:47.469110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Request body: {'port': {'device_id': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'admin_state_up': True, 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:47.588093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Made reservation on behalf of c7a0cbf839f34ed1933156f4fe4edc99 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:47.590554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.954230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Deleting port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:47.954866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.998997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14920d7f-eccb-420c-b255-62d2ecd0d1da req-716b6032-492b-4492-b644-83566aa2befc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 210 time: 0.3266385 Jul 27 22:21:48.034149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Allocated IP 172.20.0.4 (356d768b-6f4b-4dbb-9268-796e25e1509c/6d8ae9c7-ca90-4c2a-9103-86b62985998a/59eb889b-aba5-4eb4-8539-69993a817dff) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:48.046853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] For port 28ad70f3-faf4-4c08-9423-57e1c30cdcdc, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:48.047401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.061295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Calling delete_port for 28ad70f3-faf4-4c08-9423-57e1c30cdcdc owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:48.178244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.191122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Transition to ACTIVE for port object 59eb889b-aba5-4eb4-8539-69993a817dff will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:48.279912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.291207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64da689e-a20f-4527-9720-cc7479fa3de3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:48.328801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Network 356d768b-6f4b-4dbb-9268-796e25e1509c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:48.332426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.336840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:48.341411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:48.382067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:48.383044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.387942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Pushing event updated for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:48.432282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Pushing event deleted for resources: {'Port': ['ID=28ad70f3-faf4-4c08-9423-57e1c30cdcdc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:48.496941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-836bad5b-c545-494d-81dc-14cfcc4e20e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0321698 Jul 27 22:21:48.510508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Request body: {'port': {'device_id': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:48.631869 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.635621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.782187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-573ab5ad-6ee8-405b-b339-fb6d6736141d None None] Provisioning for port 59eb889b-aba5-4eb4-8539-69993a817dff completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:48.788912 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-573ab5ad-6ee8-405b-b339-fb6d6736141d None None] Provisioning complete for port 59eb889b-aba5-4eb4-8539-69993a817dff triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:48.789540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-573ab5ad-6ee8-405b-b339-fb6d6736141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.830918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-573ab5ad-6ee8-405b-b339-fb6d6736141d None None] Port 59eb889b-aba5-4eb4-8539-69993a817dff cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:48.902668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Router 7460befa-6f97-48f0-891e-cb46d34457de has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:48.957525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59eb889b-aba5-4eb4-8539-69993a817dff {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:48.966480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.978743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Transition to ACTIVE for port object 59eb889b-aba5-4eb4-8539-69993a817dff will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:49.014268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:49.023240 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f952a07c-6155-4005-9502-cb26717241aa admin admin] 10.222.0.37 "PUT /v2.0/routers/7460befa-6f97-48f0-891e-cb46d34457de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2827458 Jul 27 22:21:49.023240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48634) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:49.027497 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Sync routers for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:49.045121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.054142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:49.054822 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:49.132383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Pushing event updated for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:49.205404 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:49.225033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.251262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Attempting to bind port 59eb889b-aba5-4eb4-8539-69993a817dff on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:49.251603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Attempting to bind port 59eb889b-aba5-4eb4-8539-69993a817dff by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:49.251932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Attempting to bind port 59eb889b-aba5-4eb4-8539-69993a817dff on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:49.258345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Port 59eb889b-aba5-4eb4-8539-69993a817dff on network 356d768b-6f4b-4dbb-9268-796e25e1509c not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:49.258943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Attempting to bind port 59eb889b-aba5-4eb4-8539-69993a817dff on network 356d768b-6f4b-4dbb-9268-796e25e1509c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:49.266048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:49.266554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Checking segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:49.266824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Bound using segment: {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:49.267419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Bound port: 59eb889b-aba5-4eb4-8539-69993a817dff, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '830fe311-e9fe-4df1-adcd-5693168dc6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:49.267794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.355134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:49.359079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=59eb889b-aba5-4eb4-8539-69993a817dff,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:49.367512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c84adc-4a3c-43a9-95cf-e883f9377d8d req-d11b6d09-e95b-4065-a385-a7b810e1afdc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.369481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35c84adc-4a3c-43a9-95cf-e883f9377d8d req-d11b6d09-e95b-4065-a385-a7b810e1afdc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1052 time: 0.2169013 Jul 27 22:21:49.436659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.472343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.473534 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:21:48Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:49.492547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.493428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.495075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] 10.222.0.76 "PUT /v2.0/ports/59eb889b-aba5-4eb4-8539-69993a817dff HTTP/1.1" status: 200 len: 1091 time: 0.9896617 Jul 27 22:21:49.495723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:49.499015 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a874ddd1-967f-4c76-aa79-c0213094995f" -d '{"events": [{"name": "network-changed", "server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:49.505736 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Checking router: 7460befa-6f97-48f0-891e-cb46d34457de for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:49.528620 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35c84adc-4a3c-43a9-95cf-e883f9377d8d req-9f4b22a8-b3ac-46fc-8f5d-9968c3a96427 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108449 Jul 27 22:21:49.542811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ae15a-28e4-4bbd-aa36-f024660ce639 service neutron] Pushing event updated for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:49.548671 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Routers {'7460befa-6f97-48f0-891e-cb46d34457de'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:49.549702 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7460befa-6f97-48f0-891e-cb46d34457de'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:49.654563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Deleting port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:49.655224 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.675376 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625b2490-0735-4088-9e43-26f2607134d7 x-openstack-request-id: req-625b2490-0735-4088-9e43-26f2607134d7 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:49.677020 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:49.677526 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-625b2490-0735-4088-9e43-26f2607134d7 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:49.678185 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff', 'status': 'completed', 'code': 200} Jul 27 22:21:49.715278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-f38dae30-7581-47a7-830c-618c541ba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.717076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-f38dae30-7581-47a7-830c-618c541ba64e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1094 time: 0.1128242 Jul 27 22:21:49.730029 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] Set router 7460befa-6f97-48f0-891e-cb46d34457de gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:49.772802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] For port 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:49.773452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.777869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-83adb9b0-80f0-4da9-9f8b-f654267d2683 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59eb889b-aba5-4eb4-8539-69993a817dff HTTP/1.1" status: 200 len: 217 time: 0.0517795 Jul 27 22:21:49.794182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Calling delete_port for 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:49.834165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-e7c562b5-9de3-465a-88aa-a020f3410e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.836327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-e7c562b5-9de3-465a-88aa-a020f3410e0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6d8ae9c7-ca90-4c2a-9103-86b62985998a HTTP/1.1" status: 200 len: 849 time: 0.0506368 Jul 27 22:21:49.913146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-b13baee6-e5fb-488f-b238-7f6e3a1b0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.915098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-b13baee6-e5fb-488f-b238-7f6e3a1b0b3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=356d768b-6f4b-4dbb-9268-796e25e1509c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694516 Jul 27 22:21:50.002321 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:21:48Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:50.032422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-fde7955c-be21-4a58-aa7d-9564d54f5228 service neutron] 10.222.0.76 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090264 Jul 27 22:21:50.041440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b47beb-2e9b-4253-9774-c6d745378ead None None] The sync data for ids ['7460befa-6f97-48f0-891e-cb46d34457de'] in n-d-738018-6 is: [{'id': '7460befa-6f97-48f0-891e-cb46d34457de', 'name': 'tempest-TestVolumeBootPattern-747882868-router', 'tenant_id': 'f50523ce341b4f1fb6bd259214295508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:29Z', 'updated_at': '2021-07-27T22:21:48Z', 'revision_number': 5, 'project_id': 'f50523ce341b4f1fb6bd259214295508', 'gw_port': {'id': '57d7b81a-6b0c-43aa-adf8-1e6f274b67c3', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7460befa-6f97-48f0-891e-cb46d34457de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:30Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:50.084785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.115796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d7b81a-6b0c-43aa-adf8-1e6f274b67c3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.134096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-97b8f06d-db03-49ff-9314-4a6e16de4e85 req-25fd53c5-da3f-4a4f-9a2f-e212f4ed7445 service neutron] 10.222.0.76 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942979 Jul 27 22:21:50.193031 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.297705 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.300857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.325128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ddd1-967f-4c76-aa79-c0213094995f req-e506ce4a-24a1-4f56-a394-7ac2ed5d54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.325128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-e506ce4a-24a1-4f56-a394-7ac2ed5d54e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1094 time: 0.0777597 Jul 27 22:21:50.426752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.427500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7460befa-6f97-48f0-891e-cb46d34457de {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:21:50.432563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.436411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a3181d24-2f91-4696-a930-e0ef2d97c618 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7460befa-6f97-48f0-891e-cb46d34457de HTTP/1.1" status: 204 len: 168 time: 1.4098730 Jul 27 22:21:50.436623 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ddd1-967f-4c76-aa79-c0213094995f req-0cade4fc-8692-4eb0-853c-fb3981d61fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.436623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-0cade4fc-8692-4eb0-853c-fb3981d61fc7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 200 len: 911 time: 0.1111119 Jul 27 22:21:50.436849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48646) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:50.496918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-80d5de5a-b7ce-4f93-b040-b09013705f75 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59eb889b-aba5-4eb4-8539-69993a817dff HTTP/1.1" status: 200 len: 217 time: 0.0506938 Jul 27 22:21:50.499698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Deleting subnet ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:50.503020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.540116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.570220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ddd1-967f-4c76-aa79-c0213094995f req-c3b1d982-4800-4502-97ed-cad78878cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.572415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-c3b1d982-4800-4502-97ed-cad78878cd75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6d8ae9c7-ca90-4c2a-9103-86b62985998a HTTP/1.1" status: 200 len: 849 time: 0.0676320 Jul 27 22:21:50.636886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.674926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ddd1-967f-4c76-aa79-c0213094995f req-d8873fe0-0f3d-4b17-9a02-72f8057bcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.676910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-d8873fe0-0f3d-4b17-9a02-72f8057bcb79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=356d768b-6f4b-4dbb-9268-796e25e1509c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947275 Jul 27 22:21:50.745680 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e579367-4975-4823-9601-ea0de743bea4 req-28e595e6-48e6-4c7c-9ca4-2d6c8c26f837 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.747342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e579367-4975-4823-9601-ea0de743bea4 req-28e595e6-48e6-4c7c-9ca4-2d6c8c26f837 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1094 time: 0.0845201 Jul 27 22:21:50.801284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e579367-4975-4823-9601-ea0de743bea4 req-0b1369aa-5555-4a5b-aa72-c362ebe8950e tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jul 27 22:21:50.802653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-7417e095-0330-4d7e-ab29-3897468c8ac3 service neutron] 10.222.0.76 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139526 Jul 27 22:21:50.839740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.882202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1ab725-5b60-4e1f-afdb-5f8ddce7f680,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.900113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ecee3-2ad6-4d9d-87bf-0b3e5f3cc853 None None] Network 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:50.912471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.917462 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fe1124ad-080b-48e0-81db-0367b80445ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ce1ab725-5b60-4e1f-afdb-5f8ddce7f680 HTTP/1.1" status: 204 len: 168 time: 0.4797642 Jul 27 22:21:50.920123 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48650) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:50.935328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a874ddd1-967f-4c76-aa79-c0213094995f req-e1fb273f-5e73-4568-bc0f-a99209e59d57 service neutron] 10.222.0.76 "GET /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231828 Jul 27 22:21:51.013647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.069662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Deleting port 5d6909e1-c7af-4ccb-8a98-11ce01210040 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:51.070002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.138044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] For port 5d6909e1-c7af-4ccb-8a98-11ce01210040, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5d6909e1-c7af-4ccb-8a98-11ce01210040,segment=NetworkSegment(f4f9879c-9d61-4010-9619-fc8e6d364e92),segment_id=f4f9879c-9d61-4010-9619-fc8e6d364e92)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:51.138044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.152412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Calling delete_port for 5d6909e1-c7af-4ccb-8a98-11ce01210040 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:51.296463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.327789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] No DVR routers for this DVR port 5d6909e1-c7af-4ccb-8a98-11ce01210040 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:51.343275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e47c5-1354-42d0-ae73-ee95dc15562d None None] DHCP port deletion for 88e2605d-c0bb-4fe6-9912-1a3bd92e3041 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:51.359042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6909e1-c7af-4ccb-8a98-11ce01210040,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.425949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:51.448909 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.461074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:51.461538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 57d7b81a-6b0c-43aa-adf8-1e6f274b67c3 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:51.461665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e2605d-c0bb-4fe6-9912-1a3bd92e3041']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:51.462272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d6909e1-c7af-4ccb-8a98-11ce01210040 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:51.476016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f9879c-9d61-4010-9619-fc8e6d364e92') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:51.476160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f9879c-9d61-4010-9619-fc8e6d364e92') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:51.486467 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.488706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5d6909e1-c7af-4ccb-8a98-11ce01210040 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:51.489289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5d6909e1-c7af-4ccb-8a98-11ce01210040 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:51.489924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 28ad70f3-faf4-4c08-9423-57e1c30cdcdc no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:51.501577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.508974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:51.509379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.511075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 28ad70f3-faf4-4c08-9423-57e1c30cdcdc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:51.511233 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:51.513861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 28ad70f3-faf4-4c08-9423-57e1c30cdcdc not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:51.685060 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.692180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.694199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] 10.222.0.37 "DELETE /v2.0/networks/88e2605d-c0bb-4fe6-9912-1a3bd92e3041 HTTP/1.1" status: 204 len: 168 time: 0.7715175 Jul 27 22:21:51.697306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.714495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d40bd-6e7d-4b55-a0fb-333bb15c8dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=88e2605d-c0bb-4fe6-9912-1a3bd92e3041,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:52.015245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d95f-e51c-479f-9ee1-6c33480a1ea5 req-b3c6a675-5205-4087-b328-b0dfd3052164 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:52.016706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0236d95f-e51c-479f-9ee1-6c33480a1ea5 req-b3c6a675-5205-4087-b328-b0dfd3052164 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1094 time: 0.1181884 Jul 27 22:21:52.093978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0236d95f-e51c-479f-9ee1-6c33480a1ea5 req-1ed514c6-529f-492e-906e-bbc5df420759 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556524 Jul 27 22:21:52.212128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.543170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Deleting port 9c95d46d-6529-4876-9d22-bca138f6c155 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:52.543517 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.628504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] For port 9c95d46d-6529-4876-9d22-bca138f6c155, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c95d46d-6529-4876-9d22-bca138f6c155,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:52.628504 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.640463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Calling delete_port for 9c95d46d-6529-4876-9d22-bca138f6c155 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:52.874079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.901407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c95d46d-6529-4876-9d22-bca138f6c155,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:53.085509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.229665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd1b21-f207-45e1-97ca-53202a0819ea req-b9bbc3e9-a93f-41b9-b3bb-ad641ae37f4c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:53.231291 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33dd1b21-f207-45e1-97ca-53202a0819ea req-b9bbc3e9-a93f-41b9-b3bb-ad641ae37f4c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1094 time: 0.0568409 Jul 27 22:21:53.286436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33dd1b21-f207-45e1-97ca-53202a0819ea req-0715eb59-9529-485b-8a43-17c2c1c1c67c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Jul 27 22:21:53.565680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Router 5d1d113c-bf41-44d6-b71d-95a403f8b94d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:53.636462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 59eb889b-aba5-4eb4-8539-69993a817dff details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:53.678069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:53.685541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.685693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-263267ce-8da7-4387-a6e3-5e1143b74ab2 admin admin] 10.222.0.37 "PUT /v2.0/routers/5d1d113c-bf41-44d6-b71d-95a403f8b94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870825 Jul 27 22:21:53.694723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Sync routers for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:53.714193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:53.714820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:53.801908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=59eb889b-aba5-4eb4-8539-69993a817dff,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:53.844395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '59eb889b-aba5-4eb4-8539-69993a817dff', 'network_id': '356d768b-6f4b-4dbb-9268-796e25e1509c', 'port_id': '59eb889b-aba5-4eb4-8539-69993a817dff', 'mac_address': 'fa:16:3e:cf:09:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8ae9c7-ca90-4c2a-9103-86b62985998a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:53.890956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:53.959806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.009002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59eb889b-aba5-4eb4-8539-69993a817dff {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:54.038628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.048739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=59eb889b-aba5-4eb4-8539-69993a817dff,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:54.109629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.139656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:21:52Z', 'revision_number': 5, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:54.146913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.170032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Checking router: 5d1d113c-bf41-44d6-b71d-95a403f8b94d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:54.193876 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Routers {'5d1d113c-bf41-44d6-b71d-95a403f8b94d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:54.194529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:21:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:54.233718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.280824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Deleting port e40514ee-616a-48b7-8af1-aa53f3f5c411 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:54.281397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.317808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] Set router 5d1d113c-bf41-44d6-b71d-95a403f8b94d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:54.382469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] For port e40514ee-616a-48b7-8af1-aa53f3f5c411, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e40514ee-616a-48b7-8af1-aa53f3f5c411,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:54.383185 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.388347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['59eb889b-aba5-4eb4-8539-69993a817dff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:54.397138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Calling delete_port for e40514ee-616a-48b7-8af1-aa53f3f5c411 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:54.410572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60bed4-70b2-4a74-80f4-08d0c5e4adc7 req-555e74d8-b9bc-4ebc-8c24-1361b319e220 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:54.416057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc60bed4-70b2-4a74-80f4-08d0c5e4adc7 req-555e74d8-b9bc-4ebc-8c24-1361b319e220 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1095 time: 0.0569463 Jul 27 22:21:54.456825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dc60bed4-70b2-4a74-80f4-08d0c5e4adc7 req-4f8d1a16-0424-4286-8e29-e1736a1f0335 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 Jul 27 22:21:54.639529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:21:52Z', 'revision_number': 5, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:54.661343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.671925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709abef-f7c4-4f53-a582-cfbd6d4080d6 None None] The sync data for ids ['5d1d113c-bf41-44d6-b71d-95a403f8b94d'] in n-d-738018-6 is: [{'id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'name': 'tempest-TestVolumeBootPattern-394315749-router', 'tenant_id': 'd20f264ac8ac47b2a642f870fb317073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:46Z', 'updated_at': '2021-07-27T22:21:52Z', 'revision_number': 5, 'project_id': 'd20f264ac8ac47b2a642f870fb317073', 'gw_port': {'id': 'e40514ee-616a-48b7-8af1-aa53f3f5c411', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d113c-bf41-44d6-b71d-95a403f8b94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:47Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:54.690896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Pushing event deleted for resources: {'Port': ['ID=e40514ee-616a-48b7-8af1-aa53f3f5c411,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.759101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.853509 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.855775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.976193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.982616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1d113c-bf41-44d6-b71d-95a403f8b94d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:21:54.982616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.982616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-71407cd2-f964-4921-9ea9-74201d5704ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/5d1d113c-bf41-44d6-b71d-95a403f8b94d HTTP/1.1" status: 204 len: 168 time: 1.2956660 Jul 27 22:21:54.984719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 48824) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:55.031681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Deleting subnet 4d9b19f8-b363-4108-942f-d321f71f73dc {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:55.035101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.073900 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.128929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c95d46d-6529-4876-9d22-bca138f6c155 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:55.152032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 9c95d46d-6529-4876-9d22-bca138f6c155 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:55.152548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c95d46d-6529-4876-9d22-bca138f6c155 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:55.173400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.325691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.354685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9b19f8-b363-4108-942f-d321f71f73dc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:55.362744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.362744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4e1e72b-5970-4ae0-999b-7b224d651c44 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4d9b19f8-b363-4108-942f-d321f71f73dc HTTP/1.1" status: 204 len: 168 time: 0.3747156 Jul 27 22:21:55.363433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:55.363776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14177773-f131-44c5-9329-7fe0a723a23a None None] Network 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:55.434601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.493050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Deleting port 653aab5a-ea12-46ab-ab33-29615eb81934 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:55.493392 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.567224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] For port 653aab5a-ea12-46ab-ab33-29615eb81934, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=653aab5a-ea12-46ab-ab33-29615eb81934,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:55.567604 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.581748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Calling delete_port for 653aab5a-ea12-46ab-ab33-29615eb81934 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:55.591512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb7165-25df-451a-991f-c7629970413f req-9775d34a-60cb-4c63-b6a2-7729924b26a9 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:55.593071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83eb7165-25df-451a-991f-c7629970413f req-9775d34a-60cb-4c63-b6a2-7729924b26a9 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1095 time: 0.0565951 Jul 27 22:21:55.632691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-83eb7165-25df-451a-991f-c7629970413f req-6bc37381-c99c-4c97-ba9b-33d7cf2cdadf tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Jul 27 22:21:55.651740 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 59eb889b-aba5-4eb4-8539-69993a817dff up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:55.699167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] DHCP port deletion for 4c0e3b7d-aa18-46f9-979f-ef5371c53c20 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:55.759449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Deleting port 653aab5a-ea12-46ab-ab33-29615eb81934 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:55.759859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.822053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.823103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] For port 653aab5a-ea12-46ab-ab33-29615eb81934, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=653aab5a-ea12-46ab-ab33-29615eb81934,segment=NetworkSegment(a45b9421-bfad-4ca1-9a3c-16381928c0bd),segment_id=a45b9421-bfad-4ca1-9a3c-16381928c0bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:55.823498 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.841435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Calling delete_port for 653aab5a-ea12-46ab-ab33-29615eb81934 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:55.852595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Pushing event deleted for resources: {'Port': ['ID=653aab5a-ea12-46ab-ab33-29615eb81934,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:55.854653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] No DVR routers for this DVR port 653aab5a-ea12-46ab-ab33-29615eb81934 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:55.884708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 59eb889b-aba5-4eb4-8539-69993a817dff completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:55.892247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 59eb889b-aba5-4eb4-8539-69993a817dff triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:55.892625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.937425 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:55.946183 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 22:21:55.950435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e3b7d-aa18-46f9-979f-ef5371c53c20']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:55.957414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.959752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45b9421-bfad-4ca1-9a3c-16381928c0bd') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:55.960048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45b9421-bfad-4ca1-9a3c-16381928c0bd') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:55.968999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.982982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.992085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:55.996097 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:56.006372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] Pushing event deleted for resources: {'Port': ['ID=653aab5a-ea12-46ab-ab33-29615eb81934,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:56.008454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b929ad-d380-4ee5-9be3-b35c85da12cf None None] No DVR routers for this DVR port 653aab5a-ea12-46ab-ab33-29615eb81934 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:56.030822 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.056679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:56.058957 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2866b134-1389-42b4-8fde-a41b989ae71a" -d '{"events": [{"server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:56.074053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=59eb889b-aba5-4eb4-8539-69993a817dff,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:56.097545 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d4dbfa-bff4-489d-87ec-165e0df44799 x-openstack-request-id: req-37d4dbfa-bff4-489d-87ec-165e0df44799 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:56.097839 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:56.098097 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37d4dbfa-bff4-489d-87ec-165e0df44799 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:56.098520 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff', 'code': 200} Jul 27 22:21:56.166651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.186394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.191484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.193685 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c0e3b7d-aa18-46f9-979f-ef5371c53c20 HTTP/1.1" status: 204 len: 168 time: 0.8291140 Jul 27 22:21:56.207525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92facfa-48a6-41cf-bf4c-d057c6a75583 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0e3b7d-aa18-46f9-979f-ef5371c53c20,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:56.235423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0d472-4f87-4def-95b7-926cf78c202c req-73202d05-ffac-4d49-80d4-96415f9d2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.237185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47b0d472-4f87-4def-95b7-926cf78c202c req-73202d05-ffac-4d49-80d4-96415f9d2813 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1095 time: 0.0811269 Jul 27 22:21:56.240992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:56.275796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47b0d472-4f87-4def-95b7-926cf78c202c req-10d1098b-9b8c-4a76-a409-70c1794fadad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Jul 27 22:21:56.545497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:56.594497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4f4072c2-02d3-424c-9100-8fbf1b1a08b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f50523ce341b4f1fb6bd259214295508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476580 Jul 27 22:21:56.597184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:56.651560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.673786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.762643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1465825-6bed-4846-9218-e9e2443df1f9 req-078f6f68-65d3-4c38-8320-b96d6f5c9f5d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.764253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1465825-6bed-4846-9218-e9e2443df1f9 req-078f6f68-65d3-4c38-8320-b96d6f5c9f5d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0618725 Jul 27 22:21:56.800706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1465825-6bed-4846-9218-e9e2443df1f9 req-0090cf5d-3e64-41c8-b57f-692c7bb588d5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290906 Jul 27 22:21:56.820668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.824654 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.824654 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d HTTP/1.1" status: 204 len: 168 time: 0.2263663 Jul 27 22:21:56.832755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d636e-da94-4e82-b086-83262bc916e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa84cdc-6ada-4915-a5d5-ab8b0400fe7d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:57.124347 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 653aab5a-ea12-46ab-ab33-29615eb81934 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:57.143777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 653aab5a-ea12-46ab-ab33-29615eb81934 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:57.144168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 653aab5a-ea12-46ab-ab33-29615eb81934 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:57.144727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e40514ee-616a-48b7-8af1-aa53f3f5c411 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:57.164118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e40514ee-616a-48b7-8af1-aa53f3f5c411 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:57.164448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e40514ee-616a-48b7-8af1-aa53f3f5c411 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:57.512919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:57.554430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dd49bf33-a241-4ede-9d34-709d8fe4426f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d20f264ac8ac47b2a642f870fb317073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402188 Jul 27 22:21:57.556726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 48942) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:57.606218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.626823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.736490 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.739306 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.740421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94ce5707-3775-4217-bdc8-54f3c641bf5e HTTP/1.1" status: 204 len: 168 time: 0.1827788 Jul 27 22:21:57.748829 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72117566-67ec-4624-9c5c-5ee6208e31cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce5707-3775-4217-bdc8-54f3c641bf5e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:57.930663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04881e33-c1d5-41bc-a250-e9f6354a5b8e req-723401d2-a29e-42c7-9b31-3d5f04a696a7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:57.932241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04881e33-c1d5-41bc-a250-e9f6354a5b8e req-723401d2-a29e-42c7-9b31-3d5f04a696a7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0589809 Jul 27 22:21:57.970659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04881e33-c1d5-41bc-a250-e9f6354a5b8e req-d1c8cad0-7914-40e8-8a22-9ed1131b90e7 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Jul 27 22:21:58.106878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce010-14a1-49f8-aee8-6efe606d50db req-6eeca2a6-34ed-416a-ba91-a611ca62ef3d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:58.108517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-759ce010-14a1-49f8-aee8-6efe606d50db req-6eeca2a6-34ed-416a-ba91-a611ca62ef3d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0685208 Jul 27 22:21:58.151661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-759ce010-14a1-49f8-aee8-6efe606d50db req-67b402af-83cb-495d-a8c6-99a3a65a057c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Jul 27 22:21:58.286424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9c8f5-b11b-4984-9dd1-52c8a8cc46fb req-c4ed9883-8dda-4f7f-9cfd-b0e492fcf7e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:58.288422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3a9c8f5-b11b-4984-9dd1-52c8a8cc46fb req-c4ed9883-8dda-4f7f-9cfd-b0e492fcf7e5 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0641651 Jul 27 22:21:58.333274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3a9c8f5-b11b-4984-9dd1-52c8a8cc46fb req-bd2baf0e-7d28-43e8-8757-9e0b3d61811c tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Jul 27 22:21:58.826515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f6dc-edb7-46b1-92a1-9196dae254cf req-73da5d08-4399-4ade-b192-e937f5b552b1 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:58.828202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7b8f6dc-edb7-46b1-92a1-9196dae254cf req-73da5d08-4399-4ade-b192-e937f5b552b1 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0645273 Jul 27 22:21:58.866257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7b8f6dc-edb7-46b1-92a1-9196dae254cf req-a03caa38-d015-49c1-bdc3-036e94da0d0f tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305672 Jul 27 22:21:59.994178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b1dd9-f9e3-4d46-a101-73b193c19e95 req-48f04d16-79c9-44cb-8df4-8a8ada8bd1bc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.995793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d2b1dd9-f9e3-4d46-a101-73b193c19e95 req-48f04d16-79c9-44cb-8df4-8a8ada8bd1bc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0592642 Jul 27 22:22:00.036174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d2b1dd9-f9e3-4d46-a101-73b193c19e95 req-1de187ea-8c85-4c58-8600-6295092050af tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Jul 27 22:22:00.169101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-d08914b2-d498-42ca-a9b1-6f79c7324cfc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:00.170664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-d08914b2-d498-42ca-a9b1-6f79c7324cfc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0563066 Jul 27 22:22:00.260562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Deleting port 59eb889b-aba5-4eb4-8539-69993a817dff {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:00.261188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.343612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] For port 59eb889b-aba5-4eb4-8539-69993a817dff, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=59eb889b-aba5-4eb4-8539-69993a817dff,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:00.343988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.359060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Calling delete_port for 59eb889b-aba5-4eb4-8539-69993a817dff owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:00.582029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.595188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['59eb889b-aba5-4eb4-8539-69993a817dff'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:22:00.597743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64da689e-a20f-4527-9720-cc7479fa3de3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:22:00.622642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Pushing event deleted for resources: {'Port': ['ID=59eb889b-aba5-4eb4-8539-69993a817dff,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:00.671896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] No DVR routers for this DVR port 59eb889b-aba5-4eb4-8539-69993a817dff on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:00.675359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.677543 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecff3d1b-45ca-49dc-9e6c-8e8a6296d322 req-cef06266-6a3c-4e69-8f4e-79f2a6f78ee2 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.76 "DELETE /v2.0/ports/59eb889b-aba5-4eb4-8539-69993a817dff HTTP/1.1" status: 204 len: 173 time: 0.5000670 Jul 27 22:22:00.678078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'name': 'network-vif-deleted', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:00.680752 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ec339-6593-4cae-84d7-bf3e5b93554f" -d '{"events": [{"server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "name": "network-vif-deleted", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:00.730396 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b77327-e69d-413e-bdbc-abe3db7e4910 x-openstack-request-id: req-e7b77327-e69d-413e-bdbc-abe3db7e4910 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:00.730730 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d", "name": "network-vif-deleted", "tag": "59eb889b-aba5-4eb4-8539-69993a817dff", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:00.731038 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7b77327-e69d-413e-bdbc-abe3db7e4910 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:00.731583 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d', 'name': 'network-vif-deleted', 'tag': '59eb889b-aba5-4eb4-8539-69993a817dff', 'status': 'completed', 'code': 200} Jul 27 22:22:01.145841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc8adc07-0cc8-4308-8715-dac577efcfd7 req-dab23c8e-c36c-46e6-83f5-d249b8fef41e tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67c2f3d3-ed64-42bd-ac7d-addbd35a0b8d HTTP/1.1" status: 200 len: 210 time: 0.0296915 Jul 27 22:22:01.947759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-569689fb-1c7b-45b1-92f5-22addf85b6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.709130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba712ff3-f153-4ce6-a5f8-caa96c699f29 req-951e4de9-30cc-4c15-b349-5d759a31fa09 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:02.710719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba712ff3-f153-4ce6-a5f8-caa96c699f29 req-951e4de9-30cc-4c15-b349-5d759a31fa09 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0549488 Jul 27 22:22:02.745572 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba712ff3-f153-4ce6-a5f8-caa96c699f29 req-44c058b5-c96b-464a-831d-f4517ac1988d tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283098 Jul 27 22:22:03.265775 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:03.729758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 59eb889b-aba5-4eb4-8539-69993a817dff no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:03.751565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 59eb889b-aba5-4eb4-8539-69993a817dff {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:03.751921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 59eb889b-aba5-4eb4-8539-69993a817dff not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:03.880237 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37645c44-1e26-480f-aaf9-1996f754cb11 req-e1724c4e-b78b-415f-880c-93acf5aec74f tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:03.882541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37645c44-1e26-480f-aaf9-1996f754cb11 req-e1724c4e-b78b-415f-880c-93acf5aec74f tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0667467 Jul 27 22:22:03.921339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37645c44-1e26-480f-aaf9-1996f754cb11 req-8506408e-26cb-4d4c-b432-997fba29ca69 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6bc21e25-e0f7-4550-bdf5-c690033b4259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Jul 27 22:22:04.068621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-f3db896e-0380-4e20-b1a0-ca49ffd29396 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:04.070846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-f3db896e-0380-4e20-b1a0-ca49ffd29396 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 1096 time: 0.0567951 Jul 27 22:22:04.169773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Deleting port 64da689e-a20f-4527-9720-cc7479fa3de3 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:04.170241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.256535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] For port 64da689e-a20f-4527-9720-cc7479fa3de3, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=64da689e-a20f-4527-9720-cc7479fa3de3,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:04.256922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.276208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Calling delete_port for 64da689e-a20f-4527-9720-cc7479fa3de3 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:04.411352 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae637368-d958-4788-a3b7-912bea12408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.490565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.502375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['64da689e-a20f-4527-9720-cc7479fa3de3'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:22:04.520971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Pushing event deleted for resources: {'Port': ['ID=64da689e-a20f-4527-9720-cc7479fa3de3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:04.571095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] No DVR routers for this DVR port 64da689e-a20f-4527-9720-cc7479fa3de3 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:04.573793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.576069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec97007a-eea2-473f-b91b-45555d1ae654 req-bed03352-f6e2-44c4-9056-bbd9a0cd72fc tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.50 "DELETE /v2.0/ports/64da689e-a20f-4527-9720-cc7479fa3de3 HTTP/1.1" status: 204 len: 173 time: 0.4975529 Jul 27 22:22:04.576640 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'name': 'network-vif-deleted', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:04.579188 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b8cdf2-3b3e-4556-8ced-3a991585eb4f" -d '{"events": [{"server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "name": "network-vif-deleted", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:04.800959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.818094 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e88fdf-654d-48ce-9f86-23db74ec7e65 x-openstack-request-id: req-29e88fdf-654d-48ce-9f86-23db74ec7e65 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:04.818421 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b", "name": "network-vif-deleted", "tag": "64da689e-a20f-4527-9720-cc7479fa3de3", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:04.818678 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29e88fdf-654d-48ce-9f86-23db74ec7e65 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:04.819081 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b', 'name': 'network-vif-deleted', 'tag': '64da689e-a20f-4527-9720-cc7479fa3de3', 'status': 'completed', 'code': 200} Jul 27 22:22:05.032252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2adae47d-9adf-48e6-97dd-6317ee29405a req-8b6ff78a-f975-4e10-b657-4b589f8c1584 tempest-TestServerMultinode-699604830 tempest-TestServerMultinode-699604830-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3cbe0dbe-9a1e-4483-ae81-4a5b2c452a2b HTTP/1.1" status: 200 len: 210 time: 0.0297544 Jul 27 22:22:05.905959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.096185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49192) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:06.462915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.726371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Deleting port c841e815-8cde-494a-86cc-3cb04459e2a8 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:06.726626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.808390 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] For port c841e815-8cde-494a-86cc-3cb04459e2a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c841e815-8cde-494a-86cc-3cb04459e2a8,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:06.808766 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.821304 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Calling delete_port for c841e815-8cde-494a-86cc-3cb04459e2a8 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:07.090652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.126033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Pushing event deleted for resources: {'Port': ['ID=c841e815-8cde-494a-86cc-3cb04459e2a8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:07.153732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.154089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.154462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.154818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.155154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.155673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.156017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.156354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.156694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.157026 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.157360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.157690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:07.245584 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.311762 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.533508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Router 0ace5a93-bd5f-424c-947c-8ad96f644792 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:07.604688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.702034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64da689e-a20f-4527-9720-cc7479fa3de3 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:07.724168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 64da689e-a20f-4527-9720-cc7479fa3de3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:07.724522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 64da689e-a20f-4527-9720-cc7479fa3de3 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:07.879484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:07.884497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b188fe80-01be-4f01-893d-22d5b354870b admin admin] 10.222.0.37 "PUT /v2.0/routers/0ace5a93-bd5f-424c-947c-8ad96f644792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867415 Jul 27 22:22:07.888354 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.893619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Sync routers for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:07.905589 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:07.906353 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:22:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:08.015026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:08.030600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.108061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4868365-59e0-479b-a42a-b60878c97e9f req-441b387a-651f-40f5-bcc4-21cad1dc2afa tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.109664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4868365-59e0-479b-a42a-b60878c97e9f req-441b387a-651f-40f5-bcc4-21cad1dc2afa tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 950 time: 0.1321332 Jul 27 22:22:08.187529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4868365-59e0-479b-a42a-b60878c97e9f req-8c638f88-48ac-4d08-a69d-a1a1e2d28a89 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507936 Jul 27 22:22:08.193676 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.284014 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:22:06Z', 'revision_number': 5, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:08.310639 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Checking router: 0ace5a93-bd5f-424c-947c-8ad96f644792 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:08.318998 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Routers {'0ace5a93-bd5f-424c-947c-8ad96f644792'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:08.319595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:22:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['0ace5a93-bd5f-424c-947c-8ad96f644792'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:08.396667 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Deleting port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:08.397017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.422694 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] Set router 0ace5a93-bd5f-424c-947c-8ad96f644792 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:08.483424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] For port 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:08.483716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.496517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Calling delete_port for 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:08.517053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.602984 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:22:06Z', 'revision_number': 5, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:08.637154 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5af5f70-4838-4e1d-b18e-1988e7889007 None None] The sync data for ids ['0ace5a93-bd5f-424c-947c-8ad96f644792'] in n-d-738018-6 is: [{'id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'name': 'tempest-TestServerMultinode-1712559222-router', 'tenant_id': '6d41ee5d3c72462686ab881719cc0309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:12Z', 'updated_at': '2021-07-27T22:22:06Z', 'revision_number': 5, 'project_id': '6d41ee5d3c72462686ab881719cc0309', 'gw_port': {'id': '443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace5a93-bd5f-424c-947c-8ad96f644792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:13Z', 'updated_at': '2021-07-27T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:08.770773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.795306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Pushing event deleted for resources: {'Port': ['ID=443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:08.862072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.953636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.955944 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.096220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.096882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ace5a93-bd5f-424c-947c-8ad96f644792 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:09.102043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.109210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42fd0f08-1db5-4f7e-8cbe-87592bbf7aff admin admin] 10.222.0.37 "DELETE /v2.0/routers/0ace5a93-bd5f-424c-947c-8ad96f644792 HTTP/1.1" status: 204 len: 168 time: 1.2152417 Jul 27 22:22:09.109210 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:09.163159 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Deleting subnet 6d8ae9c7-ca90-4c2a-9103-86b62985998a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:09.166274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.171391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c841e815-8cde-494a-86cc-3cb04459e2a8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:09.192891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c841e815-8cde-494a-86cc-3cb04459e2a8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:09.193360 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c841e815-8cde-494a-86cc-3cb04459e2a8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:09.206183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.299505 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.335584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1d69-ba58-430a-91ba-2d2c4562e7ea req-1dd9f0e3-f327-4964-bd2b-375b12ffc5a0 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:09.337208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-985c1d69-ba58-430a-91ba-2d2c4562e7ea req-1dd9f0e3-f327-4964-bd2b-375b12ffc5a0 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 950 time: 0.0745962 Jul 27 22:22:09.384620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-985c1d69-ba58-430a-91ba-2d2c4562e7ea req-d584d0a2-c66a-45f3-be0d-d555bf9b8b55 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/security-groups?id=d141f197-5e5c-4a10-9d9c-33b103e36563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Jul 27 22:22:09.457161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.482468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8ae9c7-ca90-4c2a-9103-86b62985998a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:09.488487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.490743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-90d22ac9-db2c-4df4-b3df-6e20818b50ce admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d8ae9c7-ca90-4c2a-9103-86b62985998a HTTP/1.1" status: 204 len: 168 time: 0.3831000 Jul 27 22:22:09.493167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:09.494805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8883dc26-705b-4187-beb0-1cfce9687a7d None None] Network 356d768b-6f4b-4dbb-9268-796e25e1509c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:09.576544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.588511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-97b6c878-5d01-4e45-b2c9-a0f1247b9ccd tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:09.590150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-97b6c878-5d01-4e45-b2c9-a0f1247b9ccd tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 950 time: 0.1337304 Jul 27 22:22:09.721330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Deleting port f9a990aa-2b96-4b35-9f81-88839b3c0091 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:09.721678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.785209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Deleting port 079e2218-55a2-4a80-9e4e-9110a61db6cc {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:09.785554 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.836968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] For port f9a990aa-2b96-4b35-9f81-88839b3c0091, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f9a990aa-2b96-4b35-9f81-88839b3c0091,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:09.837279 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.855977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] DHCP port deletion for 356d768b-6f4b-4dbb-9268-796e25e1509c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:09.858203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Calling delete_port for f9a990aa-2b96-4b35-9f81-88839b3c0091 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:09.910561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Deleting port f9a990aa-2b96-4b35-9f81-88839b3c0091 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:09.910950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.939678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] For port 079e2218-55a2-4a80-9e4e-9110a61db6cc, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=079e2218-55a2-4a80-9e4e-9110a61db6cc,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:09.940053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.961033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Calling delete_port for 079e2218-55a2-4a80-9e4e-9110a61db6cc owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:09.976260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] For port f9a990aa-2b96-4b35-9f81-88839b3c0091, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f9a990aa-2b96-4b35-9f81-88839b3c0091,segment=NetworkSegment(830fe311-e9fe-4df1-adcd-5693168dc6d7),segment_id=830fe311-e9fe-4df1-adcd-5693168dc6d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:09.976668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.997405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Calling delete_port for f9a990aa-2b96-4b35-9f81-88839b3c0091 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:10.123176 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.129390 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.154538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a990aa-2b96-4b35-9f81-88839b3c0091,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:10.156817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] No DVR routers for this DVR port f9a990aa-2b96-4b35-9f81-88839b3c0091 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:10.160611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] No DVR routers for this DVR port f9a990aa-2b96-4b35-9f81-88839b3c0091 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:10.161847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.162376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0807ab5-7ab8-4086-82a7-014bfe324f4c None None] Pushing event deleted for resources: {'Port': ['ID=f9a990aa-2b96-4b35-9f81-88839b3c0091,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:10.171113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.171467 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.171816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.172159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.172506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.172842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.173182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.173509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.173838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.174179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.174561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.176982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['079e2218-55a2-4a80-9e4e-9110a61db6cc'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:22:10.177343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:10.258768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Pushing event deleted for resources: {'Port': ['ID=079e2218-55a2-4a80-9e4e-9110a61db6cc,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:10.307463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] No DVR routers for this DVR port 079e2218-55a2-4a80-9e4e-9110a61db6cc on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:10.311207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.313182 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c3847d96-b271-4049-8b6d-33fc373a4f81 req-ede4a65b-0cfb-4031-8435-d060f7c804c3 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.76 "DELETE /v2.0/ports/079e2218-55a2-4a80-9e4e-9110a61db6cc HTTP/1.1" status: 204 len: 173 time: 0.7166569 Jul 27 22:22:10.313616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'name': 'network-vif-deleted', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:10.316478 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45598c9-0b31-4f41-9983-77c257cf739c" -d '{"events": [{"server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "name": "network-vif-deleted", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:10.323044 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.333969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356d768b-6f4b-4dbb-9268-796e25e1509c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:10.344370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830fe311-e9fe-4df1-adcd-5693168dc6d7') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:10.345034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830fe311-e9fe-4df1-adcd-5693168dc6d7') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:10.353428 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2da03-9cb4-4aa2-888d-c4212badda93 x-openstack-request-id: req-21f2da03-9cb4-4aa2-888d-c4212badda93 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:10.353720 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43ed3e1-93a7-45ec-922f-45d74e341c40", "name": "network-vif-deleted", "tag": "079e2218-55a2-4a80-9e4e-9110a61db6cc", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:10.353982 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21f2da03-9cb4-4aa2-888d-c4212badda93 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:10.354405 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43ed3e1-93a7-45ec-922f-45d74e341c40', 'name': 'network-vif-deleted', 'tag': '079e2218-55a2-4a80-9e4e-9110a61db6cc', 'status': 'completed', 'code': 200} Jul 27 22:22:10.356005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.369829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.375848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:22:10.376186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:22:10.377822 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:22:10.487159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84a4ee25-642b-4e54-9905-3193812f8af0 req-757071f1-c7fc-49ae-948b-f61a4ffbc134 tempest-VolumesBackupsTest-795905527 tempest-VolumesBackupsTest-795905527-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43ed3e1-93a7-45ec-922f-45d74e341c40 HTTP/1.1" status: 200 len: 210 time: 0.0348043 Jul 27 22:22:10.530889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.542397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.542397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] 10.222.0.37 "DELETE /v2.0/networks/356d768b-6f4b-4dbb-9268-796e25e1509c HTTP/1.1" status: 204 len: 168 time: 1.0457406 Jul 27 22:22:10.543835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 49214) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:10.552571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162226b-889c-4f21-bcf6-86c10064394c admin admin] Pushing event deleted for resources: {'Network': ['ID=356d768b-6f4b-4dbb-9268-796e25e1509c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:10.914469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.121394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:11.142352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:11.142607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 443f9b83-e3d9-4c46-8fc8-a2d06c59fc1c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:11.143354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f9a990aa-2b96-4b35-9f81-88839b3c0091 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:11.164543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f9a990aa-2b96-4b35-9f81-88839b3c0091 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:11.165138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f9a990aa-2b96-4b35-9f81-88839b3c0091 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:11.180093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Deleting port afca64e7-e919-4795-96ff-d78035ac1429 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:11.180504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.258991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] For port afca64e7-e919-4795-96ff-d78035ac1429, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=afca64e7-e919-4795-96ff-d78035ac1429,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:11.259359 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.272147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Calling delete_port for afca64e7-e919-4795-96ff-d78035ac1429 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:11.525088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.557343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afca64e7-e919-4795-96ff-d78035ac1429,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:11.730824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.198952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Router ec00b600-b528-4874-a01c-079c01736a9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:12.303982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:12.310768 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2b44f514-7b2b-43b6-a50b-10298ba0e4b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/ec00b600-b528-4874-a01c-079c01736a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658532 Jul 27 22:22:12.311582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49222) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:12.313701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Sync routers for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:12.324506 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:12.325304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:22:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:12.419750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.436646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:12.531345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.629815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:22:11Z', 'revision_number': 5, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port': {'id': '1f6d6380-5b17-4a08-b368-e9f298c371bf', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:23Z', 'updated_at': '2021-07-27T22:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:12.648004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Deleting port 1f6d6380-5b17-4a08-b368-e9f298c371bf {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:12.648370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.657626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Checking router: ec00b600-b528-4874-a01c-079c01736a9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:12.667961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Routers {'ec00b600-b528-4874-a01c-079c01736a9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:12.668587 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:22:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ec00b600-b528-4874-a01c-079c01736a9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:12.741348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] For port 1f6d6380-5b17-4a08-b368-e9f298c371bf, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1f6d6380-5b17-4a08-b368-e9f298c371bf,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:12.741748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.755748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Calling delete_port for 1f6d6380-5b17-4a08-b368-e9f298c371bf owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:12.761927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] Set router ec00b600-b528-4874-a01c-079c01736a9f gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:12.816364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:22:12Z', 'revision_number': 6, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:12.848845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22682fab-837d-448b-af4d-86a30e84b68e None None] The sync data for ids ['ec00b600-b528-4874-a01c-079c01736a9f'] in n-d-738018-6 is: [{'id': 'ec00b600-b528-4874-a01c-079c01736a9f', 'name': 'tempest-TestServerMultinode-5132128-router', 'tenant_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:22Z', 'updated_at': '2021-07-27T22:22:12Z', 'revision_number': 6, 'project_id': 'c7a0cbf839f34ed1933156f4fe4edc99', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:13.028032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.058868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6d6380-5b17-4a08-b368-e9f298c371bf,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:13.122025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.246917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.249592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.389611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device afca64e7-e919-4795-96ff-d78035ac1429 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:13.414769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: afca64e7-e919-4795-96ff-d78035ac1429 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:13.415124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device afca64e7-e919-4795-96ff-d78035ac1429 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:13.771023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.771666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec00b600-b528-4874-a01c-079c01736a9f {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:13.779219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.781290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ae6aadf-d18c-4b36-b0d7-6b38efbb3af5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ec00b600-b528-4874-a01c-079c01736a9f HTTP/1.1" status: 204 len: 168 time: 1.4685345 Jul 27 22:22:13.782859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49226) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:13.811431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 079e2218-55a2-4a80-9e4e-9110a61db6cc no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:13.836656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 079e2218-55a2-4a80-9e4e-9110a61db6cc {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:13.839952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 079e2218-55a2-4a80-9e4e-9110a61db6cc not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:13.840096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Deleting subnet ca2d8fa4-e0bc-4628-875d-6d70fcf8a162 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:13.841707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.886037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.974877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.136791 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.170992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2d8fa4-e0bc-4628-875d-6d70fcf8a162,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.173045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.176781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b4331c0b-0a45-4df2-b022-8a7f81265a12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca2d8fa4-e0bc-4628-875d-6d70fcf8a162 HTTP/1.1" status: 204 len: 168 time: 0.3929026 Jul 27 22:22:14.178968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49230) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:14.179669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46310ecc-ddc7-46da-9fbd-516628873475 None None] Network 139b22a8-419c-4c43-935b-f8c5cc09202c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:14.264965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.327342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Deleting port 2978456b-eb7f-4ca8-8149-6ef6677912a8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:14.327674 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.396990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] For port 2978456b-eb7f-4ca8-8149-6ef6677912a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2978456b-eb7f-4ca8-8149-6ef6677912a8,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:14.397573 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.417148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Calling delete_port for 2978456b-eb7f-4ca8-8149-6ef6677912a8 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:14.417818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] DHCP port deletion for 139b22a8-419c-4c43-935b-f8c5cc09202c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:14.474903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Deleting port 2978456b-eb7f-4ca8-8149-6ef6677912a8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:14.475281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.554037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] For port 2978456b-eb7f-4ca8-8149-6ef6677912a8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2978456b-eb7f-4ca8-8149-6ef6677912a8,segment=NetworkSegment(a83c3613-d5fa-44cb-888c-78e619d978c8),segment_id=a83c3613-d5fa-44cb-888c-78e619d978c8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:14.554491 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.571396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Calling delete_port for 2978456b-eb7f-4ca8-8149-6ef6677912a8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:14.639310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.666867 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.671192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Pushing event deleted for resources: {'Port': ['ID=2978456b-eb7f-4ca8-8149-6ef6677912a8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.686492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] No DVR routers for this DVR port 2978456b-eb7f-4ca8-8149-6ef6677912a8 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:14.698793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Pushing event deleted for resources: {'Port': ['ID=2978456b-eb7f-4ca8-8149-6ef6677912a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.708287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] No DVR routers for this DVR port 2978456b-eb7f-4ca8-8149-6ef6677912a8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:14.710628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.710984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.711352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.711693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.712033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.712371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.712704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.713040 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.713371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.713699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.714028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.714392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cedd63-2766-47cd-a49c-39d559310541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:14.778990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.790353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139b22a8-419c-4c43-935b-f8c5cc09202c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:14.801386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83c3613-d5fa-44cb-888c-78e619d978c8') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:14.801941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83c3613-d5fa-44cb-888c-78e619d978c8') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:14.810301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.824452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.830654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:22:14.833170 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:22:14.943036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.949576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.951859 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] 10.222.0.37 "DELETE /v2.0/networks/139b22a8-419c-4c43-935b-f8c5cc09202c HTTP/1.1" status: 204 len: 168 time: 0.7716568 Jul 27 22:22:14.964533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc781d-e6d3-4073-9d87-130c9b21038f admin admin] Pushing event deleted for resources: {'Network': ['ID=139b22a8-419c-4c43-935b-f8c5cc09202c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:15.138108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1f6d6380-5b17-4a08-b368-e9f298c371bf no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:15.160623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1f6d6380-5b17-4a08-b368-e9f298c371bf {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:15.161091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1f6d6380-5b17-4a08-b368-e9f298c371bf not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:15.161664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2978456b-eb7f-4ca8-8149-6ef6677912a8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:15.187025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 2978456b-eb7f-4ca8-8149-6ef6677912a8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:15.187494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2978456b-eb7f-4ca8-8149-6ef6677912a8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:15.412482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49274) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:15.452737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b7501ba-d566-405d-959e-dc4ce534651e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d41ee5d3c72462686ab881719cc0309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390034 Jul 27 22:22:15.455657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49276) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:15.508523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.531913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.655830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.658380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.659620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4ffc014-b2cd-4268-baa7-9c930adda746 HTTP/1.1" status: 204 len: 168 time: 0.2030478 Jul 27 22:22:15.667513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01cc1-6831-437f-8360-2c8b9c4d4a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ffc014-b2cd-4268-baa7-9c930adda746,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:16.500804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49318) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.543621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3fa35137-3777-43e1-9232-fdc5ce532630 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7a0cbf839f34ed1933156f4fe4edc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415847 Jul 27 22:22:16.546520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 49320) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.599701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.622705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.736562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.739862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.741088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bc21e25-e0f7-4550-bdf5-c690033b4259 HTTP/1.1" status: 204 len: 168 time: 0.1934681 Jul 27 22:22:16.751380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc17c2-2c2e-446b-ae15-8e4477f65856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc21e25-e0f7-4550-bdf5-c690033b4259,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:31.981665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b99a314-63aa-4a96-a670-6c8eb18b7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.444105 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99f86eb-29ad-4032-805e-8cdb2470a4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.758558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.935782 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.193089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.604200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.484426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.266372 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:01.981426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7822491a-f835-4070-bb6a-347763d1340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.452453 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc7d9228-56d5-4ca0-8ae9-c0261ad28602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.732495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.898580 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.186895 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.598097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:08.487113 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.266597 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:21.191572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-28b36a78-7aed-4712-a0a3-185d747656a0 req-0d734acb-a295-4ad6-a578-df0e4467cf17 service neutron] (94671) timed out ('10.222.0.37', 33582) {{(pid=94671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:23:31.977303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e684ddd1-c122-4ca9-b183-4893abdb1053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.428638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cfc4-5569-467e-bcdd-c7041c26cee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.769395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.925797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.211473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.588698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.519960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.266019 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:01.999444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e920b88-3dc1-4b1d-b98f-090c92fa3140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.399610 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c780946c-8eba-40fa-b1a0-255aedbc8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.747363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.946302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.244278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.610778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.591744 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.036984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-5adbb9cd-583b-43c5-b4c7-7f5f7708695b req-9ffa5cd7-1ffa-45f2-bfb7-410cdc9b0ae0 service neutron] (94672) timed out ('10.222.0.37', 47734) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:24:31.265111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:31.997204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8f82c69-3456-4fac-87a2-5b82e866b93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.461219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a9e665-8d9a-4322-933c-fa6e2c9ac464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.775199 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.900403 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.249422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.598313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.541189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.003001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3c13-d83e-451a-9a48-2d271c1af340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.420137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2844078-5d4f-4e2c-8639-b99e4674d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.757279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.941003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.265866 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.631555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.265446 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:08.528771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.956339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11fa0071-1171-42a1-81d9-b3e4ba0ed58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.442110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37e46c51-69cf-47c0-bea1-ad39e5efdba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.773483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.962077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.293081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.659213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.556753 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.265146 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:01.961633 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73a3cca0-bf1b-45fb-832a-8d613c1c094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.413247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70533f1f-b290-45e7-9eb2-9717dba776e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.755243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.898791 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.264254 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.636694 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.573048 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.215539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52108) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.411815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d1465c70-8b5e-44f4-8012-e9af2acb8356 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5017729dea0d42408a7e72707f526bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950111 Jul 27 22:26:21.414165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 52116) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.461302 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.483080 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.618232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.622137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.623358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d141f197-5e5c-4a10-9d9c-33b103e36563 HTTP/1.1" status: 204 len: 168 time: 0.2082610 Jul 27 22:26:21.631418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d141f197-5e5c-4a10-9d9c-33b103e36563,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:21.639510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.639865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.640217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.640557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.640897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.641234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.641571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.641909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.642239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.642596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.642923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:21.643250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52348b6b-e564-4284-9b77-689db8468bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:22.265240 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:31.921213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851d51b5-4e57-4dad-9596-d5c59d5f3f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.463963 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9dd4-f3e9-4528-84fa-82645548f6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.749421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.967026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.234043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.629567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.588463 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.264362 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:01.941576 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3a54b04-01d8-4c8f-b74e-7de83ff40b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.416195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46f59dfd-be03-4be9-a3b4-2111145d1d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.783393 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.943440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.313118 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.617699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.627365 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.948622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:30.077980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.166003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.239764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.279423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=282ee266b1c9444d8913a687e8ac9dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296475 Jul 27 22:27:30.280238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e238c-0b30-49e6-8dd6-9761c10ab2a0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:30.282069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53206) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:30.288183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.288540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.288888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.289232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.289575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.289915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.290249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.290613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.290946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.291275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.291607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.291935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431aaa2-c688-4b16-b4b1-1b2560cb7a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.333757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.354491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.456743 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.459345 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.460538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/587e238c-0b30-49e6-8dd6-9761c10ab2a0 HTTP/1.1" status: 204 len: 168 time: 0.1773329 Jul 27 22:27:30.469327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e238c-0b30-49e6-8dd6-9761c10ab2a0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:30.477027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.477369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.477711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.478048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.478437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.478771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.479101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.479430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.479757 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.480084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.480409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:30.480764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2209ce8b-0bbf-41ed-8b45-4f26947c5f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:31.184286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-ea3a86b1-9bb9-449a-8ee4-75c05ff8106d req-ec6542e7-8e4e-4017-ab32-be46fb293949 service neutron] (94672) timed out ('10.222.0.37', 38986) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:27:31.971206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bca048de-16c3-472b-ace2-fd0f5572e8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:34.416914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5355715-63ac-4d56-879c-8b51f3459f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:34.743904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-37b6806e-bb8a-4687-af66-07c162bc84a2 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233831 Jul 27 22:27:34.764548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:34.858170 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-97c71b3a-01a2-409b-ac3b-6735f8907297 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:34.859629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-97c71b3a-01a2-409b-ac3b-6735f8907297 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099625 Jul 27 22:27:34.875526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-79d68d86-353e-4349-a67f-d425812b948a tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/quotas/1c33ce5b7927490d9fd71df8f1e5fc30 HTTP/1.1" status: 200 len: 375 time: 0.0093122 Jul 27 22:27:34.911712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-860bf2ed-990a-46eb-b191-450bdca6bc4f tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305560 Jul 27 22:27:35.294180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-707e0995-c9b4-4f72-9ca2-2dab70d8de6f req-b90cacab-029a-4e46-b390-d145bcd5bff0 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 210 time: 0.1486845 Jul 27 22:27:35.970507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:36.266010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:36.409882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e59895b-7859-4f73-b19e-e8ec5a203a22 req-7de3b6f9-8db4-4279-9dde-223e6c1448dc tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Jul 27 22:27:37.365566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:37.533476 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f368188a-5adb-4161-8976-2c776f06ec28 req-e12049e1-88ba-41c7-b1a1-0bc71cf50e5c tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0294380 Jul 27 22:27:37.731161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.423244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-4626f3d8-3e9f-4096-95ec-db1c3e5bdd48 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223799 Jul 27 22:27:38.538426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-fadabef4-6ca0-4e0b-b811-f4779b948530 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:38.540325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-fadabef4-6ca0-4e0b-b811-f4779b948530 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106811 Jul 27 22:27:38.555891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Request body: {'port': {'device_id': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': '1c33ce5b7927490d9fd71df8f1e5fc30'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:38.615069 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.644288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7f0d13e4-3340-4f09-a7c6-feceb8ad0fd1 req-6c0f0260-0ce0-4b60-b438-95c4eb5ed7bb tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0404751 Jul 27 22:27:38.791831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Made reservation on behalf of 1c33ce5b7927490d9fd71df8f1e5fc30 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:38.795568 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.805470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.898510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.997780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.063089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a37ba-e29f-4b55-ae37-351bb7ba7a51,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:39.142710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Allocated IP 192.168.233.253 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/27610d17-99a0-4fdc-98b3-1df1069af278) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:39.295154 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.309701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Transition to ACTIVE for port object 27610d17-99a0-4fdc-98b3-1df1069af278 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:39.466742 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.513978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:39.519235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:39.522831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:39.529560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Pushing event updated for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:39.577650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:39.599005 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.778162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dbbb0-ec0e-4fa7-a3ca-8221f5c39a8c req-5b734798-d76b-4659-816f-e1d3888d2f1c tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:39.779744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb5dbbb0-ec0e-4fa7-a3ca-8221f5c39a8c req-5b734798-d76b-4659-816f-e1d3888d2f1c tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 936 time: 0.0639980 Jul 27 22:27:39.791815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-cfb41f04-3f13-4e41-89c3-2b2b95d69e11 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2397962 Jul 27 22:27:39.823228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fb5dbbb0-ec0e-4fa7-a3ca-8221f5c39a8c req-2561199e-7a22-4fd6-910c-aedf1da90b94 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Jul 27 22:27:39.859354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Request body: {'port': {'device_id': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:39.902582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2625516-eb84-4c4e-8470-6a741d88ac84 None None] Provisioning for port 27610d17-99a0-4fdc-98b3-1df1069af278 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:39.909433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c2625516-eb84-4c4e-8470-6a741d88ac84 None None] Provisioning complete for port 27610d17-99a0-4fdc-98b3-1df1069af278 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:39.910092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2625516-eb84-4c4e-8470-6a741d88ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.932588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.943783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c2625516-eb84-4c4e-8470-6a741d88ac84 None None] Port 27610d17-99a0-4fdc-98b3-1df1069af278 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:40.200468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27610d17-99a0-4fdc-98b3-1df1069af278 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:40.208989 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.221577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Transition to ACTIVE for port object 27610d17-99a0-4fdc-98b3-1df1069af278 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:40.345919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.397176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Pushing event updated for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:40.476547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Attempting to bind port 27610d17-99a0-4fdc-98b3-1df1069af278 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:27:40.477179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Attempting to bind port 27610d17-99a0-4fdc-98b3-1df1069af278 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:27:40.477179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Attempting to bind port 27610d17-99a0-4fdc-98b3-1df1069af278 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:40.485522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Port 27610d17-99a0-4fdc-98b3-1df1069af278 on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:27:40.485522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Attempting to bind port 27610d17-99a0-4fdc-98b3-1df1069af278 on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:40.487509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:27:40.487854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:40.488241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:27:40.488669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Bound port: 27610d17-99a0-4fdc-98b3-1df1069af278, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:27:40.489031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.562143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:27:40.565796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=27610d17-99a0-4fdc-98b3-1df1069af278,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:27:40.651457 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.686148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:40.686794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.688212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] 10.222.0.76 "PUT /v2.0/ports/27610d17-99a0-4fdc-98b3-1df1069af278 HTTP/1.1" status: 200 len: 1096 time: 0.8876135 Jul 27 22:27:40.688654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:40.691815 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:40.720098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c9a06-20b6-4347-b9a1-68205a3c5de2 service neutron] Pushing event updated for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:40.816296 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d83bc-1857-4253-86ee-65a53f150c63 x-openstack-request-id: req-c48d83bc-1857-4253-86ee-65a53f150c63 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:40.816593 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:40.816844 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c48d83bc-1857-4253-86ee-65a53f150c63 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:40.817252 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278', 'status': 'completed', 'code': 200} Jul 27 22:27:40.844960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-5e88106f-6277-4558-8f1e-44309df8eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:40.847241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-5e88106f-6277-4558-8f1e-44309df8eb03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 1099 time: 0.0618620 Jul 27 22:27:40.894072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-dbbd2dcd-b31c-40c9-a8ff-596dcc52b8d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=27610d17-99a0-4fdc-98b3-1df1069af278 HTTP/1.1" status: 200 len: 217 time: 0.0391200 Jul 27 22:27:40.944961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-c70efa8f-3e25-4f16-bc30-6139fe6fef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:40.946855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-c70efa8f-3e25-4f16-bc30-6139fe6fef52 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0453675 Jul 27 22:27:40.962903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359a97-ce3a-4045-a9f6-1840550981fc req-0f2be4e1-5a39-4895-8698-fb21b1c84c6e tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:40.965840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15359a97-ce3a-4045-a9f6-1840550981fc req-0f2be4e1-5a39-4895-8698-fb21b1c84c6e tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 948 time: 0.0659294 Jul 27 22:27:41.006407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15359a97-ce3a-4045-a9f6-1840550981fc req-4d7b319c-59a8-45f7-b39c-29aa4b879860 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Jul 27 22:27:41.013833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cab27-1e65-4858-b438-a477433a61df req-b43be1c4-e343-4cd7-8f25-73e436e18867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.015418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-b43be1c4-e343-4cd7-8f25-73e436e18867 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596998 Jul 27 22:27:41.109930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-bc5d5962-3d0c-408b-a512-a08881e85031 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866330 Jul 27 22:27:41.199640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08cab27-1e65-4858-b438-a477433a61df req-89674f15-8da4-4078-8b51-3c38ac004e0b service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825138 Jul 27 22:27:41.405964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-3a605ae8-bb5b-4186-9717-5944485048b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.407532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-3a605ae8-bb5b-4186-9717-5944485048b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 1099 time: 0.0594597 Jul 27 22:27:41.497598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-0a8008dd-a57a-42f3-9292-93c782799690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.499023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-0a8008dd-a57a-42f3-9292-93c782799690 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e10448ab-aa1b-4b80-a926-689592a88238 HTTP/1.1" status: 200 len: 870 time: 0.0845556 Jul 27 22:27:41.545589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-7f034ce5-38a7-42f9-8018-72e81f3c934c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=27610d17-99a0-4fdc-98b3-1df1069af278 HTTP/1.1" status: 200 len: 217 time: 0.0379198 Jul 27 22:27:41.597168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-66755c5f-d31b-458f-a0db-a33f293acbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.598676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-66755c5f-d31b-458f-a0db-a33f293acbd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0445111 Jul 27 22:27:41.659952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-01e966e7-8bdc-4d01-879f-2fa5f27aea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.661462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-01e966e7-8bdc-4d01-879f-2fa5f27aea73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539250 Jul 27 22:27:41.755817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-36e153aa-5691-475a-a42e-3b912a406efd service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862474 Jul 27 22:27:41.850085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b64e86b1-1340-4e3c-8944-e86c8f7cd6e1 req-1498f157-9b28-44c3-8852-f974ef93891d service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Jul 27 22:27:42.137405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925eb79-c00a-458f-8752-6506bdca4add req-4d0a0e9d-6a71-4d4c-a92b-460fd51ca6b1 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:42.139118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7925eb79-c00a-458f-8752-6506bdca4add req-4d0a0e9d-6a71-4d4c-a92b-460fd51ca6b1 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 948 time: 0.0642745 Jul 27 22:27:42.179440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7925eb79-c00a-458f-8752-6506bdca4add req-29e1ae49-4773-4147-b05a-fc1901cdb3ec tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jul 27 22:27:43.312998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3d682-b7c0-490e-b05f-b28c6ead216c req-b66f7302-d4c1-43bb-828b-15ffb692539e tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:43.314556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33e3d682-b7c0-490e-b05f-b28c6ead216c req-b66f7302-d4c1-43bb-828b-15ffb692539e tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 948 time: 0.0672917 Jul 27 22:27:43.343197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 27610d17-99a0-4fdc-98b3-1df1069af278 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:27:43.354743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-33e3d682-b7c0-490e-b05f-b28c6ead216c req-748f7dfd-a101-4181-a915-fee29d355fcc tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Jul 27 22:27:43.451780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=27610d17-99a0-4fdc-98b3-1df1069af278,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:43.463028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '27610d17-99a0-4fdc-98b3-1df1069af278', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': '27610d17-99a0-4fdc-98b3-1df1069af278', 'mac_address': 'fa:16:3e:02:1a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:27:43.500308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:43.513492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27610d17-99a0-4fdc-98b3-1df1069af278 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:43.532996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=27610d17-99a0-4fdc-98b3-1df1069af278,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:43.793881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:43.846868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:43.856834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.857210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.857566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.857915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.858266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.858631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.858971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.859312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.859647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.859981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.860315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:43.860645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:44.022551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['27610d17-99a0-4fdc-98b3-1df1069af278'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:27:44.490817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54fe6b-46ac-44cf-904c-b4d50dfd0f3f req-543a2fe9-3057-4a92-b191-ea14412a56db tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:44.492368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a54fe6b-46ac-44cf-904c-b4d50dfd0f3f req-543a2fe9-3057-4a92-b191-ea14412a56db tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 949 time: 0.0693653 Jul 27 22:27:44.531461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a54fe6b-46ac-44cf-904c-b4d50dfd0f3f req-0ac031b2-a171-4d12-bce2-a3313a3a2b49 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Jul 27 22:27:45.343371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 27610d17-99a0-4fdc-98b3-1df1069af278 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:45.489027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 27610d17-99a0-4fdc-98b3-1df1069af278 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:45.492964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 27610d17-99a0-4fdc-98b3-1df1069af278 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:45.493373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:45.568749 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:45.591637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:45.593892 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02fbda7-1204-4c2c-9cf9-7c734573a5f1" -d '{"events": [{"server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:45.607990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=27610d17-99a0-4fdc-98b3-1df1069af278,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:45.669451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb102b-5efc-40b3-a2ac-082bbfee94ee req-b44b5292-8c02-4752-8d5e-f7dd1ab5da1f tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:45.671156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68cb102b-5efc-40b3-a2ac-082bbfee94ee req-b44b5292-8c02-4752-8d5e-f7dd1ab5da1f tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 949 time: 0.0720806 Jul 27 22:27:45.702474 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c8ee25-5d88-47a2-8800-bcbaf6b81969 x-openstack-request-id: req-05c8ee25-5d88-47a2-8800-bcbaf6b81969 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:45.702777 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:45.703038 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05c8ee25-5d88-47a2-8800-bcbaf6b81969 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:45.703441 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278', 'code': 200} Jul 27 22:27:45.712578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-68cb102b-5efc-40b3-a2ac-082bbfee94ee req-25a75265-37b1-4456-b041-0108bd3968ba tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Jul 27 22:27:45.724361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:45.777892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:45.824347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1c0c4-37f3-4ac3-be17-6fe0e14d7c71 req-47298e20-af56-4eb3-aad8-1971e6226d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:45.825915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10b1c0c4-37f3-4ac3-be17-6fe0e14d7c71 req-47298e20-af56-4eb3-aad8-1971e6226d1a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 1101 time: 0.0551782 Jul 27 22:27:45.863425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10b1c0c4-37f3-4ac3-be17-6fe0e14d7c71 req-7c1871d9-7c08-40ca-8351-f4f56abd8e62 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284312 Jul 27 22:27:46.849330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de85ab-9512-48ce-913d-6940dfa6c62d req-c9c915b6-0bb0-41a7-b156-e0e02cc65423 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:46.850929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84de85ab-9512-48ce-913d-6940dfa6c62d req-c9c915b6-0bb0-41a7-b156-e0e02cc65423 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 950 time: 0.0685124 Jul 27 22:27:46.895743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84de85ab-9512-48ce-913d-6940dfa6c62d req-5a5b15f3-66d4-4a8a-84ec-d55fb523a4f3 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Jul 27 22:27:48.025116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61d59f-7a06-4077-a959-e9b0379c292a req-50e49c20-9bc6-4c8b-899c-d8e917acac72 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:48.026645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db61d59f-7a06-4077-a959-e9b0379c292a req-50e49c20-9bc6-4c8b-899c-d8e917acac72 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 950 time: 0.0637298 Jul 27 22:27:48.069207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db61d59f-7a06-4077-a959-e9b0379c292a req-601c5f26-7be4-4661-b73b-7ce48377f52e tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Jul 27 22:27:48.646166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e464b0-abf2-437a-8bc9-15154bd4e7b2 req-7f86f9ae-4227-4714-a331-3cf6d7089496 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:48.647689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67e464b0-abf2-437a-8bc9-15154bd4e7b2 req-7f86f9ae-4227-4714-a331-3cf6d7089496 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 950 time: 0.0663745 Jul 27 22:27:48.689540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67e464b0-abf2-437a-8bc9-15154bd4e7b2 req-d3b766d5-a3d8-470f-8024-0f7c8b1d1de3 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Jul 27 22:27:49.823399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e5668-8158-452e-9ea1-ca3662d03ab3 req-b06bb5bf-8c81-4352-8b6c-cccd32903440 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:49.824921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-621e5668-8158-452e-9ea1-ca3662d03ab3 req-b06bb5bf-8c81-4352-8b6c-cccd32903440 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 950 time: 0.0648601 Jul 27 22:27:49.865349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-621e5668-8158-452e-9ea1-ca3662d03ab3 req-4334b26c-2aa0-4438-b3e0-cbf0f628e990 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/security-groups?id=c08a37ba-e29f-4b55-ae37-351bb7ba7a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Jul 27 22:27:50.028803 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-ad399b5c-5050-40ec-bec7-14f34d5b64ad tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:50.030312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-ad399b5c-5050-40ec-bec7-14f34d5b64ad tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.76 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 950 time: 0.0653121 Jul 27 22:27:50.136865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Deleting port 27610d17-99a0-4fdc-98b3-1df1069af278 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:27:50.137207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:50.223678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] For port 27610d17-99a0-4fdc-98b3-1df1069af278, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=27610d17-99a0-4fdc-98b3-1df1069af278,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:50.224049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:50.236864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Calling delete_port for 27610d17-99a0-4fdc-98b3-1df1069af278 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:27:50.439667 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:50.452471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['27610d17-99a0-4fdc-98b3-1df1069af278'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:27:50.470437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Pushing event deleted for resources: {'Port': ['ID=27610d17-99a0-4fdc-98b3-1df1069af278,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:50.524156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] No DVR routers for this DVR port 27610d17-99a0-4fdc-98b3-1df1069af278 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:27:50.526837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:50.528950 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-37bf4ee5-edaa-4fd9-a24e-fab0b5f56213 req-6b728781-4346-44b5-8113-16d6e355d967 tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.76 "DELETE /v2.0/ports/27610d17-99a0-4fdc-98b3-1df1069af278 HTTP/1.1" status: 204 len: 173 time: 0.4919298 Jul 27 22:27:50.529420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'name': 'network-vif-deleted', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:50.531836 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30387746-d0ca-49d4-aadb-93ed9ce8c2f1" -d '{"events": [{"server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "name": "network-vif-deleted", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:50.574695 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b09c1-c409-429e-bcc0-257d35ef7ca0 x-openstack-request-id: req-fe8b09c1-c409-429e-bcc0-257d35ef7ca0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:50.575082 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d9129-adbc-4ddf-ab8d-0d16b412f6f8", "name": "network-vif-deleted", "tag": "27610d17-99a0-4fdc-98b3-1df1069af278", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:50.575392 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe8b09c1-c409-429e-bcc0-257d35ef7ca0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:50.575871 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d9129-adbc-4ddf-ab8d-0d16b412f6f8', 'name': 'network-vif-deleted', 'tag': '27610d17-99a0-4fdc-98b3-1df1069af278', 'status': 'completed', 'code': 200} Jul 27 22:27:50.975253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e78107a9-bacb-4de6-9c63-11ec7920b48b req-e0c2f735-76d4-4a31-be0f-b1c3abb897cd tempest-VolumesNegativeTest-974854391 tempest-VolumesNegativeTest-974854391-project] 10.222.0.37 "GET /v2.0/ports?device_id=501d9129-adbc-4ddf-ab8d-0d16b412f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0306716 Jul 27 22:27:53.436831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 27610d17-99a0-4fdc-98b3-1df1069af278 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:27:53.458061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 27610d17-99a0-4fdc-98b3-1df1069af278 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:27:53.458491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 27610d17-99a0-4fdc-98b3-1df1069af278 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:27:59.306143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53590) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:59.437901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-84a5cf1f-72f3-4b8b-a34c-f4d1a23892d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c33ce5b7927490d9fd71df8f1e5fc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305630 Jul 27 22:27:59.440337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53594) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:59.498185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.520037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.671385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.674163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.675357 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c08a37ba-e29f-4b55-ae37-351bb7ba7a51 HTTP/1.1" status: 204 len: 168 time: 0.2341216 Jul 27 22:27:59.683847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a621fd-d62d-485b-bb12-8fc8cdf939cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a37ba-e29f-4b55-ae37-351bb7ba7a51,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:01.959330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-912aa187-a9b8-493a-94f1-0d728599ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.760434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:02.765194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289076504', 'description': 'tempest-secgroup-smoke-289076504 description', 'project_id': '1a99206e26cc4d1797c3751342c40d78'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:02.889040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.897442 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.988028 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.079268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.116348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd64dfb-3c4c-4a11-85f3-3a345a80ce9b,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:03.171746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.236426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.265869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d46098-8e24-4e40-a3cf-0ed23a1dc79e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:03.348126 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.349430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-54a3c991-441b-411b-823c-4e1b665559e9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5879419 Jul 27 22:28:03.352448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:03.356973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:03.453251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.524577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.596613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.627579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31332ff-e2ed-4077-8db8-2bafb1d3f8d1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:03.684907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.686104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a81cac6-2f09-42d2-ae04-0d3415cc9093 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327067 Jul 27 22:28:03.688898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:03.694082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:03.787420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.844625 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.930727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.948839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65bc3af7-7760-4d8e-b6e1-05b5a56bf47a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:04.016391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.017651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb24f8e9-3b9b-4577-ba29-9f51d166f474 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278255 Jul 27 22:28:04.020665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:04.025295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:04.107243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.170511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.239688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.257744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474f69e7-0edd-483b-be5c-4e279f31e2f0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:04.322498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.323743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a925c52-57c6-461f-8b79-8fbc4f5e2533 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021014 Jul 27 22:28:04.326397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:04.330918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:04.418888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.442805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e0a03e-90cd-45dc-a9a7-ae7ca40fad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.479449 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.565254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.587515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26537981-38af-4c61-8329-c4c13a61176e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:04.703240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.704731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dc66e250-40b1-4fde-84df-943856e4627e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3772345 Jul 27 22:28:04.707891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:04.713012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:04.754063 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.807964 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:28:04.812959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.874084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.939106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.957712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6675cccc-b695-404e-92e9-4c6e63e0d102,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:05.039191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.040487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6b03315a-cc71-44e4-b420-fd1d1cd8f1ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316412 Jul 27 22:28:05.043232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:05.047717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '17d46098-8e24-4e40-a3cf-0ed23a1dc79e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:05.165095 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:28:05.170200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.232786 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.327634 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.345678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ebd656-f0d9-42a6-aaa4-afaa8f53b1af,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:05.436620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.437849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8ac8812a-867c-4e53-851a-aec59e9cba63 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3936880 Jul 27 22:28:05.440955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:05.446951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'network': {'name': 'tempest-network-smoke--598852707', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:05.522052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:05.525610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.550889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:28:05.559609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.559957 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Added segment e05aa7ae-aaa9-411a-bb38-a9755cc17f5f of type vlan for network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e Jul 27 22:28:05.602018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.979603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.980236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.985512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:05.989308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.086511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Network': ['ID=96b53ca6-6c16-4a1b-8457-31ee531f9a6e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.096553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:28:06.154921 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-46ba0bdf-0e33-4ef0-8a6d-697e54e34e62 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7120392 Jul 27 22:28:06.157775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53652) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:06.163403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'admin_state_up': True, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:06.268244 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.269276 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.354574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.610084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.866182 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.891196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.996647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.128 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/acc7f63c-602b-43fd-9ca2-12b750f8873f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:07.097121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.222532 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.259182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:07.261975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:07.267976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:07.273727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.295232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=acc7f63c-602b-43fd-9ca2-12b750f8873f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:07.614132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.679520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.875896 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.087347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:28:08.194618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:08.205779 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Sync routers for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:08.216003 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:08.216616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:08.273761 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.275195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8fdb4e01-f506-4895-b78d-913043d1dd7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1164286 Jul 27 22:28:08.278076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:08.317148 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:08.402335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-95f59a16-ec36-40f9-9b95-81130c282c86 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1a99206e26cc4d1797c3751342c40d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231129 Jul 27 22:28:08.405147 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:08.498905 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:08.526766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Checking router: e7f0e558-2cdf-4c3e-bb36-6052111b89b5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:08.527115 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Updating router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 port acc7f63c-602b-43fd-9ca2-12b750f8873f binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:28:08.555949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d27a3-d04d-4c0b-aa46-bfaeb9e1a46f tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:08.563315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4d0d27a3-d04d-4c0b-aa46-bfaeb9e1a46f tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1513772 Jul 27 22:28:08.563432 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.563537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53660) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:08.582908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.595477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c89cf527-5566-422a-9665-739984091112 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341446 Jul 27 22:28:08.602850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:08.608124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1312142790', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:08.802498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:08.806167 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.899736 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.909364 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Transition to ACTIVE for port object acc7f63c-602b-43fd-9ca2-12b750f8873f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:08.988177 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.039778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Attempting to bind port acc7f63c-602b-43fd-9ca2-12b750f8873f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:09.040211 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Attempting to bind port acc7f63c-602b-43fd-9ca2-12b750f8873f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:09.040574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Attempting to bind port acc7f63c-602b-43fd-9ca2-12b750f8873f on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:09.042525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Pushing event updated for resources: {'Port': ['ID=acc7f63c-602b-43fd-9ca2-12b750f8873f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:09.045196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.051965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:09.051965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:09.052259 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.052453 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:09.052969 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Bound port: acc7f63c-602b-43fd-9ca2-12b750f8873f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:09.053295 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.055636 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.055976 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.056311 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.056639 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.056967 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.057294 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.057621 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.057939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.058255 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.058596 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.058918 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.059235 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:09.110118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Subnet': ['ID=e103c92b-0aef-4a4b-95d4-fc30fad1ce51,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:09.113198 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] For port acc7f63c-602b-43fd-9ca2-12b750f8873f, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:09.116493 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] For port acc7f63c-602b-43fd-9ca2-12b750f8873f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acc7f63c-602b-43fd-9ca2-12b750f8873f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:09.119650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Checking segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:09.125075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network hostable DHCP agents. Network: 96b53ca6-6c16-4a1b-8457-31ee531f9a6e, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:28:09.202463 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.213774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:28:09.262414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:09.263041 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:09.299002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3386cd6-6839-4fcb-910e-6a3808e59eab None None] Pushing event updated for resources: {'Port': ['ID=acc7f63c-602b-43fd-9ca2-12b750f8873f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:09.339612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 96b53ca6-6c16-4a1b-8457-31ee531f9a6e) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:09.344072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:09.344716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.348562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2a3db-9e2f-401d-a00b-af917d98a39b None None] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:09.374603 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:09.455098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b607dea6-bfde-436f-add9-d246a3e10617 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8510900 Jul 27 22:28:09.458693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53664) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:09.505897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:28:09.507299 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.558730 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-bac26229-0d80-43d0-b08f-beace140174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:09.590365 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac26229-0d80-43d0-b08f-beace140174e None None] The sync data for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 is: [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:09.663847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Allocated IP 172.20.0.2 (96b53ca6-6c16-4a1b-8457-31ee531f9a6e/e103c92b-0aef-4a4b-95d4-fc30fad1ce51/2cae1906-e990-447a-b99b-e0f65d46f42b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:09.835301 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.850814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Transition to ACTIVE for port object 2cae1906-e990-447a-b99b-e0f65d46f42b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:09.872690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Transition to ACTIVE for port object 2cae1906-e990-447a-b99b-e0f65d46f42b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:09.962975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.999143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:10.002368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:10.007282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:10.050753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Pushing event updated for resources: {'Port': ['ID=2cae1906-e990-447a-b99b-e0f65d46f42b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:10.085329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Attempting to bind port 2cae1906-e990-447a-b99b-e0f65d46f42b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:10.085635 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Attempting to bind port 2cae1906-e990-447a-b99b-e0f65d46f42b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:10.086013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Attempting to bind port 2cae1906-e990-447a-b99b-e0f65d46f42b on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:10.091341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:10.093208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Checking segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:10.093208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.093208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Bound using segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:10.093208 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Bound port: 2cae1906-e990-447a-b99b-e0f65d46f42b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:10.093745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.164644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] For port 2cae1906-e990-447a-b99b-e0f65d46f42b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:10.168032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] For port 2cae1906-e990-447a-b99b-e0f65d46f42b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2cae1906-e990-447a-b99b-e0f65d46f42b,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:10.228448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.260088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.322556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64694220-b425-4974-8cca-dbb87f0c429b None None] Pushing event updated for resources: {'Port': ['ID=2cae1906-e990-447a-b99b-e0f65d46f42b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:10.614570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.1 (96b53ca6-6c16-4a1b-8457-31ee531f9a6e/e103c92b-0aef-4a4b-95d4-fc30fad1ce51/0d50ba73-bbc0-4726-8025-9e061840d351) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:10.736957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.747018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object 0d50ba73-bbc0-4726-8025-9e061840d351 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:10.865878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.909465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:10.915063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:10.918765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:10.925240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:10.976362 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.195902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.352324 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acc7f63c-602b-43fd-9ca2-12b750f8873f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:11.474537 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.533717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port acc7f63c-602b-43fd-9ca2-12b750f8873f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:11.538689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port acc7f63c-602b-43fd-9ca2-12b750f8873f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:11.539100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.559775 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.626106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.640826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.643814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:11.654216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port acc7f63c-602b-43fd-9ca2-12b750f8873f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acc7f63c-602b-43fd-9ca2-12b750f8873f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:11.748165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:11.749620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:11.756522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.757577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2cae1906-e990-447a-b99b-e0f65d46f42b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:11.840237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=acc7f63c-602b-43fd-9ca2-12b750f8873f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:11.877879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:11.904963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726efb1-b9ba-4591-a55e-2c82fe638c86 None None] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:11.946310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2cae1906-e990-447a-b99b-e0f65d46f42b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:11.994683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:12.006032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7ebe45e4-496a-4a79-8742-f0bdda79f362 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/e7f0e558-2cdf-4c3e-bb36-6052111b89b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5358622 Jul 27 22:28:12.023115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Sync routers for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:12.042147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:12.046222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:12.113034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Provisioning for port 2cae1906-e990-447a-b99b-e0f65d46f42b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:12.153473 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Provisioning complete for port 2cae1906-e990-447a-b99b-e0f65d46f42b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:12.153776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.155865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-52d36559-afb9-4c62-84ed-58dd489f6995 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289076504&fields=id&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 267 time: 0.0447803 Jul 27 22:28:12.225498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:12.368534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-65825ee5-2081-4782-8537-607d6bce846e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:12.375075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-65825ee5-2081-4782-8537-607d6bce846e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 796 time: 0.2111356 Jul 27 22:28:12.382097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.388172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-9886c2e7-8457-4ee2-a095-f5b5d3b2f258 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/quotas/1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 375 time: 0.0119660 Jul 27 22:28:12.443767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] For port 2cae1906-e990-447a-b99b-e0f65d46f42b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2cae1906-e990-447a-b99b-e0f65d46f42b,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:12.500889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 2, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:12.510483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-d1a23c09-1724-460f-b475-47ea40849a5e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163960 Jul 27 22:28:12.532456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.536605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Checking router: e7f0e558-2cdf-4c3e-bb36-6052111b89b5 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:12.536971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Updating router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 port 0d50ba73-bbc0-4726-8025-9e061840d351 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:28:12.592330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-f95f2bc4-2002-4b5b-b313-c4051679fd7f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:28:12.594781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-f95f2bc4-2002-4b5b-b313-c4051679fd7f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694146 Jul 27 22:28:12.613554 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.624678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6940674-8481-4fb2-8f15-809a273326ce None None] Pushing event updated for resources: {'Port': ['ID=2cae1906-e990-447a-b99b-e0f65d46f42b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:12.713007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-eda5ec7f-a03c-40da-840b-652b5c5362ff service neutron] 10.222.0.37 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117735 Jul 27 22:28:12.758348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Provisioning for port 0d50ba73-bbc0-4726-8025-9e061840d351 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:12.767465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Provisioning complete for port 0d50ba73-bbc0-4726-8025-9e061840d351 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:12.767972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.809285 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-23ce822b-3ad4-456f-9fe9-81965a681383 service neutron] 10.222.0.37 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953798 Jul 27 22:28:12.845501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Port 0d50ba73-bbc0-4726-8025-9e061840d351 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:28:12.877141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Provisioning complete for port 2cae1906-e990-447a-b99b-e0f65d46f42b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:12.877518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f3c1a8-6270-43b1-967d-b83126f25824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.006966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.026913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Transition to ACTIVE for port object 0d50ba73-bbc0-4726-8025-9e061840d351 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:13.082110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0aaaca83-a773-46a3-8233-f10a55d21bd5 req-fd592fe6-f04f-4962-bc37-b2f585b6589f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 210 time: 0.0339541 Jul 27 22:28:13.108097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.177957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a869-970f-4f5d-a456-7a052db49fad None None] Pushing event updated for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:13.242091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Attempting to bind port 0d50ba73-bbc0-4726-8025-9e061840d351 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:13.242514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Attempting to bind port 0d50ba73-bbc0-4726-8025-9e061840d351 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:13.242889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Attempting to bind port 0d50ba73-bbc0-4726-8025-9e061840d351 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:13.248531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:13.248910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Checking segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:13.249319 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.249726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Bound using segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:13.250212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Bound port: 0d50ba73-bbc0-4726-8025-9e061840d351, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:13.250642 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.268458 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:13.333003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] For port 0d50ba73-bbc0-4726-8025-9e061840d351, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:13.337013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] For port 0d50ba73-bbc0-4726-8025-9e061840d351, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d50ba73-bbc0-4726-8025-9e061840d351,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:13.365576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acc7f63c-602b-43fd-9ca2-12b750f8873f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:13.403985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.488104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24a869-970f-4f5d-a456-7a052db49fad None None] Pushing event updated for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:13.495474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:13.496942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:13.499623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port acc7f63c-602b-43fd-9ca2-12b750f8873f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:13.500007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.829149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:13.875241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2cae1906-e990-447a-b99b-e0f65d46f42b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:14.021603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2cae1906-e990-447a-b99b-e0f65d46f42b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:14.021978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:14.151737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:13Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:14.170774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3fe4980c-d808-4d20-8564-bc260dbffa4d req-4fb334df-0447-4bb4-8af7-207e72854b47 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 210 time: 0.0340745 Jul 27 22:28:14.183571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08dafe-4242-4752-84d6-27105837dc09 None None] The sync data for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 is: [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:13Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:15.271226 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-758d7c34-c47a-485c-acca-5e120cffb12e req-a16bafc6-49d1-4c0d-a364-73b017421c1a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 210 time: 0.0308256 Jul 27 22:28:15.337610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d50ba73-bbc0-4726-8025-9e061840d351 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:15.515886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0d50ba73-bbc0-4726-8025-9e061840d351 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:15.520585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0d50ba73-bbc0-4726-8025-9e061840d351 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:15.520970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.600407 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.632783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0d50ba73-bbc0-4726-8025-9e061840d351, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d50ba73-bbc0-4726-8025-9e061840d351,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:15.710367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.760857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:15.780567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-f36c1640-98cd-44d5-bab6-fe260e9bd704 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:15.782160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-f36c1640-98cd-44d5-bab6-fe260e9bd704 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 796 time: 0.1969759 Jul 27 22:28:15.836163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-d2158102-d794-4645-aaae-8e50adea05be tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 379 time: 0.0434291 Jul 27 22:28:15.845149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'port': {'device_id': '26a85047-f28c-4694-b08e-9e24349f5163', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'admin_state_up': True, 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'security_groups': ['17d46098-8e24-4e40-a3cf-0ed23a1dc79e']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:16.027500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:16.031434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.158050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.6 (96b53ca6-6c16-4a1b-8457-31ee531f9a6e/e103c92b-0aef-4a4b-95d4-fc30fad1ce51/f08dab87-3eeb-47f5-802e-817760c6d048) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:16.290692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.304973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object f08dab87-3eeb-47f5-802e-817760c6d048 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:16.371816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7f8225c1-632a-4c35-99c1-3446f52b71bb req-6fc28227-bcee-465c-b6b6-9e8e198d0fdc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Jul 27 22:28:16.436567 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.482704 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:16.488141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:16.491726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:16.498138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:16.544582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:16.545132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.637043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-72354d1c-9aca-4262-a183-7a9388a535b0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954867 Jul 27 22:28:16.650572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Request body: {'port': {'device_id': '26a85047-f28c-4694-b08e-9e24349f5163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:16.727715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.848894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50426e19-fe9b-493c-812b-7072d41d2431 None None] Provisioning for port f08dab87-3eeb-47f5-802e-817760c6d048 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:16.852776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50426e19-fe9b-493c-812b-7072d41d2431 None None] Provisioning complete for port f08dab87-3eeb-47f5-802e-817760c6d048 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:16.853295 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50426e19-fe9b-493c-812b-7072d41d2431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.888492 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-50426e19-fe9b-493c-812b-7072d41d2431 None None] Port f08dab87-3eeb-47f5-802e-817760c6d048 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:28:16.992206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08dab87-3eeb-47f5-802e-817760c6d048 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:28:16.999524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.011436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Transition to ACTIVE for port object f08dab87-3eeb-47f5-802e-817760c6d048 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:17.156051 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.206952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:17.283809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:17.285022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:17.285558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:17.290495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:28:17.290813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:17.295850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:17.299928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Checking segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:17.299928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Bound using segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:17.299928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Bound port: f08dab87-3eeb-47f5-802e-817760c6d048, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:17.299928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.332996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d50ba73-bbc0-4726-8025-9e061840d351 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:17.371931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:17.375136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:17.398044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0d50ba73-bbc0-4726-8025-9e061840d351 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:17.398499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.471724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.511611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:17.512230 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.513662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] 10.222.0.76 "PUT /v2.0/ports/f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1091 time: 0.8675995 Jul 27 22:28:17.515493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:17.518052 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f6c99-a025-43c4-94f2-6b526cac6a27" -d '{"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:17.554814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df853-8884-419e-ae66-e5bc46988ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af4718-8ac8-4a4b-8f29-e9dbbc59011d req-60ca30f2-8c4f-48e6-b812-9cda83fed11d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0af4718-8ac8-4a4b-8f29-e9dbbc59011d req-60ca30f2-8c4f-48e6-b812-9cda83fed11d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.1316988 Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d38f9-ff74-48be-81b6-a6644fd50740 x-openstack-request-id: req-ef3d38f9-ff74-48be-81b6-a6644fd50740 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef3d38f9-ff74-48be-81b6-a6644fd50740 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:17.580045 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'status': 'completed', 'code': 200} Jul 27 22:28:17.649164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0af4718-8ac8-4a4b-8f29-e9dbbc59011d req-8009140a-0d17-4c71-b9a4-bbb9f64537a3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694702 Jul 27 22:28:17.674561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-628450ae-7f41-4c9e-8749-38b18f595b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:17.676459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-628450ae-7f41-4c9e-8749-38b18f595b78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1094 time: 0.0795825 Jul 27 22:28:17.842954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-4a777a4e-8950-48d3-89bf-264898d51d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:17.844405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-4a777a4e-8950-48d3-89bf-264898d51d5a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a99206e26cc4d1797c3751342c40d78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1599193 Jul 27 22:28:17.936184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-72d63841-4cac-49aa-aeab-66798b2194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:17.937628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-367f6c99-a025-43c4-94f2-6b526cac6a27 req-72d63841-4cac-49aa-aeab-66798b2194cc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855181 Jul 27 22:28:18.028908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-4bdd08ce-aa63-4386-bf2c-4dea1626ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.030452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-4bdd08ce-aa63-4386-bf2c-4dea1626ddd5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1094 time: 0.0565379 Jul 27 22:28:18.071075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-3aaad1f3-8094-4456-b4f5-d07bf616793d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 217 time: 0.0326521 Jul 27 22:28:18.120316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-2f629ef8-7b46-4b0c-95ee-cb060ebe7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.121776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-2f629ef8-7b46-4b0c-95ee-cb060ebe7416 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0442028 Jul 27 22:28:18.184108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-e81f1941-2c63-4e65-8dd6-a31a04450048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.185624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-e81f1941-2c63-4e65-8dd6-a31a04450048 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564430 Jul 27 22:28:18.274883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-12e9295b-a342-48b3-b4ac-64eb57995b2e service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820508 Jul 27 22:28:18.377023 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c16fee35-f3ba-4b79-b410-2306f7a34c23 req-371545f9-3912-483d-8b0f-6fecae5b3024 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944645 Jul 27 22:28:18.784109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aef656-f35f-462e-853c-1d241368c307 req-3a1b0b13-6a2d-40cc-8142-b750409731c0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.785706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9aef656-f35f-462e-853c-1d241368c307 req-3a1b0b13-6a2d-40cc-8142-b750409731c0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0669303 Jul 27 22:28:18.824008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e9aef656-f35f-462e-853c-1d241368c307 req-6e7b26fe-f0b2-4e53-9de7-70a300125d02 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Jul 27 22:28:19.955736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e408b-f5e1-4c40-8810-1fe8fe20b157 req-1398f60b-7c0f-42c2-bedd-59fe2f52d350 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:19.957962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-943e408b-f5e1-4c40-8810-1fe8fe20b157 req-1398f60b-7c0f-42c2-bedd-59fe2f52d350 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0645800 Jul 27 22:28:19.995676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-943e408b-f5e1-4c40-8810-1fe8fe20b157 req-fbd5a4ba-51fd-4c15-af42-f6b3cd4a62d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Jul 27 22:28:21.124808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb853f-45c0-4cc7-be55-76dc63febf2f req-bbd90e42-ce54-4614-959a-784ebac3e43f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:21.126351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13fb853f-45c0-4cc7-be55-76dc63febf2f req-bbd90e42-ce54-4614-959a-784ebac3e43f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0640020 Jul 27 22:28:21.164976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13fb853f-45c0-4cc7-be55-76dc63febf2f req-741755ee-b0a5-4f96-a783-a6b069488b8b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Jul 27 22:28:21.494306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:28:21.589171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:21.601230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'mac_address': 'fa:16:3e:3a:2a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:28:21.642476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:21.655368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08dab87-3eeb-47f5-802e-817760c6d048 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:28:21.674453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:21.794803 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:21.877476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:22.003908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['f08dab87-3eeb-47f5-802e-817760c6d048'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:28:22.294541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3885474-178c-4401-9f92-835574ad5f67 req-95def5b7-edf2-41fc-bf6b-9b695c6b52c5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:22.296046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3885474-178c-4401-9f92-835574ad5f67 req-95def5b7-edf2-41fc-bf6b-9b695c6b52c5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 944 time: 0.0647464 Jul 27 22:28:22.338117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3885474-178c-4401-9f92-835574ad5f67 req-85dced93-72ac-4219-b8e6-006551c1308f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348606 Jul 27 22:28:23.482619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14291897-74a9-4d71-b489-938bf98fc74c req-aa0d6b08-57a3-48c0-a3b2-f4f357f7abcf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:23.484199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14291897-74a9-4d71-b489-938bf98fc74c req-aa0d6b08-57a3-48c0-a3b2-f4f357f7abcf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 944 time: 0.0716138 Jul 27 22:28:23.515157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:23.596365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-14291897-74a9-4d71-b489-938bf98fc74c req-cc7c843e-0349-499a-b9e4-713e6b6542fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053562 Jul 27 22:28:23.672519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port f08dab87-3eeb-47f5-802e-817760c6d048 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:23.677179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port f08dab87-3eeb-47f5-802e-817760c6d048 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:23.677561 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:23.757021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:23.780284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:23.782510 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76973fb3-3ea6-4deb-b83b-f2e4c7013a7c" -d '{"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-plugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:23.795720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:23.819914 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25569ce4-c956-491f-94fc-442d1d4b6b46 x-openstack-request-id: req-25569ce4-c956-491f-94fc-442d1d4b6b46 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:23.820216 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-plugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:23.820472 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25569ce4-c956-491f-94fc-442d1d4b6b46 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:23.820876 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'code': 200} Jul 27 22:28:23.893053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:23.932627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3317ca-f521-427f-9f4e-7b628b1dc066 req-9086941b-5874-4c23-99b3-5e1c50b634af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:23.934140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd3317ca-f521-427f-9f4e-7b628b1dc066 req-9086941b-5874-4c23-99b3-5e1c50b634af service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1095 time: 0.0573101 Jul 27 22:28:23.943732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:23.970109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd3317ca-f521-427f-9f4e-7b628b1dc066 req-5fb4661b-67a8-480c-b223-8470aaf6c770 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285947 Jul 27 22:28:24.727771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f496b6-b34d-472d-a540-66abd7abc7dc req-f1f5baaa-6f8f-40d1-9f5a-fb1138f45726 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:24.729348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5f496b6-b34d-472d-a540-66abd7abc7dc req-f1f5baaa-6f8f-40d1-9f5a-fb1138f45726 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0648525 Jul 27 22:28:24.767126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5f496b6-b34d-472d-a540-66abd7abc7dc req-dcdadfe1-41c9-4edf-804b-fc154412ee17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Jul 27 22:28:25.906646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e0ed-65e1-46b4-af34-3d29dd963acb req-95ffc410-d596-4644-8881-3f22dfc4112e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:25.908147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8834e0ed-65e1-46b4-af34-3d29dd963acb req-95ffc410-d596-4644-8881-3f22dfc4112e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0687637 Jul 27 22:28:25.947847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8834e0ed-65e1-46b4-af34-3d29dd963acb req-682c218a-c363-4150-9774-cf81fcfb44d8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jul 27 22:28:26.075673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d5c46-e27a-46c1-ac23-019540f6d40c req-4d50621d-5b40-4b87-88c1-a9dd345a81f9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:26.077126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e0d5c46-e27a-46c1-ac23-019540f6d40c req-4d50621d-5b40-4b87-88c1-a9dd345a81f9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0638726 Jul 27 22:28:26.115636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e0d5c46-e27a-46c1-ac23-019540f6d40c req-1588c676-64b3-4f18-83bc-a20c22bcaaff tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Jul 27 22:28:26.136663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53734) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:26.192168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cefaa-8cbe-4c2c-9393-3ae631e51d92 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:26.193707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d43cefaa-8cbe-4c2c-9393-3ae631e51d92 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1091 time: 0.0560124 Jul 27 22:28:26.197115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:26.201705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:26.313405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:26.419959 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:26.524938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.100 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/d643915a-f8ab-4808-a961-ae69bba96063) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:26.623542 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:26.716376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:26.757343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:26.760360 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:26.764525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:26.793553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=d643915a-f8ab-4808-a961-ae69bba96063,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:27.139475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:27.302458 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:27.460541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:27.589692 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:27.655272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=d643915a-f8ab-4808-a961-ae69bba96063,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:27.669017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:27.772204 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 8506b6bc-494e-44e7-9370-e82ac3e0af0a associated. External IP: 172.25.3.100, port: f08dab87-3eeb-47f5-802e-817760c6d048. Jul 27 22:28:27.981433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:28.088819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:28.099180 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Sync routers for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:28.108659 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:28.109279 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:28.196236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:28.215447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:28.233071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4206c6cb-6619-4361-8e3e-2f3ff87a5a17 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0347791 Jul 27 22:28:28.233673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:28.236049 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8dcfae-e654-497d-9aca-53d7398ff5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:28.346125 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07cc1b7-7f6e-4b7c-9354-af5d373d4bd5 x-openstack-request-id: req-a07cc1b7-7f6e-4b7c-9354-af5d373d4bd5 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:28.346447 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:28.346705 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a07cc1b7-7f6e-4b7c-9354-af5d373d4bd5 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:28.347181 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'status': 'completed', 'code': 200} Jul 27 22:28:28.366660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f25b0-85d4-4083-805e-a959ed3d07c1 req-671c8a69-1637-42f8-9b91-d115a73e3a65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:28.368229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-533f25b0-85d4-4083-805e-a959ed3d07c1 req-671c8a69-1637-42f8-9b91-d115a73e3a65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0847759 Jul 27 22:28:28.445309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-533f25b0-85d4-4083-805e-a959ed3d07c1 req-fef7f514-5543-4516-b78d-4600847b3cb1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642908 Jul 27 22:28:28.472895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-c239edd6-6788-475c-8ed9-806cc9e59568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:28.472895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-c239edd6-6788-475c-8ed9-806cc9e59568 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0904131 Jul 27 22:28:28.473145 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8506b6bc-494e-44e7-9370-e82ac3e0af0a', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'mac_address': 'fa:16:3e:3a:2a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a85047-f28c-4694-b08e-9e24349f5163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:28:26Z', 'updated_at': '2021-07-27T22:28:26Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:28.473357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53744) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:28.488626 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Checking router: e7f0e558-2cdf-4c3e-bb36-6052111b89b5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:28.496874 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:28.497489 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:28:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:28.537619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2ec0075f-9e50-4e56-bcdc-54e081554e49 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/8506b6bc-494e-44e7-9370-e82ac3e0af0a HTTP/1.1" status: 200 len: 991 time: 0.0665300 Jul 27 22:28:28.560041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-6fb78802-710d-42c5-8613-6cf72c2336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:28.562013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-6fb78802-710d-42c5-8613-6cf72c2336d6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0930347 Jul 27 22:28:28.605198 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:28.632429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-b5ade605-8099-49b1-aefe-ab2273a05e2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 999 time: 0.0630186 Jul 27 22:28:28.683430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-50e38498-b447-44d1-859a-33f95d5ad4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:28.684916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-50e38498-b447-44d1-859a-33f95d5ad4b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0450079 Jul 27 22:28:28.745580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-8f1f18b2-7b9b-4264-8b86-d999b40777a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:28.747180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-8f1f18b2-7b9b-4264-8b86-d999b40777a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546379 Jul 27 22:28:28.828859 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8506b6bc-494e-44e7-9370-e82ac3e0af0a', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'mac_address': 'fa:16:3e:3a:2a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a85047-f28c-4694-b08e-9e24349f5163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:28:26Z', 'updated_at': '2021-07-27T22:28:26Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:28.858823 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d98892c-bca1-471b-a204-00af77637fb6 None None] The sync data for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 is: [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8506b6bc-494e-44e7-9370-e82ac3e0af0a', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'mac_address': 'fa:16:3e:3a:2a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a85047-f28c-4694-b08e-9e24349f5163', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:28:26Z', 'updated_at': '2021-07-27T22:28:26Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:29.058214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ce1c0-f1be-43e9-a236-314dc904abef None None] New status for floating IP 8506b6bc-494e-44e7-9370-e82ac3e0af0a: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:28:29.146623 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-044b62f7-65c0-4d2f-9472-10e9da43b11d service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871648 Jul 27 22:28:29.236867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf8dcfae-e654-497d-9aca-53d7398ff5e4 req-7898a365-33f4-49b6-b24f-0918cb7a529b service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825024 Jul 27 22:28:29.540818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53746) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:29.602064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bf38b6f7-351d-4f32-98ae-7707c4dd18ac tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/8506b6bc-494e-44e7-9370-e82ac3e0af0a HTTP/1.1" status: 200 len: 993 time: 0.0600667 Jul 27 22:28:30.698297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-565163e6-c93c-4ff5-b379-28eab28cf306 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584950 Jul 27 22:28:30.793412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-eb7a0bc9-ed94-478b-b4fd-daef20bf7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:30.794947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-eb7a0bc9-ed94-478b-b4fd-daef20bf7fb6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0531249 Jul 27 22:28:30.901498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-a65cbd0e-c40e-4582-a849-f30adab124da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:30.903020 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-a65cbd0e-c40e-4582-a849-f30adab124da service neutron] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0886712 Jul 27 22:28:30.972637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-ddfa111d-79ee-43ce-aa6e-787bba2001d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1001 time: 0.0612202 Jul 27 22:28:31.021110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-b3068dc9-ca8f-406a-bfce-f7b215a014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:31.022648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-b3068dc9-ca8f-406a-bfce-f7b215a014d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0431831 Jul 27 22:28:31.082399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-23db4037-81e0-4822-8c30-21d582e2eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:31.083996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-23db4037-81e0-4822-8c30-21d582e2eff3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544727 Jul 27 22:28:31.176093 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-f7a575bd-367e-4a28-98e1-4cabff69f6e0 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848789 Jul 27 22:28:31.265401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-81d8a99e-07b6-4798-a519-f85bd198fdc9 req-637753e1-e65a-40d2-85fd-d91eb0dca308 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Jul 27 22:28:31.936211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a78065b3-ebff-4409-8006-6e8620e4445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:34.478981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84e807de-fbc2-417a-8511-0069413de975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:34.770767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:35.972571 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:37.327247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:37.697994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:38.572326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:50.267146 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:58.234968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-0436e57b-860a-4e2e-9877-ab9faa502209 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:58.236554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-0436e57b-860a-4e2e-9877-ab9faa502209 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0663280 Jul 27 22:28:58.257491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.358787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.438709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.463808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0dc26410-8ea9-4b18-84bd-7c7f9013e544 req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203054 Jul 27 22:28:58.473507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7694d313-6bd8-4b34-83a9-8286bde5ae32,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:58.485809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.486326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.486712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.487065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.487412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.487748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.488374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.489339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.489435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.489710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.490048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.490419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fc64bb-2e12-4151-8965-a9f7c4581e80 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:58.608914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdd6b2-5ace-403c-903d-d00f91f7601e req-68b78bbd-d4f1-4b37-b9d6-bc83899de376 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:58.610470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bcdd6b2-5ace-403c-903d-d00f91f7601e req-68b78bbd-d4f1-4b37-b9d6-bc83899de376 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0694857 Jul 27 22:28:58.907556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bcdd6b2-5ace-403c-903d-d00f91f7601e req-1d0ec74c-55b2-4315-a936-6429095f49d9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908204 Jul 27 22:28:58.931434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:58.992808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a1eb827d-a648-406d-badf-4fa11356bef9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/8506b6bc-494e-44e7-9370-e82ac3e0af0a HTTP/1.1" status: 200 len: 993 time: 0.0602059 Jul 27 22:28:59.897445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4f97-d188-42a1-9bab-3bd23f11a559 req-a01942c9-3934-4d74-a838-1e9d360a50be tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:59.899099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc2b4f97-d188-42a1-9bab-3bd23f11a559 req-a01942c9-3934-4d74-a838-1e9d360a50be tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0762236 Jul 27 22:28:59.937453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc2b4f97-d188-42a1-9bab-3bd23f11a559 req-c6f40e39-17b1-4dad-9b2c-cc5d8ba2bd1b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Jul 27 22:28:59.951512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53788) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:00.066928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-61097e75-566b-4a10-b372-921fc1c0be1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134915 Jul 27 22:29:01.082193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5c044-5213-4d29-90e3-63e648c5d5f8 req-aa062275-0849-4b09-a26f-53f1fcdfb07a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:01.083756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13b5c044-5213-4d29-90e3-63e648c5d5f8 req-aa062275-0849-4b09-a26f-53f1fcdfb07a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0695055 Jul 27 22:29:01.124014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13b5c044-5213-4d29-90e3-63e648c5d5f8 req-073d7043-f5c7-4a25-9a34-0f5ff0b3084f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339453 Jul 27 22:29:01.952628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b32454c3-3b76-4bdd-979d-43196f2049ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:02.279615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30389fac-d231-4aa4-812c-0e06998bd1f6 req-53b1e129-88c3-4f63-875d-47cdbad5d4a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:02.281328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30389fac-d231-4aa4-812c-0e06998bd1f6 req-53b1e129-88c3-4f63-875d-47cdbad5d4a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0839906 Jul 27 22:29:02.352394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30389fac-d231-4aa4-812c-0e06998bd1f6 req-56186d8c-f4cc-4146-973c-391bcf2bf9a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622149 Jul 27 22:29:02.368850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-37d3f01a-25d3-4775-8be6-558be6556fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:02.370472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-37d3f01a-25d3-4775-8be6-558be6556fc1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0881302 Jul 27 22:29:02.466078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-e3a52cc4-76b7-414c-b04b-de8c8fd63b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:02.467561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-e3a52cc4-76b7-414c-b04b-de8c8fd63b1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0870619 Jul 27 22:29:02.537931 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-5c92bc51-17fd-44c8-a8de-de9228a364f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1001 time: 0.0629942 Jul 27 22:29:02.589926 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-06902217-69be-44e1-a3f2-1b2c542da68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:02.591506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-06902217-69be-44e1-a3f2-1b2c542da68d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0463729 Jul 27 22:29:02.650347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-d0faac69-64b7-4bc4-9fc8-0e6509d3fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:02.651862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-d0faac69-64b7-4bc4-9fc8-0e6509d3fc9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535173 Jul 27 22:29:02.663316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-11caae0b-a200-409c-8ca6-9657a0900d14 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:29:02.664294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-11caae0b-a200-409c-8ca6-9657a0900d14 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053890 Jul 27 22:29:02.761571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-99d8b85b-c290-4e31-a3fc-aac1b446f3bf service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Jul 27 22:29:02.854815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-0a82e7df-5d9c-4036-a6e1-89d2bb68325c service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855157 Jul 27 22:29:03.484126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c6b72-4bf6-4a9c-8235-8bd5b737e65f req-48c87cdd-c877-475c-8a09-8a19f47ab54c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:03.485648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f6c6b72-4bf6-4a9c-8235-8bd5b737e65f req-48c87cdd-c877-475c-8a09-8a19f47ab54c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0648808 Jul 27 22:29:03.528564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6f6c6b72-4bf6-4a9c-8235-8bd5b737e65f req-f5de9668-886f-4a71-86e8-f70307f7a9e8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366018 Jul 27 22:29:04.478582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbffdeca-ee64-4311-9f83-e4fb3b20c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.668340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106ccbc-c725-435d-ac03-cf8eed1f82ce req-81d3a458-24b5-4a20-b68f-618461814c30 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:04.669743 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f106ccbc-c725-435d-ac03-cf8eed1f82ce req-81d3a458-24b5-4a20-b68f-618461814c30 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0706139 Jul 27 22:29:04.709095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f106ccbc-c725-435d-ac03-cf8eed1f82ce req-ecf0bdd1-10f3-4742-8c0b-d6ad8c377865 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Jul 27 22:29:04.772060 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.843209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fda66-abc6-4bb0-b7a0-f91ba22c2e88 req-df7715cc-bed6-416b-a1c2-127b82be5a18 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:05.844726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b8fda66-abc6-4bb0-b7a0-f91ba22c2e88 req-df7715cc-bed6-416b-a1c2-127b82be5a18 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jul 27 22:29:05.884961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b8fda66-abc6-4bb0-b7a0-f91ba22c2e88 req-b6008a11-947b-492d-a027-c4f6695a748d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Jul 27 22:29:05.935783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.025551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a90a-ac39-47cf-a9ad-4cf09349c9f9 req-2681f0a9-36d5-4546-92aa-55eab26658ec tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:07.027923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9112a90a-ac39-47cf-a9ad-4cf09349c9f9 req-2681f0a9-36d5-4546-92aa-55eab26658ec tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0726953 Jul 27 22:29:07.069160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9112a90a-ac39-47cf-a9ad-4cf09349c9f9 req-76881ee8-a18d-4863-b94a-7c441da953c9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351191 Jul 27 22:29:07.335429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.622798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.200690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26be14-10f8-4355-8148-98c111c298db req-53c8721a-4285-4e29-9b40-cbb78a798f4a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:08.202125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d26be14-10f8-4355-8148-98c111c298db req-53c8721a-4285-4e29-9b40-cbb78a798f4a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0637088 Jul 27 22:29:08.241252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d26be14-10f8-4355-8148-98c111c298db req-4f0eb588-3733-4961-a9f4-9ba2b53099f5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325339 Jul 27 22:29:08.586876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.374137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29aaa4-9cc7-420b-bfae-e4152d8c2900 req-01d4e505-8de6-464b-8331-6ae0d5f21009 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:09.375651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29aaa4-9cc7-420b-bfae-e4152d8c2900 req-01d4e505-8de6-464b-8331-6ae0d5f21009 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0638206 Jul 27 22:29:09.414561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29aaa4-9cc7-420b-bfae-e4152d8c2900 req-955dd6d4-bfc7-4872-8b71-a6b7ac68fdd5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Jul 27 22:29:10.546367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00bdd3-b9fc-4762-b4e1-a6529bb32356 req-7a89bb81-4b25-4bdd-b5f6-8e78ce20fe81 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:10.547874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f00bdd3-b9fc-4762-b4e1-a6529bb32356 req-7a89bb81-4b25-4bdd-b5f6-8e78ce20fe81 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0667746 Jul 27 22:29:10.586635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f00bdd3-b9fc-4762-b4e1-a6529bb32356 req-822634d4-f675-4fb3-90fd-6bfa84aaeb01 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Jul 27 22:29:11.724749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc887-e376-48cf-b621-7db04542810b req-f4b2ad9d-267a-4a64-9abb-ef383448dc6c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:11.726231 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe3bc887-e376-48cf-b621-7db04542810b req-f4b2ad9d-267a-4a64-9abb-ef383448dc6c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0693688 Jul 27 22:29:11.764459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fe3bc887-e376-48cf-b621-7db04542810b req-6f9f7291-45b9-4655-b2d0-8a975b5886c5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jul 27 22:29:12.899361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33e8d-7510-4bdf-adb1-dfa232d274f7 req-6ab15f20-019c-443b-b055-f0161e63ef83 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:12.900887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ef33e8d-7510-4bdf-adb1-dfa232d274f7 req-6ab15f20-019c-443b-b055-f0161e63ef83 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0672081 Jul 27 22:29:12.939064 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6ef33e8d-7510-4bdf-adb1-dfa232d274f7 req-48d913cd-046a-45a4-8c23-3a010d2ad795 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Jul 27 22:29:14.070164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1dfd8-5153-4261-ba3f-e7d04d5ba903 req-ec0a1230-02cc-4b08-8645-eee58d3d424d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:14.071683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80d1dfd8-5153-4261-ba3f-e7d04d5ba903 req-ec0a1230-02cc-4b08-8645-eee58d3d424d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0643361 Jul 27 22:29:14.109445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80d1dfd8-5153-4261-ba3f-e7d04d5ba903 req-ec134489-360d-4919-8356-2d1ef1346472 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Jul 27 22:29:15.240784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f59151-74c5-4860-8705-c4a9469ecdb0 req-fb776ac1-7762-48a6-be8a-e15a0a731aa3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:15.242448 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15f59151-74c5-4860-8705-c4a9469ecdb0 req-fb776ac1-7762-48a6-be8a-e15a0a731aa3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0646360 Jul 27 22:29:15.286580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15f59151-74c5-4860-8705-c4a9469ecdb0 req-55c167f9-6c75-49a1-9f65-b098bd6055d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379221 Jul 27 22:29:16.428782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d99f-d01e-4673-8e94-218020bd7564 req-d83a1605-e670-4056-9d10-10474c8413dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:16.430328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bb5d99f-d01e-4673-8e94-218020bd7564 req-d83a1605-e670-4056-9d10-10474c8413dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0683777 Jul 27 22:29:16.470658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bb5d99f-d01e-4673-8e94-218020bd7564 req-d2df7c78-3b0b-4985-a340-86c6f70408df tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341809 Jul 27 22:29:17.600634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6144f1-0f5a-4686-871e-7ec18566f177 req-a0a91b7b-ba78-4f31-8295-e13dc41c69b9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:17.602070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f6144f1-0f5a-4686-871e-7ec18566f177 req-a0a91b7b-ba78-4f31-8295-e13dc41c69b9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0632436 Jul 27 22:29:17.640074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f6144f1-0f5a-4686-871e-7ec18566f177 req-e36da01f-aead-435d-bbad-dda8cf825e39 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Jul 27 22:29:18.779118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63899d-141b-4204-a51d-f09cdd512692 req-8989be28-e387-45db-a116-f03bef5dd60c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:18.781260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de63899d-141b-4204-a51d-f09cdd512692 req-8989be28-e387-45db-a116-f03bef5dd60c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0695996 Jul 27 22:29:18.828795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de63899d-141b-4204-a51d-f09cdd512692 req-8441859f-f9ce-4334-898e-76033b242609 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409293 Jul 27 22:29:19.971628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636967d9-3b29-445d-a512-6c1a80ea00c4 req-1d556a91-edf8-48d4-8dbb-2568d8185e1d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.973139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-636967d9-3b29-445d-a512-6c1a80ea00c4 req-1d556a91-edf8-48d4-8dbb-2568d8185e1d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0668902 Jul 27 22:29:20.011940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-636967d9-3b29-445d-a512-6c1a80ea00c4 req-b494b6a6-ca61-45e3-aa43-b9ef50cd6d5e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Jul 27 22:29:20.187870 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-a4c5b6c9-24ce-43c4-a8a2-25034c50d25c service neutron] show failed (client error): The resource could not be found. Jul 27 22:29:20.187870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-a4c5b6c9-24ce-43c4-a8a2-25034c50d25c service neutron] 10.222.0.76 "GET /v2.0/ports/f08dab87-3eeb-47f5-802e-817760c6d048/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0574210 Jul 27 22:29:20.915518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-655f07f5-2f72-4841-b0c3-66682187ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:20.917055 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-655f07f5-2f72-4841-b0c3-66682187ad2e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 1096 time: 0.1452601 Jul 27 22:29:20.930504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:21.011722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.154184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b4cb-91a8-43f7-8cd4-a583340dacbc req-720aaf46-888a-44dc-986e-95121cd78999 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.156105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43b2b4cb-91a8-43f7-8cd4-a583340dacbc req-720aaf46-888a-44dc-986e-95121cd78999 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0721245 Jul 27 22:29:21.199032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43b2b4cb-91a8-43f7-8cd4-a583340dacbc req-b8746165-0d28-4828-9dbd-9c4738d504aa tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364184 Jul 27 22:29:21.222501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-835cf118-cb85-4ca2-9706-a86088c33f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.224062 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-835cf118-cb85-4ca2-9706-a86088c33f55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.1963389 Jul 27 22:29:21.312894 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:21.375876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:21.378101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-8dcf5ad8-e73d-414f-bbb2-4d499bbc7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.380405 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-8dcf5ad8-e73d-414f-bbb2-4d499bbc7cbd service neutron] 10.222.0.50 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.1335051 Jul 27 22:29:21.460268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:21.462593 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c827180-0363-42ab-8357-7bfe26c26795" -d '{"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-unplugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:21.466384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.485963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-e6a6188a-7cd4-4992-9f29-bd4d9056b783 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1001 time: 0.0884142 Jul 27 22:29:21.489108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Transition to ACTIVE for port object f08dab87-3eeb-47f5-802e-817760c6d048 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:21.523306 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da58d7ec-2581-4069-946f-fa896e04128c x-openstack-request-id: req-da58d7ec-2581-4069-946f-fa896e04128c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:21.523608 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-unplugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:21.523863 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da58d7ec-2581-4069-946f-fa896e04128c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:21.524260 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'code': 200} Jul 27 22:29:21.542226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-6ecff58b-5f05-4ea0-b421-cd38e44b302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.543820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-6ecff58b-5f05-4ea0-b421-cd38e44b302f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0510845 Jul 27 22:29:21.599474 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.636056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-775dcc7c-8a3d-4559-bc2b-7cf826ba2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.637592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-775dcc7c-8a3d-4559-bc2b-7cf826ba2bb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858061 Jul 27 22:29:21.705803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-19978e70-0854-4dc8-b5d0-1ab7d40f39ce service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:29:21.705803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-19978e70-0854-4dc8-b5d0-1ab7d40f39ce service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060270 Jul 27 22:29:21.720877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:21.797869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.798225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.798599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.798944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.799285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.799623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.799958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.800969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.801305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.801656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.801984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.802336 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:21.862575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] No DVR routers for this DVR port f08dab87-3eeb-47f5-802e-817760c6d048 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:21.916174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-f73f6f98-c355-46c9-81e9-c94c9f71c78a service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382030 Jul 27 22:29:22.072193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2548e0c-2188-47b9-8823-770cb1cac4e8 req-93d35041-fc06-4325-9c5b-2313d2252bf8 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479957 Jul 27 22:29:22.080871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:22.081746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:22.082132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:22.087027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:29:22.087365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Attempting to bind port f08dab87-3eeb-47f5-802e-817760c6d048 on network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:22.092444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:22.092791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Checking segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:22.093179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Bound using segment: {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:22.093614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Bound port: f08dab87-3eeb-47f5-802e-817760c6d048, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:22.093985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.161141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:22.164235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:22.312946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.339333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc924c-a059-4929-b3fb-1cb4118e0d60 req-96b1b4e1-79ff-4188-96e5-360d047fa08f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.340775 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25bc924c-a059-4929-b3fb-1cb4118e0d60 req-96b1b4e1-79ff-4188-96e5-360d047fa08f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0681186 Jul 27 22:29:22.352761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.353404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.354841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] 10.222.0.50 "PUT /v2.0/ports/f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1091 time: 1.4298546 Jul 27 22:29:22.384071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-25bc924c-a059-4929-b3fb-1cb4118e0d60 req-b05cd757-82ef-4a6c-a494-8bb73563e6d9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369425 Jul 27 22:29:22.409044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9f877-933a-4043-bd28-2fc588208f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:22.458445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-49bd097f-41c1-4e60-81d7-4aa1237b45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.460134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-49bd097f-41c1-4e60-81d7-4aa1237b45b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1094 time: 0.0738440 Jul 27 22:29:22.558114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-ca41ad68-3c26-47c6-b22b-76dc37543dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.560732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-ca41ad68-3c26-47c6-b22b-76dc37543dac service neutron] 10.222.0.50 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0933976 Jul 27 22:29:22.632011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-d4b7501a-0b10-432c-af91-08bf97f15759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 999 time: 0.0641499 Jul 27 22:29:22.679939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-2957c171-ec5d-4cfa-b068-4fee70d33156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.681412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-2957c171-ec5d-4cfa-b068-4fee70d33156 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0434449 Jul 27 22:29:22.745029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-45cc7878-c79c-4ab7-997a-bd50e28c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:22.746586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-45cc7878-c79c-4ab7-997a-bd50e28c95be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557020 Jul 27 22:29:22.845155 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-14df8e91-d04f-4a89-8786-1b83508a56b5 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Jul 27 22:29:22.934716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54ecbf76-6d81-4d3d-bd81-f5bc1f966c15 req-8617ca4c-4059-42fc-a94b-d98021a518c9 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827701 Jul 27 22:29:23.530561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f9525-723c-4370-a4f3-6cc147791544 req-c8f7212d-c14c-489b-94f1-a6d6f7a969f3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.532014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f9525-723c-4370-a4f3-6cc147791544 req-c8f7212d-c14c-489b-94f1-a6d6f7a969f3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0738049 Jul 27 22:29:23.532485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:23.535360 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c094d5-d1fd-4503-bbdf-0909d9f366cb" -d '{"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:23.583603 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a3f9525-723c-4370-a4f3-6cc147791544 req-cd2942ab-b0e1-4389-afcf-4aa6eaf025ca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Jul 27 22:29:23.592118 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18d380-4315-4190-963c-f83152d4431b x-openstack-request-id: req-9b18d380-4315-4190-963c-f83152d4431b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:23.594994 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:23.594994 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b18d380-4315-4190-963c-f83152d4431b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:23.594994 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'status': 'completed', 'code': 200} Jul 27 22:29:23.670975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-13b6f93a-7053-409e-a2c3-13bfbde3bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.672569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-13b6f93a-7053-409e-a2c3-13bfbde3bc92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1094 time: 0.0570474 Jul 27 22:29:23.680259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-08444a9c-9b5c-47d2-a1d0-ad489d9f7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.681765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-08444a9c-9b5c-47d2-a1d0-ad489d9f7b10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1094 time: 0.0577672 Jul 27 22:29:23.770111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-f1236098-2cd6-40cc-b3a8-d2eb895240ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.771759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-f1236098-2cd6-40cc-b3a8-d2eb895240ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0921192 Jul 27 22:29:23.793152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:23.813815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-47f38f2d-93df-47d2-86ab-216c2ba09a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.815364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-47f38f2d-93df-47d2-86ab-216c2ba09a90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.1267138 Jul 27 22:29:23.832951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:23.852248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-9b7bf150-4282-493e-a54d-147d356e4843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 999 time: 0.0724607 Jul 27 22:29:23.888817 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-ca2e05ef-f180-4645-8ce4-66c84a4f496d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 999 time: 0.0650933 Jul 27 22:29:23.910806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-ab549b53-2fa9-43af-8f58-88375a94f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.912310 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-ab549b53-2fa9-43af-8f58-88375a94f877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0516827 Jul 27 22:29:23.944653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-76e5f3c2-9550-4829-89bf-118a101ca0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.946229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-76e5f3c2-9550-4829-89bf-118a101ca0f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0505903 Jul 27 22:29:23.978494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-8d28e0f5-e58a-489f-a506-d09672c80b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.980048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-8d28e0f5-e58a-489f-a506-d09672c80b1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602083 Jul 27 22:29:24.007778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-8af52d68-5311-491b-88e3-89eb285cb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:24.009306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-8af52d68-5311-491b-88e3-89eb285cb311 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558753 Jul 27 22:29:24.079956 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-fdabe174-d81e-4dde-a1b8-b5f06f15b202 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904801 Jul 27 22:29:24.109378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-62e73d4f-201f-4219-ae1a-dd5ff7cc0697 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924525 Jul 27 22:29:24.179095 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-fe546564-14b8-4e5c-a610-51a256100114 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917854 Jul 27 22:29:24.212343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53c094d5-d1fd-4503-bbdf-0909d9f366cb req-108b5f63-7fdf-4574-aac4-d41cfda0c69f service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945668 Jul 27 22:29:24.722817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286e240-52e9-451a-b009-b6bcc0dff3d9 req-9153ab05-1885-40fb-807d-8810b5fb6984 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:24.724591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7286e240-52e9-451a-b009-b6bcc0dff3d9 req-9153ab05-1885-40fb-807d-8810b5fb6984 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0670745 Jul 27 22:29:24.772482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7286e240-52e9-451a-b009-b6bcc0dff3d9 req-033d68c4-a533-4f74-8f6e-172d8dc356b5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Jul 27 22:29:25.909978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac8f46-910b-49b2-9278-3b757826d598 req-30efa034-c7ed-4901-84ee-2458a0c21ff7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.912488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0aac8f46-910b-49b2-9278-3b757826d598 req-30efa034-c7ed-4901-84ee-2458a0c21ff7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0700395 Jul 27 22:29:25.952693 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0aac8f46-910b-49b2-9278-3b757826d598 req-1c34d390-d234-487f-8abe-624fd04ab089 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Jul 27 22:29:26.082895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:29:26.186691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:26.199770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'port_id': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'mac_address': 'fa:16:3e:3a:2a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:29:26.239470 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.253453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08dab87-3eeb-47f5-802e-817760c6d048 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:26.274960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:26.295160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cccd6-56cf-4926-af88-fc8e297e0c33 req-bae7ccca-4842-4726-ba41-aa3224ba5ef8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.296576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-281cccd6-56cf-4926-af88-fc8e297e0c33 req-bae7ccca-4842-4726-ba41-aa3224ba5ef8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 943 time: 0.0698898 Jul 27 22:29:26.331568 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.344326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-281cccd6-56cf-4926-af88-fc8e297e0c33 req-05c16f27-8fec-424f-91a2-df16e2ce80c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350306 Jul 27 22:29:26.383818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:26.391516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.391873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.392226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.392583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.392925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.393264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.393601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.393932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.394826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.395160 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.395496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.395823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:26.420055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-81d7ed49-c3aa-4bf8-b15d-7a91e53f93eb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.421809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-81d7ed49-c3aa-4bf8-b15d-7a91e53f93eb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163&tenant_id=1a99206e26cc4d1797c3751342c40d78&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 943 time: 0.1290855 Jul 27 22:29:26.491087 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-de2baba7-c675-4ac5-b29c-205bb87a21b1 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:29:26.492168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-de2baba7-c675-4ac5-b29c-205bb87a21b1 service neutron] 10.222.0.76 "DELETE /v2.0/ports/f08dab87-3eeb-47f5-802e-817760c6d048/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0628662 Jul 27 22:29:26.575637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['f08dab87-3eeb-47f5-802e-817760c6d048'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:26.599261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-3cd8f5ee-f433-4ae0-91b2-51a3221869de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.600772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-3cd8f5ee-f433-4ae0-91b2-51a3221869de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1095 time: 0.0609899 Jul 27 22:29:26.699015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-0fe88dce-0b45-424c-a66a-ab3237fa51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.701027 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-0fe88dce-0b45-424c-a66a-ab3237fa51da service neutron] 10.222.0.76 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0925171 Jul 27 22:29:26.770453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-edb79f2c-4930-4f1d-b57a-10ee5598082b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 1000 time: 0.0606940 Jul 27 22:29:26.825064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-42765eec-eb48-487d-a1d9-4c76385c940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.826579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-42765eec-eb48-487d-a1d9-4c76385c940c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0495565 Jul 27 22:29:26.887500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-d9e2297b-ae93-41fe-9570-a750f1a4334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.889235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-d9e2297b-ae93-41fe-9570-a750f1a4334a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557616 Jul 27 22:29:26.980227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-d16bee22-18a2-4216-8ebe-7dee8c7543e0 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Jul 27 22:29:27.083074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a04357e1-b627-4b15-9f90-783ba4cdcbb3 req-99c17801-731a-4ad9-b571-0ff80d61e4a8 service neutron] 10.222.0.76 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959053 Jul 27 22:29:27.266588 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:27.491100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806278-e848-4422-95a2-f082803cab65 req-94b6b69b-7d6e-498f-894f-cebb10eef689 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.492647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9806278-e848-4422-95a2-f082803cab65 req-94b6b69b-7d6e-498f-894f-cebb10eef689 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 944 time: 0.0677705 Jul 27 22:29:27.533245 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9806278-e848-4422-95a2-f082803cab65 req-c0b58fae-3de1-44a8-803d-b0ce259470bc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340660 Jul 27 22:29:28.097788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:28.228214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port f08dab87-3eeb-47f5-802e-817760c6d048 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:28.232608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port f08dab87-3eeb-47f5-802e-817760c6d048 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:28.233665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.311538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.335194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:28.337426 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23dc7aa-78be-40c1-9914-b311f5552652" -d '{"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-plugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:28.351357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:28.377254 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1bcf80-16a9-40a4-909b-a11e78f49ac8 x-openstack-request-id: req-8f1bcf80-16a9-40a4-909b-a11e78f49ac8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:28.377547 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-plugged", "status": "completed", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:28.377804 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f1bcf80-16a9-40a4-909b-a11e78f49ac8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:28.378203 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'code': 200} Jul 27 22:29:28.433890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.490277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:28.674708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c611d5-19bd-4553-b902-89cc7bd686be req-f2fdd54d-1ea5-42bf-9255-6edaf93317a6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:28.676177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7c611d5-19bd-4553-b902-89cc7bd686be req-f2fdd54d-1ea5-42bf-9255-6edaf93317a6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0700545 Jul 27 22:29:28.717951 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f7c611d5-19bd-4553-b902-89cc7bd686be req-b46cb7a5-43f8-49dc-9f6d-181cbc826623 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345464 Jul 27 22:29:28.741169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:28.803125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0463df47-42c7-4282-938b-36cba8223f05 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/8506b6bc-494e-44e7-9370-e82ac3e0af0a HTTP/1.1" status: 200 len: 993 time: 0.0606043 Jul 27 22:29:31.947995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b359a51c-f044-4a0e-97a3-8366cc5342d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:34.427544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-062d25d6-7cbc-4aa3-91c7-84731c58dc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:34.793161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:36.010404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:37.376168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:37.627197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.586135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.465733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a7ea-910f-4a40-8c13-e646d6f6ec7b req-7df1212c-8e3a-4dff-9b83-dfae2c82cbfc tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:57.467305 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f556a7ea-910f-4a40-8c13-e646d6f6ec7b req-7df1212c-8e3a-4dff-9b83-dfae2c82cbfc tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0549815 Jul 27 22:29:57.505878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f556a7ea-910f-4a40-8c13-e646d6f6ec7b req-ec25b834-4fd2-493d-88ef-563e6c5063fd tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325286 Jul 27 22:29:57.528077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.685223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port d643915a-f8ab-4808-a961-ae69bba96063 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:57.685478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.759256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.759588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.771104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for d643915a-f8ab-4808-a961-ae69bba96063 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:58.101023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.125747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=d643915a-f8ab-4808-a961-ae69bba96063,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.197690 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.198022 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 8506b6bc-494e-44e7-9370-e82ac3e0af0a disassociated (deleted). External IP: 172.25.3.100, port: f08dab87-3eeb-47f5-802e-817760c6d048. Jul 27 22:29:58.417334 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:58.533110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:58.538047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.543204 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Sync routers for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:58.553245 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:58.553874 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:29:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:58.577624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cdd2dbd3-5387-4e73-827b-02f1039a5432 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/floatingips/8506b6bc-494e-44e7-9370-e82ac3e0af0a HTTP/1.1" status: 204 len: 168 time: 1.0484006 Jul 27 22:29:58.578317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:58.580727 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b350ed-f3f9-4153-bf27-8bf031f5283e" -d '{"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:58.621619 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe3f63-d6e4-4c2b-b69a-1fe49457ba1c x-openstack-request-id: req-8afe3f63-d6e4-4c2b-b69a-1fe49457ba1c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:58.621916 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:58.622171 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8afe3f63-d6e4-4c2b-b69a-1fe49457ba1c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:58.622607 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'status': 'completed', 'code': 200} Jul 27 22:29:58.681703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:58.721782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-f12e8472-9aca-49e6-886b-dec87d12a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:58.723374 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-f12e8472-9aca-49e6-886b-dec87d12a6fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 1096 time: 0.0654216 Jul 27 22:29:58.819252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-dbc13025-2be5-4647-8b94-0c0d312d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:58.820755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-dbc13025-2be5-4647-8b94-0c0d312d2597 service neutron] 10.222.0.50 "GET /v2.0/networks?id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 200 len: 897 time: 0.0907660 Jul 27 22:29:58.879436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-1a71efc4-4314-4ee3-929f-cead70d7a26e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 200 len: 217 time: 0.0513632 Jul 27 22:29:58.902739 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:58.929208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-5df8bda2-60d9-480a-a588-aeb10711b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:58.930785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-5df8bda2-60d9-480a-a588-aeb10711b5f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 200 len: 835 time: 0.0448182 Jul 27 22:29:58.933643 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Checking router: e7f0e558-2cdf-4c3e-bb36-6052111b89b5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:58.943089 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:58.943718 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:29:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:58.995099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-122b287d-cca0-4d75-87e5-833c51109673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:58.997662 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-122b287d-cca0-4d75-87e5-833c51109673 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=96b53ca6-6c16-4a1b-8457-31ee531f9a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588434 Jul 27 22:29:59.055369 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:59.097416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-ae763120-4b52-49ab-9267-1a794f039d69 service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913751 Jul 27 22:29:59.137189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5592cb-9b1d-44b3-9ea4-72b32b0d7331 req-96db316f-fdf8-4afa-a883-79f9fd1e8ada tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:59.138867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e5592cb-9b1d-44b3-9ea4-72b32b0d7331 req-96db316f-fdf8-4afa-a883-79f9fd1e8ada tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0742998 Jul 27 22:29:59.182658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e5592cb-9b1d-44b3-9ea4-72b32b0d7331 req-92ba8ab5-de78-4d8a-9595-a27cecac997d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365267 Jul 27 22:29:59.281672 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:59.311225 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e9228-51ac-4ebf-98bc-f4b954a6cf4e None None] The sync data for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 is: [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0d50ba73-bbc0-4726-8025-9e061840d351', 'name': '', 'network_id': '96b53ca6-6c16-4a1b-8457-31ee531f9a6e', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:2e:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:10Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'e103c92b-0aef-4a4b-95d4-fc30fad1ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:59.452505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29b350ed-f3f9-4153-bf27-8bf031f5283e req-5ecc2562-7d1d-4ba5-b135-e2c20b8fa72e service neutron] 10.222.0.50 "GET /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461328 Jul 27 22:29:59.541116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428d2e2-8540-4c74-86b5-17a8f1d1cf76 None None] New status for floating IP 8506b6bc-494e-44e7-9370-e82ac3e0af0a: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:30:00.359922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c320-d835-4b45-a2ec-03502c52614d req-19d5043b-b703-4894-bbcf-6d7d3715fcb3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:00.361485 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8576c320-d835-4b45-a2ec-03502c52614d req-19d5043b-b703-4894-bbcf-6d7d3715fcb3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.0983868 Jul 27 22:30:00.411520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8576c320-d835-4b45-a2ec-03502c52614d req-3a358e9f-45d0-4e2b-af00-bd35ef8e8a3f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=17d46098-8e24-4e40-a3cf-0ed23a1dc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439725 Jul 27 22:30:00.431372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-c671a78e-c08b-4ec5-9cc9-9361b112cd53 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:00.433721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-c671a78e-c08b-4ec5-9cc9-9361b112cd53 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.50 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 945 time: 0.1193576 Jul 27 22:30:00.536021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port f08dab87-3eeb-47f5-802e-817760c6d048 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:30:00.536375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:00.631638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port f08dab87-3eeb-47f5-802e-817760c6d048, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=f08dab87-3eeb-47f5-802e-817760c6d048,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:00.632007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:00.646229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for f08dab87-3eeb-47f5-802e-817760c6d048 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:30:00.895322 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:00.924037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=f08dab87-3eeb-47f5-802e-817760c6d048,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:00.972310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] No DVR routers for this DVR port f08dab87-3eeb-47f5-802e-817760c6d048 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:30:00.975447 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:00.977605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64488fbe-9b28-4239-af39-5a84ce054bb8 req-bfa9590a-ef6a-4703-b449-d044791777da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.50 "DELETE /v2.0/ports/f08dab87-3eeb-47f5-802e-817760c6d048 HTTP/1.1" status: 204 len: 173 time: 0.5377741 Jul 27 22:30:00.978051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-deleted', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:00.980487 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee34131-11f8-48cf-809f-22064bc74098" -d '{"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-deleted", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:01.016176 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa3a78-48fc-4f0a-b873-51ee2e30be67 x-openstack-request-id: req-a8aa3a78-48fc-4f0a-b873-51ee2e30be67 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:01.016480 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a85047-f28c-4694-b08e-9e24349f5163", "name": "network-vif-deleted", "tag": "f08dab87-3eeb-47f5-802e-817760c6d048", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:01.016738 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8aa3a78-48fc-4f0a-b873-51ee2e30be67 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:01.017148 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a85047-f28c-4694-b08e-9e24349f5163', 'name': 'network-vif-deleted', 'tag': 'f08dab87-3eeb-47f5-802e-817760c6d048', 'status': 'completed', 'code': 200} Jul 27 22:30:01.525030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f23d260-3bfa-4222-b3c5-1660fc82edfd req-92d922e0-d9c9-4435-9f1d-f9d1a5f2d1e8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26a85047-f28c-4694-b08e-9e24349f5163 HTTP/1.1" status: 200 len: 210 time: 0.0336740 Jul 27 22:30:01.940429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57b75739-4c31-49a3-bcc7-9a0d96d5d8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.582311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:02.958407 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.537465 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 0d50ba73-bbc0-4726-8025-9e061840d351 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:30:03.537964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.629442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 0d50ba73-bbc0-4726-8025-9e061840d351, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0d50ba73-bbc0-4726-8025-9e061840d351,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:03.630108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.642981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 0d50ba73-bbc0-4726-8025-9e061840d351 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:30:03.906733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.933939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=0d50ba73-bbc0-4726-8025-9e061840d351,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:03.969332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.972352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.973290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:03.973486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:04.135500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.265836 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:30:04.316354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:30:04.337067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: f08dab87-3eeb-47f5-802e-817760c6d048 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:30:04.337414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device f08dab87-3eeb-47f5-802e-817760c6d048 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:30:04.356387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:30:04.426525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d5abfe9-16b4-435e-a6aa-1b3afd680d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.471282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:04.476605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-410f434c-5d94-4d1f-a99e-f87f46d70ab1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/e7f0e558-2cdf-4c3e-bb36-6052111b89b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930871 Jul 27 22:30:04.479238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53908) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:04.481386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Sync routers for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:04.491977 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:04.492592 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:04.532903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting subnet e103c92b-0aef-4a4b-95d4-fc30fad1ce51 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:30:04.536054 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.578873 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.600900 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:04.670332 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.774696 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.783274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:30:03Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:04.809878 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Checking router: e7f0e558-2cdf-4c3e-bb36-6052111b89b5 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:04.810451 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.818326 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Routers {'e7f0e558-2cdf-4c3e-bb36-6052111b89b5'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:04.818938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:04.841793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Subnet': ['ID=e103c92b-0aef-4a4b-95d4-fc30fad1ce51,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:04.845726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.850399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fc482067-be7f-40f5-b2bc-6edbc5ac9004 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/subnets/e103c92b-0aef-4a4b-95d4-fc30fad1ce51 HTTP/1.1" status: 204 len: 168 time: 0.3675323 Jul 27 22:30:04.850717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:04.861212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b19c4-51b8-4817-97ac-78d53d5327ca None None] Network 96b53ca6-6c16-4a1b-8457-31ee531f9a6e requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:30:04.948813 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] Set router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:04.967774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.086059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] DHCP port deletion for 96b53ca6-6c16-4a1b-8457-31ee531f9a6e request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:30:05.110534 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.145367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Deleting port 2cae1906-e990-447a-b99b-e0f65d46f42b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:30:05.145746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.172116 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:30:03Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:05.203288 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd23167e-9663-4f73-b3f3-b854c2a07232 None None] The sync data for ids ['e7f0e558-2cdf-4c3e-bb36-6052111b89b5'] in n-d-738018-6 is: [{'id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515076735', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:30:03Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'acc7f63c-602b-43fd-9ca2-12b750f8873f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f0e558-2cdf-4c3e-bb36-6052111b89b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:05.214640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] For port 2cae1906-e990-447a-b99b-e0f65d46f42b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2cae1906-e990-447a-b99b-e0f65d46f42b,segment=NetworkSegment(e05aa7ae-aaa9-411a-bb38-a9755cc17f5f),segment_id=e05aa7ae-aaa9-411a-bb38-a9755cc17f5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:05.215434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.234430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Calling delete_port for 2cae1906-e990-447a-b99b-e0f65d46f42b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:30:05.315103 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port acc7f63c-602b-43fd-9ca2-12b750f8873f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:30:05.315777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.382802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d50ba73-bbc0-4726-8025-9e061840d351 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:30:05.413057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0d50ba73-bbc0-4726-8025-9e061840d351 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:30:05.413597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0d50ba73-bbc0-4726-8025-9e061840d351 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:30:05.414248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2cae1906-e990-447a-b99b-e0f65d46f42b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:30:05.428461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port acc7f63c-602b-43fd-9ca2-12b750f8873f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=acc7f63c-602b-43fd-9ca2-12b750f8873f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:05.428849 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.439160 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.446938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for acc7f63c-602b-43fd-9ca2-12b750f8873f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:30:05.630847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] Pushing event deleted for resources: {'Port': ['ID=2cae1906-e990-447a-b99b-e0f65d46f42b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:05.650271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07297a5-e462-4cb6-a3a0-2dea74478054 None None] No DVR routers for this DVR port 2cae1906-e990-447a-b99b-e0f65d46f42b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:30:05.651141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No active binding found for port 2cae1906-e990-447a-b99b-e0f65d46f42b {{(pid=94673) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:30:05.651716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2cae1906-e990-447a-b99b-e0f65d46f42b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:30:05.707008 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.738202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=acc7f63c-602b-43fd-9ca2-12b750f8873f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:05.803013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.897427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.899592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.957902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.049572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.050110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Fanout notify agent at l3_agent the message router_deleted on router e7f0e558-2cdf-4c3e-bb36-6052111b89b5 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:30:06.057372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.058795 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a24b5b5-f799-4064-a418-1e8ccc59e645 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/routers/e7f0e558-2cdf-4c3e-bb36-6052111b89b5 HTTP/1.1" status: 204 len: 168 time: 1.2072544 Jul 27 22:30:06.061451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 53912) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:06.142150 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.234205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.243844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b53ca6-6c16-4a1b-8457-31ee531f9a6e']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:06.255175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:06.255555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05aa7ae-aaa9-411a-bb38-a9755cc17f5f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:06.264978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.278983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.285019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:30:06.285411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:30:06.291658 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:30:06.409059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.416759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.418944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/networks/96b53ca6-6c16-4a1b-8457-31ee531f9a6e HTTP/1.1" status: 204 len: 168 time: 0.3563952 Jul 27 22:30:06.421812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53914) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:06.434863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824acf0c-1d4d-4cd7-8256-9477f915bd97 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Network': ['ID=96b53ca6-6c16-4a1b-8457-31ee531f9a6e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:06.481217 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.509804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.626380 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.628955 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.630132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/security-groups/17d46098-8e24-4e40-a3cf-0ed23a1dc79e HTTP/1.1" status: 204 len: 168 time: 0.2071872 Jul 27 22:30:06.639692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea72a4-5297-4cf4-93dc-60852d8d3d73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d46098-8e24-4e40-a3cf-0ed23a1dc79e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:07.307032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53920) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:07.312041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892726130', 'description': 'tempest-secgroup-smoke-892726130 description', 'project_id': '1a99206e26cc4d1797c3751342c40d78'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:07.371557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acc7f63c-602b-43fd-9ca2-12b750f8873f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:30:07.394012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.394708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: acc7f63c-602b-43fd-9ca2-12b750f8873f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:30:07.395059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device acc7f63c-602b-43fd-9ca2-12b750f8873f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:30:07.443772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.524230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.637877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.666684 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.667266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:07.774777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.776097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba746692-d923-4178-8a80-eefd4310ed93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4680157 Jul 27 22:30:07.779241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53922) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:07.783812 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:07.891229 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.965092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.065970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.086746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59d3491-2c41-435f-b82e-5615a2ae21b2,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:08.208562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.209742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa0d6117-d6e6-4b40-aad7-09d3948e9db8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4295564 Jul 27 22:30:08.212625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53924) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:08.217822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:08.317650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.376770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.460554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.479272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6959c9fa-99f2-4bde-9ab3-bd2571b6d7d4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:08.569308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.570597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da98f0a7-75e2-4dc6-9f2e-906829644c41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569837 Jul 27 22:30:08.573350 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53926) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:08.578661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:08.608416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.671279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.731722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.803440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.821696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cd5c86-6e4b-4bb6-a1ed-e60c2d1be31c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:08.894128 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.895416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-08ce80be-8782-4122-a3c8-84e9cc06aefb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204985 Jul 27 22:30:08.898177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53928) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:08.902913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:08.997518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.060777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.140448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.159483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8c4345-50e3-4f43-b3c3-3815c4aac145,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:09.243559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.244836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-52c7a04c-d893-4381-bfac-23c7aec6fd64 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3456967 Jul 27 22:30:09.250313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53930) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:09.253797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:09.340912 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:30:09.346206 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.410135 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.494606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.515581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfb83d3-9e4e-4c18-9c80-e43fb461d076,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:09.614461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.615711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46bd850b-2dc0-4df1-b98d-6edc03736510 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3658509 Jul 27 22:30:09.618429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53932) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:09.623547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': 'c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:09.706857 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:30:09.713133 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.774182 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.872158 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.890114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cf7cfa-292f-43dd-a12b-238557965ba4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:09.991997 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.993279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2aaeb795-889c-4734-9f61-565570dc9a32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739116 Jul 27 22:30:09.996292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53934) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:10.001490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'network': {'name': 'tempest-network-smoke--749965550', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:10.094692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:30:10.098220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.123602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:30:10.132056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.132411 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Added segment f969930a-8a33-4487-860d-46cb55e2985f of type vlan for network 1f811656-5f57-4722-ac63-1ae3894cb6d8 Jul 27 22:30:10.171947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.266143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.271953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:10.272551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.339513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Network': ['ID=1f811656-5f57-4722-ac63-1ae3894cb6d8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:10.350449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:30:10.415762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5186154c-d2c8-4368-9ded-11591efe3575 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4183886 Jul 27 22:30:10.418530 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:10.423330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'admin_state_up': True, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:10.512616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.513665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.567886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:10.812657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:11.064550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:11.085541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:11.193227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.248 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/4b48de9a-d62d-4650-8711-c53ac7197918) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:11.294469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:11.404269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:11.454427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:11.459203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:11.462603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:11.468558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=4b48de9a-d62d-4650-8711-c53ac7197918,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:11.835867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.032831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.271899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 2351af58-d981-4df1-bf48-13086de97b64 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:30:12.382926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:12.392971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Sync routers for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:12.402640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:12.403274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:12.515198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:12.517521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.518808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44179c57-a10c-46ec-8a62-d09ea21339c1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0993164 Jul 27 22:30:12.528726 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:12.713013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:11Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:12.742191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Checking router: 2351af58-d981-4df1-bf48-13086de97b64 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:12.742593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Updating router 2351af58-d981-4df1-bf48-13086de97b64 port 4b48de9a-d62d-4650-8711-c53ac7197918 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:30:12.780489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.813566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-077758ed-3959-4b16-bfc0-3d68d537a66b tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1a99206e26cc4d1797c3751342c40d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2903388 Jul 27 22:30:12.816541 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53940) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:12.973790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6146fcb-8d30-4019-8a59-dd84b5bafe8c tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:12.977833 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c6146fcb-8d30-4019-8a59-dd84b5bafe8c tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1579149 Jul 27 22:30:12.978070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:13.019850 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36a1db52-e9e8-44d0-92e4-23f85a1f1329 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382814 Jul 27 22:30:13.020052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53944) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:13.024899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1034696653', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:13.055071 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.065024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Transition to ACTIVE for port object 4b48de9a-d62d-4650-8711-c53ac7197918 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:13.174376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.185948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:30:13.189591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.245144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Attempting to bind port 4b48de9a-d62d-4650-8711-c53ac7197918 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:13.245742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Attempting to bind port 4b48de9a-d62d-4650-8711-c53ac7197918 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:13.247061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Attempting to bind port 4b48de9a-d62d-4650-8711-c53ac7197918 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:13.251625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1865ac-17d2-4062-9f61-ddf60d348de2 None None] Pushing event updated for resources: {'Port': ['ID=4b48de9a-d62d-4650-8711-c53ac7197918,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:13.259028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:13.259624 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:13.260417 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.260883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:13.261563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Bound port: 4b48de9a-d62d-4650-8711-c53ac7197918, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:13.262213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.342130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] For port 4b48de9a-d62d-4650-8711-c53ac7197918, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:13.346958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] For port 4b48de9a-d62d-4650-8711-c53ac7197918, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b48de9a-d62d-4650-8711-c53ac7197918,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:13.472081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.534678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:13.535318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:13.540077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1865ac-17d2-4062-9f61-ddf60d348de2 None None] Pushing event updated for resources: {'Port': ['ID=4b48de9a-d62d-4650-8711-c53ac7197918,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:13.540262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.611378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Subnet': ['ID=87763110-b1c6-4e7c-a9b9-df8aa97237d8,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:13.619570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:13.619965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network hostable DHCP agents. Network: 1f811656-5f57-4722-ac63-1ae3894cb6d8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:30:13.655092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:13.723197 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:30:13.820409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1f811656-5f57-4722-ac63-1ae3894cb6d8) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:13.825070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:13.825690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:13.830041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc6af7-504e-4bc3-aec5-2bc9e7874729 None None] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:30:13.875264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:11Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:13.910255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48592662-4377-4c78-87b2-30d812b7f773 None None] The sync data for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 is: [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:11Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:13.920521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6362d762-732d-4905-b8ef-c81a9b7eac37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8994119 Jul 27 22:30:13.923419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 53946) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:14.021251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-1f811656-5f57-4722-ac63-1ae3894cb6d8', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:30:14.022353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.185919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Allocated IP 172.20.0.2 (1f811656-5f57-4722-ac63-1ae3894cb6d8/87763110-b1c6-4e7c-a9b9-df8aa97237d8/49a73acd-8e7b-4fdb-883d-2009a3958f8a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:14.362921 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.372870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Transition to ACTIVE for port object 49a73acd-8e7b-4fdb-883d-2009a3958f8a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:14.394885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Transition to ACTIVE for port object 49a73acd-8e7b-4fdb-883d-2009a3958f8a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:14.423919 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.506394 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.548552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:14.553969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:14.556705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:14.571997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Pushing event updated for resources: {'Port': ['ID=49a73acd-8e7b-4fdb-883d-2009a3958f8a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:14.628557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Attempting to bind port 49a73acd-8e7b-4fdb-883d-2009a3958f8a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:14.628939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Attempting to bind port 49a73acd-8e7b-4fdb-883d-2009a3958f8a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:14.629361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Attempting to bind port 49a73acd-8e7b-4fdb-883d-2009a3958f8a on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:14.635311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:14.635695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:14.636193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.636627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Bound using segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:14.637273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Bound port: 49a73acd-8e7b-4fdb-883d-2009a3958f8a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:14.637690 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.711773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] For port 49a73acd-8e7b-4fdb-883d-2009a3958f8a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:14.715073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] For port 49a73acd-8e7b-4fdb-883d-2009a3958f8a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a73acd-8e7b-4fdb-883d-2009a3958f8a,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:14.815084 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.834095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.1 (1f811656-5f57-4722-ac63-1ae3894cb6d8/87763110-b1c6-4e7c-a9b9-df8aa97237d8/45151a14-6f74-4acd-bffe-dc50aeacf884) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:14.874439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39362a3-45fb-4e77-b89e-a47e60ac19e5 None None] Pushing event updated for resources: {'Port': ['ID=49a73acd-8e7b-4fdb-883d-2009a3958f8a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:14.955008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.969623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object 45151a14-6f74-4acd-bffe-dc50aeacf884 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:15.084230 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.147741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:15.156040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:15.163193 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:15.188282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:15.212092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.434245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a73acd-8e7b-4fdb-883d-2009a3958f8a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:15.530911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.568155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 49a73acd-8e7b-4fdb-883d-2009a3958f8a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:15.572475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b48de9a-d62d-4650-8711-c53ac7197918 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:15.706007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4b48de9a-d62d-4650-8711-c53ac7197918 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:15.710006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4b48de9a-d62d-4650-8711-c53ac7197918 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:15.710418 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.795366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.815905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4b48de9a-d62d-4650-8711-c53ac7197918, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b48de9a-d62d-4650-8711-c53ac7197918,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:15.821498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.917300 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.934901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.971596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4b48de9a-d62d-4650-8711-c53ac7197918,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:16.013006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.014951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:16.256684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc38c7-c7e8-4b51-b618-67faab7614de None None] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:30:16.392233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:16.393675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:16.432701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Provisioning for port 49a73acd-8e7b-4fdb-883d-2009a3958f8a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:16.442586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Provisioning complete for port 49a73acd-8e7b-4fdb-883d-2009a3958f8a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:16.442586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.517513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 2351af58-d981-4df1-bf48-13086de97b64 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:30:16.527691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.565380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] For port 49a73acd-8e7b-4fdb-883d-2009a3958f8a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a73acd-8e7b-4fdb-883d-2009a3958f8a,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:16.633286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:16.638805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f3da5646-27ab-4250-974e-9c11f7610db7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/2351af58-d981-4df1-bf48-13086de97b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140298 Jul 27 22:30:16.643516 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Sync routers for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:16.652915 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:16.653358 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:16.654578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.723086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6e39-1797-4478-a4cf-3c552524c500 None None] Pushing event updated for resources: {'Port': ['ID=49a73acd-8e7b-4fdb-883d-2009a3958f8a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:16.817177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-5f6f40a8-5c06-4717-8e9f-603f391425d6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892726130&fields=id&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 267 time: 0.0411038 Jul 27 22:30:16.851313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Provisioning for port 45151a14-6f74-4acd-bffe-dc50aeacf884 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:16.858734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Provisioning complete for port 45151a14-6f74-4acd-bffe-dc50aeacf884 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:16.859122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.896419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Port 45151a14-6f74-4acd-bffe-dc50aeacf884 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:16.898363 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:16.912651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Provisioning complete for port 49a73acd-8e7b-4fdb-883d-2009a3958f8a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:16.913038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5b92962-1253-4a91-816a-1a5b0b4584e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.952705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-af7197e3-61c5-49c4-a1b0-505c949a60df tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.954971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-af7197e3-61c5-49c4-a1b0-505c949a60df tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 796 time: 0.1278503 Jul 27 22:30:16.979496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-82b36cfd-081b-4460-ba7c-c090141e9d24 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/quotas/1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 375 time: 0.0183976 Jul 27 22:30:17.058773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-c86cc922-378f-4d2e-8b47-5900bd8f8a8b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729332 Jul 27 22:30:17.135708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 2, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:17.151687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6e70458e-a6c6-41d8-857f-b4a0302d5373 None None] Provisioning complete for port 45151a14-6f74-4acd-bffe-dc50aeacf884 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:17.152101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e70458e-a6c6-41d8-857f-b4a0302d5373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.162462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Checking router: 2351af58-d981-4df1-bf48-13086de97b64 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:17.162818 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Updating router 2351af58-d981-4df1-bf48-13086de97b64 port 45151a14-6f74-4acd-bffe-dc50aeacf884 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:30:17.169993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-b458801f-20e6-468d-935b-aaba941450a7 service neutron] 10.222.0.37 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987101 Jul 27 22:30:17.188368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6e70458e-a6c6-41d8-857f-b4a0302d5373 None None] Port 45151a14-6f74-4acd-bffe-dc50aeacf884 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:17.205977 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.267560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-b08a36a2-6ac7-4e1b-96c6-7d65e7ed23f9 service neutron] 10.222.0.37 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966580 Jul 27 22:30:17.389472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a73acd-8e7b-4fdb-883d-2009a3958f8a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:17.442510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 49a73acd-8e7b-4fdb-883d-2009a3958f8a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:17.442928 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.504785 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.517043 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Transition to ACTIVE for port object 45151a14-6f74-4acd-bffe-dc50aeacf884 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:17.535392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b48de9a-d62d-4650-8711-c53ac7197918 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:17.587009 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fe3a55c-ee9d-4f91-98ca-f3be03a319d2 req-66ed9505-b0a7-4f0f-b5c1-944c48c4710c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 210 time: 0.0354249 Jul 27 22:30:17.588534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4b48de9a-d62d-4650-8711-c53ac7197918 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:17.588917 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.598010 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.648681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Pushing event updated for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:17.660282 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.660638 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.660979 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.661319 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.661658 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.661995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.662345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.662677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.663001 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.663323 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.663635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.663956 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:17.732688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Attempting to bind port 45151a14-6f74-4acd-bffe-dc50aeacf884 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:17.733170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Attempting to bind port 45151a14-6f74-4acd-bffe-dc50aeacf884 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:17.733633 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Attempting to bind port 45151a14-6f74-4acd-bffe-dc50aeacf884 on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:17.739111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:17.739574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:17.740052 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.740517 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Bound using segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:17.741209 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Bound port: 45151a14-6f74-4acd-bffe-dc50aeacf884, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:17.741658 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.813125 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] For port 45151a14-6f74-4acd-bffe-dc50aeacf884, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:17.816860 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] For port 45151a14-6f74-4acd-bffe-dc50aeacf884, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=45151a14-6f74-4acd-bffe-dc50aeacf884,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:17.923052 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.983104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1baca7-edf6-4d99-a5f6-87c514b51006 None None] Pushing event updated for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:17.987372 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:17.987992 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:18.099939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:18.304210 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:17Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:18.331434 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47b217-66cf-4d1f-867f-91f0a2ac9a0b None None] The sync data for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 is: [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:17Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:18.689513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21b4ba8a-9a42-49f0-8fc1-f0294e614b92 req-9ffc8092-6259-4493-8634-a506d519fe82 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 210 time: 0.0355589 Jul 27 22:30:19.398814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 45151a14-6f74-4acd-bffe-dc50aeacf884 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:19.517243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 45151a14-6f74-4acd-bffe-dc50aeacf884 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:19.521367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 45151a14-6f74-4acd-bffe-dc50aeacf884 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:19.521839 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:19.605282 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:19.640706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 45151a14-6f74-4acd-bffe-dc50aeacf884, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=45151a14-6f74-4acd-bffe-dc50aeacf884,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:19.688395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-d04dbc15-c6cc-4338-aec1-5e4971e61668 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:19.689886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-d04dbc15-c6cc-4338-aec1-5e4971e61668 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 796 time: 0.1101375 Jul 27 22:30:19.722825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:19.737780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-49120ad8-b20b-4e08-aa10-de8fef6171d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 379 time: 0.0373180 Jul 27 22:30:19.756636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'port': {'device_id': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'admin_state_up': True, 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'security_groups': ['c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:19.867540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-26fc1014-5e27-4af3-bf8f-232fa628b39f req-34bc2110-a2a4-4a3b-b78b-83a917c00cb3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 210 time: 0.0571706 Jul 27 22:30:19.960930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:20.008678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:30:20.013426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.143249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.12 (1f811656-5f57-4722-ac63-1ae3894cb6d8/87763110-b1c6-4e7c-a9b9-df8aa97237d8/ec9302c2-7395-4b1d-8e4a-687cbff275be) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:20.288329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.302161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object ec9302c2-7395-4b1d-8e4a-687cbff275be will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:20.409265 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.455104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:20.460258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:20.463879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:20.490063 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:20.522641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:20.523302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.603808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-f79fcd95-cd10-4fd7-9d3a-9339020a244f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593724 Jul 27 22:30:20.616993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Request body: {'port': {'device_id': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:20.703117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.723235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a4a57794-5f41-415d-971d-1e92b956c002 None None] Provisioning for port ec9302c2-7395-4b1d-8e4a-687cbff275be completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:20.727424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a4a57794-5f41-415d-971d-1e92b956c002 None None] Provisioning complete for port ec9302c2-7395-4b1d-8e4a-687cbff275be triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:20.727801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4a57794-5f41-415d-971d-1e92b956c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:20.763581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4a57794-5f41-415d-971d-1e92b956c002 None None] Port ec9302c2-7395-4b1d-8e4a-687cbff275be cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:20.991724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:20.999747 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.003452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2751-9f58-4ce6-b695-29cfbea07b5d req-5f539b89-5323-4bce-adca-510e9e7320fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.005091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d1c2751-9f58-4ce6-b695-29cfbea07b5d req-5f539b89-5323-4bce-adca-510e9e7320fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 932 time: 0.0699828 Jul 27 22:30:21.012283 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Transition to ACTIVE for port object ec9302c2-7395-4b1d-8e4a-687cbff275be will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:21.046523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4d1c2751-9f58-4ce6-b695-29cfbea07b5d req-96e1c5fb-b3ea-466b-a271-967e16c0e5b3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351264 Jul 27 22:30:21.105708 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.160592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:21.240122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:21.240457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:21.240783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:21.245498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:30:21.245887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:21.252229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:21.252576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:21.252961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Bound using segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:21.253389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Bound port: ec9302c2-7395-4b1d-8e4a-687cbff275be, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:21.253751 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.321020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:21.326191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:21.388857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 45151a14-6f74-4acd-bffe-dc50aeacf884 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:21.404165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.437452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 45151a14-6f74-4acd-bffe-dc50aeacf884 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:21.437750 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.445274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.445902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:21.447349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] 10.222.0.76 "PUT /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1092 time: 0.8351147 Jul 27 22:30:21.450254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:21.452588 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04cd811-3175-4ea0-8db1-6e45a432fd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:21.480314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ecb9f-afb5-4950-97eb-05fce1091f40 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:21.510172 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caa1cc7-0244-4410-92ea-0c6ccf717bb8 x-openstack-request-id: req-8caa1cc7-0244-4410-92ea-0c6ccf717bb8 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:21.510585 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:21.510741 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8caa1cc7-0244-4410-92ea-0c6ccf717bb8 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:21.511145 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:30:21.608492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-d722f893-9155-4d1f-a7ef-d7def3354efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.610109 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-d722f893-9155-4d1f-a7ef-d7def3354efb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1095 time: 0.0784438 Jul 27 22:30:21.721039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-04e39c3c-d591-4cdc-809d-4e95d968c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.722473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-04e39c3c-d591-4cdc-809d-4e95d968c1e0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a99206e26cc4d1797c3751342c40d78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1034503 Jul 27 22:30:21.829415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-d94fe2b9-de0d-4a5f-9f00-ddbf8fc68b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.830933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f04cd811-3175-4ea0-8db1-6e45a432fd3c req-d94fe2b9-de0d-4a5f-9f00-ddbf8fc68b52 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999260 Jul 27 22:30:21.929012 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-7b00a269-5085-4ae0-973c-1d599a12a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.930566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-7b00a269-5085-4ae0-973c-1d599a12a78c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1095 time: 0.0614035 Jul 27 22:30:21.977117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-c2f53c15-8cfb-4a7a-b23d-10d63e373268 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 217 time: 0.0381575 Jul 27 22:30:22.026141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-0a8c2d3b-07e3-4d65-a0d3-f882b9380c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:22.027850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-0a8c2d3b-07e3-4d65-a0d3-f882b9380c89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0439563 Jul 27 22:30:22.088380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e720075-845b-4bb3-9760-54f9748681c5 req-b9cca539-a26d-427b-a641-39ad4a00141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:22.089918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-b9cca539-a26d-427b-a641-39ad4a00141e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555830 Jul 27 22:30:22.185353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358c417-aa4a-43ef-a86c-4c34db8b3ec2 req-c416747d-408c-40ff-96d1-0d01e7ec6391 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:22.185971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-1d846370-7993-4e4d-b3ba-5421c7b5a907 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890276 Jul 27 22:30:22.186962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9358c417-aa4a-43ef-a86c-4c34db8b3ec2 req-c416747d-408c-40ff-96d1-0d01e7ec6391 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 944 time: 0.0706263 Jul 27 22:30:22.229242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9358c417-aa4a-43ef-a86c-4c34db8b3ec2 req-8c501333-e96c-40d9-ad31-ee92abe886c4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354812 Jul 27 22:30:22.281107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7e720075-845b-4bb3-9760-54f9748681c5 req-40ab6bee-92a4-45d0-aa6f-171f7f2e77a8 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881367 Jul 27 22:30:23.384176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69673c0-30b5-4450-b787-a5ef43cf08a8 req-4c81425b-cc8b-4d6d-b0c8-39b1fa3f512c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:23.385718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b69673c0-30b5-4450-b787-a5ef43cf08a8 req-4c81425b-cc8b-4d6d-b0c8-39b1fa3f512c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 944 time: 0.0789065 Jul 27 22:30:23.425326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b69673c0-30b5-4450-b787-a5ef43cf08a8 req-6d294dc5-ea4a-4b22-80cc-79a1ecd48ec4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Jul 27 22:30:24.165939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:30:24.260800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:24.272634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:30:24.323732 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:24.336954 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:24.357101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:24.471424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:24.522371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:24.560018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9d73e-a799-4111-b288-28d10157aa1b req-25fab11c-0c6f-491a-95f5-d51a08a84198 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:24.561442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bae9d73e-a799-4111-b288-28d10157aa1b req-25fab11c-0c6f-491a-95f5-d51a08a84198 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.0663240 Jul 27 22:30:24.600676 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bae9d73e-a799-4111-b288-28d10157aa1b req-96c23a2e-c869-4f35-ae6e-721dee49c5b4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329275 Jul 27 22:30:24.703161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ec9302c2-7395-4b1d-8e4a-687cbff275be'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:30:25.735412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e3a70-9937-4972-bc34-1c1414446361 req-688cbe8c-3fa4-41f0-ab74-2d2e0f86f08c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:25.736991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb6e3a70-9937-4972-bc34-1c1414446361 req-688cbe8c-3fa4-41f0-ab74-2d2e0f86f08c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.0696034 Jul 27 22:30:25.776835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb6e3a70-9937-4972-bc34-1c1414446361 req-be8219d6-db9a-4d23-b22c-6b62fe5c82e4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339725 Jul 27 22:30:26.197951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:26.357135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port ec9302c2-7395-4b1d-8e4a-687cbff275be completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:26.361268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ec9302c2-7395-4b1d-8e4a-687cbff275be triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:26.361731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:26.442791 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:26.465015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:26.467232 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c154b02-f7fd-41e3-a279-e1acfe0eade6" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:26.480359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:26.504115 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f317f25e-1b97-4eb8-85ad-eb64775b85a8 x-openstack-request-id: req-f317f25e-1b97-4eb8-85ad-eb64775b85a8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:26.504453 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:26.504736 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f317f25e-1b97-4eb8-85ad-eb64775b85a8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:26.505134 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'code': 200} Jul 27 22:30:26.616135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3f1e2-e081-4eb1-a68e-11d6efde6f64 req-7cbaa7c1-7a96-4a08-ae26-6d13bd44d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:26.617810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1a3f1e2-e081-4eb1-a68e-11d6efde6f64 req-7cbaa7c1-7a96-4a08-ae26-6d13bd44d335 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1096 time: 0.0549016 Jul 27 22:30:26.625395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:26.655881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b1a3f1e2-e081-4eb1-a68e-11d6efde6f64 req-934175b0-cc6f-4d11-a913-1a500bd34daa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309136 Jul 27 22:30:26.673638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:26.680947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.681299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.681644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.681989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.682348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.682691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.683023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.683356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.683691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.684020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.684351 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.684680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:26.915194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092efad-97f9-472f-a839-95dd438784a2 req-4669ec54-f07e-455b-bdf6-5f9fce1be1b7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:26.916758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5092efad-97f9-472f-a839-95dd438784a2 req-4669ec54-f07e-455b-bdf6-5f9fce1be1b7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0706146 Jul 27 22:30:27.285657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5092efad-97f9-472f-a839-95dd438784a2 req-5699b470-e60e-4ddc-933a-156bd1b4283b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627193 Jul 27 22:30:28.420878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2467-85a1-461f-b94b-5516a76d9f35 req-f58cd196-3a49-4b9b-bcf0-411053c037d5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:28.422421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e0d2467-85a1-461f-b94b-5516a76d9f35 req-f58cd196-3a49-4b9b-bcf0-411053c037d5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0646889 Jul 27 22:30:28.460981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e0d2467-85a1-461f-b94b-5516a76d9f35 req-10368170-cf2d-4af8-8250-228c22a1fcc0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Jul 27 22:30:28.590605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1832-bb5f-449d-9c23-107d6ec25591 req-0fad514b-7875-4afb-9a27-570ef9282f32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:28.592047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738c1832-bb5f-449d-9c23-107d6ec25591 req-0fad514b-7875-4afb-9a27-570ef9282f32 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0641150 Jul 27 22:30:28.629871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-738c1832-bb5f-449d-9c23-107d6ec25591 req-0b37bfb8-0f41-43c4-9ef1-aecf9ab3f12d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Jul 27 22:30:28.652029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:28.716907 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b372ee6-0202-4452-a147-7046d8593459 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:28.718506 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b372ee6-0202-4452-a147-7046d8593459 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1092 time: 0.0654557 Jul 27 22:30:28.721337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:28.726017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:28.826176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:28.924563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.031936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.92 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2bbb8790-0ef5-4584-8f6f-703ce21216c6) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:29.135985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.295309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.333437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:29.336363 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:29.342567 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:29.366724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=2bbb8790-0ef5-4584-8f6f-703ce21216c6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:29.379046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.379400 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.379751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.380098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.380438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.380776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.381120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.381459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.381793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.382129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.382480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.382809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:29.731890 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.891281 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.040517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.110928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.175491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=2bbb8790-0ef5-4584-8f6f-703ce21216c6,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:30.191098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.305231 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP f9e137f3-14e5-47e2-ada1-1daf605cc2d4 associated. External IP: 172.25.3.92, port: ec9302c2-7395-4b1d-8e4a-687cbff275be. Jul 27 22:30:30.517219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 2351af58-d981-4df1-bf48-13086de97b64 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:30:30.627393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:30.638006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Sync routers for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:30.648803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:30.649430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:30.701446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-a4374f3b-f8d5-4442-b25d-7cb7b5aeb243 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549068 Jul 27 22:30:30.716877 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.755432 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7db2b1e6-8901-4eaa-9c0d-24aefe93652e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0329690 Jul 27 22:30:30.756789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:30.759145 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc63c4ca-7c90-40b5-81c8-4a1954878034" -d '{"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:30.771715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:30.800636 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec631226-dcc4-4b3f-bcce-7a37de453a53 x-openstack-request-id: req-ec631226-dcc4-4b3f-bcce-7a37de453a53 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:30.800934 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:30.801186 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec631226-dcc4-4b3f-bcce-7a37de453a53 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:30.801624 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:30:30.809496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-fb8efa92-b084-4e34-b5e8-1a4c0391c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:30.811212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-fb8efa92-b084-4e34-b5e8-1a4c0391c7d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0605075 Jul 27 22:30:30.891940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48dff-4b84-4b6f-aaea-18b4d115c7e4 req-2b2d122f-4d00-4751-8087-b9120000f928 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:30.893718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59d48dff-4b84-4b6f-aaea-18b4d115c7e4 req-2b2d122f-4d00-4751-8087-b9120000f928 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0800884 Jul 27 22:30:30.934412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-ad67996b-50f4-4187-8b6d-58ffaf6305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:30.936034 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59d48dff-4b84-4b6f-aaea-18b4d115c7e4 req-94634018-4519-46c3-b500-ea976350fbc2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353262 Jul 27 22:30:30.936165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-ad67996b-50f4-4187-8b6d-58ffaf6305ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.1051073 Jul 27 22:30:30.958624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54008) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:31.009837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-7673f41d-cf8e-4264-86fc-05934f6dbf1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0657413 Jul 27 22:30:31.021716 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a7621a4e-6720-4731-8d8a-d67f09a4ee61 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/f9e137f3-14e5-47e2-ada1-1daf605cc2d4 HTTP/1.1" status: 200 len: 991 time: 0.0617332 Jul 27 22:30:31.046971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f9e137f3-14e5-47e2-ada1-1daf605cc2d4', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '2351af58-d981-4df1-bf48-13086de97b64', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:29Z', 'updated_at': '2021-07-27T22:30:29Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:31.063068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-8fcc9f0d-5afb-478f-8fbb-881c8a403d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.064577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-8fcc9f0d-5afb-478f-8fbb-881c8a403d55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0469077 Jul 27 22:30:31.073032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Checking router: 2351af58-d981-4df1-bf48-13086de97b64 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:31.082971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:31.083617 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:30:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:31.128808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-33d16f64-d519-4877-be39-368503e4c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.130383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-33d16f64-d519-4877-be39-368503e4c503 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583563 Jul 27 22:30:31.195123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:31.235433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-e73bff57-2349-44a0-ad41-d5800f11f24b service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919619 Jul 27 22:30:31.334339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e26c45-731b-4d7b-a782-613b0c652d8a req-d867b00f-61b1-4951-9106-608a3b259464 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907950 Jul 27 22:30:31.431609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f9e137f3-14e5-47e2-ada1-1daf605cc2d4', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '2351af58-d981-4df1-bf48-13086de97b64', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:29Z', 'updated_at': '2021-07-27T22:30:29Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:31.462019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3550b-4edc-4871-9b84-9a7c07a177fd None None] The sync data for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 is: [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'f9e137f3-14e5-47e2-ada1-1daf605cc2d4', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '2351af58-d981-4df1-bf48-13086de97b64', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:29Z', 'updated_at': '2021-07-27T22:30:29Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:31.490943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-336e7952-3fa2-4c2d-b121-a71ac1e1d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.492521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-336e7952-3fa2-4c2d-b121-a71ac1e1d6d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0573335 Jul 27 22:30:31.591562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-d641fbdc-23fe-4965-bc1d-2f4ae5fe1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.593327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-d641fbdc-23fe-4965-bc1d-2f4ae5fe1be9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0936675 Jul 27 22:30:31.665570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-1a28062b-df6b-4ea6-9659-9cd7ddd008e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0646675 Jul 27 22:30:31.669297 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07918203-a9c0-4ab5-b5ae-2a1adbdb7e3a None None] New status for floating IP f9e137f3-14e5-47e2-ada1-1daf605cc2d4: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:30:31.721374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-1a6c1b63-871d-4372-ad09-96a4089ba071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.722809 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-1a6c1b63-871d-4372-ad09-96a4089ba071 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0507023 Jul 27 22:30:31.785287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-f58390fb-3a95-44ff-80f2-cf390595fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.786887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-f58390fb-3a95-44ff-80f2-cf390595fa5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558310 Jul 27 22:30:31.881393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-37618d11-1b71-4981-9dfc-c55f234bf867 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Jul 27 22:30:31.933878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0d0b9cc-acab-46ee-bd74-70546c057c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:31.987199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cc63c4ca-7c90-40b5-81c8-4a1954878034 req-84d3a63c-f728-47d1-9db1-3a5eb5b19e08 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930989 Jul 27 22:30:32.024972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54010) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:32.089519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-438bc482-2b23-4af9-b12b-820a1da9ba7e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/f9e137f3-14e5-47e2-ada1-1daf605cc2d4 HTTP/1.1" status: 200 len: 993 time: 0.0634012 Jul 27 22:30:34.487926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd27dd3e-731b-4ff4-b9b5-8b15b6c87622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:34.796409 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:36.002638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:37.333773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:37.630929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:38.607921 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:41.266190 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:31:01.939086 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed808e6f-2a89-43d9-a45b-b9d9d05222dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:04.430413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-121ad0a1-e354-4bbd-8f50-53781b9be07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:04.772659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:05.444766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947299-d8e6-4e5c-8bdc-d8554dd8582e req-2bdb79ef-d93b-4f07-8101-24654e02bbbd tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:05.446362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81947299-d8e6-4e5c-8bdc-d8554dd8582e req-2bdb79ef-d93b-4f07-8101-24654e02bbbd tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0605459 Jul 27 22:31:05.481349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81947299-d8e6-4e5c-8bdc-d8554dd8582e req-d79a63d1-daa5-4ac2-ae7f-876870ca49cb tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289924 Jul 27 22:31:05.628813 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a0489-4a70-4fe4-9010-bc917fb4dd58 req-2d5ceb45-fc93-4f66-8c74-f37ae0f17803 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:05.631358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-681a0489-4a70-4fe4-9010-bc917fb4dd58 req-2d5ceb45-fc93-4f66-8c74-f37ae0f17803 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0675180 Jul 27 22:31:05.670544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-681a0489-4a70-4fe4-9010-bc917fb4dd58 req-d9407238-13b1-4eb4-bb6e-c1d7bb5af26f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331230 Jul 27 22:31:05.692733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:05.759276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bf620670-381a-4a42-92f2-60c389a51c90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/f9e137f3-14e5-47e2-ada1-1daf605cc2d4 HTTP/1.1" status: 200 len: 993 time: 0.0647182 Jul 27 22:31:05.944530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:06.484273 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b84a0-8692-4350-b118-75e64a897365 req-33b65a6a-d3cb-4cff-a67b-b80fe1e58b23 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:06.485799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff0b84a0-8692-4350-b118-75e64a897365 req-33b65a6a-d3cb-4cff-a67b-b80fe1e58b23 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0642154 Jul 27 22:31:06.528552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ff0b84a0-8692-4350-b118-75e64a897365 req-5ea96025-4cc8-45e4-ad04-1d458d83cb3a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358937 Jul 27 22:31:06.634941 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-711907ae-041c-4b49-a7ac-f9d1019d87b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531604 Jul 27 22:31:07.344144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:07.658708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:07.664490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde7a55-e733-4278-96dd-db323290a1f3 req-d612f77f-99d5-48d4-b0bd-47fbecd9578b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:07.669950 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cdde7a55-e733-4278-96dd-db323290a1f3 req-d612f77f-99d5-48d4-b0bd-47fbecd9578b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0660250 Jul 27 22:31:07.705514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cdde7a55-e733-4278-96dd-db323290a1f3 req-687d3ce9-e5b5-45ee-a752-9c27141f85ff tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334179 Jul 27 22:31:08.687506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:08.844319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cbcd1-f83d-4530-a897-fbb38506cb37 req-169e24a4-a927-443c-ab8b-cace282eba6c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:08.845864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b4cbcd1-f83d-4530-a897-fbb38506cb37 req-169e24a4-a927-443c-ab8b-cace282eba6c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0707595 Jul 27 22:31:08.883970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-90c50e5e-0c50-4563-8be1-ad6599e45016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:08.885507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-90c50e5e-0c50-4563-8be1-ad6599e45016 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0648503 Jul 27 22:31:08.886785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b4cbcd1-f83d-4530-a897-fbb38506cb37 req-9f580b0f-c60b-44b7-bc50-9148b4b4c27f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348866 Jul 27 22:31:08.977640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-3c91a2aa-0118-46c2-bc48-a5c81552c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:08.979140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-3c91a2aa-0118-46c2-bc48-a5c81552c3e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0858092 Jul 27 22:31:09.049181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-486993e8-e33e-42c6-9a1d-e4acf046bfb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1001 time: 0.0630140 Jul 27 22:31:09.099662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-bef86975-0b44-4a01-af04-7000d21642e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:09.101212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-bef86975-0b44-4a01-af04-7000d21642e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0446005 Jul 27 22:31:09.165369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-5a70c0ba-a255-4177-9188-208686f88303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:09.166939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-5a70c0ba-a255-4177-9188-208686f88303 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576382 Jul 27 22:31:09.263313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-74b6d95f-3dae-4774-9b26-242d1e1e3deb service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885496 Jul 27 22:31:09.356988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-400b7f1f-e1cb-46b5-aee9-9143de033275 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Jul 27 22:31:10.019863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60376-bbad-477c-b580-5e4c0e8fc671 req-37540ddb-c827-4c3b-b194-d24ada979d5a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:10.021368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2c60376-bbad-477c-b580-5e4c0e8fc671 req-37540ddb-c827-4c3b-b194-d24ada979d5a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0637844 Jul 27 22:31:10.059946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2c60376-bbad-477c-b580-5e4c0e8fc671 req-55a6a80b-2b78-4d9d-817b-dd80d257a994 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324867 Jul 27 22:31:11.197492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937c269-1b22-42bf-b262-29b1f12d9b86 req-42a18fc1-014c-482f-9914-fcb8aebb2716 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:11.198993 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f937c269-1b22-42bf-b262-29b1f12d9b86 req-42a18fc1-014c-482f-9914-fcb8aebb2716 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0665359 Jul 27 22:31:11.237945 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f937c269-1b22-42bf-b262-29b1f12d9b86 req-5281f342-0168-40af-a303-edf2fc1f7ba4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329058 Jul 27 22:31:12.374805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280139f-97c7-46c5-bc49-81672915896e req-7422e7a7-d3c1-43d8-bc1d-476ede4d0e2a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:12.376304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9280139f-97c7-46c5-bc49-81672915896e req-7422e7a7-d3c1-43d8-bc1d-476ede4d0e2a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0688655 Jul 27 22:31:12.416122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9280139f-97c7-46c5-bc49-81672915896e req-69bbb9d7-fb89-4ae9-9316-41c61c7875ed tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Jul 27 22:31:13.544570 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3dbbc-ff30-4bca-9852-6a8b2914d8de req-ff993983-4b02-4dfa-a4b7-617caf267a2a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:13.546067 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7f3dbbc-ff30-4bca-9852-6a8b2914d8de req-ff993983-4b02-4dfa-a4b7-617caf267a2a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0624683 Jul 27 22:31:13.588247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7f3dbbc-ff30-4bca-9852-6a8b2914d8de req-cea097ed-0029-4b4f-97e0-12d17dca6868 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363109 Jul 27 22:31:14.718723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3152e7-fb1d-4400-aed4-8c62044e5a18 req-fe7405a7-20b2-4705-94f2-7129a30583c6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:14.720250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e3152e7-fb1d-4400-aed4-8c62044e5a18 req-fe7405a7-20b2-4705-94f2-7129a30583c6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0643523 Jul 27 22:31:14.758035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e3152e7-fb1d-4400-aed4-8c62044e5a18 req-16c21a89-418e-49b6-bfb6-ec9667ce90fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Jul 27 22:31:15.890256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3833764-6a43-4077-b29b-fdb977a1c7e6 req-82b9b2eb-b3c2-4ff2-b62e-faf3af3771d8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:15.891928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3833764-6a43-4077-b29b-fdb977a1c7e6 req-82b9b2eb-b3c2-4ff2-b62e-faf3af3771d8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0656116 Jul 27 22:31:15.934915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3833764-6a43-4077-b29b-fdb977a1c7e6 req-245fd680-8d61-49c2-aa54-7e075c3036e5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371192 Jul 27 22:31:17.070248 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af21a29-d6f2-4896-a60e-ae5bf1b004e8 req-36f58bdb-c218-4ce3-a953-20f6aa8c7d57 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:17.071800 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2af21a29-d6f2-4896-a60e-ae5bf1b004e8 req-36f58bdb-c218-4ce3-a953-20f6aa8c7d57 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0687172 Jul 27 22:31:17.111209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2af21a29-d6f2-4896-a60e-ae5bf1b004e8 req-78b2a2af-53e2-439c-b290-0fd56c68b012 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331955 Jul 27 22:31:18.246374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ced3d4-5299-4345-856d-2f8be7e155ce req-5d3e3d07-0f4c-4514-9f0e-28988543dab5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:18.247909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7ced3d4-5299-4345-856d-2f8be7e155ce req-5d3e3d07-0f4c-4514-9f0e-28988543dab5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0644953 Jul 27 22:31:18.266589 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:31:18.287621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e7ced3d4-5299-4345-856d-2f8be7e155ce req-b43fa469-91f4-4206-8946-86048c55bd74 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337801 Jul 27 22:31:19.416631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0f7d8-08dd-460e-87a6-9d40d11f204e req-4431cee8-4f29-4a05-bb1d-945034321b2c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:19.418278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ebc0f7d8-08dd-460e-87a6-9d40d11f204e req-4431cee8-4f29-4a05-bb1d-945034321b2c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0634766 Jul 27 22:31:19.456712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ebc0f7d8-08dd-460e-87a6-9d40d11f204e req-c73edc89-fb88-4044-9097-d2e1bdcb179a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Jul 27 22:31:20.599496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e0930-5ab0-4fa1-9fad-0eb8d3e41ac9 req-f239e61e-8887-47f2-8699-7bb1e9b8b1c7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:20.601128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-824e0930-5ab0-4fa1-9fad-0eb8d3e41ac9 req-f239e61e-8887-47f2-8699-7bb1e9b8b1c7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0700691 Jul 27 22:31:20.640809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-824e0930-5ab0-4fa1-9fad-0eb8d3e41ac9 req-12b46527-39d0-4d98-8190-0a99a0dfa4f5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334878 Jul 27 22:31:21.544549 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-49f723b7-5338-4b68-982b-f17f65c52baf service neutron] show failed (client error): The resource could not be found. Jul 27 22:31:21.545569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-49f723b7-5338-4b68-982b-f17f65c52baf service neutron] 10.222.0.76 "GET /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0652046 Jul 27 22:31:21.776516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138538a3-a68e-4a7b-9308-3f97e9cf1486 req-d2eaab5a-bd75-4dfd-876e-24a4db651fcf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:21.778165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-138538a3-a68e-4a7b-9308-3f97e9cf1486 req-d2eaab5a-bd75-4dfd-876e-24a4db651fcf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0689597 Jul 27 22:31:21.817124 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-138538a3-a68e-4a7b-9308-3f97e9cf1486 req-5eb4aac5-3e69-4e70-b4ba-c3d64c8e57c9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Jul 27 22:31:22.069328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-a779ceda-c99b-40b1-be16-81c583b3d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.070890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-a779ceda-c99b-40b1-be16-81c583b3d88a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 1097 time: 0.0914655 Jul 27 22:31:22.083695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:22.112711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-b7e0e9ef-3ec5-4729-9353-043ca6aa960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.122213 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-b7e0e9ef-3ec5-4729-9353-043ca6aa960c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0972974 Jul 27 22:31:22.208871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:22.294190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-d4ee7779-e004-4a4a-bad5-da8fb7c29896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.295735 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-d4ee7779-e004-4a4a-bad5-da8fb7c29896 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.1444085 Jul 27 22:31:22.749903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-f9ba6d83-c402-450b-9b1a-191e1519ca7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1001 time: 0.4051933 Jul 27 22:31:22.823758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-a976cfbb-4c4b-41e4-9412-c1cdf54b3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.825236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-a976cfbb-4c4b-41e4-9412-c1cdf54b3862 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0682838 Jul 27 22:31:22.831498 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:22.906370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:22.981024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-d22f319d-f3b5-4521-aa9e-0323cb0d3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.982581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-d22f319d-f3b5-4521-aa9e-0323cb0d3228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491365 Jul 27 22:31:22.985490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:22.987788 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac81d1-f4e9-4968-8fd1-ab8a1ea88d6a" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:22.993215 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:23.051084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Transition to ACTIVE for port object ec9302c2-7395-4b1d-8e4a-687cbff275be will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:23.054054 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d3855-808a-4897-92ea-12547fc5e408 x-openstack-request-id: req-720d3855-808a-4897-92ea-12547fc5e408 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:23.054388 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:23.057348 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-720d3855-808a-4897-92ea-12547fc5e408 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:23.057348 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'code': 200} Jul 27 22:31:23.085153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9047b-ba6a-4008-8c35-bda7972bf53d req-2466f593-fa6b-4029-9b29-1b0890d42dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:23.086700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3a9047b-ba6a-4008-8c35-bda7972bf53d req-2466f593-fa6b-4029-9b29-1b0890d42dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.1973412 Jul 27 22:31:23.114675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:23.162811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-eae0e583-8b0c-48e6-9042-c1b52bb02bb6 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716144 Jul 27 22:31:23.230307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3a9047b-ba6a-4008-8c35-bda7972bf53d req-42204f38-2c71-40fe-a075-b3dd6b311f9f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364813 Jul 27 22:31:23.277371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:23.345867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] No DVR routers for this DVR port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:31:23.380135 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-fc8a878f-2c3e-4ea6-8e0d-1b5a8333655f service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085240 Jul 27 22:31:23.487097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:23.487352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:23.487686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:23.491938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:31:23.492270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:23.497789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:23.498137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:23.498845 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Bound using segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:23.499033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Bound port: ec9302c2-7395-4b1d-8e4a-687cbff275be, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:23.499332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:23.565375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:23.568423 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:23.646469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:23.687828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:23.688463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:23.690156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1092 time: 1.6105957 Jul 27 22:31:23.709431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dbae4-9c74-43e3-98ba-0fc23062b0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:23.770344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-40649a2b-59bc-4933-b22c-c68508df6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:23.771910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-40649a2b-59bc-4933-b22c-c68508df6992 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1095 time: 0.0589235 Jul 27 22:31:23.867797 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-d6e3f422-6607-4d6c-a61d-47fac6797f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:23.869300 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-d6e3f422-6607-4d6c-a61d-47fac6797f21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0903306 Jul 27 22:31:23.940128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-86520e60-fec1-4112-b9d7-abfd990b5529 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0638266 Jul 27 22:31:23.989177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-7f5f318a-e894-481c-93f0-22236c2e4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:23.990626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-7f5f318a-e894-481c-93f0-22236c2e4342 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0441597 Jul 27 22:31:24.053260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-26826838-84c7-4577-8baf-a87bb2a25da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:24.054855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-26826838-84c7-4577-8baf-a87bb2a25da5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573781 Jul 27 22:31:24.150502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-b99edc5b-ab26-4761-bc93-7e59b67838c3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880604 Jul 27 22:31:24.240939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b679b31-4d2f-4b7b-bac4-08b91864b82b req-90017a11-d661-43c2-a168-a1b79c7ffd63 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Jul 27 22:31:24.367279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b9233-adf1-4d30-9935-aced0f67216e req-84988a77-42bd-4474-aa59-9332e7ed85f5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:24.368807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df7b9233-adf1-4d30-9935-aced0f67216e req-84988a77-42bd-4474-aa59-9332e7ed85f5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 944 time: 0.0652001 Jul 27 22:31:24.409168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df7b9233-adf1-4d30-9935-aced0f67216e req-1d937b39-5ea7-4c58-b922-0316d52080e0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331919 Jul 27 22:31:24.461625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:31:24.503256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:31:25.056537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:25.059624 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ace6ff-fc33-4978-b636-5804cea7e90d" -d '{"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:25.107054 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b6790-b8ba-4337-a550-651e34917ae8 x-openstack-request-id: req-955b6790-b8ba-4337-a550-651e34917ae8 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:25.107361 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:25.107619 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-955b6790-b8ba-4337-a550-651e34917ae8 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:25.108067 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:31:25.185115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-7d0dcc63-4e8e-4cd2-aaa3-2615179784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.185762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-ad9eb894-0843-413b-988b-f1210724fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.186589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-7d0dcc63-4e8e-4cd2-aaa3-2615179784f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1095 time: 0.0617414 Jul 27 22:31:25.186717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-ad9eb894-0843-413b-988b-f1210724fbcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1095 time: 0.0558591 Jul 27 22:31:25.278043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-5f3527df-905e-4962-9367-57aba7e54e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.279611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-5f3527df-905e-4962-9367-57aba7e54e6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0855644 Jul 27 22:31:25.281849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-13f3aeb4-c777-45f3-9320-e31876578b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.283399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-13f3aeb4-c777-45f3-9320-e31876578b4e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0899854 Jul 27 22:31:25.352520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-f9522e8e-08fd-44d0-ba87-b5aad43682ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0618892 Jul 27 22:31:25.352867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-138d777f-be92-4880-b8d7-477333a0a6be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0658557 Jul 27 22:31:25.404708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-b835044c-291d-4759-96a2-277985fa0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.406242 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-b835044c-291d-4759-96a2-277985fa0a60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0457859 Jul 27 22:31:25.409034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-67c77c92-73b0-475e-a299-a52b0f1788e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.410542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-67c77c92-73b0-475e-a299-a52b0f1788e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0501316 Jul 27 22:31:25.472874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-55a03fd7-45e6-42b9-b9e3-1fae8abf9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.473962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-bc1e2a1c-bc33-471c-b7d7-571d7089d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.474807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-55a03fd7-45e6-42b9-b9e3-1fae8abf9fb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603869 Jul 27 22:31:25.475530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-bc1e2a1c-bc33-471c-b7d7-571d7089d727 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582161 Jul 27 22:31:25.578439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-455e4657-94ec-4ebc-bb62-1968d2095be7 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940878 Jul 27 22:31:25.620613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2cf7b-7e79-4e30-b871-44a8ebda4e0f req-a31a61d3-56ac-4927-bf9a-1a619e95a220 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:25.622160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efb2cf7b-7e79-4e30-b871-44a8ebda4e0f req-a31a61d3-56ac-4927-bf9a-1a619e95a220 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 944 time: 0.1398616 Jul 27 22:31:25.624399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-418a8827-6084-4e7d-aa9f-ce3a0e437235 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403494 Jul 27 22:31:25.674037 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-347a32be-30b6-4b96-83cd-860a049ad097 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877807 Jul 27 22:31:25.714270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efb2cf7b-7e79-4e30-b871-44a8ebda4e0f req-3e176fcc-4dbf-40c8-9658-8daadfdfe8cf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858860 Jul 27 22:31:25.746836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d3ace6ff-fc33-4978-b636-5804cea7e90d req-6e0099d2-2d8a-4570-b765-bca207037901 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124494 Jul 27 22:31:26.723749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:31:26.819884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:26.832189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:31:26.852624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08b51d-6f7c-4e40-902e-0e236a527109 req-c03d28b3-3774-416a-962c-38181eb309dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:26.854936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da08b51d-6f7c-4e40-902e-0e236a527109 req-c03d28b3-3774-416a-962c-38181eb309dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 944 time: 0.0694847 Jul 27 22:31:26.873289 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.890999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:26.895501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da08b51d-6f7c-4e40-902e-0e236a527109 req-4daa28f7-6279-4aa5-9b9a-79a066f5fe5c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Jul 27 22:31:26.911641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:26.967259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.014673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:27.021994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.022385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.022734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.023079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.023424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.023771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.024111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.024449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.024783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.025116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.025451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.025787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.185193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['ec9302c2-7395-4b1d-8e4a-687cbff275be'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:31:27.442166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23faca3-d81e-4759-9172-08b132396e41 req-2c5980ac-4c10-4fd7-a100-7361373524d0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.443917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c23faca3-d81e-4759-9172-08b132396e41 req-2c5980ac-4c10-4fd7-a100-7361373524d0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.1258771 Jul 27 22:31:27.514086 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c23faca3-d81e-4759-9172-08b132396e41 req-3bd92830-d1b4-4f47-821d-2fe6b2813910 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614710 Jul 27 22:31:27.532902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-b1c13eb3-77a1-477c-986a-714616e68e5d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.532902 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-b1c13eb3-77a1-477c-986a-714616e68e5d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.50 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069&tenant_id=1a99206e26cc4d1797c3751342c40d78&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 945 time: 0.1576891 Jul 27 22:31:27.599889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-3554c64d-06f5-48d5-bba5-4f6cdd559c43 service neutron] 10.222.0.50 "GET /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.0598073 Jul 27 22:31:27.676275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-1eee0672-0f95-4d9a-9c91-a310095d33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.677795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-1eee0672-0f95-4d9a-9c91-a310095d33c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1096 time: 0.0551431 Jul 27 22:31:27.770833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-a005529d-85eb-47aa-b93d-7138ccd3acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.772243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-a005529d-85eb-47aa-b93d-7138ccd3acf6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0866556 Jul 27 22:31:27.837773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-bb00a4e8-443a-48a6-a1d8-e7c1067e4b1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1000 time: 0.0579214 Jul 27 22:31:27.887523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-81592825-4e6c-414a-8b8b-10c6b90266d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.889010 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-81592825-4e6c-414a-8b8b-10c6b90266d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0443347 Jul 27 22:31:27.953866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-47d8e54a-85f3-4263-bee0-ca564619d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:27.955422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-47d8e54a-85f3-4263-bee0-ca564619d553 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589199 Jul 27 22:31:28.044132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-37e8d1cd-2915-4b13-b75c-12a2a96ccf21 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812612 Jul 27 22:31:28.150517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-7104d983-015d-4aab-9950-dee86a2096f4 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992785 Jul 27 22:31:28.648551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05d35b-0fe6-464d-b0d2-f0dca0546c56 req-5c44c763-f5f7-496c-8f38-44eb2d93b614 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:28.650054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b05d35b-0fe6-464d-b0d2-f0dca0546c56 req-5c44c763-f5f7-496c-8f38-44eb2d93b614 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.0638523 Jul 27 22:31:28.689220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b05d35b-0fe6-464d-b0d2-f0dca0546c56 req-89e96233-8b66-43a9-a3c2-e96b47064f7b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Jul 27 22:31:28.734038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:28.870570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port ec9302c2-7395-4b1d-8e4a-687cbff275be completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:28.874520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port ec9302c2-7395-4b1d-8e4a-687cbff275be triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:28.874903 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.955938 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.977403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:28.980492 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f25705-994a-427c-910f-1f1edaa2f6e1" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:28.998476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:29.031639 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd862b8b-ac30-4e20-834e-9483d1c92a8e x-openstack-request-id: req-cd862b8b-ac30-4e20-834e-9483d1c92a8e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:29.031955 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:29.032214 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd862b8b-ac30-4e20-834e-9483d1c92a8e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:29.032615 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'code': 200} Jul 27 22:31:29.046678 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:29.094829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:29.820052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56d9e-dd2e-4dca-8f66-3840c702014d req-8eaa3469-e3cf-4eab-af58-8cb39e748603 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:29.821538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14e56d9e-dd2e-4dca-8f66-3840c702014d req-8eaa3469-e3cf-4eab-af58-8cb39e748603 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.0634739 Jul 27 22:31:29.861577 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14e56d9e-dd2e-4dca-8f66-3840c702014d req-1b353412-c699-42ca-b6de-667ed1abf0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335581 Jul 27 22:31:30.703582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-304a0d61-73a2-4c55-a364-0b7d9eb57c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:30.705082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-304a0d61-73a2-4c55-a364-0b7d9eb57c22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 1097 time: 0.1011357 Jul 27 22:31:30.716452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:30.727183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-8d923ad2-709f-4add-80f7-6134f3a2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:30.728711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-8d923ad2-709f-4add-80f7-6134f3a2f3db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1097 time: 0.0563240 Jul 27 22:31:30.791849 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.836881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-335bd005-7123-4e4e-8150-b1d3e95ab210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:30.838523 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-335bd005-7123-4e4e-8150-b1d3e95ab210 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0895078 Jul 27 22:31:30.914075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-d710c504-ee6a-4ef3-975c-b5b2f0586386 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1001 time: 0.0677781 Jul 27 22:31:31.000775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-c76e8be1-978a-4226-aa1c-adb82998d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.002306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-c76e8be1-978a-4226-aa1c-adb82998d4cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0810721 Jul 27 22:31:31.006033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:31.045951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:31.064899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaa6fc-c3ea-4575-8c04-c9e2d87670fe req-816de6ec-ad61-4551-b21f-fc5aba742863 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.066484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2acaa6fc-c3ea-4575-8c04-c9e2d87670fe req-816de6ec-ad61-4551-b21f-fc5aba742863 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 946 time: 0.1168277 Jul 27 22:31:31.087373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:31.089824 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930cd50-86e6-49c9-8440-dd9fb6a71c4e" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:31.093982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.107397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Transition to ACTIVE for port object ec9302c2-7395-4b1d-8e4a-687cbff275be will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:31.113915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-bce18ecb-cdec-40a5-b5d7-eaccad5c695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.113915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-bce18ecb-cdec-40a5-b5d7-eaccad5c695d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047449 Jul 27 22:31:31.122228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2acaa6fc-c3ea-4575-8c04-c9e2d87670fe req-e12e89dd-76c7-400e-a9e5-888b1063091c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484147 Jul 27 22:31:31.149794 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4760f-19dd-4cfa-932d-8bbd7a02c795 x-openstack-request-id: req-83d4760f-19dd-4cfa-932d-8bbd7a02c795 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:31.150089 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-unplugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:31.150374 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83d4760f-19dd-4cfa-932d-8bbd7a02c795 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:31.150789 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'code': 200} Jul 27 22:31:31.184290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.211181 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-c86b0ca7-5f0a-425b-aa83-79d7368b1e25 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879593 Jul 27 22:31:31.284133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:31.307757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.308108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.308475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.308816 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.309150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.309477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.309809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.310139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.310479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.310804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.311125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.311450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:31.318182 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-9d90138e-0008-4154-91e2-7a3ea166ca18 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983205 Jul 27 22:31:31.376950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] No DVR routers for this DVR port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:31:31.527909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:31.528171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:31.528498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:31.532748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:31:31.533075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Attempting to bind port ec9302c2-7395-4b1d-8e4a-687cbff275be on network 1f811656-5f57-4722-ac63-1ae3894cb6d8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:31.537832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:31.538175 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Checking segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:31.538595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Bound using segment: {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:31.539022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Bound port: ec9302c2-7395-4b1d-8e4a-687cbff275be, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f969930a-8a33-4487-860d-46cb55e2985f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:31.539379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.607148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:31.610074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:31.669999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.704634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.705256 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.706691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] 10.222.0.76 "PUT /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 1093 time: 0.9944470 Jul 27 22:31:31.730890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cddea-ad5b-4c50-98c2-203ed21ba007 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:31.790159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-7addc661-fe50-4e64-9f75-d2db13e50291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.793581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-7addc661-fe50-4e64-9f75-d2db13e50291 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1096 time: 0.0571845 Jul 27 22:31:31.892054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-4e292a7b-4393-42a4-b9c0-2f403e812df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:31.894186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-4e292a7b-4393-42a4-b9c0-2f403e812df7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0949051 Jul 27 22:31:31.932327 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be2e1f62-0591-40dc-85ec-852755b19372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.965037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-ff408222-4842-467f-8c22-96bc1d935f01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0618706 Jul 27 22:31:32.020798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-7f104369-29da-48de-ab73-8f91d1da0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:32.022268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-7f104369-29da-48de-ab73-8f91d1da0e09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0485654 Jul 27 22:31:32.085690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101be04-e33a-4909-ada8-c53fa548e229 req-51989ed7-f5b0-4c16-940a-04a4a2f221e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:32.085690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-51989ed7-f5b0-4c16-940a-04a4a2f221e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538688 Jul 27 22:31:32.177164 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-1d6d4bab-ad92-489b-af72-1730a68626ad service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844915 Jul 27 22:31:32.255315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f8ff-cbe0-4161-a1f4-da092493132f req-42451bec-ff16-4e39-b6d3-b7b643e76189 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:32.256839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c9f8ff-cbe0-4161-a1f4-da092493132f req-42451bec-ff16-4e39-b6d3-b7b643e76189 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.0636396 Jul 27 22:31:32.275079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b101be04-e33a-4909-ada8-c53fa548e229 req-271f9a0f-5936-469a-be17-3c2ebc296be0 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892582 Jul 27 22:31:32.297292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52c9f8ff-cbe0-4161-a1f4-da092493132f req-2fe7ec18-1d06-494a-a521-25b328790f10 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337381 Jul 27 22:31:32.765047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:31:32.802329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:31:33.152359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:33.154924 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd092292-4484-43d0-a94b-280560f53276" -d '{"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:33.202326 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac52a1-369d-4a7f-95b8-8b25f88f2af5 x-openstack-request-id: req-80ac52a1-369d-4a7f-95b8-8b25f88f2af5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:33.202624 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:33.202883 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80ac52a1-369d-4a7f-95b8-8b25f88f2af5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:33.203290 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:31:33.279055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-1e8d1b5f-8980-4034-b8a0-326aad9e22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.280603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-1e8d1b5f-8980-4034-b8a0-326aad9e22d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1096 time: 0.0557375 Jul 27 22:31:33.281648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-aa75f994-b2ce-4950-ad44-295fe8451e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.283350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-aa75f994-b2ce-4950-ad44-295fe8451e3f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1096 time: 0.0605986 Jul 27 22:31:33.378783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-7142003d-f93e-4c84-b121-3e4bd5543a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.380273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-7142003d-f93e-4c84-b121-3e4bd5543a04 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.0922229 Jul 27 22:31:33.408559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-0308dabe-e0f7-443c-8204-038669929084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.409985 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-0308dabe-e0f7-443c-8204-038669929084 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.1190271 Jul 27 22:31:33.447221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-21bb2c9d-9c20-4d55-8850-2bd8fd101dd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0585179 Jul 27 22:31:33.494400 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-c78e556e-e905-4672-880c-49ce5abb9c70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 999 time: 0.0760884 Jul 27 22:31:33.501979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-93935ac7-c60d-4b2c-aa4e-f32dda3b1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.503510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-93935ac7-c60d-4b2c-aa4e-f32dda3b1193 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0462494 Jul 27 22:31:33.503645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf5a3-b04e-4681-b680-e6f95d73d52b req-029a7784-5989-4cc6-99d8-0a4f3b025fa3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.505068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-301cf5a3-b04e-4681-b680-e6f95d73d52b req-029a7784-5989-4cc6-99d8-0a4f3b025fa3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.1356730 Jul 27 22:31:33.569038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-3213f507-d30f-4396-b4a3-aaec53965478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.570758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-3213f507-d30f-4396-b4a3-aaec53965478 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589678 Jul 27 22:31:33.578013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-40e7099a-2dda-4961-81b4-9c6198124a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.579586 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-40e7099a-2dda-4961-81b4-9c6198124a91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0736325 Jul 27 22:31:33.582657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-301cf5a3-b04e-4681-b680-e6f95d73d52b req-063309a1-d789-4e9f-8e2a-7dcd9c37e982 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680113 Jul 27 22:31:33.647299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092292-4484-43d0-a94b-280560f53276 req-efa07931-8a97-44c5-a5be-db65476e753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.651130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-efa07931-8a97-44c5-a5be-db65476e753f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620983 Jul 27 22:31:33.668350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-f36f7cc7-485c-48e3-996b-9f959fa2695a service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886276 Jul 27 22:31:33.742174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-0389f2ba-e4db-4fda-a38a-4ed043077da9 service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Jul 27 22:31:33.773069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-787dc118-ff2a-4b60-8888-ca630d532555 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964625 Jul 27 22:31:33.847177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bd092292-4484-43d0-a94b-280560f53276 req-718457f4-8058-4bb1-a97a-7a8817cf41db service neutron] 10.222.0.50 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980449 Jul 27 22:31:34.429390 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abe6eaf6-bcc2-473a-ad52-c5175823d586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.506980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:31:34.602490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:34.614307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'port_id': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'mac_address': 'fa:16:3e:5e:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:31:34.652324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.670654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:34.706266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:34.723417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbb4b3-0de1-417a-93d0-ebb27256c6ab req-2d3bf5f6-fa89-4766-8981-565b18eb855b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:34.724939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dbbb4b3-0de1-417a-93d0-ebb27256c6ab req-2d3bf5f6-fa89-4766-8981-565b18eb855b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 945 time: 0.0708294 Jul 27 22:31:34.763963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7dbbb4b3-0de1-417a-93d0-ebb27256c6ab req-70635528-5c92-4f11-91ea-9c82d05fccee tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325115 Jul 27 22:31:34.777958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.786323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54132) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:34.803053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.832073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=12']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:34.853082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b6f35b94-042b-44e5-9d12-b315d30189b6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/f9e137f3-14e5-47e2-ada1-1daf605cc2d4 HTTP/1.1" status: 200 len: 992 time: 0.0654716 Jul 27 22:31:35.000610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['ec9302c2-7395-4b1d-8e4a-687cbff275be'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:31:35.971316 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.522772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:36.623744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port ec9302c2-7395-4b1d-8e4a-687cbff275be completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:36.627680 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port ec9302c2-7395-4b1d-8e4a-687cbff275be triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:36.628061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.703125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.730962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:36.734907 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11969cdf-db74-4b69-9454-559f15f69fd3" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:36.752089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:36.773217 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93fba5f-ff1c-4cb7-b9e1-4e3d3d4078c1 x-openstack-request-id: req-e93fba5f-ff1c-4cb7-b9e1-4e3d3d4078c1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:36.773457 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-plugged", "status": "completed", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:36.773713 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e93fba5f-ff1c-4cb7-b9e1-4e3d3d4078c1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:36.774114 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'code': 200} Jul 27 22:31:36.801014 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.849016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=13']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:37.343918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:37.634968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.605441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:55.266311 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:01.954799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c57ec75f-1c04-4a86-9e78-6e84515e0492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:04.415925 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92f27080-6b22-4628-b96c-4bf51ea85126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:04.772060 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:05.523163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a170c-2111-4883-9ea2-a0c3c0a4a2a1 req-4005e09a-9ff0-4771-a957-ccb66e4fa4a9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:05.525554 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a86a170c-2111-4883-9ea2-a0c3c0a4a2a1 req-4005e09a-9ff0-4771-a957-ccb66e4fa4a9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1098 time: 0.0581861 Jul 27 22:32:05.567172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a86a170c-2111-4883-9ea2-a0c3c0a4a2a1 req-6d5cd544-1ee5-40d4-9acb-d28f6a02e3b0 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357807 Jul 27 22:32:05.591348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54150) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:05.960423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.075663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 2bbb8790-0ef5-4584-8f6f-703ce21216c6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:06.076016 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.156932 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.157178 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.169295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 2bbb8790-0ef5-4584-8f6f-703ce21216c6 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:06.377606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.406688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=2bbb8790-0ef5-4584-8f6f-703ce21216c6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:06.438663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.439029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.439383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.439727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.440069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.440435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.440745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.441086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.441416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.441749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.442078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.442460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:06.486020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.486389 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP f9e137f3-14e5-47e2-ada1-1daf605cc2d4 disassociated (deleted). External IP: 172.25.3.92, port: ec9302c2-7395-4b1d-8e4a-687cbff275be. Jul 27 22:32:06.711266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 2351af58-d981-4df1-bf48-13086de97b64 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:06.823485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:06.828518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.833391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Sync routers for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:06.842829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:06.843466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:06.867711 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a2446ddc-4e3c-4a3f-b5c8-7075c19899a7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/floatingips/f9e137f3-14e5-47e2-ada1-1daf605cc2d4 HTTP/1.1" status: 204 len: 168 time: 1.2751057 Jul 27 22:32:06.869049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:06.871882 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f499d87-31b5-418c-93b9-38a7c659493f" -d '{"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:06.919224 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3cce1e-3775-4f0c-80bc-fefc71c1f714 x-openstack-request-id: req-1c3cce1e-3775-4f0c-80bc-fefc71c1f714 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:06.919522 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:06.919995 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c3cce1e-3775-4f0c-80bc-fefc71c1f714 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:06.920591 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:32:07.007051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499d87-31b5-418c-93b9-38a7c659493f req-7611af4d-7dd7-401b-bd28-be9dfa83d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.008619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-7611af4d-7dd7-401b-bd28-be9dfa83d758 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 1098 time: 0.0633709 Jul 27 22:32:07.124376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:07.126753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499d87-31b5-418c-93b9-38a7c659493f req-eb48ec62-9210-45da-9d82-7c24e4e4109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.128286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-eb48ec62-9210-45da-9d82-7c24e4e4109f service neutron] 10.222.0.76 "GET /v2.0/networks?id=1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 200 len: 897 time: 0.1076870 Jul 27 22:32:07.171212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-743a44c3-f9c5-4513-8af6-45271d94f076 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 200 len: 217 time: 0.0357366 Jul 27 22:32:07.236586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499d87-31b5-418c-93b9-38a7c659493f req-3e136ead-6cac-43f2-bb79-c1d440016ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.238187 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-3e136ead-6cac-43f2-bb79-c1d440016ea7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 200 len: 835 time: 0.0582609 Jul 27 22:32:07.311571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499d87-31b5-418c-93b9-38a7c659493f req-5573ec0a-16ff-4c93-92ca-be5029caed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.313389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-5573ec0a-16ff-4c93-92ca-be5029caed9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1f811656-5f57-4722-ac63-1ae3894cb6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658517 Jul 27 22:32:07.318168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907abea0-ae15-44d2-8981-71415298ff87 req-1edc3dbf-c3e9-42dc-a044-ee4dad66cc9d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.319758 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-907abea0-ae15-44d2-8981-71415298ff87 req-1edc3dbf-c3e9-42dc-a044-ee4dad66cc9d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 947 time: 0.0723879 Jul 27 22:32:07.352435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.365963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-907abea0-ae15-44d2-8981-71415298ff87 req-7029c903-a5c0-4e36-85e9-80f1ad89a6b6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394108 Jul 27 22:32:07.368808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:07.401930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Checking router: 2351af58-d981-4df1-bf48-13086de97b64 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:07.411483 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:07.412122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:07.433132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-1a5a1650-5b58-4b81-8165-93ecdf565ff8 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087985 Jul 27 22:32:07.526427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:07.538016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f499d87-31b5-418c-93b9-38a7c659493f req-8053e24b-223a-400b-bddd-fd62f886dc55 service neutron] 10.222.0.76 "GET /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956473 Jul 27 22:32:07.714923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.737174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:07.763539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88edbe40-e9a6-4fdf-bd15-fb440a9c65be None None] The sync data for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 is: [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '45151a14-6f74-4acd-bffe-dc50aeacf884', 'name': '', 'network_id': '1f811656-5f57-4722-ac63-1ae3894cb6d8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:4e:51:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:14Z', 'updated_at': '2021-07-27T22:30:19Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '87763110-b1c6-4e7c-a9b9-df8aa97237d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:07.989662 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed316d1-1b59-4631-89ba-696eb06a8e67 None None] New status for floating IP f9e137f3-14e5-47e2-ada1-1daf605cc2d4: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:32:08.499571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6027bc-dfc8-4c6f-8951-922b88e061c6 req-8752c8a7-3615-4c7b-bbcf-18cb328f5e78 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.501172 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff6027bc-dfc8-4c6f-8951-922b88e061c6 req-8752c8a7-3615-4c7b-bbcf-18cb328f5e78 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 947 time: 0.0641463 Jul 27 22:32:08.539481 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ff6027bc-dfc8-4c6f-8951-922b88e061c6 req-c2fdb05c-ad5c-4bf6-9c3b-aa9e5dd4b525 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Jul 27 22:32:08.621270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:08.732920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-60b28eab-9fd0-4ecd-bbc8-42a20acf1cdf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.734462 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-60b28eab-9fd0-4ecd-bbc8-42a20acf1cdf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 947 time: 0.0651639 Jul 27 22:32:08.841041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:08.841385 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:08.928533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port ec9302c2-7395-4b1d-8e4a-687cbff275be, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=ec9302c2-7395-4b1d-8e4a-687cbff275be,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:08.928902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:08.941634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for ec9302c2-7395-4b1d-8e4a-687cbff275be owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:09.124405 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:09.151059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=ec9302c2-7395-4b1d-8e4a-687cbff275be,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:09.206923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] No DVR routers for this DVR port ec9302c2-7395-4b1d-8e4a-687cbff275be on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:09.209543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:09.211648 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-379e21de-3ea4-4a91-bdb1-f8e9bd6bfa19 req-62b617e8-e2ff-457e-8b57-815a6d3d2c09 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "DELETE /v2.0/ports/ec9302c2-7395-4b1d-8e4a-687cbff275be HTTP/1.1" status: 204 len: 173 time: 0.4702153 Jul 27 22:32:09.212994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-deleted', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:09.215051 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1012d989-a8e9-45d3-8811-c4e1f9ebc506" -d '{"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-deleted", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:09.249036 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca1809-698c-472f-ae9d-504d2bb6f2d0 x-openstack-request-id: req-faca1809-698c-472f-ae9d-504d2bb6f2d0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:09.249325 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26df048b-48b4-4b5f-986a-ea21d4bc5069", "name": "network-vif-deleted", "tag": "ec9302c2-7395-4b1d-8e4a-687cbff275be", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:09.249573 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-faca1809-698c-472f-ae9d-504d2bb6f2d0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:09.249970 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26df048b-48b4-4b5f-986a-ea21d4bc5069', 'name': 'network-vif-deleted', 'tag': 'ec9302c2-7395-4b1d-8e4a-687cbff275be', 'status': 'completed', 'code': 200} Jul 27 22:32:09.653111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4da10de6-4f85-4adb-824e-17d0ad6af787 req-2da7a7dc-b690-4e51-9404-0b61821148df tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=26df048b-48b4-4b5f-986a-ea21d4bc5069 HTTP/1.1" status: 200 len: 210 time: 0.0303123 Jul 27 22:32:10.708375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54166) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:11.381002 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:11.648201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 45151a14-6f74-4acd-bffe-dc50aeacf884 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:11.648468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:11.741025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 45151a14-6f74-4acd-bffe-dc50aeacf884, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=45151a14-6f74-4acd-bffe-dc50aeacf884,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:11.741739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:11.755060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 45151a14-6f74-4acd-bffe-dc50aeacf884 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:12.017258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.052230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=45151a14-6f74-4acd-bffe-dc50aeacf884,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:12.234691 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.454808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 2351af58-d981-4df1-bf48-13086de97b64 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:12.559981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:12.567251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ac65b1fc-fb35-4a18-885b-1550f4321c37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/2351af58-d981-4df1-bf48-13086de97b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569186 Jul 27 22:32:12.570453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54168) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:12.574937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Sync routers for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:12.586204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:12.592464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:12.626409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting subnet 87763110-b1c6-4e7c-a9b9-df8aa97237d8 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:32:12.629611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.670821 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.692268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:12.695367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:12.760746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.766861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: ec9302c2-7395-4b1d-8e4a-687cbff275be {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:12.767207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device ec9302c2-7395-4b1d-8e4a-687cbff275be not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:12.896072 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:32:11Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:12.897026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.925779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Checking router: 2351af58-d981-4df1-bf48-13086de97b64 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:12.929857 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Subnet': ['ID=87763110-b1c6-4e7c-a9b9-df8aa97237d8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:12.932004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.934063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e771f1ee-f79e-4e26-8c30-82c8df1a3b5f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/subnets/87763110-b1c6-4e7c-a9b9-df8aa97237d8 HTTP/1.1" status: 204 len: 168 time: 0.3624876 Jul 27 22:32:12.937207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Routers {'2351af58-d981-4df1-bf48-13086de97b64'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:12.938127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54170) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:12.938615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['2351af58-d981-4df1-bf48-13086de97b64'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:12.980089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf76c2-f9e4-4219-8516-02572d31e934 None None] Network 1f811656-5f57-4722-ac63-1ae3894cb6d8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:13.056863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.145814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] Set router 2351af58-d981-4df1-bf48-13086de97b64 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:13.174939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.294715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 4b48de9a-d62d-4650-8711-c53ac7197918 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:13.295063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.348216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff568322-4aec-49dc-909b-914cad092075 None None] DHCP port deletion for 1f811656-5f57-4722-ac63-1ae3894cb6d8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:32:13.360702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:32:11Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:13.387441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 4b48de9a-d62d-4650-8711-c53ac7197918, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4b48de9a-d62d-4650-8711-c53ac7197918,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:13.387702 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.402045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 4b48de9a-d62d-4650-8711-c53ac7197918 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:13.406175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd4d156-55ba-4f71-8767-15caaabdf0cd None None] The sync data for ids ['2351af58-d981-4df1-bf48-13086de97b64'] in n-d-738018-6 is: [{'id': '2351af58-d981-4df1-bf48-13086de97b64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1823646137', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:30:10Z', 'updated_at': '2021-07-27T22:32:11Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '4b48de9a-d62d-4650-8711-c53ac7197918', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2351af58-d981-4df1-bf48-13086de97b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:11Z', 'updated_at': '2021-07-27T22:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:13.432081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Deleting port 49a73acd-8e7b-4fdb-883d-2009a3958f8a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:13.432804 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.507576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ff568322-4aec-49dc-909b-914cad092075 None None] For port 49a73acd-8e7b-4fdb-883d-2009a3958f8a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=49a73acd-8e7b-4fdb-883d-2009a3958f8a,segment=NetworkSegment(f969930a-8a33-4487-860d-46cb55e2985f),segment_id=f969930a-8a33-4487-860d-46cb55e2985f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:13.508111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.522311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Calling delete_port for 49a73acd-8e7b-4fdb-883d-2009a3958f8a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:13.657761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.678879 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.683374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=4b48de9a-d62d-4650-8711-c53ac7197918,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:13.706245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568322-4aec-49dc-909b-914cad092075 None None] Pushing event deleted for resources: {'Port': ['ID=49a73acd-8e7b-4fdb-883d-2009a3958f8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:13.709906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff568322-4aec-49dc-909b-914cad092075 None None] No DVR routers for this DVR port 49a73acd-8e7b-4fdb-883d-2009a3958f8a on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:13.773661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.819633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a73acd-8e7b-4fdb-883d-2009a3958f8a no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:13.843320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 49a73acd-8e7b-4fdb-883d-2009a3958f8a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:13.847359 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 49a73acd-8e7b-4fdb-883d-2009a3958f8a not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:13.877770 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.880114 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.975327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.975927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Fanout notify agent at l3_agent the message router_deleted on router 2351af58-d981-4df1-bf48-13086de97b64 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:32:13.983826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.985583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-97f10616-e788-4d79-bb77-d2acc367d6fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/routers/2351af58-d981-4df1-bf48-13086de97b64 HTTP/1.1" status: 204 len: 168 time: 1.0463371 Jul 27 22:32:13.987689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54172) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:14.076746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.169914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.179556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f811656-5f57-4722-ac63-1ae3894cb6d8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:14.190572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f969930a-8a33-4487-860d-46cb55e2985f') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:14.190874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f969930a-8a33-4487-860d-46cb55e2985f') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:14.200304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.214724 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.220727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:32:14.221118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:32:14.224032 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:32:14.320010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.327558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.329025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/networks/1f811656-5f57-4722-ac63-1ae3894cb6d8 HTTP/1.1" status: 204 len: 168 time: 0.3403370 Jul 27 22:32:14.331776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54174) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:14.346088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3436a0-c5ab-4848-acb0-d6e63b4da46f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Network': ['ID=1f811656-5f57-4722-ac63-1ae3894cb6d8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:14.391698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.419094 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.582836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.585536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:14.587944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5 HTTP/1.1" status: 204 len: 168 time: 0.2539837 Jul 27 22:32:14.599756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54b0ac-0523-438b-815f-daa8f7583bbe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6421bba-a84d-44b6-b0a3-8dc1cb62dfa5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:15.438148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b48de9a-d62d-4650-8711-c53ac7197918 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:15.461519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4b48de9a-d62d-4650-8711-c53ac7197918 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:15.462322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4b48de9a-d62d-4650-8711-c53ac7197918 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:15.462754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 45151a14-6f74-4acd-bffe-dc50aeacf884 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:15.481665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 45151a14-6f74-4acd-bffe-dc50aeacf884 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:15.482019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 45151a14-6f74-4acd-bffe-dc50aeacf884 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:16.068671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:16.074102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106563727', 'description': 'tempest-secgroup-smoke-106563727 description', 'project_id': '1a99206e26cc4d1797c3751342c40d78'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:16.177397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.257571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.331294 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.364264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55426f8b-6e0d-461b-bac7-619d69e62d9e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:16.422781 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.424047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5b16288f-187e-4c5b-9b09-6d1381ba171a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3543661 Jul 27 22:32:16.426939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:16.432065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:16.546274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.602206 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.697919 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.717035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6f7d5d-ae37-423d-aea3-84f00fd1e820,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:16.776908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.778152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-efbf10a5-860c-41ca-8b27-404fda13a2cd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502297 Jul 27 22:32:16.780859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:16.785314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:16.879296 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.938213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.999609 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.019844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a3f4d2-d01e-42e7-b9a7-742edaa67daa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:17.077866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.079132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9ad69256-471b-42bf-ad8e-6a8fc582bf75 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973106 Jul 27 22:32:17.081794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54188) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:17.087118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:17.171831 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.230395 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.312664 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.335140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a83ccc-5f57-406f-86e5-e5cbfd0935fe,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:17.398416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.399694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6dc0c9ad-91b9-43df-9df1-a66c59a32475 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169503 Jul 27 22:32:17.402439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54190) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:17.406912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:17.489180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.549420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.616960 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.636342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d817ea94-656f-4c14-8087-686a47b3d2e8,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:17.702794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.704034 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cfe71802-1fd6-41e7-aae3-896ec2e25a6a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006270 Jul 27 22:32:17.706911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:17.711419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:17.806498 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:17.811745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.873339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.960099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.979461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cc1747-965e-423d-9cc1-56f98d23bdee,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:18.051384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.052618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dbcb5ffd-fc57-4201-846b-fdafc4b9e03f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3447821 Jul 27 22:32:18.055394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:18.059904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '55426f8b-6e0d-461b-bac7-619d69e62d9e', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:18.149932 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:18.154719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.215735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.285901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.308299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bc70dc-8bdc-44e7-ab26-f2ce68066e0b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:18.411740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.412908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-756f63c7-005f-4542-887d-139da2a8d919 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565936 Jul 27 22:32:18.415680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:18.420725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'network': {'name': 'tempest-network-smoke--297407266', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:18.497078 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:18.500620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.523418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:32:18.532207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.533163 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Added segment 8070130a-7da1-4640-813c-94f398c3c30a of type vlan for network f06a8437-d832-4617-9798-b70a39300c67 Jul 27 22:32:18.571354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.680636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.686218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:18.686839 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.753584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Network': ['ID=f06a8437-d832-4617-9798-b70a39300c67,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:18.764394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f06a8437-d832-4617-9798-b70a39300c67 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:32:18.810616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0b50e27f-76d0-4eef-a185-07225a4f8665 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3937790 Jul 27 22:32:18.813917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:18.818584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'admin_state_up': True, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:18.912545 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.913612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.969555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.189699 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.463285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.482305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.587476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.64 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/72f11807-4a6d-4fa5-9117-a43b933d4171) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:19.687801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.804007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:19.845712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:19.848524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:19.854119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:19.879319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=72f11807-4a6d-4fa5-9117-a43b933d4171,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:20.170012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:20.366460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:20.912181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 18f93922-5063-42a2-b2a3-9016eb8a80ae is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:32:21.014330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:21.024371 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Sync routers for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:21.033226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:21.033839 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:21.100889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.103058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-70d6c887-32ab-4478-9595-510cb2b6b834 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2881432 Jul 27 22:32:21.106588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:21.137683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-07c2c2d4-bc26-457d-9c11-b938eef21f8a tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1a99206e26cc4d1797c3751342c40d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304067 Jul 27 22:32:21.138049 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:21.146484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:21.233081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14850db-9f94-4553-b0ff-61ce40403437 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:21.234627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c14850db-9f94-4553-b0ff-61ce40403437 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872655 Jul 27 22:32:21.237440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:21.265503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-91df6908-49b7-43b2-b767-b37f59d55047 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269694 Jul 27 22:32:21.267907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54206) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:21.272681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-762927156', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:21.319648 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:19Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:21.346179 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Checking router: 18f93922-5063-42a2-b2a3-9016eb8a80ae for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:21.346554 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Updating router 18f93922-5063-42a2-b2a3-9016eb8a80ae port 72f11807-4a6d-4fa5-9117-a43b933d4171 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:21.379074 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.457347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:21.460961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.709029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.724949 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.734800 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Transition to ACTIVE for port object 72f11807-4a6d-4fa5-9117-a43b933d4171 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:21.769480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Subnet': ['ID=742d9af4-3d87-4aab-a0e5-6cec395d3874,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:21.782193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:21.782608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network hostable DHCP agents. Network: f06a8437-d832-4617-9798-b70a39300c67, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:32:21.803975 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.856765 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Attempting to bind port 72f11807-4a6d-4fa5-9117-a43b933d4171 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:21.857144 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Attempting to bind port 72f11807-4a6d-4fa5-9117-a43b933d4171 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:21.857517 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Attempting to bind port 72f11807-4a6d-4fa5-9117-a43b933d4171 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:21.860688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Pushing event updated for resources: {'Port': ['ID=72f11807-4a6d-4fa5-9117-a43b933d4171,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:21.868638 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:21.869021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:21.869427 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.869821 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:21.870390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Bound port: 72f11807-4a6d-4fa5-9117-a43b933d4171, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:21.870698 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.873891 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.874243 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.874612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.874951 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.875247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network f06a8437-d832-4617-9798-b70a39300c67 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:32:21.875368 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.875604 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.875945 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.876274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.876602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.876925 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.877270 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.877574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:21.928953 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] For port 72f11807-4a6d-4fa5-9117-a43b933d4171, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:21.931964 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] For port 72f11807-4a6d-4fa5-9117-a43b933d4171, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f11807-4a6d-4fa5-9117-a43b933d4171,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:21.954203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f06a8437-d832-4617-9798-b70a39300c67) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:21.970001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:21.970001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:21.970181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3dfd15-ebe0-4b85-86b7-1604858c29c4 None None] Network f06a8437-d832-4617-9798-b70a39300c67 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:22.029709 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.067414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:22.068104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-051d4c46-65e9-4a5c-b6f6-512582023ab8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7990277 Jul 27 22:32:22.089048 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:22.089683 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:22.092674 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648b56c-df56-416d-8cfa-ded2a1d69ad8 None None] Pushing event updated for resources: {'Port': ['ID=72f11807-4a6d-4fa5-9117-a43b933d4171,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:22.123856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-f06a8437-d832-4617-9798-b70a39300c67', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:32:22.124818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.215570 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:22.275256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Allocated IP 172.20.0.2 (f06a8437-d832-4617-9798-b70a39300c67/742d9af4-3d87-4aab-a0e5-6cec395d3874/ba0e4221-f8d8-4843-8a1e-0f7a1f70a052) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:22.409226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:19Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:22.438645 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223af2d4-65c5-4590-8cd6-00c4b8bc7d8b None None] The sync data for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 is: [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:19Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:22.441111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.451456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Transition to ACTIVE for port object ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:22.469312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Transition to ACTIVE for port object ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:22.530976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.543856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.591881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Network f06a8437-d832-4617-9798-b70a39300c67 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:22.594724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:22.599409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:22.603468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Pushing event updated for resources: {'Port': ['ID=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:22.701027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Attempting to bind port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:22.701538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Attempting to bind port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:22.701977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Attempting to bind port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:22.707763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:22.708136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:22.708544 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.708944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Bound using segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:22.709419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Bound port: ba0e4221-f8d8-4843-8a1e-0f7a1f70a052, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:22.709812 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:22.792292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] For port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:22.794051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] For port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:22.872879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.1 (f06a8437-d832-4617-9798-b70a39300c67/742d9af4-3d87-4aab-a0e5-6cec395d3874/0e9748a7-f012-4123-bf53-6360c828dccb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:22.943961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.006638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.020817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d2b39-f991-41fd-92f8-fa3fe77f6ba0 None None] Pushing event updated for resources: {'Port': ['ID=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:23.022062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object 0e9748a7-f012-4123-bf53-6360c828dccb will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:23.160406 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.199428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network f06a8437-d832-4617-9798-b70a39300c67 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:23.225291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:23.231074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:23.284504 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:23.302325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.488518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f11807-4a6d-4fa5-9117-a43b933d4171 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:23.553455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.628390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 72f11807-4a6d-4fa5-9117-a43b933d4171 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:23.635306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72f11807-4a6d-4fa5-9117-a43b933d4171 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:23.636539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.729125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.751512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 72f11807-4a6d-4fa5-9117-a43b933d4171, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f11807-4a6d-4fa5-9117-a43b933d4171,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:23.838496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.839306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:23.866346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.924614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=72f11807-4a6d-4fa5-9117-a43b933d4171,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:23.969329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:23.970990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f964c7a-ac3d-4409-a837-776fe43e6d14 None None] Network f06a8437-d832-4617-9798-b70a39300c67 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:24.050239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.053365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:24.154120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network f06a8437-d832-4617-9798-b70a39300c67 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:24.155792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:24.177477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:24.249445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Provisioning for port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:24.257526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Provisioning complete for port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:24.259081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.398068 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.440006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] For port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:24.502840 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.565168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc85c0-47a3-4026-b29e-5822a2c0a436 None None] Pushing event updated for resources: {'Port': ['ID=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:24.599357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 18f93922-5063-42a2-b2a3-9016eb8a80ae has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:24.689606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Provisioning for port 0e9748a7-f012-4123-bf53-6360c828dccb completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:24.694130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Provisioning complete for port 0e9748a7-f012-4123-bf53-6360c828dccb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:24.694802 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.715306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:24.720651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4bdccd3-ced0-4028-8bd9-42041cfb77ba tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/18f93922-5063-42a2-b2a3-9016eb8a80ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521425 Jul 27 22:32:24.728025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Sync routers for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:24.751441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Port 0e9748a7-f012-4123-bf53-6360c828dccb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:24.753039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:24.753672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:24.814085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Provisioning complete for port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:24.815146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a91c08f5-ecbb-4f53-8e76-2582a0c47fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:24.902947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-5d1a7de1-4cee-4b66-8f6a-9c173f54f4b9 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106563727&fields=id&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 267 time: 0.0539775 Jul 27 22:32:24.923070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:25.025620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-6e02c801-ff2c-43dd-98c8-ae2c9e80eacd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:25.027985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-6e02c801-ff2c-43dd-98c8-ae2c9e80eacd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 796 time: 0.1166995 Jul 27 22:32:25.044120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-ccc0fca1-ac16-4a0e-b02d-825b2df0ae37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/quotas/1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 375 time: 0.0097325 Jul 27 22:32:25.119862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-ae44a1bc-93e0-4ff4-bab2-56a94ccf5f41 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696752 Jul 27 22:32:25.150217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-37d59417-96bf-4c18-96b9-3575155d5225 None None] Provisioning complete for port 0e9748a7-f012-4123-bf53-6360c828dccb triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:25.150635 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37d59417-96bf-4c18-96b9-3575155d5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.189872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-190aae9d-1b6c-48a8-a220-385ccc7e4c03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:32:25.190917 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-190aae9d-1b6c-48a8-a220-385ccc7e4c03 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597570 Jul 27 22:32:25.196632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-37d59417-96bf-4c18-96b9-3575155d5225 None None] Port 0e9748a7-f012-4123-bf53-6360c828dccb cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:25.206428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 2, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:25.233964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Checking router: 18f93922-5063-42a2-b2a3-9016eb8a80ae for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:25.234354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Updating router 18f93922-5063-42a2-b2a3-9016eb8a80ae port 0e9748a7-f012-4123-bf53-6360c828dccb binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:25.269140 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.288286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-1907bded-8b04-49b3-afbd-21255ea8b1d1 service neutron] 10.222.0.37 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Jul 27 22:32:25.383343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-421b333f-cfb1-41c4-bacc-287a4a792b83 service neutron] 10.222.0.37 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875781 Jul 27 22:32:25.465111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f11807-4a6d-4fa5-9117-a43b933d4171 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:25.577310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 72f11807-4a6d-4fa5-9117-a43b933d4171 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:25.577692 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.605399 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.624528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Transition to ACTIVE for port object 0e9748a7-f012-4123-bf53-6360c828dccb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:25.685941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:25.692799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eef42ab1-e788-42d3-84b1-2f9391938356 req-b78e6b2a-9700-4d7c-98eb-2959b7bbf3fc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 210 time: 0.0355823 Jul 27 22:32:25.745688 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:25.746042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.772833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.833312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4cf1-f5c1-4091-848f-092da1017b7c None None] Pushing event updated for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:25.928212 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Attempting to bind port 0e9748a7-f012-4123-bf53-6360c828dccb on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:25.928586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Attempting to bind port 0e9748a7-f012-4123-bf53-6360c828dccb by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:25.928953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Attempting to bind port 0e9748a7-f012-4123-bf53-6360c828dccb on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:25.936586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:25.937224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:25.937642 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.938034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Bound using segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:25.938540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Bound port: 0e9748a7-f012-4123-bf53-6360c828dccb, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:25.938928 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.007546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] For port 0e9748a7-f012-4123-bf53-6360c828dccb, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:26.011309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] For port 0e9748a7-f012-4123-bf53-6360c828dccb, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0e9748a7-f012-4123-bf53-6360c828dccb,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:26.160714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.229134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab4cf1-f5c1-4091-848f-092da1017b7c None None] Pushing event updated for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:26.231712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:26.232333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:26.346613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:26.570295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:26Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:26.597217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b7f6c-f047-418d-8faa-052298283ce8 None None] The sync data for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 is: [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:26Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:26.808885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40dd4c51-794d-49ec-850c-3505542f3f6a req-4ca73759-e672-48cf-9e15-ba05186bf696 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 210 time: 0.0343139 Jul 27 22:32:27.484486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0e9748a7-f012-4123-bf53-6360c828dccb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:27.600126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0e9748a7-f012-4123-bf53-6360c828dccb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:27.604697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0e9748a7-f012-4123-bf53-6360c828dccb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:27.605081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.684199 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.716444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0e9748a7-f012-4123-bf53-6360c828dccb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0e9748a7-f012-4123-bf53-6360c828dccb,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:27.782675 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.840987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:27.848691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.849050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.849399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.849746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.850087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.850454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.850791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.851218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.851510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.851859 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.852200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.852536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.925670 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5909b337-185e-48d6-a78a-3a32b377add7 req-7949ce93-d293-43ab-a4d4-9318b4dc79ea tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 210 time: 0.0362771 Jul 27 22:32:27.937232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-c622e132-3fef-47ff-9b03-0fe837315427 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:27.937840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-c622e132-3fef-47ff-9b03-0fe837315427 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 796 time: 0.1241326 Jul 27 22:32:27.992131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-b10f2e62-2c06-422c-a82e-f88d3df5bbcc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 379 time: 0.0441620 Jul 27 22:32:28.001737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'port': {'device_id': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'admin_state_up': True, 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'security_groups': ['55426f8b-6e0d-461b-bac7-619d69e62d9e']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:28.251265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:28.257410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.395556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.11 (f06a8437-d832-4617-9798-b70a39300c67/742d9af4-3d87-4aab-a0e5-6cec395d3874/452525b4-0498-42ff-bbe3-826e52001c52) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:28.567793 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.582847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object 452525b4-0498-42ff-bbe3-826e52001c52 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:28.698123 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.749901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network f06a8437-d832-4617-9798-b70a39300c67 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:28.755428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:28.758489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:28.767646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:28.819452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:28.820106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.896250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-257f4034-202f-4fd3-a8d8-dddef75a25a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8986030 Jul 27 22:32:28.910227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Request body: {'port': {'device_id': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:28.996830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.083309 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8573baec-cd2e-4ddd-a9b4-625b3a565eee None None] Provisioning for port 452525b4-0498-42ff-bbe3-826e52001c52 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:29.088628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8573baec-cd2e-4ddd-a9b4-625b3a565eee None None] Provisioning complete for port 452525b4-0498-42ff-bbe3-826e52001c52 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:29.089011 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8573baec-cd2e-4ddd-a9b4-625b3a565eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.126964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8573baec-cd2e-4ddd-a9b4-625b3a565eee None None] Port 452525b4-0498-42ff-bbe3-826e52001c52 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:29.165091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599698dc-a8a2-4b87-8588-d247c5b15543 req-5b2b7894-4855-4bfd-972c-8eabb13496bc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:29.166626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599698dc-a8a2-4b87-8588-d247c5b15543 req-5b2b7894-4855-4bfd-972c-8eabb13496bc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 932 time: 0.1721151 Jul 27 22:32:29.257657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-599698dc-a8a2-4b87-8588-d247c5b15543 req-3d381b6a-663b-465c-878a-9f9da7f120ff tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831246 Jul 27 22:32:29.345536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452525b4-0498-42ff-bbe3-826e52001c52 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:29.353417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.365519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Transition to ACTIVE for port object 452525b4-0498-42ff-bbe3-826e52001c52 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:29.432043 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.449690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0e9748a7-f012-4123-bf53-6360c828dccb up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:29.486120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:29.505477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0e9748a7-f012-4123-bf53-6360c828dccb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:29.505863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.573989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:29.574466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:29.574812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:29.579811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:32:29.580134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:29.585380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:29.585715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:29.586709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Bound using segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:29.586709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Bound port: 452525b4-0498-42ff-bbe3-826e52001c52, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:29.587166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.658346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:29.661595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:29.749557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.785333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:29.786215 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.787678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-109afce8-148c-4696-a345-0fcdce186034 service neutron] 10.222.0.76 "PUT /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1092 time: 0.8820646 Jul 27 22:32:29.788132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:29.790577 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d06f09-fad6-41e5-a637-01ed68d4ea36" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:29.826964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109afce8-148c-4696-a345-0fcdce186034 service neutron] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:29.832079 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5573d92b-7048-4c11-a8c1-a7757ae61faf x-openstack-request-id: req-5573d92b-7048-4c11-a8c1-a7757ae61faf {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:29.832375 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:29.833054 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5573d92b-7048-4c11-a8c1-a7757ae61faf {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:29.833469 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'status': 'completed', 'code': 200} Jul 27 22:32:29.917531 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-479ec346-3f93-4806-a7f0-1a884e2283a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:29.919328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-479ec346-3f93-4806-a7f0-1a884e2283a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1095 time: 0.0635521 Jul 27 22:32:30.032287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-fcea992e-fc30-4feb-a43a-01bafa9a9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.033829 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-fcea992e-fc30-4feb-a43a-01bafa9a9dcf service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a99206e26cc4d1797c3751342c40d78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1052573 Jul 27 22:32:30.132374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-29e685b5-33fa-46bf-8f80-2e4be691a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.134750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3d06f09-fad6-41e5-a637-01ed68d4ea36 req-29e685b5-33fa-46bf-8f80-2e4be691a4e0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932393 Jul 27 22:32:30.229006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-06dd1af3-3dfa-4a12-b976-4eb0f24d797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.230563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-06dd1af3-3dfa-4a12-b976-4eb0f24d797b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1095 time: 0.0573766 Jul 27 22:32:30.274359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-ae1d79ae-47b4-47e4-990c-aafab04b92bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 217 time: 0.0341308 Jul 27 22:32:30.324624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-e459f172-bdf4-4006-902c-d31b25ec4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.326024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-e459f172-bdf4-4006-902c-d31b25ec4c49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.0450375 Jul 27 22:32:30.427444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc4b6-5721-41e8-9fa3-06235a6b9432 req-30a5cce9-0ab4-4652-8410-1fc69301d463 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.428943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e13cc4b6-5721-41e8-9fa3-06235a6b9432 req-30a5cce9-0ab4-4652-8410-1fc69301d463 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 944 time: 0.1020150 Jul 27 22:32:30.435945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-380cb0aa-82eb-4b15-a75d-30dd45566249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.437601 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-380cb0aa-82eb-4b15-a75d-30dd45566249 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022544 Jul 27 22:32:30.518105 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e13cc4b6-5721-41e8-9fa3-06235a6b9432 req-efdcb9f4-f227-4bd4-86fd-b59bcb3f9193 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795398 Jul 27 22:32:30.551652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-832cb4b9-f3cd-4ba2-b650-8e4c11915880 service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063817 Jul 27 22:32:30.644483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-79fae994-586c-4bd0-83a2-c43af62476a2 req-4a63f45d-eb68-4756-9754-86c1a11509b1 service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Jul 27 22:32:31.653696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a761e-d50a-4e4c-8b65-c88bbc0ac409 req-eeadebff-0e1a-46a4-929c-edaa9f4c00db tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:31.655195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-387a761e-d50a-4e4c-8b65-c88bbc0ac409 req-eeadebff-0e1a-46a4-929c-edaa9f4c00db tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 944 time: 0.0676205 Jul 27 22:32:31.693279 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-387a761e-d50a-4e4c-8b65-c88bbc0ac409 req-2e117b8b-dc42-43b5-8e35-0a0e84a70d51 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Jul 27 22:32:31.971624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5437e8b-430e-4876-91dd-53e38930b020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.265562 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:32.769034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:32:32.826559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b053249-f87b-4e7e-90e1-2c2a070e1bee req-f195ff3a-f8f2-47bd-b895-e35eff2463d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.828002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b053249-f87b-4e7e-90e1-2c2a070e1bee req-f195ff3a-f8f2-47bd-b895-e35eff2463d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 944 time: 0.0666218 Jul 27 22:32:32.874442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:32.874690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b053249-f87b-4e7e-90e1-2c2a070e1bee req-c14b046a-a8e5-431b-a257-ff8ed959bc33 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Jul 27 22:32:32.886958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '452525b4-0498-42ff-bbe3-826e52001c52', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'port_id': '452525b4-0498-42ff-bbe3-826e52001c52', 'mac_address': 'fa:16:3e:b6:b3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:32:32.931344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.943936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452525b4-0498-42ff-bbe3-826e52001c52 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:32.964511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:33.063148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.111344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.260097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['452525b4-0498-42ff-bbe3-826e52001c52'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:34.088655 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e623b-0cab-4bd9-ad20-98445485ac0e req-505d4adc-3d82-4fda-b723-c30d7396aef6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:34.090167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc1e623b-0cab-4bd9-ad20-98445485ac0e req-505d4adc-3d82-4fda-b723-c30d7396aef6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.1423886 Jul 27 22:32:34.130337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bc1e623b-0cab-4bd9-ad20-98445485ac0e req-38f257ca-bc30-4f73-8819-5969db19cd39 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341892 Jul 27 22:32:34.416488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-805a6396-679e-4fde-8fbb-5dd310e33997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.763234 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.770153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:34.884055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 452525b4-0498-42ff-bbe3-826e52001c52 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:34.888403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 452525b4-0498-42ff-bbe3-826e52001c52 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:34.888790 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.968939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.990868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:34.993232 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60be196-23c9-4856-901a-ed3456f0b565" -d '{"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-plugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:35.006090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:35.029858 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0fb42b-ffff-4de4-9b00-74b596dcfdd0 x-openstack-request-id: req-cb0fb42b-ffff-4de4-9b00-74b596dcfdd0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:35.030244 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-plugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:35.033493 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb0fb42b-ffff-4de4-9b00-74b596dcfdd0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:35.033493 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'code': 200} Jul 27 22:32:35.088863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.137273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:35.142869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcbf63-a59c-46e6-bc09-e1cf3ff0ef47 req-9551f314-5c17-4651-b537-1e524e251ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:35.144390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72dcbf63-a59c-46e6-bc09-e1cf3ff0ef47 req-9551f314-5c17-4651-b537-1e524e251ba0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1097 time: 0.0544682 Jul 27 22:32:35.183193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72dcbf63-a59c-46e6-bc09-e1cf3ff0ef47 req-944d5a38-ef6f-44a4-9ded-affec8201bf1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Jul 27 22:32:35.260581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11a34a-4f7c-4c53-8f0f-1fd80cf01de2 req-91fccd0a-a0f4-4bf2-881b-952987112eda tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:35.262099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c11a34a-4f7c-4c53-8f0f-1fd80cf01de2 req-91fccd0a-a0f4-4bf2-881b-952987112eda tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0633161 Jul 27 22:32:35.299589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6c11a34a-4f7c-4c53-8f0f-1fd80cf01de2 req-4e2085b0-9bdd-4e25-bbaf-ec6f0a9c9687 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Jul 27 22:32:35.988559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:36.484069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5906d9-90f3-4d15-b8b5-8658ee9dab85 req-c100c222-9ef8-437a-a20a-7ab1e2689e81 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:36.485492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba5906d9-90f3-4d15-b8b5-8658ee9dab85 req-c100c222-9ef8-437a-a20a-7ab1e2689e81 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.1171925 Jul 27 22:32:36.524334 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ba5906d9-90f3-4d15-b8b5-8658ee9dab85 req-78ff4310-f744-4613-88eb-3ee05dc529f1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329006 Jul 27 22:32:36.659138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be376494-3e06-4fe7-92bf-0ce25dd54690 req-d3b489f3-8953-41a9-9f40-81ad19a16791 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:36.660225 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be376494-3e06-4fe7-92bf-0ce25dd54690 req-d3b489f3-8953-41a9-9f40-81ad19a16791 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0692387 Jul 27 22:32:36.700470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be376494-3e06-4fe7-92bf-0ce25dd54690 req-c983b858-6ce7-4816-aaef-1d3d2182262f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Jul 27 22:32:36.722073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54268) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:36.775357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd1816-3e0b-4cdb-bb82-bcaaab6aa1b1 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:36.776941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-acdd1816-3e0b-4cdb-bb82-bcaaab6aa1b1 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1092 time: 0.0538676 Jul 27 22:32:36.779788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54270) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:36.784467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '452525b4-0498-42ff-bbe3-826e52001c52', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:36.883486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:36.992418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.095733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.179 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/3a838a60-0ddb-499f-8262-99f116b324b2) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:37.206786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.371913 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.400114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.411234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:37.416250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:37.419788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:37.425452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=3a838a60-0ddb-499f-8262-99f116b324b2,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:37.643259 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.791891 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.018809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.173018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.251142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.333289 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=3a838a60-0ddb-499f-8262-99f116b324b2,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:38.345286 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.450757 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 1e51efc9-d8bd-4dba-aaba-64b48cb916f6 associated. External IP: 172.25.3.179, port: 452525b4-0498-42ff-bbe3-826e52001c52. Jul 27 22:32:38.603097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.668102 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 18f93922-5063-42a2-b2a3-9016eb8a80ae has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:38.776820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:38.786437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Sync routers for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:38.795981 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:38.796599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:38.885355 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.911910 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:38.924359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7de826a5-ef8d-4323-9b42-333ee1e513d7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1433926 Jul 27 22:32:38.924940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:38.930350 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:38.965771 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6e1c0-5523-46b8-98df-b858469f183b x-openstack-request-id: req-b9b6e1c0-5523-46b8-98df-b858469f183b {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:38.966074 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:38.966360 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9b6e1c0-5523-46b8-98df-b858469f183b {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:38.966771 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'status': 'completed', 'code': 200} Jul 27 22:32:39.055652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca23cf-c89a-4a9c-8048-02af7ad6ae55 req-a45ebfaa-e56b-4a8c-b7df-45071df08d7f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.057236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04ca23cf-c89a-4a9c-8048-02af7ad6ae55 req-a45ebfaa-e56b-4a8c-b7df-45071df08d7f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0771194 Jul 27 22:32:39.124653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-04ca23cf-c89a-4a9c-8048-02af7ad6ae55 req-44abbfe0-8a9e-4558-a8ef-f52a1fd85e37 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568054 Jul 27 22:32:39.150889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54280) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:39.151638 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1e51efc9-d8bd-4dba-aaba-64b48cb916f6', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'port_id': '452525b4-0498-42ff-bbe3-826e52001c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'mac_address': 'fa:16:3e:b6:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:37Z', 'updated_at': '2021-07-27T22:32:37Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:39.153051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-44ca4da0-8241-4a5d-9461-3c82663e50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.154837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-44ca4da0-8241-4a5d-9461-3c82663e50d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1097 time: 0.1633098 Jul 27 22:32:39.179050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Checking router: 18f93922-5063-42a2-b2a3-9016eb8a80ae for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:39.188835 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:39.189134 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:32:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:39.220590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8435432b-1c49-4688-bf02-3c156c4ed807 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/1e51efc9-d8bd-4dba-aaba-64b48cb916f6 HTTP/1.1" status: 200 len: 992 time: 0.0671659 Jul 27 22:32:39.255211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-d93c23e2-6f82-4f2a-812a-2333a6dc38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.256757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-d93c23e2-6f82-4f2a-812a-2333a6dc38fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 897 time: 0.0940657 Jul 27 22:32:39.297783 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:39.323325 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-b6229136-3997-4c31-947c-6e97a3105ffa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1000 time: 0.0589774 Jul 27 22:32:39.378781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-1fc5ec2c-3e6d-4e40-a73c-7d9a96a84bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.380288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-1fc5ec2c-3e6d-4e40-a73c-7d9a96a84bc3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.0494416 Jul 27 22:32:39.446102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-4c579b38-7887-4c24-b124-78502354e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.447846 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-4c579b38-7887-4c24-b124-78502354e22e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608497 Jul 27 22:32:39.528093 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1e51efc9-d8bd-4dba-aaba-64b48cb916f6', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'port_id': '452525b4-0498-42ff-bbe3-826e52001c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'mac_address': 'fa:16:3e:b6:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:37Z', 'updated_at': '2021-07-27T22:32:37Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:39.538895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-b9a025d7-1fa9-4fb6-b292-72be5e5ff17d service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833626 Jul 27 22:32:39.559228 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30595d26-d6d5-41e6-a4bb-bdf5fcc4bfe3 None None] The sync data for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 is: [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1e51efc9-d8bd-4dba-aaba-64b48cb916f6', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'port_id': '452525b4-0498-42ff-bbe3-826e52001c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'mac_address': 'fa:16:3e:b6:b3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:37Z', 'updated_at': '2021-07-27T22:32:37Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:39.636557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdfb83ad-0db6-487d-afeb-8fb76cdec71e req-ca83af68-cdee-4966-a6be-3c3a38938df5 service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900915 Jul 27 22:32:39.753817 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5deaaf-1bb7-463e-a781-8d46f6e84297 None None] New status for floating IP 1e51efc9-d8bd-4dba-aaba-64b48cb916f6: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:32:40.223529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54282) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:40.283829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-88fd8a7c-aaff-45ac-951a-3aa1e82bf273 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/1e51efc9-d8bd-4dba-aaba-64b48cb916f6 HTTP/1.1" status: 200 len: 994 time: 0.0592043 Jul 27 22:33:01.967821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e194726-b842-4612-8577-81b2841f6f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:04.465208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf455835-2e93-4c44-8061-9efa468ac065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:04.756533 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.984752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:07.353204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:07.635982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.716372 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.949483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6955b-2e30-49e2-9314-075d5bf5aef0 req-9f454f1a-2d3e-46c9-bff4-8ad6773de0c5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:08.951025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3e6955b-2e30-49e2-9314-075d5bf5aef0 req-9f454f1a-2d3e-46c9-bff4-8ad6773de0c5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0655162 Jul 27 22:33:08.989872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e3e6955b-2e30-49e2-9314-075d5bf5aef0 req-0e73d92f-4e2a-4e8f-98df-b706beb4d3d0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326819 Jul 27 22:33:09.012497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:09.076630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4939950b-e0ab-4013-a78c-46f3bc999d2a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/1e51efc9-d8bd-4dba-aaba-64b48cb916f6 HTTP/1.1" status: 200 len: 994 time: 0.0630033 Jul 27 22:33:09.264894 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:33:09.435484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc993f-4d0f-4570-964f-70bfd6254083 req-936b2e88-0adb-43eb-a3c4-0f8c707804ec tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:09.437295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2fc993f-4d0f-4570-964f-70bfd6254083 req-936b2e88-0adb-43eb-a3c4-0f8c707804ec tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1097 time: 0.0549295 Jul 27 22:33:09.471955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2fc993f-4d0f-4570-964f-70bfd6254083 req-afba7156-32e9-4ee2-ad05-d06cbde66cef tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287547 Jul 27 22:33:11.581760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-94925f76-8e17-4d48-84e4-4f948087c414 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0572712 Jul 27 22:33:12.796311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ed685c2e-7d47-4791-aeff-0cb42606e691 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:33:12.797315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ed685c2e-7d47-4791-aeff-0cb42606e691 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589461 Jul 27 22:33:12.808264 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Request body: {'binding': {'host': 'n-h1-738018-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:12.808713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Unknown quota resources ['binding']. {{(pid=94672) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:33:12.944367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on host n-h1-738018-6 for vnic_type normal with profile None {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:12.944703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:12.945030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:12.949406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:33:12.949729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:12.954549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:12.954886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:12.955270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Bound using segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:12.955694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Bound port: 452525b4-0498-42ff-bbe3-826e52001c52, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:13.044812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:13.136777 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] Notify callbacks [] for binding, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:13.137995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-1f05b55b-c722-4653-87a8-5462f015e92a service neutron] 10.222.0.37 "POST /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52/bindings HTTP/1.1" status: 201 len: 389 time: 0.3330712 Jul 27 22:33:13.464371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8def883-3212-4a2f-96f1-e7df980d4d3e req-f738f653-bda8-4e16-b889-354dfb372fb0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:13.465910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8def883-3212-4a2f-96f1-e7df980d4d3e req-f738f653-bda8-4e16-b889-354dfb372fb0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0677075 Jul 27 22:33:13.511208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8def883-3212-4a2f-96f1-e7df980d4d3e req-34e47159-d20f-4dd9-8241-915c6d188fec tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388763 Jul 27 22:33:14.053782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-0dca8f73-a16d-4279-9604-4e34ce404fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.055352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-0dca8f73-a16d-4279-9604-4e34ce404fc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1097 time: 0.0546746 Jul 27 22:33:14.149144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-732bccb2-d9c9-41aa-a938-b6a1fb8eb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.150583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-732bccb2-d9c9-41aa-a938-b6a1fb8eb43f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 897 time: 0.0872824 Jul 27 22:33:14.216033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-c55d0fe4-7b26-4e0c-b957-5f6448d692cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1002 time: 0.0586977 Jul 27 22:33:14.268749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ffc25094-54db-4d9a-80c6-5b3ed2286faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.270245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ffc25094-54db-4d9a-80c6-5b3ed2286faf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.0478709 Jul 27 22:33:14.333759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b153f1e0-af2a-4003-b7e4-1ba7cfe4f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.335944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b153f1e0-af2a-4003-b7e4-1ba7cfe4f8d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586481 Jul 27 22:33:14.426275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-a85c0758-385a-49e0-ae40-6a88bffd1cdf service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Jul 27 22:33:14.522134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-fc9365a4-f014-4fd3-a321-943d3201eda0 service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875206 Jul 27 22:33:14.727166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-20f50d37-f238-46e0-95dc-d0cd6c35c36c tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.728775 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-20f50d37-f238-46e0-95dc-d0cd6c35c36c tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf&tenant_id=1a99206e26cc4d1797c3751342c40d78&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1097 time: 0.1478965 Jul 27 22:33:14.736433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca410-6aa3-468f-bc53-2ce184ef4b1d req-4061c3ad-79f4-4c26-be77-009cd92a42b2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:14.737824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32bca410-6aa3-468f-bc53-2ce184ef4b1d req-4061c3ad-79f4-4c26-be77-009cd92a42b2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.1557107 Jul 27 22:33:14.743292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-738018-6'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:14.809036 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32bca410-6aa3-468f-bc53-2ce184ef4b1d req-7ef30230-fe92-46d1-9b7e-02822a21d65f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631766 Jul 27 22:33:14.844504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:14.974184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:15.013551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:15.054408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:15.056768 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1021392-878f-4898-bfd0-b6915195cc51" -d '{"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-unplugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:15.061422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.091878 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f147311-393c-4cad-ad44-297dc90e9abd x-openstack-request-id: req-0f147311-393c-4cad-ad44-297dc90e9abd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:15.092184 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-unplugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:15.092442 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f147311-393c-4cad-ad44-297dc90e9abd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:15.092879 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'code': 200} Jul 27 22:33:15.161698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.256945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:15.272905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.273148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.273499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.273840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.274183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.274545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.274883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.275218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.275549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.275881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.276211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.276553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:15.326688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on host n-h2-738018-6 for vnic_type normal with profile {"migrating_to": "n-h1-738018-6"} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:15.327037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:15.327375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:15.331963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:33:15.332286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Attempting to bind port 452525b4-0498-42ff-bbe3-826e52001c52 on network f06a8437-d832-4617-9798-b70a39300c67 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:15.338382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:15.338730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Checking segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:15.339127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Bound using segment: {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:15.339562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Bound port: 452525b4-0498-42ff-bbe3-826e52001c52, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8070130a-7da1-4640-813c-94f398c3c30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:15.339930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.411992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:15.415623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:15.460563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-477d2cad-54b1-4aeb-9dde-b2b7208b5d6c None None] Provisioning complete for port 452525b4-0498-42ff-bbe3-826e52001c52 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:15.461122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-477d2cad-54b1-4aeb-9dde-b2b7208b5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.496377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-477d2cad-54b1-4aeb-9dde-b2b7208b5d6c None None] Port 452525b4-0498-42ff-bbe3-826e52001c52 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:15.519305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.609397 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=8']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:15.660568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:15.661251 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.663266 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-ccefc113-5892-495a-85ab-eb3196e0ade3 service neutron] 10.222.0.50 "PUT /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1122 time: 0.9244943 Jul 27 22:33:15.732584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['452525b4-0498-42ff-bbe3-826e52001c52'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:33:15.832971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] Provisioning complete for port 452525b4-0498-42ff-bbe3-826e52001c52 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:15.833243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.948787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5146988-5574-4b12-9d07-763a2d624f10 req-3a7183b4-e4a6-4ed8-a179-5f1c6164976e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:15.950688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5146988-5574-4b12-9d07-763a2d624f10 req-3a7183b4-e4a6-4ed8-a179-5f1c6164976e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 944 time: 0.0708253 Jul 27 22:33:15.987283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.991627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a5146988-5574-4b12-9d07-763a2d624f10 req-06fe7ebe-fbea-4dc0-a8bb-e093d902ab58 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350728 Jul 27 22:33:16.029145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:16.031412 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610fb01-581b-4f69-9f0e-7e20ba1c0b9a" -d '{"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-plugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:16.053810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:16.130651 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b4bce7-a461-4193-847c-b4d153e74a28 x-openstack-request-id: req-73b4bce7-a461-4193-847c-b4d153e74a28 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:16.137732 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-plugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:16.137732 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73b4bce7-a461-4193-847c-b4d153e74a28 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:16.137732 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'code': 200} Jul 27 22:33:16.199107 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:16.339760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be5401-6965-48b5-88c0-af2b6be7fafd None None] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:17.093835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:17.096113 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:17.132684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8246ab-ad6f-4bda-9875-d4dcfbdd4a57 req-12097b5a-0196-49ea-ae1e-917540cdc138 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:17.134061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f8246ab-ad6f-4bda-9875-d4dcfbdd4a57 req-12097b5a-0196-49ea-ae1e-917540cdc138 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0727739 Jul 27 22:33:17.135700 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec643c9c-4d35-40d9-a31f-51d7c90d66b3 x-openstack-request-id: req-ec643c9c-4d35-40d9-a31f-51d7c90d66b3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:17.136085 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:17.136268 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec643c9c-4d35-40d9-a31f-51d7c90d66b3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:17.136643 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'status': 'completed', 'code': 200} Jul 27 22:33:17.178737 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f8246ab-ad6f-4bda-9875-d4dcfbdd4a57 req-9b19524a-0697-4f21-bafb-dfdab1e9e00a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Jul 27 22:33:17.218351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-28f470c0-13d3-4e8e-af2c-bc9e28a9b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:17.219920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-28f470c0-13d3-4e8e-af2c-bc9e28a9b538 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1127 time: 0.0620151 Jul 27 22:33:17.309943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-90738d3e-4e67-4772-8ae0-8818ab34445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:17.311928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-90738d3e-4e67-4772-8ae0-8818ab34445c service neutron] 10.222.0.76 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 897 time: 0.0843115 Jul 27 22:33:17.383147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-b531cb27-c24c-43da-8b24-dac401342629 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1002 time: 0.0629225 Jul 27 22:33:17.441146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-ad8a2184-667b-4aa5-8105-83cbf79bb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:17.444529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-ad8a2184-667b-4aa5-8105-83cbf79bb8cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.0525599 Jul 27 22:33:17.503395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-242176ad-98b6-4594-a105-e91cc95d964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:17.504909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-242176ad-98b6-4594-a105-e91cc95d964a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546358 Jul 27 22:33:17.596886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-61aedd32-ce8e-4301-9402-ab9f51a08252 service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843658 Jul 27 22:33:17.689649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69d403b8-75b8-4d38-a63f-1a5d6e4189f3 req-e4fd638c-7a17-4b37-b6a7-197dab111847 service neutron] 10.222.0.76 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855072 Jul 27 22:33:18.314583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dacac3-5322-4c0c-855f-af707f4b9155 req-372ffd9b-f7a6-417f-ba57-26adc21fc2dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:18.316084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42dacac3-5322-4c0c-855f-af707f4b9155 req-372ffd9b-f7a6-417f-ba57-26adc21fc2dc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0655179 Jul 27 22:33:18.360191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42dacac3-5322-4c0c-855f-af707f4b9155 req-b50a0a51-4244-4aa1-aa03-e57a3d375aac tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380526 Jul 27 22:33:19.141146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:33:19.239342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:19.250869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 has no active binding in host n-h1-738018-6 {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:33:19.496895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b79dc-31af-4c8b-b09b-5719ca86771b req-9e7a7d40-a77a-4968-af35-37cb888e5cfd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:19.498439 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-652b79dc-31af-4c8b-b09b-5719ca86771b req-9e7a7d40-a77a-4968-af35-37cb888e5cfd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0682113 Jul 27 22:33:19.535818 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-652b79dc-31af-4c8b-b09b-5719ca86771b req-5dffad0a-8507-471a-ada8-22d84043de73 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Jul 27 22:33:20.669093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a2059-2d1e-41cd-97dc-3959612dec5d req-db91dd7e-ddf2-40da-a35c-c8a7da97c38b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:20.670804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-213a2059-2d1e-41cd-97dc-3959612dec5d req-db91dd7e-ddf2-40da-a35c-c8a7da97c38b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 946 time: 0.0665288 Jul 27 22:33:20.710604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-213a2059-2d1e-41cd-97dc-3959612dec5d req-2e7f008f-ef3e-4cc6-b970-b30be42d197c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 Jul 27 22:33:20.780024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-a888afec-bbdf-4959-89e0-e383ed100495 service neutron] 10.222.0.76 "GET /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 384 time: 0.0571415 Jul 27 22:33:20.961921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:20.982457 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:21.025996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:21.028309 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bbd8fb-31e7-4edd-919c-780e923bb22f" -d '{"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-unplugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:21.035516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:21.125244 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c57d4f-8370-479b-bc8f-d8919f2eb373 x-openstack-request-id: req-a6c57d4f-8370-479b-bc8f-d8919f2eb373 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:21.125536 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-unplugged", "status": "completed", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:21.125788 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6c57d4f-8370-479b-bc8f-d8919f2eb373 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:21.126317 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'code': 200} Jul 27 22:33:21.138771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:21.212241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Transition to ACTIVE for port object 452525b4-0498-42ff-bbe3-826e52001c52 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:21.319483 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:21.429318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Pushing event updated for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:21.444101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.444458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.444809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.445159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.445508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.445880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.446218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.446581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.446915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.447381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.447593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.447901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:21.472512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] No DVR routers for this DVR port 452525b4-0498-42ff-bbe3-826e52001c52 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:22.010220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-5fefff5c-ffa3-421e-a60d-308fcf744074 service neutron] 10.222.0.76 "PUT /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52/bindings/n-h1-738018-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2205186 Jul 27 22:33:22.023396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812370-65cd-4c95-bbff-ee30f6cb7e23 req-24701bf7-e67f-4b61-9e11-9ea48afe99a3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.024905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc812370-65cd-4c95-bbff-ee30f6cb7e23 req-24701bf7-e67f-4b61-9e11-9ea48afe99a3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.1121595 Jul 27 22:33:22.066823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fc812370-65cd-4c95-bbff-ee30f6cb7e23 req-7876972d-d792-44e6-aadd-cd2f7dc09b2c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341821 Jul 27 22:33:22.205669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b49fe4d1-0038-4fb0-974a-bf80ad274bfd tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.207267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b49fe4d1-0038-4fb0-974a-bf80ad274bfd tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf&tenant_id=1a99206e26cc4d1797c3751342c40d78&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.0602133 Jul 27 22:33:22.269456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-0b5fb9ea-a77a-4ea1-bc05-7207da4b1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.270961 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-0b5fb9ea-a77a-4ea1-bc05-7207da4b1605 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 1096 time: 0.0553710 Jul 27 22:33:22.353442 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-37a6276e-1607-4ec0-9f88-639715327ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.355021 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-37a6276e-1607-4ec0-9f88-639715327ae4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1096 time: 0.0611687 Jul 27 22:33:22.447493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-06ecd884-22cf-4c88-b3f7-5016db2c2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.449104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-06ecd884-22cf-4c88-b3f7-5016db2c2efb service neutron] 10.222.0.50 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 897 time: 0.0871286 Jul 27 22:33:22.519890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-c137842d-51cb-4c3a-a5d9-84aa12088199 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 1000 time: 0.0638652 Jul 27 22:33:22.874405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-01eca9e5-b845-496e-b888-322ce51bb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.875822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-01eca9e5-b845-496e-b888-322ce51bb492 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.3435485 Jul 27 22:33:22.936920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-40b000bb-799d-497e-b5e1-299fb69e5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.938492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-40b000bb-799d-497e-b5e1-299fb69e5742 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553730 Jul 27 22:33:23.007299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:23.032451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b1fc6d55-3984-495b-91df-824b4d4f74c8 service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863225 Jul 27 22:33:23.047091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:23.123159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-b762f5d6-1ddc-4141-8d4b-d3ca2a378359 service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Jul 27 22:33:23.207042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38345e-f196-4bc0-ada9-182c09c4d003 req-9a774516-950a-4b4c-b500-32060d9474ed tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.208479 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd38345e-f196-4bc0-ada9-182c09c4d003 req-9a774516-950a-4b4c-b500-32060d9474ed tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.0695128 Jul 27 22:33:23.249678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cd38345e-f196-4bc0-ada9-182c09c4d003 req-971697ee-414c-4c16-b1cd-c57f93e82ac5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344362 Jul 27 22:33:23.639095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-9c834d7b-2978-4469-93fc-fb6fcdda3fa4 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.640687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-9c834d7b-2978-4469-93fc-fb6fcdda3fa4 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf&tenant_id=1a99206e26cc4d1797c3751342c40d78&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 1096 time: 0.0597551 Jul 27 22:33:23.908006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-7598ca75-cea0-496f-ac2e-c196fcae2a56 service neutron] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:23.911249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-7598ca75-cea0-496f-ac2e-c196fcae2a56 service neutron] Notify callbacks [] for binding, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.912781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c147a4e-c942-44eb-90f8-4f5308d4e16f req-7598ca75-cea0-496f-ac2e-c196fcae2a56 service neutron] 10.222.0.50 "DELETE /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52/bindings/n-h2-738018-6 HTTP/1.1" status: 204 len: 173 time: 0.2649333 Jul 27 22:33:24.382528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece22c8-49ef-43a0-9473-131be444d005 req-95bf01bf-9397-49b2-865f-f52449ef9da2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.384122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eece22c8-49ef-43a0-9473-131be444d005 req-95bf01bf-9397-49b2-865f-f52449ef9da2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.0669324 Jul 27 22:33:24.425926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eece22c8-49ef-43a0-9473-131be444d005 req-6204b1a1-964d-4f8c-8096-b6f2d5b3add7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355446 Jul 27 22:33:24.549919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de681dfe-85d2-434d-893b-8a2cfd747af0 req-90bb33ff-5bd0-4e88-a0ff-3364f115e7e9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.551430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-de681dfe-85d2-434d-893b-8a2cfd747af0 req-90bb33ff-5bd0-4e88-a0ff-3364f115e7e9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1096 time: 0.0543346 Jul 27 22:33:24.589069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-de681dfe-85d2-434d-893b-8a2cfd747af0 req-4169cd34-d9c5-4e20-85fe-ece449d7c3b4 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304215 Jul 27 22:33:24.720694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d2f71-370b-4e0c-87e9-e2835dec3ca5 req-a8577c5f-e4bf-47bc-9688-88ce4a2d6cfb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.722321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-546d2f71-370b-4e0c-87e9-e2835dec3ca5 req-a8577c5f-e4bf-47bc-9688-88ce4a2d6cfb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.0666449 Jul 27 22:33:24.763925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-546d2f71-370b-4e0c-87e9-e2835dec3ca5 req-9d69ad6b-1680-48a6-a559-37558a6f8e6e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343390 Jul 27 22:33:24.785553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54376) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:24.858039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7594f8d7-f570-4ff0-8f05-daeaf280e434 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/1e51efc9-d8bd-4dba-aaba-64b48cb916f6 HTTP/1.1" status: 200 len: 992 time: 0.0710232 Jul 27 22:33:27.087828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54382) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:27.257519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 3a838a60-0ddb-499f-8262-99f116b324b2 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:27.257981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.360265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.360596 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.373343 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 3a838a60-0ddb-499f-8262-99f116b324b2 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:27.624257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.650324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=3a838a60-0ddb-499f-8262-99f116b324b2,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:27.717550 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.717892 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 1e51efc9-d8bd-4dba-aaba-64b48cb916f6 disassociated (deleted). External IP: 172.25.3.179, port: 452525b4-0498-42ff-bbe3-826e52001c52. Jul 27 22:33:27.957808 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 18f93922-5063-42a2-b2a3-9016eb8a80ae has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:28.092633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:28.097732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.104703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Sync routers for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:28.116149 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:28.116792 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.145046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28a39fb6-802b-495b-abb2-0b0f4e4eceb6 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/floatingips/1e51efc9-d8bd-4dba-aaba-64b48cb916f6 HTTP/1.1" status: 204 len: 168 time: 1.0560031 Jul 27 22:33:28.145642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:28.148747 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09574484-85d7-44c5-a54c-3b536867a2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:28.241820 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:28.270552 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e1445-b82b-4146-86e1-ba3b0f6f07dd x-openstack-request-id: req-bc8e1445-b82b-4146-86e1-ba3b0f6f07dd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:28.270552 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:28.270552 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc8e1445-b82b-4146-86e1-ba3b0f6f07dd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:28.270552 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'status': 'completed', 'code': 200} Jul 27 22:33:28.371394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-86ac6fa6-8880-40ac-b3a0-ee0f1891300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.373097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-86ac6fa6-8880-40ac-b3a0-ee0f1891300a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 1096 time: 0.0818441 Jul 27 22:33:28.486215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.488314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-dbc597f4-ef15-456f-b549-cf7be5036a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.491171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-dbc597f4-ef15-456f-b549-cf7be5036a41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 200 len: 897 time: 0.1107299 Jul 27 22:33:28.523000 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Checking router: 18f93922-5063-42a2-b2a3-9016eb8a80ae for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:28.532983 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:28.533591 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.573617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-d62cb398-c93a-42de-9ae0-da620439becb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 200 len: 217 time: 0.0755100 Jul 27 22:33:28.633987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-0e840f1e-437d-4fe3-a267-89390877dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.635585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-0e840f1e-437d-4fe3-a267-89390877dc9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 200 len: 834 time: 0.0555131 Jul 27 22:33:28.653419 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:28.700222 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-e696431d-4796-4c51-8ed1-32d0e34f456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.702475 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-e696431d-4796-4c51-8ed1-32d0e34f456c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f06a8437-d832-4617-9798-b70a39300c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598834 Jul 27 22:33:28.850537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57dc35-bb8c-4d5a-bfb7-32283ef31dfa req-4389e4d5-6c2e-4037-98d8-9188d2ab30d0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.852269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c57dc35-bb8c-4d5a-bfb7-32283ef31dfa req-4389e4d5-6c2e-4037-98d8-9188d2ab30d0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.1339250 Jul 27 22:33:28.854356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-cc48eccd-1347-4fd4-95d2-195130170d6e service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441479 Jul 27 22:33:28.864077 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.895481 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa18846-920b-4b91-967d-76d24a1bda1f None None] The sync data for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 is: [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0e9748a7-f012-4123-bf53-6360c828dccb', 'name': '', 'network_id': 'f06a8437-d832-4617-9798-b70a39300c67', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:ff:96:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:22Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': '742d9af4-3d87-4aab-a0e5-6cec395d3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:28.953164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c57dc35-bb8c-4d5a-bfb7-32283ef31dfa req-e7e9dcc1-79b9-420e-9127-bea8e7cc2e5e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=55426f8b-6e0d-461b-bac7-619d69e62d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937076 Jul 27 22:33:28.988007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-09574484-85d7-44c5-a54c-3b536867a2d7 req-2abe5177-5144-42ba-bd7f-1df620705c73 service neutron] 10.222.0.50 "GET /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214471 Jul 27 22:33:29.124141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-dffdbd34-0027-4755-bf22-20297afa8e30 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:29.125567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-dffdbd34-0027-4755-bf22-20297afa8e30 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 945 time: 0.0682855 Jul 27 22:33:29.128340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679735bf-8b2d-4d5c-abb1-2f063b91afcb None None] New status for floating IP 1e51efc9-d8bd-4dba-aaba-64b48cb916f6: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:33:29.234854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 452525b4-0498-42ff-bbe3-826e52001c52 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:29.235207 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:29.322881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 452525b4-0498-42ff-bbe3-826e52001c52, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=452525b4-0498-42ff-bbe3-826e52001c52,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:29.323256 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:29.336136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 452525b4-0498-42ff-bbe3-826e52001c52 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:29.629418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:29.658657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=452525b4-0498-42ff-bbe3-826e52001c52,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:29.709596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] No DVR routers for this DVR port 452525b4-0498-42ff-bbe3-826e52001c52 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:29.712327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:29.714565 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e041a0a6-0bfe-4bfc-b12d-75e74ff3c145 req-86df29d9-2137-461c-a51a-90a4bc378327 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.50 "DELETE /v2.0/ports/452525b4-0498-42ff-bbe3-826e52001c52 HTTP/1.1" status: 204 len: 173 time: 0.5828784 Jul 27 22:33:30.056463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b089850-b583-485d-97f9-406bf3cda661 req-f30dee67-7d85-430c-bfa0-be445de4e721 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce1993f6-302f-489b-bd04-3061fccf17bf HTTP/1.1" status: 200 len: 210 time: 0.0297909 Jul 27 22:33:30.269362 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-deleted', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:30.272333 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05df86db-e959-4cf9-a9d0-9f8a824a1a35" -d '{"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-deleted", "tag": "452525b4-0498-42ff-bbe3-826e52001c52"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:30.308800 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eae77d-ebbc-4c72-bde0-11a00c6ec7ad x-openstack-request-id: req-06eae77d-ebbc-4c72-bde0-11a00c6ec7ad {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:30.309104 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1993f6-302f-489b-bd04-3061fccf17bf", "name": "network-vif-deleted", "tag": "452525b4-0498-42ff-bbe3-826e52001c52", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:30.309367 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06eae77d-ebbc-4c72-bde0-11a00c6ec7ad {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:30.309772 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1993f6-302f-489b-bd04-3061fccf17bf', 'name': 'network-vif-deleted', 'tag': '452525b4-0498-42ff-bbe3-826e52001c52', 'status': 'completed', 'code': 200} Jul 27 22:33:31.118402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54398) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:31.497478 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.775762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 0e9748a7-f012-4123-bf53-6360c828dccb {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:31.776108 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.867611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 0e9748a7-f012-4123-bf53-6360c828dccb, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0e9748a7-f012-4123-bf53-6360c828dccb,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:31.867988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.882572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 0e9748a7-f012-4123-bf53-6360c828dccb owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:31.944661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5528fce5-bcf6-4a41-9ff6-033e77bba144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.187378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.220140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=0e9748a7-f012-4123-bf53-6360c828dccb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:32.406941 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.640674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router 18f93922-5063-42a2-b2a3-9016eb8a80ae has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:32.752702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:32.758430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-699a2fb0-d6d0-43f2-9e26-e880869e31fe tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/18f93922-5063-42a2-b2a3-9016eb8a80ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389556 Jul 27 22:33:32.761151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54400) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:32.763653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Sync routers for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:32.773465 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:32.774074 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:32.816751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting subnet 742d9af4-3d87-4aab-a0e5-6cec395d3874 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:33:32.820192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.861461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.881937 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:32.962571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.066644 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:33:32Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:33.097640 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Checking router: 18f93922-5063-42a2-b2a3-9016eb8a80ae for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:33.106235 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Routers {'18f93922-5063-42a2-b2a3-9016eb8a80ae'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:33.106881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['18f93922-5063-42a2-b2a3-9016eb8a80ae'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:33.127060 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.153373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Subnet': ['ID=742d9af4-3d87-4aab-a0e5-6cec395d3874,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:33.159677 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.163600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3e0756dd-4c73-461d-853e-182b59827dca tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/subnets/742d9af4-3d87-4aab-a0e5-6cec395d3874 HTTP/1.1" status: 204 len: 168 time: 0.3989670 Jul 27 22:33:33.164305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54402) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:33.167717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08201b09-790a-456e-9e3d-4f2cea2765fe None None] Network f06a8437-d832-4617-9798-b70a39300c67 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:33.213358 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] Set router 18f93922-5063-42a2-b2a3-9016eb8a80ae gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:33.220773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:33.248382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 452525b4-0498-42ff-bbe3-826e52001c52 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:33.248999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 452525b4-0498-42ff-bbe3-826e52001c52 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:33.282139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.397656 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.405617 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:33:32Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:33.408384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] DHCP port deletion for f06a8437-d832-4617-9798-b70a39300c67 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:33:33.433863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3784a38-4aef-4459-b77c-5aba4675cb15 None None] The sync data for ids ['18f93922-5063-42a2-b2a3-9016eb8a80ae'] in n-d-738018-6 is: [{'id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169122567', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:18Z', 'updated_at': '2021-07-27T22:33:32Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': '72f11807-4a6d-4fa5-9117-a43b933d4171', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f93922-5063-42a2-b2a3-9016eb8a80ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:19Z', 'updated_at': '2021-07-27T22:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:33.467142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Deleting port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:33.467467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.533283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] For port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,segment=NetworkSegment(8070130a-7da1-4640-813c-94f398c3c30a),segment_id=8070130a-7da1-4640-813c-94f398c3c30a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:33.533693 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.544927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 72f11807-4a6d-4fa5-9117-a43b933d4171 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:33.545276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.546734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Calling delete_port for ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:33.633411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 72f11807-4a6d-4fa5-9117-a43b933d4171, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=72f11807-4a6d-4fa5-9117-a43b933d4171,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:33.633708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.646989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 72f11807-4a6d-4fa5-9117-a43b933d4171 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:33.736644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.763445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Pushing event deleted for resources: {'Port': ['ID=ba0e4221-f8d8-4843-8a1e-0f7a1f70a052,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:33.765748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] No DVR routers for this DVR port ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:33.780273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.781527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.781887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.782235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.789952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca860a-dec5-4a0e-b3bc-500cd6b9a213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:33.877682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:33.896132 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.899022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:33.899380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba0e4221-f8d8-4843-8a1e-0f7a1f70a052 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:33.938161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=72f11807-4a6d-4fa5-9117-a43b933d4171,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:33.999838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.091376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.093733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.212486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.213176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Fanout notify agent at l3_agent the message router_deleted on router 18f93922-5063-42a2-b2a3-9016eb8a80ae {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:33:34.219874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.221007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-970279dd-08e7-4229-87d3-8a0b5563679e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/routers/18f93922-5063-42a2-b2a3-9016eb8a80ae HTTP/1.1" status: 204 len: 168 time: 1.0560338 Jul 27 22:33:34.225548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54404) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:34.311448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.400524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.410782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06a8437-d832-4617-9798-b70a39300c67']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.421358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8070130a-7da1-4640-813c-94f398c3c30a') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.426071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8070130a-7da1-4640-813c-94f398c3c30a') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.430718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.446202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.453000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:33:34.453449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:33:34.456563 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:33:34.464360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c34f4f6-5cb3-4506-984a-76c53f33a3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.595522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.602931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.606428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/networks/f06a8437-d832-4617-9798-b70a39300c67 HTTP/1.1" status: 204 len: 168 time: 0.3781927 Jul 27 22:33:34.607888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54406) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:34.616678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433e42-d460-4bfb-842d-2578b48df05c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Network': ['ID=f06a8437-d832-4617-9798-b70a39300c67,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:34.671463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.700773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.775612 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.858336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.860834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.862008 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/security-groups/55426f8b-6e0d-461b-bac7-619d69e62d9e HTTP/1.1" status: 204 len: 168 time: 0.2530563 Jul 27 22:33:34.872301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773d277-f653-4410-8058-bf863042c0a1 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55426f8b-6e0d-461b-bac7-619d69e62d9e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:35.413828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54412) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:35.418603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456541526', 'description': 'tempest-secgroup-smoke-456541526 description', 'project_id': '1a99206e26cc4d1797c3751342c40d78'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:35.482976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f11807-4a6d-4fa5-9117-a43b933d4171 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:35.503068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 72f11807-4a6d-4fa5-9117-a43b933d4171 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:35.503413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 72f11807-4a6d-4fa5-9117-a43b933d4171 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:35.503828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0e9748a7-f012-4123-bf53-6360c828dccb no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:35.522805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0e9748a7-f012-4123-bf53-6360c828dccb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:35.524067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0e9748a7-f012-4123-bf53-6360c828dccb not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:35.544074 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.633726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.718163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.749132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784d90dd-7eb2-442d-b128-e0c61ea36486,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:35.818307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.819638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-798ba07d-687b-4340-96a7-8dc324dd887e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4047542 Jul 27 22:33:35.823370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54414) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:35.827874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:35.920266 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.976323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.977933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.063445 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.083006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b39dd7f-d205-46aa-bc0f-796836ea548a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.143253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.144498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-02e468bb-7b92-4fd5-98ca-302f19c7ae19 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201838 Jul 27 22:33:36.147792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54416) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:36.152292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:36.241096 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.303207 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.360836 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.383406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c344c2f2-6b6a-4293-aded-618bfc892f5f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.463869 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.465126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3fa1c199-3df1-4474-b3e5-2d4abfa89b90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163874 Jul 27 22:33:36.468231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54418) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:36.475441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:36.571595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.634681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.735377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.754083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb8579a-d3ff-4180-853c-7017880e15bc,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.849950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.851176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9eeddb34-4c29-47d5-afc5-913c9f939c2e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818715 Jul 27 22:33:36.854078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54420) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:36.858970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:36.974657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.037647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.155189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.173051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7b0118-092b-45ec-af29-3ce6842c8891,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:37.251927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.253176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-21d089dd-9449-46e5-b98b-d7e25eda7e25 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980041 Jul 27 22:33:37.256527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54422) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:37.267025 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:37.383859 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:37.384101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.389176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.452872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.538774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.556879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c14936-5b64-4803-adcd-09ed62581ad7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:37.640028 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.641512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b8c14d7-1ce6-4df5-837f-987648e12bad tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3840160 Jul 27 22:33:37.644259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54424) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:37.651041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'security_group_rule': {'security_group_id': '784d90dd-7eb2-442d-b128-e0c61ea36486', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:37.669530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.721001 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Project 1a99206e26cc4d1797c3751342c40d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:37.727930 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.791387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.851832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.869850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bae296-41f6-455a-894e-57cffa052e04,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:37.943699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.944999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1932940-492b-4f41-8794-e01d9df10246 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996995 Jul 27 22:33:37.947774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54426) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:37.952765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'network': {'name': 'tempest-network-smoke--1453651827', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:38.034615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:38.038796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.061821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:33:38.070897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.071247 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Added segment 6ff0132b-771c-4add-bf8a-dd882d088587 of type vlan for network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 Jul 27 22:33:38.111527 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.223338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.229587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:38.230184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.295916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Network': ['ID=8eca6d81-f60b-4e19-aee8-feb6da4995c8,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:38.309099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:33:38.358932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c909fae3-11d0-49fa-b01d-0bd705ef0a8c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4101121 Jul 27 22:33:38.361670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54430) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:38.366698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'admin_state_up': True, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:38.492652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.493742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.548704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.651933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.749358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.304746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.323551 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.430628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.163 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/fc662a8c-d253-406d-b928-89f58508f9b7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:39.537671 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.621599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.666208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:39.672759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:39.678452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:39.700514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=fc662a8c-d253-406d-b928-89f58508f9b7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:39.999761 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.197365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.383284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router c5c5b413-40e6-45cc-a359-b2989e88af9f is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:33:40.496063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:40.505937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Sync routers for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:40.514584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:40.515204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:40.575576 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.579767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f822f082-805c-4c2d-aa1a-8498fc20502c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2140589 Jul 27 22:33:40.580045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:40.608912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a9058441-9886-44b0-ab62-388d4fbe57e3 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1a99206e26cc4d1797c3751342c40d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276790 Jul 27 22:33:40.611508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54434) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:40.628725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:40.710986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3142f9-ad4b-4539-aed2-e96adcdc62e9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:40.712582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c3142f9-ad4b-4539-aed2-e96adcdc62e9 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999944 Jul 27 22:33:40.716663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54436) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:40.746963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3927db25-eef3-4bab-a12c-4b61d2530a50 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290766 Jul 27 22:33:40.749558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:40.755522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2142956082', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:40.821269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:40.851379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Checking router: c5c5b413-40e6-45cc-a359-b2989e88af9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:40.851734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Updating router c5c5b413-40e6-45cc-a359-b2989e88af9f port fc662a8c-d253-406d-b928-89f58508f9b7 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:33:40.890222 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.973106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:40.979775 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.188825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.199836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Transition to ACTIVE for port object fc662a8c-d253-406d-b928-89f58508f9b7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:41.252455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.281023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.323379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Subnet': ['ID=d9ebe14e-1542-4eb3-bda9-4b145e11b095,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.328714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Checking segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:41.329091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network hostable DHCP agents. Network: 8eca6d81-f60b-4e19-aee8-feb6da4995c8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:33:41.340796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Attempting to bind port fc662a8c-d253-406d-b928-89f58508f9b7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:41.341171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Attempting to bind port fc662a8c-d253-406d-b928-89f58508f9b7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:41.341538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Attempting to bind port fc662a8c-d253-406d-b928-89f58508f9b7 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:41.343478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1f03-7839-44f2-86ad-2d17398665d9 None None] Pushing event updated for resources: {'Port': ['ID=fc662a8c-d253-406d-b928-89f58508f9b7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.351182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:41.352022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:41.352022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.352354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:41.352828 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Bound port: fc662a8c-d253-406d-b928-89f58508f9b7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:41.353214 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.411707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] For port fc662a8c-d253-406d-b928-89f58508f9b7, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:41.415245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] For port fc662a8c-d253-406d-b928-89f58508f9b7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc662a8c-d253-406d-b928-89f58508f9b7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:41.423357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:33:41.492822 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.521387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8eca6d81-f60b-4e19-aee8-feb6da4995c8) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:41.530088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:41.530088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.530406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2438dc63-d303-429d-9155-4b54e60ab03e None None] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:41.607977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-128f3183-b7b7-49f7-a412-24aea317d13c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8569686 Jul 27 22:33:41.611088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:41.626119 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:41.626787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:41.630891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1f03-7839-44f2-86ad-2d17398665d9 None None] Pushing event updated for resources: {'Port': ['ID=fc662a8c-d253-406d-b928-89f58508f9b7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.963299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:41.993981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:33:41.994870 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.086127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.249205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Allocated IP 172.20.0.2 (8eca6d81-f60b-4e19-aee8-feb6da4995c8/d9ebe14e-1542-4eb3-bda9-4b145e11b095/ab007daa-a159-43f4-8dae-2f45b415db6b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:42.328214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:42.361427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b5e94-c827-4312-af10-2b4a8ff44c24 None None] The sync data for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 is: [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 3, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:42.440481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.450374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Transition to ACTIVE for port object ab007daa-a159-43f4-8dae-2f45b415db6b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:42.465639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Transition to ACTIVE for port object ab007daa-a159-43f4-8dae-2f45b415db6b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:42.530074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.602541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:42.604109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.1 (8eca6d81-f60b-4e19-aee8-feb6da4995c8/d9ebe14e-1542-4eb3-bda9-4b145e11b095/0848ee44-66a4-4214-af50-f0b32bfc1248) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:42.605881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:42.608715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:42.617029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Pushing event updated for resources: {'Port': ['ID=ab007daa-a159-43f4-8dae-2f45b415db6b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:42.695278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Attempting to bind port ab007daa-a159-43f4-8dae-2f45b415db6b on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:42.695654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Attempting to bind port ab007daa-a159-43f4-8dae-2f45b415db6b by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:42.696020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Attempting to bind port ab007daa-a159-43f4-8dae-2f45b415db6b on network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:42.702339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:42.702339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Checking segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:42.702339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.702706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Bound using segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:42.703581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Bound port: ab007daa-a159-43f4-8dae-2f45b415db6b, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:42.703699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.747939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.767929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object 0848ee44-66a4-4214-af50-f0b32bfc1248 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:42.781710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] For port ab007daa-a159-43f4-8dae-2f45b415db6b, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:42.785565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] For port ab007daa-a159-43f4-8dae-2f45b415db6b, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab007daa-a159-43f4-8dae-2f45b415db6b,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:42.851530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.889004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.926363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94794d-5608-4594-bb76-6b94817f76a0 None None] Pushing event updated for resources: {'Port': ['ID=ab007daa-a159-43f4-8dae-2f45b415db6b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:42.951614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:42.954891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:42.961819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:42.991117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:43.015511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.283854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.542838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab007daa-a159-43f4-8dae-2f45b415db6b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:43.598734 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.658012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ab007daa-a159-43f4-8dae-2f45b415db6b completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:43.662877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc662a8c-d253-406d-b928-89f58508f9b7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:43.680925 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.768235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.770168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:43.777209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port fc662a8c-d253-406d-b928-89f58508f9b7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:43.781811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fc662a8c-d253-406d-b928-89f58508f9b7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:43.781811 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.883096 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:43.888153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:43.896686 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.925258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port fc662a8c-d253-406d-b928-89f58508f9b7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc662a8c-d253-406d-b928-89f58508f9b7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:43.971734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c5360-1c99-4aca-9024-e871c993ff5d None None] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:44.015374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router c5c5b413-40e6-45cc-a359-b2989e88af9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:44.018573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.100858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=fc662a8c-d253-406d-b928-89f58508f9b7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:44.127771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Provisioning for port ab007daa-a159-43f4-8dae-2f45b415db6b completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:44.132853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:44.138405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Provisioning complete for port ab007daa-a159-43f4-8dae-2f45b415db6b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.138763 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.139205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1bac3b87-c040-4331-81c6-7eb62b6f18de tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/c5c5b413-40e6-45cc-a359-b2989e88af9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265958 Jul 27 22:33:44.265227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.305882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-3a5c6c5e-71b8-4bc6-8846-efe13ba52fff tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456541526&fields=id&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 267 time: 0.0424263 Jul 27 22:33:44.310565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] For port ab007daa-a159-43f4-8dae-2f45b415db6b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab007daa-a159-43f4-8dae-2f45b415db6b,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:44.398657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.433402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-3b6657a1-fb23-4745-8657-df5899bbc593 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.435344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-3b6657a1-fb23-4745-8657-df5899bbc593 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/networks?id=8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 200 len: 797 time: 0.1212199 Jul 27 22:33:44.453408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-e0841b29-6f65-447b-b5a8-f813c6f11e4a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/quotas/1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 375 time: 0.0119758 Jul 27 22:33:44.460505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f9a8e-5c93-42b9-8be2-36adf55cbcef None None] Pushing event updated for resources: {'Port': ['ID=ab007daa-a159-43f4-8dae-2f45b415db6b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:44.525579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Provisioning complete for port ab007daa-a159-43f4-8dae-2f45b415db6b triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.526158 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.536786 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-4d0297a3-cc85-48e1-b58d-2c392066b868 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728850 Jul 27 22:33:44.635895 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Sync routers for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:44.648995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:44.648995 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:44.688288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Provisioning for port 0848ee44-66a4-4214-af50-f0b32bfc1248 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:44.693591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Provisioning complete for port 0848ee44-66a4-4214-af50-f0b32bfc1248 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.693929 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.738871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa57b8-9966-4223-9e8f-fb2d101e88e8 None None] Port 0848ee44-66a4-4214-af50-f0b32bfc1248 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:44.753680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-1ff5aca9-2434-40f4-a905-a20cdcdbe28b service neutron] 10.222.0.37 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037830 Jul 27 22:33:44.870275 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-129dcef5-d34c-40bb-9d53-9bad1a91dde7 service neutron] 10.222.0.37 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096356 Jul 27 22:33:44.876043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-37f2e008-0841-4fd7-91b6-b6393b0c0e9b None None] Provisioning complete for port 0848ee44-66a4-4214-af50-f0b32bfc1248 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.876522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37f2e008-0841-4fd7-91b6-b6393b0c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.887810 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:44.917600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-37f2e008-0841-4fd7-91b6-b6393b0c0e9b None None] Port 0848ee44-66a4-4214-af50-f0b32bfc1248 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:45.036564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d0e55eeb-6f82-414f-aec4-86ec4af09a48 None None] Provisioning complete for port 0848ee44-66a4-4214-af50-f0b32bfc1248 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:45.036941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0e55eeb-6f82-414f-aec4-86ec4af09a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.072620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d0e55eeb-6f82-414f-aec4-86ec4af09a48 None None] Port 0848ee44-66a4-4214-af50-f0b32bfc1248 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:45.100612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 2, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.129292 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Checking router: c5c5b413-40e6-45cc-a359-b2989e88af9f for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:45.130267 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Updating router c5c5b413-40e6-45cc-a359-b2989e88af9f port 0848ee44-66a4-4214-af50-f0b32bfc1248 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:33:45.158246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5aa72503-170a-4b3e-8dc7-64272f94f615 req-c2b17d1b-2dd3-4f50-847e-383b8e8b158d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jul 27 22:33:45.167835 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.464190 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.468836 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Transition to ACTIVE for port object 0848ee44-66a4-4214-af50-f0b32bfc1248 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:45.501516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab007daa-a159-43f4-8dae-2f45b415db6b up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:45.550973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ab007daa-a159-43f4-8dae-2f45b415db6b triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:45.551357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.565845 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.620575 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Pushing event updated for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.640460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc662a8c-d253-406d-b928-89f58508f9b7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:45.644406 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.645373 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.645866 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.646401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.646743 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.647073 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.647401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.647724 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.648518 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.648518 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.648702 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.648973 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.702343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fc662a8c-d253-406d-b928-89f58508f9b7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:45.703689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.706336 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Attempting to bind port 0848ee44-66a4-4214-af50-f0b32bfc1248 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:45.706728 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Attempting to bind port 0848ee44-66a4-4214-af50-f0b32bfc1248 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:45.707096 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Attempting to bind port 0848ee44-66a4-4214-af50-f0b32bfc1248 on network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:45.713565 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:45.714703 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Checking segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:45.715298 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.715700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Bound using segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:45.716358 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Bound port: 0848ee44-66a4-4214-af50-f0b32bfc1248, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:45.716689 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.797594 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] For port 0848ee44-66a4-4214-af50-f0b32bfc1248, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:45.802700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] For port 0848ee44-66a4-4214-af50-f0b32bfc1248, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0848ee44-66a4-4214-af50-f0b32bfc1248,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:45.873164 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.935119 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:45.935806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.941472 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047d586-1b1d-44a1-846a-7dc428cda913 None None] Pushing event updated for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.053683 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:46.267398 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:33:46.268368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b92dcdcb-ce32-4311-bb50-50ef97557cce req-151c755e-b3ec-4fba-8cfa-527188827c50 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 210 time: 0.0317428 Jul 27 22:33:46.276808 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:45Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:46.307599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950dd3e-bbd3-4dc5-829c-5181cb380514 None None] The sync data for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 is: [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:45Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:47.404225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db155ada-afa6-4f3b-88a5-5652f76e501b req-28b9d42f-8539-4034-b78c-b261d7ef7f9d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 210 time: 0.0468400 Jul 27 22:33:47.466366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-0f21c5b8-96ee-44b9-905f-9500fe3c14cf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:47.468015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-0f21c5b8-96ee-44b9-905f-9500fe3c14cf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/networks?id=8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 200 len: 797 time: 0.1645813 Jul 27 22:33:47.523518 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-6f099a33-9389-4616-a4db-36a49d06631f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a99206e26cc4d1797c3751342c40d78 HTTP/1.1" status: 200 len: 379 time: 0.0458817 Jul 27 22:33:47.532755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'port': {'device_id': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'admin_state_up': True, 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'security_groups': ['784d90dd-7eb2-442d-b128-e0c61ea36486']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:47.535238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0848ee44-66a4-4214-af50-f0b32bfc1248 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:47.662249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0848ee44-66a4-4214-af50-f0b32bfc1248 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:47.666425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0848ee44-66a4-4214-af50-f0b32bfc1248 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:47.666814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.725881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Made reservation on behalf of 1a99206e26cc4d1797c3751342c40d78 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:47.729858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.752594 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.792019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0848ee44-66a4-4214-af50-f0b32bfc1248, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0848ee44-66a4-4214-af50-f0b32bfc1248,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:47.870423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.20.0.4 (8eca6d81-f60b-4e19-aee8-feb6da4995c8/d9ebe14e-1542-4eb3-bda9-4b145e11b095/bb02bab2-2947-4383-b2d4-24ea60dc90ab) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:47.877885 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.937720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:48.023228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.037584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Transition to ACTIVE for port object bb02bab2-2947-4383-b2d4-24ea60dc90ab will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:48.129988 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.173376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:48.179074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:48.182692 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:48.206717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:48.237912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:48.238594 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.333392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-b1d0ac91-59eb-41ce-9ae6-fd00ab85e54e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039048 Jul 27 22:33:48.347209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Request body: {'port': {'device_id': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:48.428366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.455417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf79-7a8a-46dc-b87b-087eeb68745e None None] Provisioning for port bb02bab2-2947-4383-b2d4-24ea60dc90ab completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:48.460484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf79-7a8a-46dc-b87b-087eeb68745e None None] Provisioning complete for port bb02bab2-2947-4383-b2d4-24ea60dc90ab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:48.460943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf79-7a8a-46dc-b87b-087eeb68745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.501658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf79-7a8a-46dc-b87b-087eeb68745e None None] Port bb02bab2-2947-4383-b2d4-24ea60dc90ab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:48.547493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35351126-e5e0-4a04-a601-d320b7dbbfbb req-9cb81371-8bc2-4205-8282-09dcd43b3e56 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:48.549015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35351126-e5e0-4a04-a601-d320b7dbbfbb req-9cb81371-8bc2-4205-8282-09dcd43b3e56 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 931 time: 0.0696299 Jul 27 22:33:48.589501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35351126-e5e0-4a04-a601-d320b7dbbfbb req-67ed85ce-80f5-4ba7-bc3f-1881c271463c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334387 Jul 27 22:33:48.699728 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb02bab2-2947-4383-b2d4-24ea60dc90ab {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:48.707098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.720010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Transition to ACTIVE for port object bb02bab2-2947-4383-b2d4-24ea60dc90ab will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:48.794374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.846721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:48.925712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Attempting to bind port bb02bab2-2947-4383-b2d4-24ea60dc90ab on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:48.926046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Attempting to bind port bb02bab2-2947-4383-b2d4-24ea60dc90ab by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:48.926976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Attempting to bind port bb02bab2-2947-4383-b2d4-24ea60dc90ab on network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:48.931661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Port bb02bab2-2947-4383-b2d4-24ea60dc90ab on network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:33:48.931982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Attempting to bind port bb02bab2-2947-4383-b2d4-24ea60dc90ab on network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:48.937183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:48.937521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Checking segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:48.937907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Bound using segment: {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:48.938367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Bound port: bb02bab2-2947-4383-b2d4-24ea60dc90ab, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff0132b-771c-4add-bf8a-dd882d088587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:48.938728 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.006417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:49.009741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:49.120753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.156051 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.156757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.158379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] 10.222.0.76 "PUT /v2.0/ports/bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 200 len: 1091 time: 0.8159244 Jul 27 22:33:49.158848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:49.161821 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb70973f-945b-42a2-8c37-8f70adc6ba5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:49.196214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7246c-ac4a-4138-9ba1-e6f00bb6c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:49.207172 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f5b2cf-97d7-4319-b64b-05f6767d921c x-openstack-request-id: req-82f5b2cf-97d7-4319-b64b-05f6767d921c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:49.207463 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:49.208251 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-82f5b2cf-97d7-4319-b64b-05f6767d921c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:49.208769 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'status': 'completed', 'code': 200} Jul 27 22:33:49.290149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-c0066d79-3219-49c4-b5db-656f37d8ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.291815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-c0066d79-3219-49c4-b5db-656f37d8ea24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1094 time: 0.0635035 Jul 27 22:33:49.392224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-9fd2c7d7-db3d-4548-93a8-1705dfa4e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.393738 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-9fd2c7d7-db3d-4548-93a8-1705dfa4e8c8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=1a99206e26cc4d1797c3751342c40d78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0933752 Jul 27 22:33:49.495563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-3e731c02-1e42-4cfc-878b-3b88b20d9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.497056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb70973f-945b-42a2-8c37-8f70adc6ba5c req-3e731c02-1e42-4cfc-878b-3b88b20d9b2c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968347 Jul 27 22:33:49.508110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0848ee44-66a4-4214-af50-f0b32bfc1248 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:49.556668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0848ee44-66a4-4214-af50-f0b32bfc1248 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:49.557044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.593657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-f08975e3-1d31-4b76-86f5-6842359c77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.595218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-f08975e3-1d31-4b76-86f5-6842359c77ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1094 time: 0.0567186 Jul 27 22:33:49.640752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-3dc88384-edff-4445-85e9-f881cf814c1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 200 len: 217 time: 0.0366249 Jul 27 22:33:49.697691 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-2a0f8b6e-d0a3-4e98-aee3-4e3e53511ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.699585 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-2a0f8b6e-d0a3-4e98-aee3-4e3e53511ff1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9ebe14e-1542-4eb3-bda9-4b145e11b095 HTTP/1.1" status: 200 len: 835 time: 0.0519817 Jul 27 22:33:49.729896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113364e3-c25c-498f-9eb8-427a2fdd9a6b req-3592f56d-1628-4d61-9a8b-5c9e025362eb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.731537 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-113364e3-c25c-498f-9eb8-427a2fdd9a6b req-3592f56d-1628-4d61-9a8b-5c9e025362eb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 943 time: 0.0730014 Jul 27 22:33:49.764295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-204dd2fb-1f5e-4d62-a615-0b133075ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.765909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-204dd2fb-1f5e-4d62-a615-0b133075ea79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8eca6d81-f60b-4e19-aee8-feb6da4995c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593612 Jul 27 22:33:49.864473 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-acf3a583-3d87-4d14-b5af-fd62a2e1f5b8 service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915759 Jul 27 22:33:49.966450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbf0e3ae-327c-454a-82b8-73bdcafd901d req-31587ffa-57eb-49c7-8938-7a750bc0797c service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948663 Jul 27 22:33:50.091017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-113364e3-c25c-498f-9eb8-427a2fdd9a6b req-8824822a-76cc-4a2f-a18b-b51f4333860a tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531547 Jul 27 22:33:51.226004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e87e78-e751-4e77-8679-e9908db1ec65 req-d39f26fe-2b52-491a-816a-91028ba67e58 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:51.227606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90e87e78-e751-4e77-8679-e9908db1ec65 req-d39f26fe-2b52-491a-816a-91028ba67e58 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 943 time: 0.0675001 Jul 27 22:33:51.266121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90e87e78-e751-4e77-8679-e9908db1ec65 req-051d4bb0-487a-41d9-a564-3f763aebc9ac tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Jul 27 22:33:52.399487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e04cf2-7033-4405-a1b2-8155a2b21c8f req-bb6e404c-06e7-4d78-a058-5d7f9ec02d65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:52.401018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88e04cf2-7033-4405-a1b2-8155a2b21c8f req-bb6e404c-06e7-4d78-a058-5d7f9ec02d65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 943 time: 0.0646760 Jul 27 22:33:52.440531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-88e04cf2-7033-4405-a1b2-8155a2b21c8f req-ea80fa30-c7e3-4b49-8566-d4c06e67b9d5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Jul 27 22:33:53.174482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:33:53.269460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:53.284291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'mac_address': 'fa:16:3e:2f:6f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:33:53.322381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:53.335559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb02bab2-2947-4383-b2d4-24ea60dc90ab {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:53.354571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:53.422854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:53.471417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:53.578793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea002c56-3065-4a83-b5c6-9711487e581f req-bbba8c2e-a0c9-4a1c-a31f-e57dce5dda5e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:53.580370 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea002c56-3065-4a83-b5c6-9711487e581f req-bbba8c2e-a0c9-4a1c-a31f-e57dce5dda5e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 944 time: 0.0699768 Jul 27 22:33:53.622807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea002c56-3065-4a83-b5c6-9711487e581f req-a4e3cee2-5a66-493e-9e0c-1e9ef672c4b5 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363283 Jul 27 22:33:53.628151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bb02bab2-2947-4383-b2d4-24ea60dc90ab'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:33:54.752709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e6a5-cc05-447c-bb5f-8377cf8fc6cc req-23b9d1bb-f314-4066-90c8-cc959aa87792 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:54.754958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3e7e6a5-cc05-447c-bb5f-8377cf8fc6cc req-23b9d1bb-f314-4066-90c8-cc959aa87792 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 944 time: 0.0642462 Jul 27 22:33:54.797293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3e7e6a5-cc05-447c-bb5f-8377cf8fc6cc req-f3ea2b7c-3aae-45da-8080-f55423dd02b3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364554 Jul 27 22:33:55.193782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:55.311850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bb02bab2-2947-4383-b2d4-24ea60dc90ab completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:55.315937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bb02bab2-2947-4383-b2d4-24ea60dc90ab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:55.316315 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:55.396146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:55.418499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:55.420760 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c93fdf-3ddc-4e71-b321-19c31599b597" -d '{"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-plugged", "status": "completed", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:55.434842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:55.457104 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f81ced1-0765-4330-8999-971a1fd8b0a5 x-openstack-request-id: req-7f81ced1-0765-4330-8999-971a1fd8b0a5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:55.457401 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-plugged", "status": "completed", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:55.457796 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f81ced1-0765-4330-8999-971a1fd8b0a5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:55.458199 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'code': 200} Jul 27 22:33:55.529330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:55.565610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252441b6-c44e-40c4-88f0-cf87d7f45ba0 req-9d72d3d1-a6ad-42f8-8675-42ba7995efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:55.567304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-252441b6-c44e-40c4-88f0-cf87d7f45ba0 req-9d72d3d1-a6ad-42f8-8675-42ba7995efcf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1095 time: 0.0546696 Jul 27 22:33:55.578264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:55.605811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-252441b6-c44e-40c4-88f0-cf87d7f45ba0 req-5a7124e2-3576-48f6-9f78-bb164fa4b684 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jul 27 22:33:55.930367 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb2ae-4fdf-4c3f-a875-509fd9a440b3 req-48d0a5e2-ccb2-4bac-8f77-2bf44584db2b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:55.931890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecfbb2ae-4fdf-4c3f-a875-509fd9a440b3 req-48d0a5e2-ccb2-4bac-8f77-2bf44584db2b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0674429 Jul 27 22:33:55.975124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecfbb2ae-4fdf-4c3f-a875-509fd9a440b3 req-1df51927-4406-4013-a445-16da6c66d457 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370302 Jul 27 22:33:57.107920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170bb75-4416-464f-8b69-4776c8f4ed6b req-6e7cd1c7-8ff3-48ea-8d3b-7b6f8c4d4d65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:57.109521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d170bb75-4416-464f-8b69-4776c8f4ed6b req-6e7cd1c7-8ff3-48ea-8d3b-7b6f8c4d4d65 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0651052 Jul 27 22:33:57.147696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d170bb75-4416-464f-8b69-4776c8f4ed6b req-3604dad7-fee0-419f-a571-fa530a3c863e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Jul 27 22:33:57.279582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34cfe-7728-40f2-b35e-f5252819177e req-3c0876c7-9099-42c9-89cc-89fb51345577 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:57.281132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84e34cfe-7728-40f2-b35e-f5252819177e req-3c0876c7-9099-42c9-89cc-89fb51345577 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0655663 Jul 27 22:33:57.327541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84e34cfe-7728-40f2-b35e-f5252819177e req-78b85c6f-fc5c-4259-bb01-395b0414444e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Jul 27 22:33:57.350529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54508) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:57.406612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff60a9-823c-495a-95a9-a90507839a31 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:57.408082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b1ff60a9-823c-495a-95a9-a90507839a31 tempest-TestNetworkAdvancedServerOps-900988577 tempest-TestNetworkAdvancedServerOps-900988577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1091 time: 0.0565856 Jul 27 22:33:57.417926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54510) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:57.422674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:57.600187 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:57.696707 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:57.801539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Allocated IP 172.25.3.224 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/8422f685-ea93-45d7-88c0-a76b04e43c86) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:57.907864 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.038005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.081886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:58.088118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:58.091427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:58.114344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=8422f685-ea93-45d7-88c0-a76b04e43c86,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:58.474875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.697255 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.851243 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.919668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.989076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event updated for resources: {'Port': ['ID=8422f685-ea93-45d7-88c0-a76b04e43c86,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:58.999063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:59.101514 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 0d49f71b-ada3-4921-bf43-ee7f11fe8b0c associated. External IP: 172.25.3.224, port: bb02bab2-2947-4383-b2d4-24ea60dc90ab. Jul 27 22:33:59.315554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router c5c5b413-40e6-45cc-a359-b2989e88af9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:59.432673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:59.442569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Sync routers for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:59.452640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:59.453273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:59.520377 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:59.566057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8ea13aa3-f9e7-4c58-9755-62587380e22b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1446440 Jul 27 22:33:59.566057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:59.567125 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484fe3f2-ad05-4ee3-a020-f638c01c9782" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:59.575127 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:59.606740 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb3162-fb44-4e6c-a828-6b223238edd2 x-openstack-request-id: req-abbb3162-fb44-4e6c-a828-6b223238edd2 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:59.607039 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:59.607298 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abbb3162-fb44-4e6c-a828-6b223238edd2 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:59.607723 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'status': 'completed', 'code': 200} Jul 27 22:33:59.735499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a364c-5fe5-4fcd-951b-20d06fd5d143 req-1caf3974-c394-4e50-832c-716016b51f99 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:59.741557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee1a364c-5fe5-4fcd-951b-20d06fd5d143 req-1caf3974-c394-4e50-832c-716016b51f99 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.1209702 Jul 27 22:33:59.746915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-bc63875d-cbc1-4ae9-88f3-911ecf4b5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:59.753586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-bc63875d-cbc1-4ae9-88f3-911ecf4b5d82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1096 time: 0.0955505 Jul 27 22:33:59.839996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '0d49f71b-ada3-4921-bf43-ee7f11fe8b0c', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'mac_address': 'fa:16:3e:2f:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:58Z', 'updated_at': '2021-07-27T22:33:58Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:59.868320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Checking router: c5c5b413-40e6-45cc-a359-b2989e88af9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:59.877707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:59.878385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:33:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:00.162017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:00.203248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ee1a364c-5fe5-4fcd-951b-20d06fd5d143 req-1b8b3fe4-4294-47a6-b5a8-64918d8a2871 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594505 Jul 27 22:34:00.228517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:00.235965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-de5d7272-1e8e-4e3a-81bc-3e5242e9f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:00.237757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-de5d7272-1e8e-4e3a-81bc-3e5242e9f70d service neutron] 10.222.0.76 "GET /v2.0/networks?id=8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 200 len: 898 time: 0.4813540 Jul 27 22:34:00.298709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a49367b5-f988-43ee-870e-4bc248494b31 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/0d49f71b-ada3-4921-bf43-ee7f11fe8b0c HTTP/1.1" status: 200 len: 991 time: 0.0679445 Jul 27 22:34:00.309393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-08c8d004-2f25-42ad-b198-cd8abdeefa24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 200 len: 999 time: 0.0633428 Jul 27 22:34:00.359332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-9b8c4bee-02b7-4ce5-9ff7-8933b8a49f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:00.360906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-9b8c4bee-02b7-4ce5-9ff7-8933b8a49f7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9ebe14e-1542-4eb3-bda9-4b145e11b095 HTTP/1.1" status: 200 len: 835 time: 0.0444083 Jul 27 22:34:00.398955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '0d49f71b-ada3-4921-bf43-ee7f11fe8b0c', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'mac_address': 'fa:16:3e:2f:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:58Z', 'updated_at': '2021-07-27T22:33:58Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:00.424652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-108b131f-e64c-4a38-9fdf-75c5252fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:00.426174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-108b131f-e64c-4a38-9fdf-75c5252fcfa3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8eca6d81-f60b-4e19-aee8-feb6da4995c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586815 Jul 27 22:34:00.426443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c99f4-e26d-4a0f-89e4-0c1c2b705ebc None None] The sync data for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 is: [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '0d49f71b-ada3-4921-bf43-ee7f11fe8b0c', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'mac_address': 'fa:16:3e:2f:6f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:58Z', 'updated_at': '2021-07-27T22:33:58Z', 'revision_number': 0, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:00.518873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-af354ca7-a8de-491c-9ca7-588469aa5c61 service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853348 Jul 27 22:34:00.617383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-484fe3f2-ad05-4ee3-a020-f638c01c9782 req-389d9c0f-736b-4c48-bd01-d5b3de67a2fb service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908673 Jul 27 22:34:00.625968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59233e0c-c7e8-4a27-8338-066d44546986 None None] New status for floating IP 0d49f71b-ada3-4921-bf43-ee7f11fe8b0c: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:34:01.302039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54518) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:01.369981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1ec33d2f-55e1-4da8-a11b-7063e2be821e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/0d49f71b-ada3-4921-bf43-ee7f11fe8b0c HTTP/1.1" status: 200 len: 993 time: 0.0668039 Jul 27 22:34:01.971430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c761-3e3c-47d7-a406-432d1a95cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:04.439559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68b6fa43-c12f-4fc1-be5f-e15f3e50db96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:04.793691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:05.982266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:07.434388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:07.656718 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:08.633782 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:23.266732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:34:31.945434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0824-a64c-47b7-9036-68fbd2a72ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:32.968658 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d15e0f-8370-4f25-a178-3890a15be034 req-73d076ea-753d-47e7-8acd-eb6bb9973ecd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:32.970208 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46d15e0f-8370-4f25-a178-3890a15be034 req-73d076ea-753d-47e7-8acd-eb6bb9973ecd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0685501 Jul 27 22:34:33.011380 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46d15e0f-8370-4f25-a178-3890a15be034 req-4f3aa357-7cd8-4f8f-b02a-95ac40f49255 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343361 Jul 27 22:34:34.158423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27a95e-2234-44eb-84cf-ad56ab501f9f req-2f7f2806-0dc4-45c1-b4dc-830f18f6a29d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:34.160537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a27a95e-2234-44eb-84cf-ad56ab501f9f req-2f7f2806-0dc4-45c1-b4dc-830f18f6a29d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0674212 Jul 27 22:34:34.200303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a27a95e-2234-44eb-84cf-ad56ab501f9f req-65e0e61d-1657-4ce3-8108-3c7acfef98bf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337687 Jul 27 22:34:34.449520 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66efdd8f-6dfb-4628-ba9a-35019c3530ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.775128 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.331410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04b280-e549-4ad2-9395-65430e2da97f req-32a872b4-b59e-4c3c-8ecf-df71cfe4e0b3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:35.332976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e04b280-e549-4ad2-9395-65430e2da97f req-32a872b4-b59e-4c3c-8ecf-df71cfe4e0b3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0654798 Jul 27 22:34:35.370271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e04b280-e549-4ad2-9395-65430e2da97f req-16aced2f-3c6f-405d-9304-f864988e574c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Jul 27 22:34:35.729017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-b172e497-6075-4e05-b564-52ad6d0848d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:35.731053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-b172e497-6075-4e05-b564-52ad6d0848d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1096 time: 0.0604229 Jul 27 22:34:35.839432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-5af5581a-156b-4279-8c6a-319f97035b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:35.840923 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-5af5581a-156b-4279-8c6a-319f97035b43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 200 len: 898 time: 0.0851481 Jul 27 22:34:35.912329 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-077e6383-08c9-4708-8c02-6c8966d31695 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 200 len: 1001 time: 0.0635273 Jul 27 22:34:35.963959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-565ff3e8-dd24-42e1-a4f9-9382903530c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:35.965441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-565ff3e8-dd24-42e1-a4f9-9382903530c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9ebe14e-1542-4eb3-bda9-4b145e11b095 HTTP/1.1" status: 200 len: 835 time: 0.0443277 Jul 27 22:34:35.968479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.026977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-6a530a2f-a02c-4a1b-a274-64accd70625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:36.028538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-6a530a2f-a02c-4a1b-a274-64accd70625d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8eca6d81-f60b-4e19-aee8-feb6da4995c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544357 Jul 27 22:34:36.128418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-c67b3055-abe2-4e2f-b6a2-9c583277dce6 service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916717 Jul 27 22:34:36.219860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e565ed88-1cfb-4c23-b568-84cf0aabaa60 req-7bed8c1d-e37e-410c-9573-38f3b961370c service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833492 Jul 27 22:34:36.500223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533fa2-3801-48b4-9452-bf94767b23d9 req-1e5c2665-6648-41ec-8f7b-dec5e6babe0b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:36.503794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a533fa2-3801-48b4-9452-bf94767b23d9 req-1e5c2665-6648-41ec-8f7b-dec5e6babe0b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0638812 Jul 27 22:34:36.545272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a533fa2-3801-48b4-9452-bf94767b23d9 req-ea7838d7-b934-4c86-8354-b201d01d31fb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Jul 27 22:34:37.363940 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.644325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.680579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cdf69-1e7b-4218-a160-c79ec3996d7a req-752ff6dd-958c-4849-bc74-a2cd11bd0722 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:37.682093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c78cdf69-1e7b-4218-a160-c79ec3996d7a req-752ff6dd-958c-4849-bc74-a2cd11bd0722 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0680010 Jul 27 22:34:37.720423 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c78cdf69-1e7b-4218-a160-c79ec3996d7a req-f1375a41-62f8-4876-98a3-d282a8e8eb9e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Jul 27 22:34:38.609518 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.855115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e81fa-4a02-4f94-b842-36bb331a09cb req-3b6611ab-0ab9-4fcd-9ad9-d4ad33394d78 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:38.856660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-729e81fa-4a02-4f94-b842-36bb331a09cb req-3b6611ab-0ab9-4fcd-9ad9-d4ad33394d78 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Jul 27 22:34:38.895807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-729e81fa-4a02-4f94-b842-36bb331a09cb req-2ce7dff1-d645-43b6-b421-3afd0d64ace0 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322680 Jul 27 22:34:40.025716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282b29b-a4a5-476a-8aba-b72fa98eca68 req-bbe3b312-8775-4c86-bb4b-eede548eb22d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:40.027304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5282b29b-a4a5-476a-8aba-b72fa98eca68 req-bbe3b312-8775-4c86-bb4b-eede548eb22d tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0643382 Jul 27 22:34:40.067535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5282b29b-a4a5-476a-8aba-b72fa98eca68 req-2cd6fe81-a346-4aeb-92e0-1613d56de999 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320883 Jul 27 22:34:41.197087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897415d-4f79-4d1d-8510-827a0533e858 req-241e80de-9329-44fb-a92b-d126ea08406f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:41.198531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e897415d-4f79-4d1d-8510-827a0533e858 req-241e80de-9329-44fb-a92b-d126ea08406f tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0636809 Jul 27 22:34:41.237609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e897415d-4f79-4d1d-8510-827a0533e858 req-0a6be712-83eb-42aa-a7a6-fe237399bbeb tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Jul 27 22:34:42.370615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f0d6e-2a63-4e81-b484-6f02be43a1c0 req-25dacf9d-27bd-4a27-8a4b-f12ff90d3daf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:42.372173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-999f0d6e-2a63-4e81-b484-6f02be43a1c0 req-25dacf9d-27bd-4a27-8a4b-f12ff90d3daf tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0687861 Jul 27 22:34:42.413617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-999f0d6e-2a63-4e81-b484-6f02be43a1c0 req-3f23459c-7424-44d4-9dec-d9cb8e494993 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349185 Jul 27 22:34:43.549463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302f6b1-8e4c-4f46-9ea4-f82a69d7f52a req-536fa2ed-f553-4a51-940d-573bb7fe0c93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:43.551073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b302f6b1-8e4c-4f46-9ea4-f82a69d7f52a req-536fa2ed-f553-4a51-940d-573bb7fe0c93 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0686624 Jul 27 22:34:43.589578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b302f6b1-8e4c-4f46-9ea4-f82a69d7f52a req-5e883a8b-0bda-42ce-912e-dc740ec1f145 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Jul 27 22:34:44.720612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc88e-acba-45f1-a887-73674c820f2f req-0afe1525-3bd7-4137-a125-eee069e74c39 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:44.722130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8ccc88e-acba-45f1-a887-73674c820f2f req-0afe1525-3bd7-4137-a125-eee069e74c39 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0655003 Jul 27 22:34:44.760724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f8ccc88e-acba-45f1-a887-73674c820f2f req-92541f8c-e80d-4e88-96bb-6de29ef91681 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326583 Jul 27 22:34:45.894615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977677a-e248-4f1b-beaa-08d3db9e4d21 req-902660e9-d8eb-425e-8d56-d854df373002 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:45.896121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c977677a-e248-4f1b-beaa-08d3db9e4d21 req-902660e9-d8eb-425e-8d56-d854df373002 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0682595 Jul 27 22:34:45.935271 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c977677a-e248-4f1b-beaa-08d3db9e4d21 req-ebdfd6cf-1afa-45eb-bb60-9f99b47f5202 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Jul 27 22:34:47.066932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb1e89-71e4-439b-acaa-75307ca1c058 req-18ab22d0-a143-4dfc-a50d-0511db1e92e3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:47.068502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8efb1e89-71e4-439b-acaa-75307ca1c058 req-18ab22d0-a143-4dfc-a50d-0511db1e92e3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0663791 Jul 27 22:34:47.107589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8efb1e89-71e4-439b-acaa-75307ca1c058 req-1852f75a-d3cd-4da1-a5e7-8dc91ed61153 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332184 Jul 27 22:34:48.241403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f5d7c-3862-43c2-9e55-0fdd2757b834 req-6dc63850-99c6-446d-a391-757fcbd95394 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:48.243091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-036f5d7c-3862-43c2-9e55-0fdd2757b834 req-6dc63850-99c6-446d-a391-757fcbd95394 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0688076 Jul 27 22:34:48.281746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-036f5d7c-3862-43c2-9e55-0fdd2757b834 req-61710261-1046-4a2e-beab-215acc3c8891 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327446 Jul 27 22:34:49.415756 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07188e-7d9c-47a7-a6ed-d76ddf773e5a req-59cba50a-eaee-44b6-a11c-c28eb64d7f6e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.417304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad07188e-7d9c-47a7-a6ed-d76ddf773e5a req-59cba50a-eaee-44b6-a11c-c28eb64d7f6e tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0669014 Jul 27 22:34:49.456261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad07188e-7d9c-47a7-a6ed-d76ddf773e5a req-c49b4e36-7703-4a56-81c5-1a867fd6a3e7 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Jul 27 22:34:50.590346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8719b4e-60a3-414c-b34b-a5381baca067 req-54068f1a-3e5b-48bb-a7a3-870dc01787d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.591851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8719b4e-60a3-414c-b34b-a5381baca067 req-54068f1a-3e5b-48bb-a7a3-870dc01787d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0661371 Jul 27 22:34:50.631524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8719b4e-60a3-414c-b34b-a5381baca067 req-3580deea-079e-4778-9f40-691bbbb87522 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334911 Jul 27 22:34:51.471331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54214aa-40c1-4f64-b8b1-c2b29705e60d req-3a2b4689-af3d-4b3c-95e7-36ae19695d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:51.472851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54214aa-40c1-4f64-b8b1-c2b29705e60d req-3a2b4689-af3d-4b3c-95e7-36ae19695d3a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1096 time: 0.0537543 Jul 27 22:34:51.509423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d54214aa-40c1-4f64-b8b1-c2b29705e60d req-5cca2b14-3d93-4d03-9620-562e09ca6237 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271814 Jul 27 22:34:51.762547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9594190-77e9-42f1-80d3-9a1dcd00929b req-7b8f56cd-2083-4b7b-9cc7-46b3ed491d43 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:51.764072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9594190-77e9-42f1-80d3-9a1dcd00929b req-7b8f56cd-2083-4b7b-9cc7-46b3ed491d43 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0650313 Jul 27 22:34:51.803755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9594190-77e9-42f1-80d3-9a1dcd00929b req-e56e5a2a-3a4c-4172-b84f-027d0fa849d4 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Jul 27 22:34:52.938842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9588-3456-4b91-9f9b-7d5b54480b6c req-51fbc9c8-bc85-4fb7-abf2-6c3ee8d108da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:52.940421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74eb9588-3456-4b91-9f9b-7d5b54480b6c req-51fbc9c8-bc85-4fb7-abf2-6c3ee8d108da tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0686312 Jul 27 22:34:52.979101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-74eb9588-3456-4b91-9f9b-7d5b54480b6c req-182502d4-84c7-462f-8e22-807758945080 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Jul 27 22:34:53.001371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54584) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:53.063672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c54ae8d3-0dea-42fc-8803-4dca1c9d12b2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/floatingips/0d49f71b-ada3-4921-bf43-ee7f11fe8b0c HTTP/1.1" status: 200 len: 993 time: 0.0611186 Jul 27 22:34:53.499139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:34:53.600232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:53.611480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'port_id': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'mac_address': 'fa:16:3e:2f:6f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:34:53.649605 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:53.662417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb02bab2-2947-4383-b2d4-24ea60dc90ab {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:34:53.682881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:53.728523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:53.780662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:53.788207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.788560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.788903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.789244 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.789580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.789914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.790240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.791066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.791401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.791729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.792054 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.792379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:53.973099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bb02bab2-2947-4383-b2d4-24ea60dc90ab'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:34:55.506658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:55.555551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bb02bab2-2947-4383-b2d4-24ea60dc90ab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:55.555931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.631044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.655035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:55.657273 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460fd28-8359-49c3-950d-9be04632d288" -d '{"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-plugged", "status": "completed", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:55.670600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:55.696509 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745d01b-b9ca-465f-94f9-db8133b5c3b3 x-openstack-request-id: req-b745d01b-b9ca-465f-94f9-db8133b5c3b3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:55.696805 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-plugged", "status": "completed", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:55.697062 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b745d01b-b9ca-465f-94f9-db8133b5c3b3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:55.697462 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'code': 200} Jul 27 22:34:55.729080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.776124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:00.265333 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:35:01.946119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee9dbe43-ddfe-4103-ada7-65128d086869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:04.454373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db722ce5-5ab7-428f-a600-93c09a58c67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:04.756982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.980415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.391344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.642475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.659493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:25.559531 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54596) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:25.719078 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 8422f685-ea93-45d7-88c0-a76b04e43c86 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:25.719422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:25.794854 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:25.795216 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:25.806943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 8422f685-ea93-45d7-88c0-a76b04e43c86 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:26.019262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:26.046055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=8422f685-ea93-45d7-88c0-a76b04e43c86,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:26.061000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.061365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.061723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.062076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.062456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.062802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.063146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.063485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.063828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.064164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.064495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.064828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:26.127398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:26.127972 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Floating IP 0d49f71b-ada3-4921-bf43-ee7f11fe8b0c disassociated (deleted). External IP: 172.25.3.224, port: bb02bab2-2947-4383-b2d4-24ea60dc90ab. Jul 27 22:35:26.363544 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router c5c5b413-40e6-45cc-a359-b2989e88af9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:26.481113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:26.485958 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:26.491822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Sync routers for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:26.501792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:26.502452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:26.527836 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-96d4b541-8df6-4449-98f1-d47977cf46c3 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/floatingips/0d49f71b-ada3-4921-bf43-ee7f11fe8b0c HTTP/1.1" status: 204 len: 168 time: 0.9670122 Jul 27 22:35:26.533927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:26.533927 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}809fa403b7386aae54a7b058629f49182924197c0b805db6751ed3df2e0e972c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a3f9f2-3191-4b1a-907b-cc582031cb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:26.573949 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ce895-43bc-4dcb-a769-fdf4b7361fc7 x-openstack-request-id: req-a26ce895-43bc-4dcb-a769-fdf4b7361fc7 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:26.573949 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:26.573949 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a26ce895-43bc-4dcb-a769-fdf4b7361fc7 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:26.574851 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'status': 'completed', 'code': 200} Jul 27 22:35:26.629562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:26.666414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-c2ba2c2e-a334-426a-8c51-6ed6958365d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:26.668521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-c2ba2c2e-a334-426a-8c51-6ed6958365d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1a99206e26cc4d1797c3751342c40d78&device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 1096 time: 0.0717309 Jul 27 22:35:26.780837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-d0bc9336-df67-45d3-9692-fd3c0b6fd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:26.783682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-d0bc9336-df67-45d3-9692-fd3c0b6fd38c service neutron] 10.222.0.76 "GET /v2.0/networks?id=8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 200 len: 898 time: 0.1062229 Jul 27 22:35:26.834880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-3966fe6c-0d43-4de2-a859-cf5805fab5f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 200 len: 217 time: 0.0400438 Jul 27 22:35:26.855689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:26.892248 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Checking router: c5c5b413-40e6-45cc-a359-b2989e88af9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:26.900120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-7bc5a6dc-4ca2-43b3-9091-17b8f4724c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:26.902553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-7bc5a6dc-4ca2-43b3-9091-17b8f4724c62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d9ebe14e-1542-4eb3-bda9-4b145e11b095 HTTP/1.1" status: 200 len: 835 time: 0.0604751 Jul 27 22:35:26.903672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:26.904392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:27.010451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-ff90ef81-710f-4c29-a927-acda8fb40f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:27.012999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-ff90ef81-710f-4c29-a927-acda8fb40f18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8eca6d81-f60b-4e19-aee8-feb6da4995c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985138 Jul 27 22:35:27.027669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:27.040373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008ac4c-3ac3-4711-95db-4104425612ed req-25b320f5-3174-44f5-86a8-a58827c8d0a2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:27.042670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a008ac4c-3ac3-4711-95db-4104425612ed req-25b320f5-3174-44f5-86a8-a58827c8d0a2 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0979803 Jul 27 22:35:27.136472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a008ac4c-3ac3-4711-95db-4104425612ed req-86f7703d-b866-4949-aaad-81ee49512f90 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831263 Jul 27 22:35:27.157802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-c58b55f7-662e-4eab-b5dd-e0304c5e7664 service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361756 Jul 27 22:35:27.243152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:27.261992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-09a3f9f2-3191-4b1a-907b-cc582031cb2b req-3a841599-ad04-4e6a-8e0f-59decf8b730f service neutron] 10.222.0.76 "GET /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951388 Jul 27 22:35:27.273743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e662d7b-b69c-4d67-b914-84669519480a None None] The sync data for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 is: [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0848ee44-66a4-4214-af50-f0b32bfc1248', 'name': '', 'network_id': '8eca6d81-f60b-4e19-aee8-feb6da4995c8', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'mac_address': 'fa:16:3e:c7:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:42Z', 'updated_at': '2021-07-27T22:33:47Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'subnets': [{'id': 'd9ebe14e-1542-4eb3-bda9-4b145e11b095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:27.520550 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b72985-33be-44a5-bda9-5af216631004 None None] New status for floating IP 0d49f71b-ada3-4921-bf43-ee7f11fe8b0c: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:35:28.294218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d12a4-155b-40f1-8d0a-a74be7206de9 req-963cd382-1f09-4957-979f-d92193b7b12b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.295854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c7d12a4-155b-40f1-8d0a-a74be7206de9 req-963cd382-1f09-4957-979f-d92193b7b12b tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0774040 Jul 27 22:35:28.338382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c7d12a4-155b-40f1-8d0a-a74be7206de9 req-fe7a1468-da90-4e34-b3b4-17153d41fee8 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/security-groups?id=784d90dd-7eb2-442d-b128-e0c61ea36486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361230 Jul 27 22:35:28.449260 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9470036-ba12-453d-b233-46d244205d51 req-c086957c-a1b7-4055-9bde-6525f787c58c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.450726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9470036-ba12-453d-b233-46d244205d51 req-c086957c-a1b7-4055-9bde-6525f787c58c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 945 time: 0.0663037 Jul 27 22:35:28.555004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port bb02bab2-2947-4383-b2d4-24ea60dc90ab {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:28.555354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:28.648683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port bb02bab2-2947-4383-b2d4-24ea60dc90ab, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bb02bab2-2947-4383-b2d4-24ea60dc90ab,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:28.649047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:28.661191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for bb02bab2-2947-4383-b2d4-24ea60dc90ab owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:28.888066 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:28.919515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=bb02bab2-2947-4383-b2d4-24ea60dc90ab,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:28.932368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.932730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.933161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.934218 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.934719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.935068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.935417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.935757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.936097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.936448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.936767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.937102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:28.977425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] No DVR routers for this DVR port bb02bab2-2947-4383-b2d4-24ea60dc90ab on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:28.980572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:28.982616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9470036-ba12-453d-b233-46d244205d51 req-37367e2b-57ed-4f32-b035-3577c2b136fd tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.76 "DELETE /v2.0/ports/bb02bab2-2947-4383-b2d4-24ea60dc90ab HTTP/1.1" status: 204 len: 173 time: 0.5254874 Jul 27 22:35:28.983049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-deleted', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:28.985315 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d98de-5b66-479a-a77c-7b7ef69c8dfb" -d '{"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-deleted", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:29.020498 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a842ec-cf6c-4d87-89e6-524c83b73905 x-openstack-request-id: req-21a842ec-cf6c-4d87-89e6-524c83b73905 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:29.020810 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a0403-88f8-4864-94bd-e422bab6e011", "name": "network-vif-deleted", "tag": "bb02bab2-2947-4383-b2d4-24ea60dc90ab", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:29.021053 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21a842ec-cf6c-4d87-89e6-524c83b73905 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:29.021463 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a0403-88f8-4864-94bd-e422bab6e011', 'name': 'network-vif-deleted', 'tag': 'bb02bab2-2947-4383-b2d4-24ea60dc90ab', 'status': 'completed', 'code': 200} Jul 27 22:35:29.453161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-370ce901-dc85-4ae6-9138-36c058d894df req-be561c90-692f-4f91-a7a9-0450f0e99221 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "GET /v2.0/ports?device_id=c60a0403-88f8-4864-94bd-e422bab6e011 HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jul 27 22:35:30.509990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54612) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:30.884219 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:31.165136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port 0848ee44-66a4-4214-af50-f0b32bfc1248 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:31.165405 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:31.253702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port 0848ee44-66a4-4214-af50-f0b32bfc1248, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0848ee44-66a4-4214-af50-f0b32bfc1248,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:31.254081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:31.267453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for 0848ee44-66a4-4214-af50-f0b32bfc1248 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:31.819002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:31.852443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=0848ee44-66a4-4214-af50-f0b32bfc1248,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:31.938759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c8b6d29-a5af-47b0-9907-da7d65eff9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.074980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.342665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Router c5c5b413-40e6-45cc-a359-b2989e88af9f has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:32.468783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:32.474491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-98977d42-9f26-4c42-9a5a-9f3e6f2c3efc tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "PUT /v2.0/routers/c5c5b413-40e6-45cc-a359-b2989e88af9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631646 Jul 27 22:35:32.477385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54614) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:32.480110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Sync routers for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:32.490640 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:32.491284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:32.540740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting subnet d9ebe14e-1542-4eb3-bda9-4b145e11b095 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:35:32.546486 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.592146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.616676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:32.703691 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.796116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:35:31Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:32.822551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Checking router: c5c5b413-40e6-45cc-a359-b2989e88af9f for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:32.831426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Routers {'c5c5b413-40e6-45cc-a359-b2989e88af9f'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:32.832044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5c5b413-40e6-45cc-a359-b2989e88af9f'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:32.853412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.879599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ebe14e-1542-4eb3-bda9-4b145e11b095,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:32.889443 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.891722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5fc8608-a48c-4063-b64f-8a13cb79a669 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/subnets/d9ebe14e-1542-4eb3-bda9-4b145e11b095 HTTP/1.1" status: 204 len: 168 time: 0.4130929 Jul 27 22:35:32.894790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54616) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:32.895662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a62536-c87e-4b71-8f29-b46f58953e1c None None] Network 8eca6d81-f60b-4e19-aee8-feb6da4995c8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:33.008609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.124563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.169791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] Set router c5c5b413-40e6-45cc-a359-b2989e88af9f gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:33.264837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Deleting port fc662a8c-d253-406d-b928-89f58508f9b7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:33.265193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.350185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] For port fc662a8c-d253-406d-b928-89f58508f9b7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fc662a8c-d253-406d-b928-89f58508f9b7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:33.350599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.363918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Calling delete_port for fc662a8c-d253-406d-b928-89f58508f9b7 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:33.401233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:35:31Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:33.431902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] DHCP port deletion for 8eca6d81-f60b-4e19-aee8-feb6da4995c8 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:35:33.434261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f3762-e2ed-44cb-aa22-17955358ea10 None None] The sync data for ids ['c5c5b413-40e6-45cc-a359-b2989e88af9f'] in n-d-738018-6 is: [{'id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612739893', 'tenant_id': '1a99206e26cc4d1797c3751342c40d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:38Z', 'updated_at': '2021-07-27T22:35:31Z', 'revision_number': 5, 'project_id': '1a99206e26cc4d1797c3751342c40d78', 'gw_port': {'id': 'fc662a8c-d253-406d-b928-89f58508f9b7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c5b413-40e6-45cc-a359-b2989e88af9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:33.485044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Deleting port ab007daa-a159-43f4-8dae-2f45b415db6b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:33.485434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.550223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] For port ab007daa-a159-43f4-8dae-2f45b415db6b, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ab007daa-a159-43f4-8dae-2f45b415db6b,segment=NetworkSegment(6ff0132b-771c-4add-bf8a-dd882d088587),segment_id=6ff0132b-771c-4add-bf8a-dd882d088587)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:33.550655 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.563446 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Calling delete_port for ab007daa-a159-43f4-8dae-2f45b415db6b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:33.692936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.708161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:33.721660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Port': ['ID=fc662a8c-d253-406d-b928-89f58508f9b7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:33.728489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.730133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bb02bab2-2947-4383-b2d4-24ea60dc90ab {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:33.730502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bb02bab2-2947-4383-b2d4-24ea60dc90ab not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:33.758075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] Pushing event deleted for resources: {'Port': ['ID=ab007daa-a159-43f4-8dae-2f45b415db6b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:33.759952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578d02d-9747-4815-bb09-48b6fcb8ff23 None None] No DVR routers for this DVR port ab007daa-a159-43f4-8dae-2f45b415db6b on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:33.807194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.913935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.917109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.931993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab007daa-a159-43f4-8dae-2f45b415db6b no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:33.956671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ab007daa-a159-43f4-8dae-2f45b415db6b {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:33.956671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ab007daa-a159-43f4-8dae-2f45b415db6b not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:33.957124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0848ee44-66a4-4214-af50-f0b32bfc1248 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:33.982518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0848ee44-66a4-4214-af50-f0b32bfc1248 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:33.982870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0848ee44-66a4-4214-af50-f0b32bfc1248 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:34.036110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.036644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Fanout notify agent at l3_agent the message router_deleted on router c5c5b413-40e6-45cc-a359-b2989e88af9f {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:35:34.044619 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.045785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e041907-87a1-4e0f-ad97-34ba2271b50c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/routers/c5c5b413-40e6-45cc-a359-b2989e88af9f HTTP/1.1" status: 204 len: 168 time: 1.1499937 Jul 27 22:35:34.048408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54618) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.129378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.221616 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.231937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca6d81-f60b-4e19-aee8-feb6da4995c8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:34.242554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff0132b-771c-4add-bf8a-dd882d088587') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:34.242859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff0132b-771c-4add-bf8a-dd882d088587') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:34.252142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.265583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.271552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:35:34.271940 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:35:34.274886 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:35:34.413455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.421711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.423058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/networks/8eca6d81-f60b-4e19-aee8-feb6da4995c8 HTTP/1.1" status: 204 len: 168 time: 0.3737035 Jul 27 22:35:34.425725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54620) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.435988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c61ba7b8-2db2-4b90-bac1-350d563fe3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.444180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbac99-613c-4137-aac2-2c8ea1c96711 tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'Network': ['ID=8eca6d81-f60b-4e19-aee8-feb6da4995c8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:34.504660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.526173 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.641633 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.644289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.645482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] 10.222.0.37 "DELETE /v2.0/security-groups/784d90dd-7eb2-442d-b128-e0c61ea36486 HTTP/1.1" status: 204 len: 168 time: 0.2186396 Jul 27 22:35:34.655483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b03dc-9a6b-440f-bfdf-fe112a50e69c tempest-TestNetworkAdvancedServerOps-790720286 tempest-TestNetworkAdvancedServerOps-790720286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d90dd-7eb2-442d-b128-e0c61ea36486,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:34.813137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.246922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54630) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:35.376653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e8ab5782-1d69-408c-aec1-96529eeecaed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a99206e26cc4d1797c3751342c40d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285038 Jul 27 22:35:35.379117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54634) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:35.426842 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.452341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.507634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc662a8c-d253-406d-b928-89f58508f9b7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:35.528350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: fc662a8c-d253-406d-b928-89f58508f9b7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:35.529336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fc662a8c-d253-406d-b928-89f58508f9b7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:35.597545 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.602895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.605802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8cd64dfb-3c4c-4a11-85f3-3a345a80ce9b HTTP/1.1" status: 204 len: 168 time: 0.2241292 Jul 27 22:35:35.614832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc380fb-2038-4326-820f-44451fb0dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd64dfb-3c4c-4a11-85f3-3a345a80ce9b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:35.961527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.199637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54640) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:36.240764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-07f002dc-aa28-4e8f-a454-799d47e9297c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e91d3858b5b46058645f3b011fb4ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397539 Jul 27 22:35:36.243290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54642) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:36.291125 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.312711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.436473 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.439170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.440354 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7694d313-6bd8-4b34-83a9-8286bde5ae32 HTTP/1.1" status: 204 len: 168 time: 0.1961567 Jul 27 22:35:36.449158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285154f8-7416-47f9-9faf-edb24559850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7694d313-6bd8-4b34-83a9-8286bde5ae32,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:37.264163 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:35:37.390032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.664680 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:38.653013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.662229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54696) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:39.669171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'network': {'name': 'tempest-network-smoke--1924581908', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:39.744125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:39.748435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.757968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.853917 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.898489 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.927595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:35:39.937582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c555e2e-3a8c-43ac-a3da-2d950a3e552f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:39.945130 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.945571 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Added segment 6e8ef1b4-1b85-4f35-ac32-a394009a6118 of type vlan for network 84735f9b-ce5d-4628-92d0-ea26d2326d7b Jul 27 22:35:39.987789 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.081645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.087438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:40.088036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.151790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Network': ['ID=84735f9b-ce5d-4628-92d0-ea26d2326d7b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:40.162668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:35:40.225454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-80d5ece2-65b6-4bc4-a897-5ab0a8a646bd tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5614231 Jul 27 22:35:40.228915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54698) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:40.234718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'admin_state_up': True, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:40.316175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.317239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.375753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.575631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.818239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.838227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.950080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.25.3.234 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/d8f4b750-f109-45a7-b136-0e8f4b091b37) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:41.056602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.161722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.203892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:41.206876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:41.212657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:41.237946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=d8f4b750-f109-45a7-b136-0e8f4b091b37,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:41.836663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.044199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.275886 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:35:42.387920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:42.398569 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Sync routers for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:42.408731 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:42.409609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:42.470460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.471795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fde672e7-9d09-4faa-bb9b-a3a2281ac1b3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2416153 Jul 27 22:35:42.475327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54700) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:42.518023 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:42.616008 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3afe5d47-fcfa-473a-8211-80c893dcf6b7 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=df8b0eb9b0344372b5d1be03f8ff6788&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1395149 Jul 27 22:35:42.618677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54704) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:42.714341 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:41Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:42.726761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b0edd-7438-43d3-bad6-b1e55987405b tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.733153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ed8b0edd-7438-43d3-bad6-b1e55987405b tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1087415 Jul 27 22:35:42.734632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:42.754136 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Checking router: 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:42.754700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Updating router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 port d8f4b750-f109-45a7-b136-0e8f4b091b37 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:35:42.772748 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aba1c30d-3ee7-48f3-b5f5-6e6f11c8f56d tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369008 Jul 27 22:35:42.775406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54708) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:42.783930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106862107', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:42.793025 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.024526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:43.028327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.058779 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.073132 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Transition to ACTIVE for port object d8f4b750-f109-45a7-b136-0e8f4b091b37 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:43.190499 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.242061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Attempting to bind port d8f4b750-f109-45a7-b136-0e8f4b091b37 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:43.242452 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Attempting to bind port d8f4b750-f109-45a7-b136-0e8f4b091b37 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:43.242815 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Attempting to bind port d8f4b750-f109-45a7-b136-0e8f4b091b37 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:43.250517 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Pushing event updated for resources: {'Port': ['ID=d8f4b750-f109-45a7-b136-0e8f4b091b37,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:43.253843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:43.253843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:43.253843 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.253843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:43.254231 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Bound port: d8f4b750-f109-45a7-b136-0e8f4b091b37, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:43.254591 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.275840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.277025 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.277377 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.277763 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.278091 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.278512 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.278841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.279163 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.279484 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.279804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.280122 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.280437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.280755 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:43.318595 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] For port d8f4b750-f109-45a7-b136-0e8f4b091b37, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:43.321612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] For port d8f4b750-f109-45a7-b136-0e8f4b091b37, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d8f4b750-f109-45a7-b136-0e8f4b091b37,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:43.337992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Subnet': ['ID=36d14b92-cd9d-41e3-8fa3-9edff78f5c79,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:43.347061 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Checking segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:43.347433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network hostable DHCP agents. Network: 84735f9b-ce5d-4628-92d0-ea26d2326d7b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:35:43.396209 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.418215 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:35:43.449026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:43.449622 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:43.499315 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8846-16e3-49a2-9cef-2afc223ef8f6 None None] Pushing event updated for resources: {'Port': ['ID=d8f4b750-f109-45a7-b136-0e8f4b091b37,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:43.521120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 84735f9b-ce5d-4628-92d0-ea26d2326d7b) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:43.525672 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:43.526564 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.531112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e187a1a-ea65-45bc-8532-65c4798726d2 None None] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:43.570903 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:43.624777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0081f343-3915-4bb8-97f9-cf8de1107491 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8482368 Jul 27 22:35:43.627444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54710) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:43.688976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:35:43.689868 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.770429 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:41Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:43.798132 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4aa83-7105-4ce9-8d91-c00f468aa36c None None] The sync data for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 is: [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:41Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:43.843427 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Allocated IP 172.20.0.2 (84735f9b-ce5d-4628-92d0-ea26d2326d7b/36d14b92-cd9d-41e3-8fa3-9edff78f5c79/6dd9511f-ac4c-43f0-a572-f225f9855d04) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:44.009850 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.020376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Transition to ACTIVE for port object 6dd9511f-ac4c-43f0-a572-f225f9855d04 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:44.040748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Transition to ACTIVE for port object 6dd9511f-ac4c-43f0-a572-f225f9855d04 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:44.110206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.138858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.164023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:44.164023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:44.171091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:44.173794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Pushing event updated for resources: {'Port': ['ID=6dd9511f-ac4c-43f0-a572-f225f9855d04,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.255836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Attempting to bind port 6dd9511f-ac4c-43f0-a572-f225f9855d04 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:44.256231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Attempting to bind port 6dd9511f-ac4c-43f0-a572-f225f9855d04 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:44.256609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Attempting to bind port 6dd9511f-ac4c-43f0-a572-f225f9855d04 on network 84735f9b-ce5d-4628-92d0-ea26d2326d7b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:44.263085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:44.263511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Checking segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:44.263886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.264296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Bound using segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:44.264804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Bound port: 6dd9511f-ac4c-43f0-a572-f225f9855d04, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:44.265204 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.338113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] For port 6dd9511f-ac4c-43f0-a572-f225f9855d04, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:44.341895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] For port 6dd9511f-ac4c-43f0-a572-f225f9855d04, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6dd9511f-ac4c-43f0-a572-f225f9855d04,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:44.396049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.469482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.20.0.1 (84735f9b-ce5d-4628-92d0-ea26d2326d7b/36d14b92-cd9d-41e3-8fa3-9edff78f5c79/b21a3751-fd45-48ff-9ca6-08e20e2db7d7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:44.476371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb482e-9385-4d21-b2fd-275c21f02f78 None None] Pushing event updated for resources: {'Port': ['ID=6dd9511f-ac4c-43f0-a572-f225f9855d04,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.623448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.647162 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Transition to ACTIVE for port object b21a3751-fd45-48ff-9ca6-08e20e2db7d7 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:44.778985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.822195 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:44.828132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:44.831841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:44.838221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.882105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.076829 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.379498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523ed9e-d4e5-4152-8f0b-58e777ff7c47 None None] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:45.380005 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.464017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.516037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-45a3ea6c-eab4-4e4e-b791-fecd9a875dbf None None] Provisioning for port 6dd9511f-ac4c-43f0-a572-f225f9855d04 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:45.545203 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.550877 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:45.657639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6dd9511f-ac4c-43f0-a572-f225f9855d04 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:45.671064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:45.672686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:45.801521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 6dd9511f-ac4c-43f0-a572-f225f9855d04 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:45.807180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6dd9511f-ac4c-43f0-a572-f225f9855d04 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:45.807733 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.811713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:45.867068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Provisioning complete for port 6dd9511f-ac4c-43f0-a572-f225f9855d04 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:45.867541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.938696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:45.942577 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.947519 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f6d59c32-3433-4565-aac9-afa644926e4f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "PUT /v2.0/routers/9cbf0e95-0d7e-4aba-a22f-f6715feebe52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190322 Jul 27 22:35:45.948361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54712) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:45.954153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--251292257', 'description': 'tempest-secgroup_access--251292257 description', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:45.984906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 6dd9511f-ac4c-43f0-a572-f225f9855d04, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6dd9511f-ac4c-43f0-a572-f225f9855d04,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:46.007681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Sync routers for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:46.028610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:46.029565 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:46.033926 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.069973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.130627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.131592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d8f4b750-f109-45a7-b136-0e8f4b091b37 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:46.170850 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.247619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:46.252563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.283682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51adfed1-1973-44c9-b0a9-b9976aff1332,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:46.285121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:35:46.285485 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:35:46.296465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=6dd9511f-ac4c-43f0-a572-f225f9855d04,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:46.344025 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.345453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-97bf715a-a3a7-487a-aa4c-6087b65d1b35 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3959448 Jul 27 22:35:46.348335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54714) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:46.353155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--104817086', 'description': 'tempest-secgroup_general--104817086 description', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:46.452673 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.464582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d8f4b750-f109-45a7-b136-0e8f4b091b37 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:46.472122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d8f4b750-f109-45a7-b136-0e8f4b091b37 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:46.472503 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.499388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:45Z', 'revision_number': 2, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:46.529659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Checking router: 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:46.530014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Updating router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:35:46.537516 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.576022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.624240 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.644104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.655547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c136e-6901-4452-903c-b263e9bed098,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:46.716966 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d8f4b750-f109-45a7-b136-0e8f4b091b37, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d8f4b750-f109-45a7-b136-0e8f4b091b37,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:46.727335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.731814 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-824f7f9a-02f1-43df-8797-4bc80183f182 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3793111 Jul 27 22:35:46.731814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54716) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:46.736300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'security_group_rule': {'security_group_id': '51adfed1-1973-44c9-b0a9-b9976aff1332', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:46.829544 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.898746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.978295 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.985887 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.999551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6397b92e-c2d5-4ef9-ad0f-8144e319328e,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:47.063840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.065136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-63942ad7-b7d7-446a-9690-58e31e684c42 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324497 Jul 27 22:35:47.072689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d8f4b750-f109-45a7-b136-0e8f4b091b37,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:47.154755 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.165425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Transition to ACTIVE for port object b21a3751-fd45-48ff-9ca6-08e20e2db7d7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:47.176863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Provisioning for port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:47.176863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Provisioning complete for port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:47.176863 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.211460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3066cfd8-8a6d-4e7c-8ffc-5a1b511a895d None None] Port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:35:47.212680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-a7c1b2de-29eb-470f-9518-7940ca011b0d tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--104817086&fields=id&tenant_id=df8b0eb9b0344372b5d1be03f8ff6788 HTTP/1.1" status: 200 len: 267 time: 0.0336957 Jul 27 22:35:47.254543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-081e3542-e213-47fd-8c5b-21154eb66a11 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--251292257&fields=id&tenant_id=df8b0eb9b0344372b5d1be03f8ff6788 HTTP/1.1" status: 200 len: 267 time: 0.0332842 Jul 27 22:35:47.263779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.317863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4679-5551-4eb3-aa8f-432c7276cfdb None None] Pushing event updated for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:47.371816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-0fd6ba1a-f9ff-4ba6-88cb-27543ae5feb3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:47.373963 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-0fd6ba1a-f9ff-4ba6-88cb-27543ae5feb3 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/networks?id=84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 200 len: 797 time: 0.1121778 Jul 27 22:35:47.388343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Attempting to bind port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:47.388343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Attempting to bind port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:47.388343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Attempting to bind port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 on network 84735f9b-ce5d-4628-92d0-ea26d2326d7b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:47.391742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:47.392128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Checking segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:47.392540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.392945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Bound using segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:47.393425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Bound port: b21a3751-fd45-48ff-9ca6-08e20e2db7d7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:47.393821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.394248 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-f63138aa-e7f8-4679-802d-56512fc6a71a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/quotas/df8b0eb9b0344372b5d1be03f8ff6788 HTTP/1.1" status: 200 len: 375 time: 0.0120893 Jul 27 22:35:47.474810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] For port b21a3751-fd45-48ff-9ca6-08e20e2db7d7, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:47.478552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] For port b21a3751-fd45-48ff-9ca6-08e20e2db7d7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:47.556708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.584806 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6dd9511f-ac4c-43f0-a572-f225f9855d04 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:47.671504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4679-5551-4eb3-aa8f-432c7276cfdb None None] Pushing event updated for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:47.676697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:47.677339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:47.738031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 6dd9511f-ac4c-43f0-a572-f225f9855d04 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:47.738441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.795516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-8cac8e8e-4d95-4069-962d-c6b84d19ce74 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3954921 Jul 27 22:35:47.834513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:47.895793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-3fbc299c-63a5-4e80-9499-88bdc1fd426a service neutron] 10.222.0.37 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878682 Jul 27 22:35:47.957742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d8f4b750-f109-45a7-b136-0e8f4b091b37 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:47.990129 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-947d0a41-40e3-4fb4-a2cd-41f09ec6f9de service neutron] 10.222.0.37 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878932 Jul 27 22:35:48.063568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d8f4b750-f109-45a7-b136-0e8f4b091b37 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:48.063946 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:48.169630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:47Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:48.203323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73faeffb-8ccd-44c2-9de1-6cf594ee01bd None None] The sync data for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 is: [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:47Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:48.263595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cff7eb4e-00b4-4c86-bcdd-f1885d789882 req-ec524aa4-d001-48a0-8010-13519b3d9b4a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 210 time: 0.0411048 Jul 27 22:35:49.361515 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b05a52e0-fcd4-4ae4-a053-fafe38300319 req-7bfd7bb2-a32d-48ad-8160-0ab7f124eecb tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 210 time: 0.0304673 Jul 27 22:35:49.584778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b21a3751-fd45-48ff-9ca6-08e20e2db7d7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:49.715718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:49.719872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:49.722581 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:49.797475 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:49.830701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b21a3751-fd45-48ff-9ca6-08e20e2db7d7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:49.898644 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:49.951548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:50.205570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-03297790-9e98-4ee3-91cc-156325221f2f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:50.206857 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-03297790-9e98-4ee3-91cc-156325221f2f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.76 "GET /v2.0/networks?id=84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 200 len: 797 time: 0.1060028 Jul 27 22:35:50.254136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-b082cd04-dc9f-45b6-948f-8544dd287f76 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8b0eb9b0344372b5d1be03f8ff6788 HTTP/1.1" status: 200 len: 476 time: 0.0372322 Jul 27 22:35:50.264505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'port': {'device_id': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'admin_state_up': True, 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'security_groups': ['c81c136e-6901-4452-903c-b263e9bed098', '51adfed1-1973-44c9-b0a9-b9976aff1332']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:50.461130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-419d4e51-1c55-4b95-87b8-7f5a43f0352f req-20c40b23-aafb-4bf8-983c-c7596d01b77e tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 210 time: 0.0317459 Jul 27 22:35:50.461789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:50.465439 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.596543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.20.0.7 (84735f9b-ce5d-4628-92d0-ea26d2326d7b/36d14b92-cd9d-41e3-8fa3-9edff78f5c79/359d0300-5fce-48c5-b03d-d1f27a2b6bca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:50.744574 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.758753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Transition to ACTIVE for port object 359d0300-5fce-48c5-b03d-d1f27a2b6bca will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:50.824037 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.872399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:50.875473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:50.878048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:50.910346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:50.938211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:50.938902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.001736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-5924b614-b400-4551-a8d4-2a971e6f2e15 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7416441 Jul 27 22:35:51.015232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Request body: {'port': {'device_id': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:51.089388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.207177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7484e61a-4ba6-4bb4-b13d-c68d9a385a51 None None] Provisioning for port 359d0300-5fce-48c5-b03d-d1f27a2b6bca completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:51.211668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7484e61a-4ba6-4bb4-b13d-c68d9a385a51 None None] Provisioning complete for port 359d0300-5fce-48c5-b03d-d1f27a2b6bca triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:51.212066 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7484e61a-4ba6-4bb4-b13d-c68d9a385a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.249511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7484e61a-4ba6-4bb4-b13d-c68d9a385a51 None None] Port 359d0300-5fce-48c5-b03d-d1f27a2b6bca cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:35:51.362243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359d0300-5fce-48c5-b03d-d1f27a2b6bca {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:51.369854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.381520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Transition to ACTIVE for port object 359d0300-5fce-48c5-b03d-d1f27a2b6bca will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:51.452185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.508013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Pushing event updated for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:51.580178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b21a3751-fd45-48ff-9ca6-08e20e2db7d7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:51.591003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Attempting to bind port 359d0300-5fce-48c5-b03d-d1f27a2b6bca on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:51.591003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Attempting to bind port 359d0300-5fce-48c5-b03d-d1f27a2b6bca by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:51.591333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Attempting to bind port 359d0300-5fce-48c5-b03d-d1f27a2b6bca on network 84735f9b-ce5d-4628-92d0-ea26d2326d7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:51.596210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Port 359d0300-5fce-48c5-b03d-d1f27a2b6bca on network 84735f9b-ce5d-4628-92d0-ea26d2326d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:35:51.596559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Attempting to bind port 359d0300-5fce-48c5-b03d-d1f27a2b6bca on network 84735f9b-ce5d-4628-92d0-ea26d2326d7b {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:51.601645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:51.601994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Checking segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:51.602687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Bound using segment: {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:51.603141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Bound port: 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8ef1b4-1b85-4f35-ac32-a394009a6118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:51.603512 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.642842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:51.644369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.644750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdf999-952e-488f-8247-bf304a55e2a7 req-69a10f86-979e-4788-8faa-381b517b631a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:51.646397 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebdf999-952e-488f-8247-bf304a55e2a7 req-69a10f86-979e-4788-8faa-381b517b631a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 982 time: 0.0965123 Jul 27 22:35:51.682098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:51.690792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:51.693166 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bebdf999-952e-488f-8247-bf304a55e2a7 req-1eb0c8ac-ebec-471e-96d2-b66f776b3b82 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0404110 Jul 27 22:35:51.749951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.786005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:51.786648 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.788052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] 10.222.0.76 "PUT /v2.0/ports/359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 200 len: 1130 time: 0.7777941 Jul 27 22:35:51.788492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:51.790777 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a46c1a-25a4-4e11-a0b2-f91087db40be" -d '{"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:51.816024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dc2f3-fe27-45d7-a752-d3a8aec47114 service neutron] Pushing event updated for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:51.836424 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48774452-2629-4086-b14f-b606678fa217 x-openstack-request-id: req-48774452-2629-4086-b14f-b606678fa217 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:51.836913 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:51.837184 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48774452-2629-4086-b14f-b606678fa217 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:51.837600 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'status': 'completed', 'code': 200} Jul 27 22:35:51.922487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-a006b753-d2eb-4b49-98b1-91de38272155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:51.924076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-a006b753-d2eb-4b49-98b1-91de38272155 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1133 time: 0.0620320 Jul 27 22:35:52.031524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-8d69dc71-1795-4b19-957f-0be20a7e8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.032936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-8d69dc71-1795-4b19-957f-0be20a7e8552 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1010985 Jul 27 22:35:52.126320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-e4333517-cad0-4492-bdf0-f0b81f86f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.127796 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55a46c1a-25a4-4e11-a0b2-f91087db40be req-e4333517-cad0-4492-bdf0-f0b81f86f35e service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882576 Jul 27 22:35:52.220925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-caf997f2-38d4-482a-af92-1244168363fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.222453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-caf997f2-38d4-482a-af92-1244168363fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1133 time: 0.0594506 Jul 27 22:35:52.264253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-694df234-1711-4979-86a2-69b4ba8f6100 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 200 len: 217 time: 0.0342197 Jul 27 22:35:52.313573 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-f4d3b202-0a72-4c15-b584-1fd5df2e965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.315007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-f4d3b202-0a72-4c15-b584-1fd5df2e965f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36d14b92-cd9d-41e3-8fa3-9edff78f5c79 HTTP/1.1" status: 200 len: 835 time: 0.0434022 Jul 27 22:35:52.373488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-6afc5ece-cbf3-4459-bb9a-91833854327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.375017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-6afc5ece-cbf3-4459-bb9a-91833854327c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84735f9b-ce5d-4628-92d0-ea26d2326d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535161 Jul 27 22:35:52.468525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-6161698a-0b53-49c6-a814-b7387fa9f98f service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Jul 27 22:35:52.561954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e71ef3e-6c82-437c-a7f2-1ad9a3a9df42 req-729624cf-a629-4aaa-ab3e-52a94be1e2e5 service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861742 Jul 27 22:35:52.828429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede90e-3200-4516-8631-bcf0648d6d16 req-5efffd6d-f6ff-4012-bd77-9aa23b7b8f2d tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:52.829959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cede90e-3200-4516-8631-bcf0648d6d16 req-5efffd6d-f6ff-4012-bd77-9aa23b7b8f2d tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 982 time: 0.0651174 Jul 27 22:35:52.871050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4cede90e-3200-4516-8631-bcf0648d6d16 req-272ca651-7d75-489d-9e5d-064bfd5c5b8a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349679 Jul 27 22:35:53.845328 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 359d0300-5fce-48c5-b03d-d1f27a2b6bca details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:35:53.941751 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:53.953381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'port_id': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'mac_address': 'fa:16:3e:14:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:35:53.996752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.009430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359d0300-5fce-48c5-b03d-d1f27a2b6bca {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:54.012953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08105c3b-6a65-41b7-8c36-eed4fe3f0ab1 req-acf1c0de-0051-4970-b2a3-ba61bb9e3b96 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:54.014553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08105c3b-6a65-41b7-8c36-eed4fe3f0ab1 req-acf1c0de-0051-4970-b2a3-ba61bb9e3b96 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 982 time: 0.0717478 Jul 27 22:35:54.030491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:54.057444 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-08105c3b-6a65-41b7-8c36-eed4fe3f0ab1 req-23002cba-a9ca-4ab8-9727-05e72038444e tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368707 Jul 27 22:35:54.098088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.145638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:54.154037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.154430 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.154801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.155150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.155497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.155841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.156181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.156575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.156884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.157222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.157574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.157947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:54.306772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['359d0300-5fce-48c5-b03d-d1f27a2b6bca'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:35:55.189249 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551afd5-5b95-431c-97d3-b98f009df08f req-b8a4ebe4-68af-4e24-b9ad-c34123db5c02 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.190810 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0551afd5-5b95-431c-97d3-b98f009df08f req-b8a4ebe4-68af-4e24-b9ad-c34123db5c02 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 983 time: 0.0654767 Jul 27 22:35:55.234793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0551afd5-5b95-431c-97d3-b98f009df08f req-e456ce0c-0c7e-4e41-8d9b-6397d12eadbf tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0377214 Jul 27 22:35:55.849265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 359d0300-5fce-48c5-b03d-d1f27a2b6bca up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:55.954991 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 359d0300-5fce-48c5-b03d-d1f27a2b6bca completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:55.958687 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 359d0300-5fce-48c5-b03d-d1f27a2b6bca triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:55.959067 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:56.035187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:56.058044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:56.060426 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc391cd9-8d70-422d-8bbb-2521bcbb05d9" -d '{"events": [{"server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "name": "network-vif-plugged", "status": "completed", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:56.077282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:56.097022 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8fd1ca-355d-401d-84f0-037b91e63420 x-openstack-request-id: req-4a8fd1ca-355d-401d-84f0-037b91e63420 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:56.097315 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "name": "network-vif-plugged", "status": "completed", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:56.097573 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a8fd1ca-355d-401d-84f0-037b91e63420 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:56.097969 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'code': 200} Jul 27 22:35:56.132227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:56.182243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:56.212567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be677d-e8f0-4c5b-a29c-cb1f2df54b2b req-0dd0bc86-3a9e-443b-8b46-717014257a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:56.214111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14be677d-e8f0-4c5b-a29c-cb1f2df54b2b req-0dd0bc86-3a9e-443b-8b46-717014257a9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.0559058 Jul 27 22:35:56.251201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14be677d-e8f0-4c5b-a29c-cb1f2df54b2b req-c498be53-6e1d-4d58-b093-4a07303ac169 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c81c136e-6901-4452-903c-b263e9bed098&id=51adfed1-1973-44c9-b0a9-b9976aff1332&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0296397 Jul 27 22:35:56.369054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae638777-9a0b-4abb-babb-199e34d124bd req-7723fd39-bb66-4ad8-8eec-cab20e775926 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:56.370580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae638777-9a0b-4abb-babb-199e34d124bd req-7723fd39-bb66-4ad8-8eec-cab20e775926 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.0675604 Jul 27 22:35:56.410531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae638777-9a0b-4abb-babb-199e34d124bd req-0f667884-e388-4c2d-b12d-ba44878fdaff tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0336955 Jul 27 22:35:57.547226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a9b67-5ad0-489b-ba22-fdbd30dc786f req-f6186e1f-3faf-4b78-808b-312cdc0bda31 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:57.549877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-511a9b67-5ad0-489b-ba22-fdbd30dc786f req-f6186e1f-3faf-4b78-808b-312cdc0bda31 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.0707967 Jul 27 22:35:57.594007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-511a9b67-5ad0-489b-ba22-fdbd30dc786f req-8c4d135b-0a3a-439f-b89d-bddcb750cf73 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366511 Jul 27 22:35:57.723064 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ea0c6-faf3-41fb-8663-b8651c2d93c0 req-6d49d28f-2469-4bcc-abba-a74e12e6e02b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:57.724512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae2ea0c6-faf3-41fb-8663-b8651c2d93c0 req-6d49d28f-2469-4bcc-abba-a74e12e6e02b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.0644665 Jul 27 22:35:57.765025 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae2ea0c6-faf3-41fb-8663-b8651c2d93c0 req-844750ca-d785-4582-b690-0286fa8bcb1a tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0345650 Jul 27 22:35:57.884632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-7948ac4d-dde4-4369-b2ae-4fd0c82c83db tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:57.886312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-7948ac4d-dde4-4369-b2ae-4fd0c82c83db tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.0546603 Jul 27 22:35:57.905714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-f0ac9ac5-ed46-41bf-a922-215ca582e742 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.990884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-f0ac9ac5-ed46-41bf-a922-215ca582e742 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.057963 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-f0ac9ac5-ed46-41bf-a922-215ca582e742 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.086049 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2780b4e4-c4f7-46c5-a73a-cb947d157bfd req-f0ac9ac5-ed46-41bf-a922-215ca582e742 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1930351 Jul 27 22:35:58.092006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9ac5-ed46-41bf-a922-215ca582e742 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453fc70a-6c45-4ba1-804c-d386dfe7647d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:58.110239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:58.166591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d50d4-0a51-43b9-aa77-71abe74c5cde tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:58.168120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-221d50d4-0a51-43b9-aa77-71abe74c5cde tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1130 time: 0.0568664 Jul 27 22:35:58.171354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54770) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:58.175745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:58.240633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.336835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.442487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.25.3.37 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/7c83585b-b34c-42df-b8d2-a1fda7a98970) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:58.541415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.624376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.665074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:58.667938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:58.673564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:58.697627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=7c83585b-b34c-42df-b8d2-a1fda7a98970,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:59.044744 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.184070 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.338856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.400468 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.465449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=7c83585b-b34c-42df-b8d2-a1fda7a98970,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:59.479651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.581284 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Floating IP 8f8f9303-05a8-40cb-aadb-3be5a5579914 associated. External IP: 172.25.3.37, port: 359d0300-5fce-48c5-b03d-d1f27a2b6bca. Jul 27 22:36:00.124006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:00.234058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:00.246685 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Sync routers for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:00.257305 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:00.257937 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:00.309914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.347442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2d736d49-fc07-4627-824e-2145d9b524b5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1750631 Jul 27 22:36:00.348050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:00.350111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:00.350628 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70a6c3b129d3c30c85621a57efe6d8cd61034b66abbad5990cf04f91593eb97f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43591c77-841b-4bce-9e75-b9ef3db628b2" -d '{"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:00.366447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:00.397240 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8f34c-1a97-4e0f-bcad-22cfc3247a08 x-openstack-request-id: req-c8c8f34c-1a97-4e0f-bcad-22cfc3247a08 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:00.397538 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:00.397799 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8c8f34c-1a97-4e0f-bcad-22cfc3247a08 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:00.398210 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'status': 'completed', 'code': 200} Jul 27 22:36:00.477759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-9d3e121a-914f-493d-93f5-9295ecef460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.478890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-9d3e121a-914f-493d-93f5-9295ecef460d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.0572245 Jul 27 22:36:00.538823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec43cd-e986-483d-bee2-c25ec5bff88e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.539325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec43cd-e986-483d-bee2-c25ec5bff88e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.539821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec43cd-e986-483d-bee2-c25ec5bff88e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.540303 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec43cd-e986-483d-bee2-c25ec5bff88e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.545260 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4cec43cd-e986-483d-bee2-c25ec5bff88e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1907344 Jul 27 22:36:00.545587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54776) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:00.581317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-1e2e76a6-82e4-4b2d-bea5-a3131ac54949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.584905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-1e2e76a6-82e4-4b2d-bea5-a3131ac54949 service neutron] 10.222.0.76 "GET /v2.0/networks?id=84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 200 len: 898 time: 0.0952303 Jul 27 22:36:00.597425 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8f8f9303-05a8-40cb-aadb-3be5a5579914', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'port_id': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'mac_address': 'fa:16:3e:14:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:58Z', 'updated_at': '2021-07-27T22:35:58Z', 'revision_number': 0, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:00.624557 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Checking router: 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:00.632846 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:00.633461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:35:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:00.640674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281d479-0c60-45eb-a667-8a4c24052256 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.641156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281d479-0c60-45eb-a667-8a4c24052256 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.641628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281d479-0c60-45eb-a667-8a4c24052256 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.642116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281d479-0c60-45eb-a667-8a4c24052256 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.643869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0281d479-0c60-45eb-a667-8a4c24052256 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0973229 Jul 27 22:36:00.646972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54778) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:00.658332 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-4331c5e2-a8b4-403d-b3e1-faf1b685d23b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 200 len: 998 time: 0.0673280 Jul 27 22:36:00.715006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-ad96c548-1a86-4455-8c44-0a733ec2dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.717918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-ad96c548-1a86-4455-8c44-0a733ec2dcb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36d14b92-cd9d-41e3-8fa3-9edff78f5c79 HTTP/1.1" status: 200 len: 835 time: 0.0528877 Jul 27 22:36:00.783049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-75f03261-1457-4de4-b850-8a029d7a7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.784658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-75f03261-1457-4de4-b850-8a029d7a7688 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84735f9b-ce5d-4628-92d0-ea26d2326d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593090 Jul 27 22:36:00.830322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:00.886425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-07e39bc0-2164-4c0e-9cc3-13c6ed97e64c tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.2381511 Jul 27 22:36:00.889117 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:00.891981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-af7be534-a454-4b93-a69a-eea68e2fb6d6 service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995314 Jul 27 22:36:00.946310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f21e8-6ac5-4b99-8d04-b5c49d584f65 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.946842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f21e8-6ac5-4b99-8d04-b5c49d584f65 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:00.962278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-591f21e8-6ac5-4b99-8d04-b5c49d584f65 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9cbf0e95-0d7e-4aba-a22f-f6715feebe52 HTTP/1.1" status: 200 len: 1990 time: 0.0582550 Jul 27 22:36:00.992133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43591c77-841b-4bce-9e75-b9ef3db628b2 req-f13a390b-821d-4b8b-bc37-0c49e50b53b9 service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920322 Jul 27 22:36:01.064876 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8f8f9303-05a8-40cb-aadb-3be5a5579914', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'port_id': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'mac_address': 'fa:16:3e:14:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:58Z', 'updated_at': '2021-07-27T22:35:58Z', 'revision_number': 0, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:01.096454 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e929c-2d49-4e85-846b-b84e2bd306e7 None None] The sync data for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 is: [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '8f8f9303-05a8-40cb-aadb-3be5a5579914', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'port_id': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'mac_address': 'fa:16:3e:14:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:58Z', 'updated_at': '2021-07-27T22:35:58Z', 'revision_number': 0, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:01.278659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d221284-e006-4203-9494-ccbedc44cd10 None None] New status for floating IP 8f8f9303-05a8-40cb-aadb-3be5a5579914: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:36:01.966068 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b456d1ce-a492-442c-baff-45537ab4073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.429323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c6f2ccf-da2f-41e7-a2e5-f0aa47c72745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.772522 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.989039 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.429189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.663243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.663403 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.263856 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:31.948477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-735cd7c9-c69d-4e15-90db-46a5806fa8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:34.429184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-463b8558-c992-400d-8e5e-d7659ea94b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:34.721956 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54796) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:34.823196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4cd462ee-9a36-4c3c-8991-737cf730a449 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0996246 Jul 27 22:36:34.825495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54798) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:34.830711 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'network': {'name': 'tempest-network-smoke--997117841', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'port_security_enabled': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:34.839774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:34.931882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:34.938151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:34.962228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:36:34.971057 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:34.971412 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Added segment e3f0e855-4abb-4f62-873a-187868aa6f36 of type vlan for network 95b85317-7171-4e62-82fd-37256aaa8498 Jul 27 22:36:35.019704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.120026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.125698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:35.126303 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.193344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Network': ['ID=95b85317-7171-4e62-82fd-37256aaa8498,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:35.200741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.201095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.201444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.201785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.202122 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.202486 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.202821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.203152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.203482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.203829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.204137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.204461 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:35.216180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 95b85317-7171-4e62-82fd-37256aaa8498 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:36:35.281020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-459d8a16-6aaf-47df-80cb-0fac33e94c4b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4543836 Jul 27 22:36:35.285131 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54800) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:35.290332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'admin_state_up': True, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:35.381883 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.383148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.433911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.642100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.892704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.915221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.977484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:36.015420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.25.3.68 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:36.116965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:36.240627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:36.278068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:36.282787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:36.286147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:36.308529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:36.648380 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:36.848193 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.359612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router ceb24217-f414-4f80-a766-9d869c19c137 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:36:37.467508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:37.469835 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.479437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Sync routers for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:37.488450 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:37.495006 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:37.576861 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.578151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-aa561f1f-b02f-462f-bce5-badfcfe2f1b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2920771 Jul 27 22:36:37.581290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54802) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:37.596127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:37.658492 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba7650-ab2e-43c5-bdbb-5ac839de9fbd tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:37.662582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9bba7650-ab2e-43c5-bdbb-5ac839de9fbd tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=df8b0eb9b0344372b5d1be03f8ff6788&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0777028 Jul 27 22:36:37.662855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54804) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:37.685531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.705925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-56a058d1-ad9c-4d4a-bcb2-7dd70bc729a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611987 Jul 27 22:36:37.764206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc4a1a-3096-4c13-9462-be354088f783 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:37.765862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c1fc4a1a-3096-4c13-9462-be354088f783 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012340 Jul 27 22:36:37.768676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54806) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:37.782751 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:36Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:37.801176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0e48187c-bd08-4a75-9938-35eeee856308 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288959 Jul 27 22:36:37.802011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54808) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:37.805086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-e6ca688b-29e6-441e-9f98-6a96f5fff13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:37.806625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-e6ca688b-29e6-441e-9f98-6a96f5fff13b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.0597899 Jul 27 22:36:37.810041 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Checking router: ceb24217-f414-4f80-a766-9d869c19c137 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:37.810430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Updating router ceb24217-f414-4f80-a766-9d869c19c137 port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:37.836127 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ac51511e-6278-430c-8980-dc55793942fc tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=df8b0eb9b0344372b5d1be03f8ff6788&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302126 Jul 27 22:36:37.837804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54810) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:37.852287 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.991568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-54301f69-eda9-4bac-a5c6-abdc6fb159b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:37.992999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-54301f69-eda9-4bac-a5c6-abdc6fb159b0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 200 len: 898 time: 0.1658931 Jul 27 22:36:37.995748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994168fa-27f1-457d-abaf-b7254b65beeb tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:37.997141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-994168fa-27f1-457d-abaf-b7254b65beeb tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583028 Jul 27 22:36:38.000176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54812) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:38.033130 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fede4370-244c-4714-b300-537a334fa83e tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292876 Jul 27 22:36:38.033386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54814) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:38.039099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316222051', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:38.063721 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-fc367b92-4131-4daa-9b04-628fbc8775e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 200 len: 1000 time: 0.0635412 Jul 27 22:36:38.114473 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.118149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-b8d3767f-91a5-45e2-a18c-678f9664bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:38.119699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-b8d3767f-91a5-45e2-a18c-678f9664bae6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36d14b92-cd9d-41e3-8fa3-9edff78f5c79 HTTP/1.1" status: 200 len: 835 time: 0.0479579 Jul 27 22:36:38.125768 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Transition to ACTIVE for port object fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:38.185024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-76dfa12e-7df8-479e-91e2-39a66092bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:38.186569 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-76dfa12e-7df8-479e-91e2-39a66092bc26 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84735f9b-ce5d-4628-92d0-ea26d2326d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598800 Jul 27 22:36:38.217088 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.228241 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:38.232660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.267127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Attempting to bind port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:38.267508 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Attempting to bind port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:38.267875 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Attempting to bind port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:38.277641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:38.278020 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:38.278473 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.278870 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:38.279349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Bound port: fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:38.279736 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.282078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5508d3-6706-4ad9-ac11-810968ce98de None None] Pushing event updated for resources: {'Port': ['ID=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:38.287861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-235d7150-e44e-4512-bb0e-78e197d2f758 service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935287 Jul 27 22:36:38.339922 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] For port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:38.343212 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] For port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:38.386311 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f28b9c7a-70ee-49d0-ba1a-621dac9039f6 req-00c231c0-cb2b-459f-8296-7a2d7977bcbb service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911658 Jul 27 22:36:38.405866 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.462336 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:38.462964 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:38.492033 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.500839 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5508d3-6706-4ad9-ac11-810968ce98de None None] Pushing event updated for resources: {'Port': ['ID=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:38.553267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Subnet': ['ID=6151778d-69b8-4e21-b02b-357b68722940,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:38.563257 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Checking segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:38.563627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network hostable DHCP agents. Network: 95b85317-7171-4e62-82fd-37256aaa8498, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:36:38.572062 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:38.639690 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 95b85317-7171-4e62-82fd-37256aaa8498 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:36:38.708595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.747792 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:36Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:38.765521 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 95b85317-7171-4e62-82fd-37256aaa8498) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:38.769538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:38.770277 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.774857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f2328-c7af-4c78-9afa-1190b76e383c None None] Network 95b85317-7171-4e62-82fd-37256aaa8498 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:38.782054 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b67bb7-1781-4dba-bd85-851693fd0e78 None None] The sync data for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 is: [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:36Z', 'revision_number': 3, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:38.869193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b023e897-3dd8-4fe6-a26e-6e549046a5c5 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8347297 Jul 27 22:36:38.871895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:38.939989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-95b85317-7171-4e62-82fd-37256aaa8498', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'fixed_ips': [{'subnet_id': '6151778d-69b8-4e21-b02b-357b68722940'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:36:38.941085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.114835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Allocated IP 172.20.0.18 (95b85317-7171-4e62-82fd-37256aaa8498/6151778d-69b8-4e21-b02b-357b68722940/c8700fc5-0ab6-4bbb-8da4-4c9986ccde63) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:39.273154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.283550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Transition to ACTIVE for port object c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:39.300214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Transition to ACTIVE for port object c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:39.364797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.371955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.420505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Network 95b85317-7171-4e62-82fd-37256aaa8498 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:39.423353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:39.428083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:39.431777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Pushing event updated for resources: {'Port': ['ID=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:39.492872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Attempting to bind port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:39.493260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Attempting to bind port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:39.493633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Attempting to bind port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 on network 95b85317-7171-4e62-82fd-37256aaa8498 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:39.499907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:39.500288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Checking segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:39.500842 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.501256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Bound using segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:39.501735 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Bound port: c8700fc5-0ab6-4bbb-8da4-4c9986ccde63, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:39.502127 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.586532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] For port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:39.589826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] For port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:39.626055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:39.664710 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.675997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.20.0.17 (95b85317-7171-4e62-82fd-37256aaa8498/6151778d-69b8-4e21-b02b-357b68722940/860cb317-d59a-4007-a57b-48cce047a51c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:39.744554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3393d-3c77-46d2-896b-599d7fdc838c None None] Pushing event updated for resources: {'Port': ['ID=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:39.812957 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.827681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:39.830805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Transition to ACTIVE for port object 860cb317-d59a-4007-a57b-48cce047a51c will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:39.832533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:39.832945 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.932455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.954887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:39.983622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.033417 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 95b85317-7171-4e62-82fd-37256aaa8498 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:40.037385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:40.040137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:40.042517 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:40.046142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.087410 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.095129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:40.280593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.557335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.615893 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.693803 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.695820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:40.787466 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 95b85317-7171-4e62-82fd-37256aaa8498 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:40.789460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:40.906072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router ceb24217-f414-4f80-a766-9d869c19c137 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:41.019328 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:41.025336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1447dc20-8990-4c63-95b1-ded3f1c660a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "PUT /v2.0/routers/ceb24217-f414-4f80-a766-9d869c19c137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1523712 Jul 27 22:36:41.031247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Sync routers for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:41.046321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:41.046978 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:41.166395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:41.350538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830ff13-23e7-412f-b90b-03c77771ac55 None None] Network 95b85317-7171-4e62-82fd-37256aaa8498 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:41.519100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-dde54c0c-3ce2-493a-ab11-c69b40845208 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:41.520653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-dde54c0c-3ce2-493a-ab11-c69b40845208 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/networks?id=95b85317-7171-4e62-82fd-37256aaa8498 HTTP/1.1" status: 200 len: 797 time: 0.1083119 Jul 27 22:36:41.537016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-4bd122ce-bd3c-4380-b561-e8081e079611 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/quotas/df8b0eb9b0344372b5d1be03f8ff6788 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Jul 27 22:36:41.637556 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-71d10224-0765-49d9-9e57-6269adcb71b7 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0882754 Jul 27 22:36:41.680577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:40Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '860cb317-d59a-4007-a57b-48cce047a51c', 'name': '', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:03:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6151778d-69b8-4e21-b02b-357b68722940', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:39Z', 'updated_at': '2021-07-27T22:36:40Z', 'revision_number': 2, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '6151778d-69b8-4e21-b02b-357b68722940', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:41.719239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-434818ba-0f72-4c3f-a11d-cc72bac9a566 None None] Provisioning for port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:41.724823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:41.731410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Checking router: ceb24217-f414-4f80-a766-9d869c19c137 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:41.733885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Updating router ceb24217-f414-4f80-a766-9d869c19c137 port 860cb317-d59a-4007-a57b-48cce047a51c binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:41.746621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1bfb8697-891d-4648-89ad-9bef6a5fe995 service neutron] 10.222.0.37 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929730 Jul 27 22:36:41.842834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-d4d07cfa-82ca-402a-be86-33336dd6f026 service neutron] 10.222.0.37 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898855 Jul 27 22:36:41.853215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:41.915790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:41.916182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.136274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:42.298979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.311140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Transition to ACTIVE for port object 860cb317-d59a-4007-a57b-48cce047a51c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:42.319178 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b908db91-6ccd-4b32-a50e-a572d30d2974 req-304ff9be-6068-4c01-a3d7-fb0fdb14d833 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 210 time: 0.1095133 Jul 27 22:36:42.377146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:42.381373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:42.381846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.452757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-049946c0-2cd3-4b0c-8a15-c02a4f0fbbd6 None None] Provisioning for port 860cb317-d59a-4007-a57b-48cce047a51c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:42.460798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-049946c0-2cd3-4b0c-8a15-c02a4f0fbbd6 None None] Provisioning complete for port 860cb317-d59a-4007-a57b-48cce047a51c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:42.461180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-049946c0-2cd3-4b0c-8a15-c02a4f0fbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.488592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.495442 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.558087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-049946c0-2cd3-4b0c-8a15-c02a4f0fbbd6 None None] Port 860cb317-d59a-4007-a57b-48cce047a51c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:42.584407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f4b5d-d170-44cb-92f2-e6259e62818f None None] Pushing event updated for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:42.591563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:42.656364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Attempting to bind port 860cb317-d59a-4007-a57b-48cce047a51c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:42.656747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Attempting to bind port 860cb317-d59a-4007-a57b-48cce047a51c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:42.657120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Attempting to bind port 860cb317-d59a-4007-a57b-48cce047a51c on network 95b85317-7171-4e62-82fd-37256aaa8498 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:42.662357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:42.681155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Checking segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:42.681155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.681155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Bound using segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:42.681155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Bound port: 860cb317-d59a-4007-a57b-48cce047a51c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:42.681155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.731064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.771803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] For port 860cb317-d59a-4007-a57b-48cce047a51c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:42.792543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] For port 860cb317-d59a-4007-a57b-48cce047a51c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=860cb317-d59a-4007-a57b-48cce047a51c,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:42.802195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:42.874256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.934955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:42.935599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:42.937693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f4b5d-d170-44cb-92f2-e6259e62818f None None] Pushing event updated for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:43.054038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:43.268639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-69674213-c867-468d-a7dd-315ba15862dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:40Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '860cb317-d59a-4007-a57b-48cce047a51c', 'name': '', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:03:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6151778d-69b8-4e21-b02b-357b68722940', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:39Z', 'updated_at': '2021-07-27T22:36:42Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '6151778d-69b8-4e21-b02b-357b68722940', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:43.295207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69674213-c867-468d-a7dd-315ba15862dc None None] The sync data for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 is: [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:40Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '860cb317-d59a-4007-a57b-48cce047a51c', 'name': '', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:03:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6151778d-69b8-4e21-b02b-357b68722940', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:39Z', 'updated_at': '2021-07-27T22:36:42Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '6151778d-69b8-4e21-b02b-357b68722940', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:43.439275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a643499c-a1d9-4271-8107-9cd666899ba1 req-1caeb32f-f1ab-4741-b8c8-13f5d4f7d838 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 210 time: 0.0385659 Jul 27 22:36:43.671815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:43.726891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:43.727327 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.812676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 860cb317-d59a-4007-a57b-48cce047a51c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:43.931518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 860cb317-d59a-4007-a57b-48cce047a51c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:43.935651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 860cb317-d59a-4007-a57b-48cce047a51c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:43.936027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.021994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.056830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 860cb317-d59a-4007-a57b-48cce047a51c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=860cb317-d59a-4007-a57b-48cce047a51c,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:44.119583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.173962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:44.206253 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-31a0338b-e1e9-4a0f-a1f7-be47a424cb3e tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:44.207907 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-31a0338b-e1e9-4a0f-a1f7-be47a424cb3e tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.50 "GET /v2.0/networks?id=95b85317-7171-4e62-82fd-37256aaa8498 HTTP/1.1" status: 200 len: 797 time: 0.1129839 Jul 27 22:36:44.221384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Request body: {'port': {'device_id': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'admin_state_up': True, 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:44.394208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Made reservation on behalf of df8b0eb9b0344372b5d1be03f8ff6788 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:44.398767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.546352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ede9d1ac-1694-42a2-babe-661c61de4ccd req-441d7866-f2ef-407f-b2c6-f3ed8e37590f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 210 time: 0.0374436 Jul 27 22:36:44.555458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Allocated IP 172.20.0.24 (95b85317-7171-4e62-82fd-37256aaa8498/6151778d-69b8-4e21-b02b-357b68722940/3a3da939-d74f-4d9a-b953-a935f42d8716) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:44.671225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.685239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Transition to ACTIVE for port object 3a3da939-d74f-4d9a-b953-a935f42d8716 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:44.783583 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.822947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Network 95b85317-7171-4e62-82fd-37256aaa8498 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:44.825981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:44.832496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:44.859958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event updated for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:44.892296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:44.892935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.954916 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-872beeca-f128-491f-951f-19eb667ec716 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7375500 Jul 27 22:36:45.060243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Request body: {'port': {'device_id': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:45.073969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3eb5a761-d57c-4008-bfd5-b5d233ea17eb None None] Provisioning for port 3a3da939-d74f-4d9a-b953-a935f42d8716 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:45.077869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3eb5a761-d57c-4008-bfd5-b5d233ea17eb None None] Provisioning complete for port 3a3da939-d74f-4d9a-b953-a935f42d8716 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:45.078244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a761-d57c-4008-bfd5-b5d233ea17eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.112063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5a761-d57c-4008-bfd5-b5d233ea17eb None None] Port 3a3da939-d74f-4d9a-b953-a935f42d8716 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:45.141785 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.409580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3da939-d74f-4d9a-b953-a935f42d8716 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:45.416973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.428963 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Transition to ACTIVE for port object 3a3da939-d74f-4d9a-b953-a935f42d8716 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:45.495449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.548523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:45.646520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 860cb317-d59a-4007-a57b-48cce047a51c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:45.658170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Attempting to bind port 3a3da939-d74f-4d9a-b953-a935f42d8716 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:45.658642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Attempting to bind port 3a3da939-d74f-4d9a-b953-a935f42d8716 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:45.659059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Attempting to bind port 3a3da939-d74f-4d9a-b953-a935f42d8716 on network 95b85317-7171-4e62-82fd-37256aaa8498 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:45.665665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Port 3a3da939-d74f-4d9a-b953-a935f42d8716 on network 95b85317-7171-4e62-82fd-37256aaa8498 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:36:45.665665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Attempting to bind port 3a3da939-d74f-4d9a-b953-a935f42d8716 on network 95b85317-7171-4e62-82fd-37256aaa8498 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:45.670572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:45.671012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Checking segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:45.671482 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Bound using segment: {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:45.672265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Bound port: 3a3da939-d74f-4d9a-b953-a935f42d8716, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f0e855-4abb-4f62-873a-187868aa6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:45.672422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.764959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 860cb317-d59a-4007-a57b-48cce047a51c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:45.765426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.807731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:45.809498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa002-1560-4bc6-80fa-4d5cb6e7b0c8 req-7e2c7ee4-603b-477b-9323-616e78bd3e72 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:45.811298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-01efa002-1560-4bc6-80fa-4d5cb6e7b0c8 req-7e2c7ee4-603b-477b-9323-616e78bd3e72 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 907 time: 0.1764154 Jul 27 22:36:45.811426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3a3da939-d74f-4d9a-b953-a935f42d8716,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:45.884739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.918818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:45.919698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.921161 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] 10.222.0.50 "PUT /v2.0/ports/3a3da939-d74f-4d9a-b953-a935f42d8716 HTTP/1.1" status: 200 len: 1055 time: 0.9037032 Jul 27 22:36:45.921664 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:45.955125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954c002-0cd3-408e-b766-e05c7bbbfc07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:45.973365 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9c952-41a7-4f51-bb8b-5c43119d5180" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:46.064489 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e84792-d5fa-4495-ac65-4c4d03f4fe99 x-openstack-request-id: req-60e84792-d5fa-4495-ac65-4c4d03f4fe99 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:46.064858 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:46.065120 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60e84792-d5fa-4495-ac65-4c4d03f4fe99 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:46.065520 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716', 'status': 'completed', 'code': 200} Jul 27 22:36:46.117293 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-d627785b-0db7-451a-b1df-e7c4957d3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:46.119105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-d627785b-0db7-451a-b1df-e7c4957d3eaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 1058 time: 0.0671856 Jul 27 22:36:46.165228 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-4bbacaa1-6db2-4b6b-a56f-ef4f72878500 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3a3da939-d74f-4d9a-b953-a935f42d8716 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Jul 27 22:36:46.216713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-0fc2fa2f-586e-4ae7-8a59-3640356b585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:46.218189 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-0fc2fa2f-586e-4ae7-8a59-3640356b585c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6151778d-69b8-4e21-b02b-357b68722940 HTTP/1.1" status: 200 len: 837 time: 0.0465169 Jul 27 22:36:46.282116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-5453267b-48d6-44ad-a40c-d00e25461d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:46.283700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-5453267b-48d6-44ad-a40c-d00e25461d72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95b85317-7171-4e62-82fd-37256aaa8498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587940 Jul 27 22:36:46.377068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-eb45d071-9c3b-4a8c-8852-8d488caf4bc4 service neutron] 10.222.0.50 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862286 Jul 27 22:36:46.471959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac7396f3-025b-42dd-9699-91bc224f7413 req-77f35420-3e42-4906-ae05-f4a2f530bbeb service neutron] 10.222.0.50 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879304 Jul 27 22:36:46.952648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c9f5-3d30-4418-8751-1025ad77f986 req-6564e99c-5d1b-4d3c-bf54-92c0e803fb9d tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:46.954183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6505c9f5-3d30-4418-8751-1025ad77f986 req-6564e99c-5d1b-4d3c-bf54-92c0e803fb9d tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 907 time: 0.0703609 Jul 27 22:36:46.974679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-e5db996c-a8c7-4cd5-9c7a-446ec3293db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:46.976820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-e5db996c-a8c7-4cd5-9c7a-446ec3293db2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 1058 time: 0.3886571 Jul 27 22:36:47.066234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-d22c8ac8-ae97-4a89-9d98-fa5fd53810f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:47.067749 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-d22c8ac8-ae97-4a89-9d98-fa5fd53810f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95b85317-7171-4e62-82fd-37256aaa8498 HTTP/1.1" status: 200 len: 898 time: 0.0823469 Jul 27 22:36:47.112823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-0b4b4253-4bd1-48e3-8212-f0bd85f37e3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3a3da939-d74f-4d9a-b953-a935f42d8716 HTTP/1.1" status: 200 len: 217 time: 0.0373864 Jul 27 22:36:47.163526 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-98402cb3-9be7-4bec-846c-bcdcbd18daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:47.165236 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-98402cb3-9be7-4bec-846c-bcdcbd18daf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6151778d-69b8-4e21-b02b-357b68722940 HTTP/1.1" status: 200 len: 837 time: 0.0450134 Jul 27 22:36:47.224604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-92b6ed4e-b27a-4d64-81dd-0e1fa34250da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:47.226461 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-92b6ed4e-b27a-4d64-81dd-0e1fa34250da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95b85317-7171-4e62-82fd-37256aaa8498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536299 Jul 27 22:36:47.318093 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-b4e69e96-7c7d-4c2c-9008-e940dc0918af service neutron] 10.222.0.50 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832579 Jul 27 22:36:47.407376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6de9c952-41a7-4f51-bb8b-5c43119d5180 req-5ef74bc0-6e55-40f3-a8df-3208503f2f72 service neutron] 10.222.0.50 "GET /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817285 Jul 27 22:36:48.089106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1493e-a1d4-416a-9062-7f6b5decc039 req-2195c5af-0812-47a4-aa45-e7c7949bdc58 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:48.090661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bf1493e-a1d4-416a-9062-7f6b5decc039 req-2195c5af-0812-47a4-aa45-e7c7949bdc58 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 907 time: 0.0679631 Jul 27 22:36:49.222941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d3d7-80a9-4155-8ab7-58dfcde1f217 req-b9f3d746-cc23-4b8d-8cde-b023ce86a13c tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:49.224442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1529d3d7-80a9-4155-8ab7-58dfcde1f217 req-b9f3d746-cc23-4b8d-8cde-b023ce86a13c tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 907 time: 0.0679305 Jul 27 22:36:50.067758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3a3da939-d74f-4d9a-b953-a935f42d8716 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:36:50.163443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3a3da939-d74f-4d9a-b953-a935f42d8716,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:50.174507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3a3da939-d74f-4d9a-b953-a935f42d8716', 'network_id': '95b85317-7171-4e62-82fd-37256aaa8498', 'port_id': '3a3da939-d74f-4d9a-b953-a935f42d8716', 'mac_address': 'fa:16:3e:07:58:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6151778d-69b8-4e21-b02b-357b68722940', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:36:50.211423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:50.223699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3da939-d74f-4d9a-b953-a935f42d8716 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:50.243770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3a3da939-d74f-4d9a-b953-a935f42d8716,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:50.312479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:50.353903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd65b9-2f77-488e-933f-49fc93632c24 req-b0e0a2ef-6f08-41e1-b671-edf5eed77ccf tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:50.355508 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78cd65b9-2f77-488e-933f-49fc93632c24 req-b0e0a2ef-6f08-41e1-b671-edf5eed77ccf tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 907 time: 0.0650721 Jul 27 22:36:50.361362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:50.535752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3a3da939-d74f-4d9a-b953-a935f42d8716'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:51.263822 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:51.484950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17a126-a45a-43a5-9d36-7647fe43e2c9 req-848265f7-e455-4f77-aa12-8bf64b59d142 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:51.486482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb17a126-a45a-43a5-9d36-7647fe43e2c9 req-848265f7-e455-4f77-aa12-8bf64b59d142 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 908 time: 0.0636487 Jul 27 22:36:52.068777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3a3da939-d74f-4d9a-b953-a935f42d8716 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:52.165283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 3a3da939-d74f-4d9a-b953-a935f42d8716 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:52.169067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3a3da939-d74f-4d9a-b953-a935f42d8716 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:52.169477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:52.245119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:52.266807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:52.269062 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a418ee062c307a8fb3beabff29f97a9d270f71d58b8fd403de5267e3e3f0f32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f13e848-fc98-4ec2-9460-d522c5e6e58d" -d '{"events": [{"server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "name": "network-vif-plugged", "status": "completed", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:52.283065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3a3da939-d74f-4d9a-b953-a935f42d8716,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:52.305346 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae287f-4a8b-4952-9bcd-d3514c79bff3 x-openstack-request-id: req-baae287f-4a8b-4952-9bcd-d3514c79bff3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:52.305645 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "name": "network-vif-plugged", "status": "completed", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:52.305903 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baae287f-4a8b-4952-9bcd-d3514c79bff3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:52.306324 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716', 'code': 200} Jul 27 22:36:52.325776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:52.380299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:52.415654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80b03-87b2-4ad9-a455-534892ae4e0a req-ee66f234-0af0-4612-9f43-23f87251690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:52.417125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aeb80b03-87b2-4ad9-a455-534892ae4e0a req-ee66f234-0af0-4612-9f43-23f87251690b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 1060 time: 0.0546288 Jul 27 22:36:52.619165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed3fed-0225-429b-96db-0b749e934d40 req-cd6faba6-9178-46d3-97ee-db81c990da3b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:52.620679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4aed3fed-0225-429b-96db-0b749e934d40 req-cd6faba6-9178-46d3-97ee-db81c990da3b tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0669429 Jul 27 22:36:53.760931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd4d12-ab85-423f-871c-3cf86669f3d6 req-22fdf0b2-4bbf-4e4f-a2c4-27cc53bfea7f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:53.762454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fdcd4d12-ab85-423f-871c-3cf86669f3d6 req-22fdf0b2-4bbf-4e4f-a2c4-27cc53bfea7f tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0646963 Jul 27 22:36:53.902086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea6f7-7aa1-4ea9-8cfb-d9cbacaadcb5 req-d0cc5e0c-dcde-45fa-a10d-25934aac662c tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:53.905073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b2ea6f7-7aa1-4ea9-8cfb-d9cbacaadcb5 req-d0cc5e0c-dcde-45fa-a10d-25934aac662c tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0707788 Jul 27 22:36:54.025641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f01ef-3dab-42e7-918a-5ef297e6a8b5 req-2be7dbe6-3abf-4093-89b9-089d8841c6c0 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:54.027245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee0f01ef-3dab-42e7-918a-5ef297e6a8b5 req-2be7dbe6-3abf-4093-89b9-089d8841c6c0 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 1060 time: 0.0581927 Jul 27 22:36:54.145706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c23e89-2c5f-4f25-9e54-844e5be269f7 req-24ebf8c6-2b79-4586-a1e0-8ca3394b910c tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:54.147278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51c23e89-2c5f-4f25-9e54-844e5be269f7 req-24ebf8c6-2b79-4586-a1e0-8ca3394b910c tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.0553193 Jul 27 22:36:54.183695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51c23e89-2c5f-4f25-9e54-844e5be269f7 req-fed49039-a922-41e4-9ea7-8dfe38ce6246 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0301592 Jul 27 22:36:54.204841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:54.257198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c220ffd-7837-45fc-b71e-9601044051a3 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:54.259426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8c220ffd-7837-45fc-b71e-9601044051a3 tempest-TestSecurityGroupsBasicOps-1190698313 tempest-TestSecurityGroupsBasicOps-1190698313-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 1055 time: 0.0529380 Jul 27 22:36:54.729613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724bc0-c1ba-499b-b3f6-2cc37e39e5cf req-574490d3-4cc2-43f2-96fb-9be9c48f06e1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:54.731081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0724bc0-c1ba-499b-b3f6-2cc37e39e5cf req-574490d3-4cc2-43f2-96fb-9be9c48f06e1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0695148 Jul 27 22:36:55.862900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15ca61-3a8a-4cc9-9113-026a295ac4db req-824f5e42-0eed-4ec6-81cc-730fd3ad4593 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:55.864311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9d15ca61-3a8a-4cc9-9113-026a295ac4db req-824f5e42-0eed-4ec6-81cc-730fd3ad4593 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0642400 Jul 27 22:36:56.015001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-e00ebdc6-3bb6-455e-8777-4a7aa80510a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:56.016492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-e00ebdc6-3bb6-455e-8777-4a7aa80510a4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.50 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 909 time: 0.0642977 Jul 27 22:36:56.124446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port 3a3da939-d74f-4d9a-b953-a935f42d8716 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:56.124711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:56.214254 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port 3a3da939-d74f-4d9a-b953-a935f42d8716, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3a3da939-d74f-4d9a-b953-a935f42d8716,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:56.214649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:56.227240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for 3a3da939-d74f-4d9a-b953-a935f42d8716 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:56.415615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:56.443156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=3a3da939-d74f-4d9a-b953-a935f42d8716,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:56.489013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] No DVR routers for this DVR port 3a3da939-d74f-4d9a-b953-a935f42d8716 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:56.491814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:56.494702 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac04e34c-8e31-41d7-919f-bb3d837c6480 req-47a5f614-84b2-4219-84ac-5ba8ccacf272 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.50 "DELETE /v2.0/ports/3a3da939-d74f-4d9a-b953-a935f42d8716 HTTP/1.1" status: 204 len: 173 time: 0.4718602 Jul 27 22:36:56.495160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'name': 'network-vif-deleted', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:56.497479 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6098a8-fdb7-47f8-b11f-9ad6841a92fc" -d '{"events": [{"server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "name": "network-vif-deleted", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:56.535230 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf00a76-8d6f-42ef-a405-306da7dba245 x-openstack-request-id: req-adf00a76-8d6f-42ef-a405-306da7dba245 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:56.535551 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bb5b4d-6834-42b0-a34d-9b8a8273c35d", "name": "network-vif-deleted", "tag": "3a3da939-d74f-4d9a-b953-a935f42d8716", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:56.535795 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adf00a76-8d6f-42ef-a405-306da7dba245 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:56.536204 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bb5b4d-6834-42b0-a34d-9b8a8273c35d', 'name': 'network-vif-deleted', 'tag': '3a3da939-d74f-4d9a-b953-a935f42d8716', 'status': 'completed', 'code': 200} Jul 27 22:36:56.976447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-020ccef1-cdfc-47e7-a4e3-c148830dc784 req-980929aa-0ecc-44a0-b4b3-af9f8fe92c86 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6bb5b4d-6834-42b0-a34d-9b8a8273c35d HTTP/1.1" status: 200 len: 210 time: 0.0339675 Jul 27 22:36:58.034027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54902) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:58.384769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:58.650230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port 860cb317-d59a-4007-a57b-48cce047a51c {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:58.650517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:58.740302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port 860cb317-d59a-4007-a57b-48cce047a51c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=860cb317-d59a-4007-a57b-48cce047a51c,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:58.740674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:58.753960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for 860cb317-d59a-4007-a57b-48cce047a51c owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:58.987950 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.015745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=860cb317-d59a-4007-a57b-48cce047a51c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:59.198916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.411537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router ceb24217-f414-4f80-a766-9d869c19c137 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:59.516780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:59.522330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-007f1683-30fd-46aa-a2ef-98a5f61665b8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "PUT /v2.0/routers/ceb24217-f414-4f80-a766-9d869c19c137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4871776 Jul 27 22:36:59.525475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54904) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:59.528197 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Sync routers for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:59.537265 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:59.537868 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:59.583396 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting subnet 6151778d-69b8-4e21-b02b-357b68722940 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:36:59.586488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.628690 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.644163 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:59.717608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.861156 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.893267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Subnet': ['ID=6151778d-69b8-4e21-b02b-357b68722940,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:59.897430 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:59.900056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-46840bba-8de7-40f6-9a8a-ab3751531d75 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/subnets/6151778d-69b8-4e21-b02b-357b68722940 HTTP/1.1" status: 204 len: 168 time: 0.3729801 Jul 27 22:36:59.903190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54906) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:59.908502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0acd42-d8eb-40a7-91c2-1942e39b70fc None None] Network 95b85317-7171-4e62-82fd-37256aaa8498 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:59.923901 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:58Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:59.952618 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Checking router: ceb24217-f414-4f80-a766-9d869c19c137 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:59.961461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Routers {'ceb24217-f414-4f80-a766-9d869c19c137'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:59.962257 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['ceb24217-f414-4f80-a766-9d869c19c137'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:00.022749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.074714 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] Set router ceb24217-f414-4f80-a766-9d869c19c137 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:00.116363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] DHCP port deletion for 95b85317-7171-4e62-82fd-37256aaa8498 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:37:00.119496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3a3da939-d74f-4d9a-b953-a935f42d8716 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:00.132978 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.141364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 3a3da939-d74f-4d9a-b953-a935f42d8716 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:00.141794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3a3da939-d74f-4d9a-b953-a935f42d8716 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:00.185547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Deleting port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:00.185935 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.253240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:00.253591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.253995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] For port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,segment=NetworkSegment(e3f0e855-4abb-4f62-873a-187868aa6f36),segment_id=e3f0e855-4abb-4f62-873a-187868aa6f36)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:00.254455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.261704 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:58Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:00.268104 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Calling delete_port for c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:00.292957 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379f89fa-6f10-4bb6-85c3-4217ecf861d9 None None] The sync data for ids ['ceb24217-f414-4f80-a766-9d869c19c137'] in n-d-738018-6 is: [{'id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1011715541', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:58Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:61:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb24217-f414-4f80-a766-9d869c19c137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:35Z', 'updated_at': '2021-07-27T22:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:00.354275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:00.354813 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.368249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:00.439724 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.467031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Pushing event deleted for resources: {'Port': ['ID=c8700fc5-0ab6-4bbb-8da4-4c9986ccde63,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:00.472036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] No DVR routers for this DVR port c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:37:00.479279 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.479639 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.479987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.480406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.480790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.481131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.481461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.481860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.482194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.482772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.483156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.483516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa00f82-0cb8-4346-b1fd-e27cf8d44ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.588797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.615396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:00.627764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.628689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.628689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.628920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.629252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.629592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.629928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.630331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.630655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.630989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.631321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.632149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:00.698890 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.801621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.804015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.902530 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.903071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Fanout notify agent at l3_agent the message router_deleted on router ceb24217-f414-4f80-a766-9d869c19c137 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:37:00.910093 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:00.911259 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-98ef637e-d04c-4ced-9960-255edbadb7ec tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/routers/ceb24217-f414-4f80-a766-9d869c19c137 HTTP/1.1" status: 204 len: 168 time: 1.0070608 Jul 27 22:37:00.914182 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54908) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:00.995747 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.091491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.101216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b85317-7171-4e62-82fd-37256aaa8498']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:01.112479 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f0e855-4abb-4f62-873a-187868aa6f36') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:01.112780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f0e855-4abb-4f62-873a-187868aa6f36') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:01.122121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.135921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.141558 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:37:01.141949 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:37:01.144900 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:37:01.284849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.292954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.294697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/networks/95b85317-7171-4e62-82fd-37256aaa8498 HTTP/1.1" status: 204 len: 168 time: 0.3788309 Jul 27 22:37:01.297228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54910) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:01.321951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c5cbe-6fa7-4b8d-aabd-0f06d7b60cae tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Network': ['ID=95b85317-7171-4e62-82fd-37256aaa8498,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:01.475441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port 7c83585b-b34c-42df-b8d2-a1fda7a98970 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:01.475798 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.553317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.553606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.566105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for 7c83585b-b34c-42df-b8d2-a1fda7a98970 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:01.610012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:01.632597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:01.632861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fbd7010b-0b55-4ba7-ba3e-c8c4ed4e5e38 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:01.633288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:01.652237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:01.653023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device c8700fc5-0ab6-4bbb-8da4-4c9986ccde63 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:01.653023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 860cb317-d59a-4007-a57b-48cce047a51c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:01.673322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 860cb317-d59a-4007-a57b-48cce047a51c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:01.673322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 860cb317-d59a-4007-a57b-48cce047a51c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:01.776814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.810033 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=7c83585b-b34c-42df-b8d2-a1fda7a98970,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:01.876821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:01.877081 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Floating IP 8f8f9303-05a8-40cb-aadb-3be5a5579914 disassociated (deleted). External IP: 172.25.3.37, port: 359d0300-5fce-48c5-b03d-d1f27a2b6bca. Jul 27 22:37:01.942316 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b809aad1-9af0-4145-8dff-6d3d6cc1f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:02.086084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:02.193091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:02.198484 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:02.203001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Sync routers for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:02.211570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:02.212435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:02.237578 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7d7619a7-e52a-4999-811f-7b90ca616249 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f8f9303-05a8-40cb-aadb-3be5a5579914 HTTP/1.1" status: 204 len: 168 time: 0.9393017 Jul 27 22:37:02.238227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:02.240545 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:02.281647 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac47786-8c7e-4368-98a0-ed2d65ba4b02 x-openstack-request-id: req-bac47786-8c7e-4368-98a0-ed2d65ba4b02 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:02.282208 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:02.282427 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bac47786-8c7e-4368-98a0-ed2d65ba4b02 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:02.282839 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'status': 'completed', 'code': 200} Jul 27 22:37:02.453324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-a3ca7598-7c31-4ac7-9359-9817f9224f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:02.454819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-a3ca7598-7c31-4ac7-9359-9817f9224f0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 1135 time: 0.1088898 Jul 27 22:37:02.485422 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:02.547335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-695c5195-f65a-431c-8299-aa13133c9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:02.548953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-695c5195-f65a-431c-8299-aa13133c9f4a service neutron] 10.222.0.76 "GET /v2.0/networks?id=84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 200 len: 898 time: 0.0867915 Jul 27 22:37:02.603138 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-c3ea2760-b2a2-4729-853b-6ece7c3f10c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 200 len: 217 time: 0.0405023 Jul 27 22:37:02.665890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-9407390f-7cd3-4528-a6e0-4b6198c7a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:02.668019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-9407390f-7cd3-4528-a6e0-4b6198c7a6c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=36d14b92-cd9d-41e3-8fa3-9edff78f5c79 HTTP/1.1" status: 200 len: 835 time: 0.0583372 Jul 27 22:37:02.692152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:02.724250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Checking router: 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:02.733329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:02.733953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:36:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:02.772207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-d2b5ef84-070a-4d9e-b308-052c6bb56f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:02.773511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-d2b5ef84-070a-4d9e-b308-052c6bb56f82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84735f9b-ce5d-4628-92d0-ea26d2326d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973899 Jul 27 22:37:02.787165 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91207006-3653-4954-96da-df8b14a70afd req-315e0fca-017b-4bfc-8eb5-96b057573964 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:02.788674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91207006-3653-4954-96da-df8b14a70afd req-315e0fca-017b-4bfc-8eb5-96b057573964 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.1029351 Jul 27 22:37:02.844520 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:02.876650 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91207006-3653-4954-96da-df8b14a70afd req-3be6a54b-2509-4fbe-b4f6-22e8ee1586d8 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0795298 Jul 27 22:37:02.918684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-64687661-16a2-484c-be49-2ab4c3e95324 service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290085 Jul 27 22:37:03.012555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3dae9f49-a91a-496d-b3da-6020f5dcbbb6 req-8bdfaca8-87e9-40e8-875e-f247fcb9712d service neutron] 10.222.0.76 "GET /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856352 Jul 27 22:37:03.059755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:03.086457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3b5-57af-44d4-b038-405263847f24 None None] The sync data for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 is: [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:44Z', 'revision_number': 4, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'b21a3751-fd45-48ff-9ca6-08e20e2db7d7', 'name': '', 'network_id': '84735f9b-ce5d-4628-92d0-ea26d2326d7b', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'mac_address': 'fa:16:3e:ef:f4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:44Z', 'updated_at': '2021-07-27T22:35:49Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'subnets': [{'id': '36d14b92-cd9d-41e3-8fa3-9edff78f5c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:03.317007 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e7b0c9-e8ed-46ef-9e16-fc341d1ffcf8 None None] New status for floating IP 8f8f9303-05a8-40cb-aadb-3be5a5579914: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:37:04.022189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7ff47-9a7a-4f51-b9a4-a82d1cc82829 req-affb4344-aa9f-486b-a241-4e7cc5e38032 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:04.025349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b7ff47-9a7a-4f51-b9a4-a82d1cc82829 req-affb4344-aa9f-486b-a241-4e7cc5e38032 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.0723031 Jul 27 22:37:04.058780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-88a2d7b4-e8cd-411a-a32e-5c748ed0e527 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:04.060460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-88a2d7b4-e8cd-411a-a32e-5c748ed0e527 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.76 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 984 time: 0.0727746 Jul 27 22:37:04.067553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f2b7ff47-9a7a-4f51-b9a4-a82d1cc82829 req-9bf81e62-e6b7-47c7-a4eb-cf441ad3cb06 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/security-groups?id=51adfed1-1973-44c9-b0a9-b9976aff1332&id=c81c136e-6901-4452-903c-b263e9bed098&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365975 Jul 27 22:37:04.171303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port 359d0300-5fce-48c5-b03d-d1f27a2b6bca {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:04.171578 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:04.277282 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port 359d0300-5fce-48c5-b03d-d1f27a2b6bca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=359d0300-5fce-48c5-b03d-d1f27a2b6bca,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:04.277645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:04.292646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for 359d0300-5fce-48c5-b03d-d1f27a2b6bca owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:04.433266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b8e0854-d81b-4087-af60-3afe9d742132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:04.512166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:04.545865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=359d0300-5fce-48c5-b03d-d1f27a2b6bca,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:04.597590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] No DVR routers for this DVR port 359d0300-5fce-48c5-b03d-d1f27a2b6bca on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:37:04.600852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:04.603874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7cac954-a9f8-49e1-9e13-4f19908bb46a req-4fd06318-fe0c-4648-9525-551163711076 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.76 "DELETE /v2.0/ports/359d0300-5fce-48c5-b03d-d1f27a2b6bca HTTP/1.1" status: 204 len: 173 time: 0.5367179 Jul 27 22:37:04.604399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'name': 'network-vif-deleted', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:04.648786 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8b1783-88c5-4957-923d-6af2c231259f" -d '{"events": [{"server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "name": "network-vif-deleted", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:04.744961 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd6e99-de03-4ddb-9a3b-8f2a40563e83 x-openstack-request-id: req-76fd6e99-de03-4ddb-9a3b-8f2a40563e83 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:04.745263 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d119d9-c5a0-45db-8e14-4a251aedc325", "name": "network-vif-deleted", "tag": "359d0300-5fce-48c5-b03d-d1f27a2b6bca", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:04.745525 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76fd6e99-de03-4ddb-9a3b-8f2a40563e83 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:04.745963 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d119d9-c5a0-45db-8e14-4a251aedc325', 'name': 'network-vif-deleted', 'tag': '359d0300-5fce-48c5-b03d-d1f27a2b6bca', 'status': 'completed', 'code': 200} Jul 27 22:37:04.753553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:05.178608 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9fdf37cd-350d-4d9b-afb0-d64d94a5adc1 req-ab8ed2e2-fb76-4867-bbe4-2a987ca79e81 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "GET /v2.0/ports?device_id=74d119d9-c5a0-45db-8e14-4a251aedc325 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Jul 27 22:37:06.003740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.235458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54932) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:06.286595 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.312054 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.404916 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.407676 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.408855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/security-groups/c81c136e-6901-4452-903c-b263e9bed098 HTTP/1.1" status: 204 len: 168 time: 0.1724124 Jul 27 22:37:06.411601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:06.418459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9ef93-c246-41c8-8c99-7de3d4c3fa44 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c136e-6901-4452-903c-b263e9bed098,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:06.468364 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.490646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.586913 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.589560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:06.590766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/security-groups/51adfed1-1973-44c9-b0a9-b9976aff1332 HTTP/1.1" status: 204 len: 168 time: 0.1781225 Jul 27 22:37:06.593634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:06.600246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10674c83-103a-443e-a3ec-e5a6766873d4 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51adfed1-1973-44c9-b0a9-b9976aff1332,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:07.288274 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.422583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.555795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port b21a3751-fd45-48ff-9ca6-08e20e2db7d7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:07.556154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.649780 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port b21a3751-fd45-48ff-9ca6-08e20e2db7d7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:07.650164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.663223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for b21a3751-fd45-48ff-9ca6-08e20e2db7d7 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:07.690682 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.913676 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.938911 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=b21a3751-fd45-48ff-9ca6-08e20e2db7d7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:08.126164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.261852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 359d0300-5fce-48c5-b03d-d1f27a2b6bca no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:08.281872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 359d0300-5fce-48c5-b03d-d1f27a2b6bca {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:08.282228 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 359d0300-5fce-48c5-b03d-d1f27a2b6bca not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:08.345008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:08.451290 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:08.456316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4df125cc-bc02-4105-b54f-61208d3d3161 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "PUT /v2.0/routers/9cbf0e95-0d7e-4aba-a22f-f6715feebe52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8616164 Jul 27 22:37:08.459075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:08.460627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Sync routers for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:08.469772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:08.470429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:08.511949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting subnet 36d14b92-cd9d-41e3-8fa3-9edff78f5c79 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:37:08.515460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.561805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.578663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:08.646769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.704735 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.759733 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.772018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:37:07Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:08.788347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Subnet': ['ID=36d14b92-cd9d-41e3-8fa3-9edff78f5c79,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:08.794806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.796767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24ff1d7f-a3c2-4077-b317-033e1de3be66 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/subnets/36d14b92-cd9d-41e3-8fa3-9edff78f5c79 HTTP/1.1" status: 204 len: 168 time: 0.3364079 Jul 27 22:37:08.799510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54940) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:08.803186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874bba5-955e-4c23-ac51-644ff4b16f5f None None] Network 84735f9b-ce5d-4628-92d0-ea26d2326d7b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:08.807158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Checking router: 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:08.855583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Routers {'9cbf0e95-0d7e-4aba-a22f-f6715feebe52'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:08.856223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:08.922921 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.020746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] Set router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:09.027199 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.147119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Deleting port d8f4b750-f109-45a7-b136-0e8f4b091b37 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:09.147480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.220975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] DHCP port deletion for 84735f9b-ce5d-4628-92d0-ea26d2326d7b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:37:09.237830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] For port d8f4b750-f109-45a7-b136-0e8f4b091b37, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d8f4b750-f109-45a7-b136-0e8f4b091b37,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:09.238205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.250250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:37:07Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:09.251583 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Calling delete_port for d8f4b750-f109-45a7-b136-0e8f4b091b37 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:09.281033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e617b4-c19c-4bb4-8f13-577e11a27510 None None] The sync data for ids ['9cbf0e95-0d7e-4aba-a22f-f6715feebe52'] in n-d-738018-6 is: [{'id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1275659915', 'tenant_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:37:07Z', 'revision_number': 5, 'project_id': 'df8b0eb9b0344372b5d1be03f8ff6788', 'gw_port': {'id': 'd8f4b750-f109-45a7-b136-0e8f4b091b37', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:12:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf0e95-0d7e-4aba-a22f-f6715feebe52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:40Z', 'updated_at': '2021-07-27T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:09.305838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Deleting port 6dd9511f-ac4c-43f0-a572-f225f9855d04 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:09.306061 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.371478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] For port 6dd9511f-ac4c-43f0-a572-f225f9855d04, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=6dd9511f-ac4c-43f0-a572-f225f9855d04,segment=NetworkSegment(6e8ef1b4-1b85-4f35-ac32-a394009a6118),segment_id=6e8ef1b4-1b85-4f35-ac32-a394009a6118)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:09.371886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.384731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Calling delete_port for 6dd9511f-ac4c-43f0-a572-f225f9855d04 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:09.473645 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.500773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Port': ['ID=d8f4b750-f109-45a7-b136-0e8f4b091b37,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:09.513714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.542079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] Pushing event deleted for resources: {'Port': ['ID=6dd9511f-ac4c-43f0-a572-f225f9855d04,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:09.548014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a86c9-86f8-47e6-9331-57b24cc3f0b6 None None] No DVR routers for this DVR port 6dd9511f-ac4c-43f0-a572-f225f9855d04 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:37:09.570730 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.668845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.671291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.755424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b21a3751-fd45-48ff-9ca6-08e20e2db7d7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:09.774237 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b21a3751-fd45-48ff-9ca6-08e20e2db7d7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:09.775200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b21a3751-fd45-48ff-9ca6-08e20e2db7d7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:09.775648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6dd9511f-ac4c-43f0-a572-f225f9855d04 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:09.796341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 6dd9511f-ac4c-43f0-a572-f225f9855d04 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:09.796631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 6dd9511f-ac4c-43f0-a572-f225f9855d04 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:09.804834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.805551 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Fanout notify agent at l3_agent the message router_deleted on router 9cbf0e95-0d7e-4aba-a22f-f6715feebe52 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:37:09.813118 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.814247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a71a8d60-2b41-45cd-91d8-4d31961de7af tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/routers/9cbf0e95-0d7e-4aba-a22f-f6715feebe52 HTTP/1.1" status: 204 len: 168 time: 1.0138223 Jul 27 22:37:09.816920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54942) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:09.899104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.992289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.006484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84735f9b-ce5d-4628-92d0-ea26d2326d7b']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:10.017656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ef1b4-1b85-4f35-ac32-a394009a6118') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:10.017955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ef1b4-1b85-4f35-ac32-a394009a6118') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:10.026934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.040986 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:37:10.052665 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:37:10.197145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.202439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.204387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] 10.222.0.37 "DELETE /v2.0/networks/84735f9b-ce5d-4628-92d0-ea26d2326d7b HTTP/1.1" status: 204 len: 168 time: 0.3865368 Jul 27 22:37:10.220037 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cba5f7-b690-46be-a07e-82a43f9f4cb1 tempest-TestSecurityGroupsBasicOps-2114591048 tempest-TestSecurityGroupsBasicOps-2114591048-project] Pushing event deleted for resources: {'Network': ['ID=84735f9b-ce5d-4628-92d0-ea26d2326d7b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:10.819946 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54950) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:10.949437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-dce36f35-1fa6-4ed9-ba06-2e1872aa075c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df8b0eb9b0344372b5d1be03f8ff6788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282756 Jul 27 22:37:10.951859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54954) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:11.000334 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.020647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.153357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.155943 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.161006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c555e2e-3a8c-43ac-a3da-2d950a3e552f HTTP/1.1" status: 204 len: 168 time: 0.2043669 Jul 27 22:37:11.165546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91b69-a552-4635-9e5c-748d407749ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c555e2e-3a8c-43ac-a3da-2d950a3e552f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:11.562599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d8f4b750-f109-45a7-b136-0e8f4b091b37 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:11.583509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d8f4b750-f109-45a7-b136-0e8f4b091b37 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:11.588843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d8f4b750-f109-45a7-b136-0e8f4b091b37 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:11.763869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 54960) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:11.778343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e13-c9e7-4367-8416-4934cd79d642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.875933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e13-c9e7-4367-8416-4934cd79d642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.945881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4e13-c9e7-4367-8416-4934cd79d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:11.989071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3b7e4e13-c9e7-4367-8416-4934cd79d642 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dab32218a57e4f879ac3739c20bc62a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241414 Jul 27 22:37:11.989774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4e13-c9e7-4367-8416-4934cd79d642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58523fd-288d-47aa-9353-037a95201e22,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:11.991950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:12.045460 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:12.066838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:12.197759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:12.200271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:12.201435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c58523fd-288d-47aa-9353-037a95201e22 HTTP/1.1" status: 204 len: 168 time: 0.2084939 Jul 27 22:37:12.209567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7f0c-da6c-4b6d-825f-8d2f2518347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58523fd-288d-47aa-9353-037a95201e22,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:12.907023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54968) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:12.947902 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1b7b7561-788c-4d13-a000-01408d873311 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db8f201e3e4489a8e60a222691214f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397000 Jul 27 22:37:12.950322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54970) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:12.999354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:13.020233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:13.170374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:13.172943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:13.174117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/453fc70a-6c45-4ba1-804c-d386dfe7647d HTTP/1.1" status: 204 len: 168 time: 0.2228837 Jul 27 22:37:13.182874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed206d9c-a5f4-4e88-a099-1cde437b14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fc70a-6c45-4ba1-804c-d386dfe7647d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:14.212538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54992) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:14.305716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-438981673-network', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:14.379892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Made reservation on behalf of 144d0f8c1a404fbf8e3727fe3ae55e40 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:14.382228 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.391258 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.481224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.551492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.577671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:37:14.588667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6f296-580e-4228-8453-7a0da9df39ba,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:14.593583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.601538 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Added segment 04e930f2-3358-4edf-8408-e0935777048e of type vlan for network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed Jul 27 22:37:14.633472 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.734518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.735398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:14.735986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:14.796939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] Pushing event updated for resources: {'Network': ['ID=dae415b5-861f-4b0f-bf28-f0ec09f2a1ed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:14.807749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:37:14.857251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-39eebb17-23aa-44f8-aeb4-9ebd18888c0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6434798 Jul 27 22:37:14.860347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:14.865556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Request body: {'subnet': {'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-438981673-subnet', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:14.953881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Made reservation on behalf of 144d0f8c1a404fbf8e3727fe3ae55e40 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:14.956303 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.183090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.236833 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:15.247683 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Checking segment: {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:15.248042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Network hostable DHCP agents. Network: dae415b5-861f-4b0f-bf28-f0ec09f2a1ed, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:37:15.311307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:37:15.385725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, dae415b5-861f-4b0f-bf28-f0ec09f2a1ed) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:15.389897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:15.390572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.395658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccae32-dcaf-4b80-8ac3-579aa637b102 None None] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:15.466754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-61007785-b620-4526-ab31-b435ba5d7db7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6051681 Jul 27 22:37:15.469347 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 54998) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:15.473896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:15.542098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'fixed_ips': [{'subnet_id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:37:15.542998 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.553590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.557790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.607175 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.680017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Allocated IP 172.20.0.2 (dae415b5-861f-4b0f-bf28-f0ec09f2a1ed/9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2/63c5bc3e-9fe3-4986-8f5a-c00b388391ef) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:15.799361 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.826150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.834566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Transition to ACTIVE for port object 63c5bc3e-9fe3-4986-8f5a-c00b388391ef will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:15.849288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Transition to ACTIVE for port object 63c5bc3e-9fe3-4986-8f5a-c00b388391ef will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:15.923462 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.961527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:15.966987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:15.970405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:15.977262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Pushing event updated for resources: {'Port': ['ID=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:16.035974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Attempting to bind port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:16.036339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Attempting to bind port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:16.036700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Attempting to bind port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef on network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:16.041781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:16.042329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Checking segment: {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:16.042740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.043133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Bound using segment: {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:16.043600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Bound port: 63c5bc3e-9fe3-4986-8f5a-c00b388391ef, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:16.043991 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.060433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.082727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.108213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] For port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:16.111333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] For port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,segment=NetworkSegment(04e930f2-3358-4edf-8408-e0935777048e),segment_id=04e930f2-3358-4edf-8408-e0935777048e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:16.192883 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Allocated IP 172.25.3.172 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/345e8c14-394c-4b9c-9326-3757fd411e8e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:16.198448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.256094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3892-7444-44bb-89ed-cd7336bc25ed None None] Pushing event updated for resources: {'Port': ['ID=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:16.309370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.417122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.456365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:16.463250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:16.466732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:16.472401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Pushing event updated for resources: {'Port': ['ID=345e8c14-394c-4b9c-9326-3757fd411e8e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:17.171673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:17.173014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0d1bc-c258-4467-aa0b-922bcfdcc16d None None] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:17.323958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-452374e0-fca1-49d5-9453-de87bc00b03c None None] Provisioning for port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:17.371229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:17.557645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Router 3a523879-ac05-4991-9fd6-14c51b2410f7 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:37:17.638969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 63c5bc3e-9fe3-4986-8f5a-c00b388391ef up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:17.678222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:17.688963 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Sync routers for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:17.699531 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:17.700144 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:17.768714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:17.772798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:17.773187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:17.797527 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:17.801484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-22252291-4571-428c-86e4-6e17ee7be084 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3284974 Jul 27 22:37:17.801754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55000) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:17.843527 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:17.860918 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:17.901607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,segment=NetworkSegment(04e930f2-3358-4edf-8408-e0935777048e),segment_id=04e930f2-3358-4edf-8408-e0935777048e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:17.968846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.022731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:18.030144 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:16Z', 'revision_number': 3, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:18.057473 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Checking router: 3a523879-ac05-4991-9fd6-14c51b2410f7 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:18.062690 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Updating router 3a523879-ac05-4991-9fd6-14c51b2410f7 port 345e8c14-394c-4b9c-9326-3757fd411e8e binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:37:18.096720 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.229622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.347736 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.358233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Transition to ACTIVE for port object 345e8c14-394c-4b9c-9326-3757fd411e8e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:18.390824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Allocated IP 172.20.0.1 (dae415b5-861f-4b0f-bf28-f0ec09f2a1ed/9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2/0910bd52-f89d-40b5-a6f5-a93360b41660) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:18.432888 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.481805 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Attempting to bind port 345e8c14-394c-4b9c-9326-3757fd411e8e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:18.482177 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Attempting to bind port 345e8c14-394c-4b9c-9326-3757fd411e8e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:18.482572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Attempting to bind port 345e8c14-394c-4b9c-9326-3757fd411e8e on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:18.491091 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Pushing event updated for resources: {'Port': ['ID=345e8c14-394c-4b9c-9326-3757fd411e8e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:18.494220 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:18.494612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:18.495023 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.495423 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:18.495937 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Bound port: 345e8c14-394c-4b9c-9326-3757fd411e8e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:18.496290 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.499556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.513715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Transition to ACTIVE for port object 0910bd52-f89d-40b5-a6f5-a93360b41660 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:18.518594 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.518947 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.519298 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.519640 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.519974 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.520310 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.520641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.520969 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.521399 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.521653 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.521979 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.522324 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:18.560514 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] For port 345e8c14-394c-4b9c-9326-3757fd411e8e, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:18.563477 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] For port 345e8c14-394c-4b9c-9326-3757fd411e8e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=345e8c14-394c-4b9c-9326-3757fd411e8e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:18.609023 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.643186 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.647139 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:18.650706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:18.657003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:18.684421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Pushing event updated for resources: {'Port': ['ID=0910bd52-f89d-40b5-a6f5-a93360b41660,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:18.705734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.801192 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886775-fd42-41d3-bf7f-41ddc4512bf6 None None] Pushing event updated for resources: {'Port': ['ID=345e8c14-394c-4b9c-9326-3757fd411e8e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:18.805718 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:18.806567 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:18.913770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:18.923565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.959295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fff5f3a5-6f18-425e-9b5a-2491e7cf4db0 None None] Provisioning for port 0910bd52-f89d-40b5-a6f5-a93360b41660 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:18.964584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fff5f3a5-6f18-425e-9b5a-2491e7cf4db0 None None] Provisioning complete for port 0910bd52-f89d-40b5-a6f5-a93360b41660 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:18.964970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fff5f3a5-6f18-425e-9b5a-2491e7cf4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.001591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fff5f3a5-6f18-425e-9b5a-2491e7cf4db0 None None] Port 0910bd52-f89d-40b5-a6f5-a93360b41660 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:37:19.091404 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.094806 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:16Z', 'revision_number': 3, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:19.124169 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db427e-594b-47bd-9b35-aa88a196b7f2 None None] The sync data for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 is: [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:16Z', 'revision_number': 3, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:19.140714 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.208320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.210104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Pushing event updated for resources: {'Port': ['ID=0910bd52-f89d-40b5-a6f5-a93360b41660,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:19.308616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:19.310014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:19.459509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Router 3a523879-ac05-4991-9fd6-14c51b2410f7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:19.577842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:19.587242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-06494c84-f8b5-4e35-bdf4-01390c81a231 admin admin] 10.222.0.37 "PUT /v2.0/routers/3a523879-ac05-4991-9fd6-14c51b2410f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7839863 Jul 27 22:37:19.625941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-25a289b5-d3a1-4595-8dc0-309d7c2cb23a None None] Provisioning complete for port 0910bd52-f89d-40b5-a6f5-a93360b41660 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:19.626696 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25a289b5-d3a1-4595-8dc0-309d7c2cb23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.673280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-25a289b5-d3a1-4595-8dc0-309d7c2cb23a None None] Port 0910bd52-f89d-40b5-a6f5-a93360b41660 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:37:19.704348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 63c5bc3e-9fe3-4986-8f5a-c00b388391ef up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:19.757803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:19.758184 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:19.844319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 345e8c14-394c-4b9c-9326-3757fd411e8e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:19.993743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 345e8c14-394c-4b9c-9326-3757fd411e8e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:19.998026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 345e8c14-394c-4b9c-9326-3757fd411e8e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:19.998511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:20.086226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:20.109320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 345e8c14-394c-4b9c-9326-3757fd411e8e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=345e8c14-394c-4b9c-9326-3757fd411e8e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:20.182944 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:20.233757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=345e8c14-394c-4b9c-9326-3757fd411e8e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:20.776725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Sync routers for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:20.785796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:20.786554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:20.866849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:20.896085 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:21.097681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 4, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0910bd52-f89d-40b5-a6f5-a93360b41660', 'name': '', 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'mac_address': 'fa:16:3e:2e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:18Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 2, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'subnets': [{'id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:21.126961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Checking router: 3a523879-ac05-4991-9fd6-14c51b2410f7 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:21.127319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Updating router 3a523879-ac05-4991-9fd6-14c51b2410f7 port 0910bd52-f89d-40b5-a6f5-a93360b41660 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:37:21.162400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.206606 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.424144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.434504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Transition to ACTIVE for port object 0910bd52-f89d-40b5-a6f5-a93360b41660 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:21.466252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Deleting port 0910bd52-f89d-40b5-a6f5-a93360b41660 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:21.466621 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.513222 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.544653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.558314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Calling delete_port for 0910bd52-f89d-40b5-a6f5-a93360b41660 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:21.572191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2065ea-2947-4620-a40c-344200308c37 None None] Pushing event updated for resources: {'Port': ['ID=0910bd52-f89d-40b5-a6f5-a93360b41660,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:21.635649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Attempting to bind port 0910bd52-f89d-40b5-a6f5-a93360b41660 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:21.636081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Attempting to bind port 0910bd52-f89d-40b5-a6f5-a93360b41660 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:21.636522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Attempting to bind port 0910bd52-f89d-40b5-a6f5-a93360b41660 on network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:21.642510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:21.643080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Checking segment: {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:21.643568 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.644142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Bound using segment: {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:21.644694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Bound port: 0910bd52-f89d-40b5-a6f5-a93360b41660, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e930f2-3358-4edf-8408-e0935777048e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:21.645097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.648488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 345e8c14-394c-4b9c-9326-3757fd411e8e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:21.754939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] For port 0910bd52-f89d-40b5-a6f5-a93360b41660, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:21.759798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] For port 0910bd52-f89d-40b5-a6f5-a93360b41660, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0910bd52-f89d-40b5-a6f5-a93360b41660,segment=NetworkSegment(04e930f2-3358-4edf-8408-e0935777048e),segment_id=04e930f2-3358-4edf-8408-e0935777048e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:21.761642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 345e8c14-394c-4b9c-9326-3757fd411e8e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:21.762021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.823206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.918557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:21.919204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:21.922540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2065ea-2947-4620-a40c-344200308c37 None None] Pushing event updated for resources: {'Port': ['ID=0910bd52-f89d-40b5-a6f5-a93360b41660,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:22.035415 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:22.165365 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:22.194028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Pushing event deleted for resources: {'Port': ['ID=0910bd52-f89d-40b5-a6f5-a93360b41660,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:22.258482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 4, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0910bd52-f89d-40b5-a6f5-a93360b41660', 'name': '', 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'mac_address': 'fa:16:3e:2e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:18Z', 'updated_at': '2021-07-27T22:37:21Z', 'revision_number': 4, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'subnets': [{'id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:22.288101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85df2ad-0709-49c5-89f7-c5d3330627a0 None None] The sync data for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 is: [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:18Z', 'revision_number': 4, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port': {'id': '345e8c14-394c-4b9c-9326-3757fd411e8e', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:16Z', 'updated_at': '2021-07-27T22:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '0910bd52-f89d-40b5-a6f5-a93360b41660', 'name': '', 'network_id': 'dae415b5-861f-4b0f-bf28-f0ec09f2a1ed', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'mac_address': 'fa:16:3e:2e:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:37:18Z', 'updated_at': '2021-07-27T22:37:21Z', 'revision_number': 4, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'subnets': [{'id': '9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:22.392982 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:22.624629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Router 3a523879-ac05-4991-9fd6-14c51b2410f7 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:22.737810 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:22.746118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7f6f0de6-ea29-4077-83a5-42cd0b07f30e admin admin] 10.222.0.37 "PUT /v2.0/routers/3a523879-ac05-4991-9fd6-14c51b2410f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8752983 Jul 27 22:37:22.756769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:22.858341 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:22.967298 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.084086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Deleting port 345e8c14-394c-4b9c-9326-3757fd411e8e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:23.084465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.175266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] For port 345e8c14-394c-4b9c-9326-3757fd411e8e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=345e8c14-394c-4b9c-9326-3757fd411e8e,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:23.175928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.191559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Calling delete_port for 345e8c14-394c-4b9c-9326-3757fd411e8e owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:23.381609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Sync routers for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:23.390893 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:23.391512 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:23.433276 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.459773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=345e8c14-394c-4b9c-9326-3757fd411e8e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:23.488869 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:23.525841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.543128 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:22Z', 'revision_number': 6, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:23.573468 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Checking router: 3a523879-ac05-4991-9fd6-14c51b2410f7 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:23.583021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Routers {'3a523879-ac05-4991-9fd6-14c51b2410f7'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:23.583649 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:37:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3a523879-ac05-4991-9fd6-14c51b2410f7'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:23.626031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.628374 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.653292 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] Set router 3a523879-ac05-4991-9fd6-14c51b2410f7 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:23.708011 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:23Z', 'revision_number': 7, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:23.735576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6edd8af-f32d-4cfd-90db-fba717ee77a5 None None] The sync data for ids ['3a523879-ac05-4991-9fd6-14c51b2410f7'] in n-d-738018-6 is: [{'id': '3a523879-ac05-4991-9fd6-14c51b2410f7', 'name': 'tempest-ImageQuotaTest-438981673-router', 'tenant_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:37:15Z', 'updated_at': '2021-07-27T22:37:23Z', 'revision_number': 7, 'project_id': '144d0f8c1a404fbf8e3727fe3ae55e40', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:23.753001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.753762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a523879-ac05-4991-9fd6-14c51b2410f7 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:37:23.758159 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.759580 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1027247d-0736-4b4e-8fec-f84fc39e4c30 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3a523879-ac05-4991-9fd6-14c51b2410f7 HTTP/1.1" status: 204 len: 168 time: 1.0122151 Jul 27 22:37:23.762107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:23.809407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Deleting subnet 9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:37:23.812489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.848620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.936356 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.051031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.077747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:24.083098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.086987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55026) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:24.087884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3dbddda8-ed47-4c55-b29f-d63affd2183f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a753c2c-0e54-4826-8c1c-22c6a4bcdaf2 HTTP/1.1" status: 204 len: 168 time: 0.3238912 Jul 27 22:37:24.098003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6178c56-92ab-4163-b62c-670d3c254b87 None None] Network dae415b5-861f-4b0f-bf28-f0ec09f2a1ed requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:24.168284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.227948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Deleting port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:24.228399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.305708 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] For port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,segment=NetworkSegment(04e930f2-3358-4edf-8408-e0935777048e),segment_id=04e930f2-3358-4edf-8408-e0935777048e)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:24.306157 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.319000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Calling delete_port for 63c5bc3e-9fe3-4986-8f5a-c00b388391ef owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:24.502155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.525278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fea2a5-d56b-4f59-909b-e72f2d94812b None None] DHCP port deletion for dae415b5-861f-4b0f-bf28-f0ec09f2a1ed request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:37:24.538789 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c5bc3e-9fe3-4986-8f5a-c00b388391ef,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:24.542952 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] No DVR routers for this DVR port 63c5bc3e-9fe3-4986-8f5a-c00b388391ef on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:37:24.613952 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.624340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae415b5-861f-4b0f-bf28-f0ec09f2a1ed']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:24.636740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e930f2-3358-4edf-8408-e0935777048e') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:24.637316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e930f2-3358-4edf-8408-e0935777048e') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:24.647276 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.662397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.668554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:37:24.668954 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:37:24.670839 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:37:24.810397 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.816412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.818185 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dae415b5-861f-4b0f-bf28-f0ec09f2a1ed HTTP/1.1" status: 204 len: 168 time: 0.7302063 Jul 27 22:37:24.831990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d917fe-f562-494e-8921-18359bf8a911 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae415b5-861f-4b0f-bf28-f0ec09f2a1ed,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:25.160603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55032) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:25.208637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1bf7d557-36fb-4ad0-b4cc-fee48722c64d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=144d0f8c1a404fbf8e3727fe3ae55e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450678 Jul 27 22:37:25.209395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55034) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:25.263517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:25.285135 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:25.392812 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:25.395368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:25.396547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1f6f296-580e-4228-8453-7a0da9df39ba HTTP/1.1" status: 204 len: 168 time: 0.1862504 Jul 27 22:37:25.405119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5a97b-0754-4e37-b0d6-1da60186ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6f296-580e-4228-8453-7a0da9df39ba,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:25.614595 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 63c5bc3e-9fe3-4986-8f5a-c00b388391ef no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:25.636643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 63c5bc3e-9fe3-4986-8f5a-c00b388391ef {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:25.636995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 63c5bc3e-9fe3-4986-8f5a-c00b388391ef not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:25.637443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0910bd52-f89d-40b5-a6f5-a93360b41660 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:25.658942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0910bd52-f89d-40b5-a6f5-a93360b41660 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:25.659409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0910bd52-f89d-40b5-a6f5-a93360b41660 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:25.659832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 345e8c14-394c-4b9c-9326-3757fd411e8e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:25.684795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 345e8c14-394c-4b9c-9326-3757fd411e8e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:25.685141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 345e8c14-394c-4b9c-9326-3757fd411e8e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:26.033997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55040) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:26.051470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9921fec8-09fa-4936-8432-abc05ba02ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.148003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9921fec8-09fa-4936-8432-abc05ba02ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.242567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9921fec8-09fa-4936-8432-abc05ba02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.280358 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921fec8-09fa-4936-8432-abc05ba02ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d7115-3dd8-4feb-9403-e9256f9da39e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:26.284571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9921fec8-09fa-4936-8432-abc05ba02ce0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2494662 Jul 27 22:37:26.287164 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55042) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:26.336110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.357772 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.459518 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.462661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.463871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b6d7115-3dd8-4feb-9403-e9256f9da39e HTTP/1.1" status: 204 len: 168 time: 0.1758046 Jul 27 22:37:26.472171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e491-dae1-4e27-8506-68b3ef3d2151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d7115-3dd8-4feb-9403-e9256f9da39e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:28.267277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:37:31.998932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-993b110a-33a8-43c3-9b52-3412141bc597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:34.473398 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1143d27c-49a5-42fa-bc7d-b5da0a2b1e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:34.781919 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.996247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:37.468209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:37.666861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:37.972260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-2ab8d045-0df8-4cc3-b25a-40444990adda tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d48fa0416fa44a38a28801a7afa4924f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223958 Jul 27 22:37:38.085648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-164fa8a8-70dd-4919-aacc-1dedf6e28e29 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:38.087761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-164fa8a8-70dd-4919-aacc-1dedf6e28e29 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094928 Jul 27 22:37:38.103073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-64bed453-1597-4d9f-a8b5-c142cb47344b tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/quotas/d48fa0416fa44a38a28801a7afa4924f HTTP/1.1" status: 200 len: 375 time: 0.0095901 Jul 27 22:37:38.137468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-2147ec73-7f1f-4f96-a5dd-e903205f2b8f tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d48fa0416fa44a38a28801a7afa4924f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290065 Jul 27 22:37:38.367947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-039446f6-f1c7-4b16-b23c-844f83336116 req-bd4ef6e9-bae8-413c-9026-954258524fbc tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 210 time: 0.0336626 Jul 27 22:37:38.678504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:39.500637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-75ed3223-8cd8-48f5-8790-80335c08a7c5 req-687df314-3bf3-4df4-b084-e4ae3d745ac6 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 210 time: 0.0298419 Jul 27 22:37:40.382770 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-22ebaa84-220b-469f-aed7-7f693135210a tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d48fa0416fa44a38a28801a7afa4924f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219517 Jul 27 22:37:40.496194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-cdf33db4-b5e1-4059-ac10-8e1a23f8eee2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:40.497658 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-cdf33db4-b5e1-4059-ac10-8e1a23f8eee2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097126 Jul 27 22:37:40.512449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Request body: {'port': {'device_id': 'a398d531-1219-40d3-ae7b-312837cf254f', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'admin_state_up': True, 'tenant_id': 'd48fa0416fa44a38a28801a7afa4924f'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:40.621539 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b3b9f0e-2d17-4336-9f4f-672a6cf088f1 req-39abaaea-d6b1-40c7-8552-a460027186d5 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 210 time: 0.0310996 Jul 27 22:37:40.699247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Made reservation on behalf of d48fa0416fa44a38a28801a7afa4924f for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:40.702774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.716692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.807224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.870551 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.932904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1acb61-d7c4-4289-b089-f70d8b5980e4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:41.009671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Allocated IP 192.168.233.133 (e10448ab-aa1b-4b80-a926-689592a88238/b9788df8-aded-43ec-af8d-6360271324c0/dbfef5db-73e8-4501-a51e-6c996b43b4da) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:41.157533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.170895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Transition to ACTIVE for port object dbfef5db-73e8-4501-a51e-6c996b43b4da will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:41.284516 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.326300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Network e10448ab-aa1b-4b80-a926-689592a88238 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:41.329335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:41.335674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:41.366701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Pushing event updated for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:41.392990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:41.393644 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.467732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-20f7fdf8-4a5e-4b7e-8233-e4d1234060a2 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9589198 Jul 27 22:37:41.481141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Request body: {'port': {'device_id': 'a398d531-1219-40d3-ae7b-312837cf254f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:41.555410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.592468 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e7713cb8-30b2-4b07-bfec-2ac630c0b225 None None] Provisioning for port dbfef5db-73e8-4501-a51e-6c996b43b4da completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:41.596849 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e7713cb8-30b2-4b07-bfec-2ac630c0b225 None None] Provisioning complete for port dbfef5db-73e8-4501-a51e-6c996b43b4da triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:41.596849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7713cb8-30b2-4b07-bfec-2ac630c0b225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.631285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e7713cb8-30b2-4b07-bfec-2ac630c0b225 None None] Port dbfef5db-73e8-4501-a51e-6c996b43b4da cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:37:41.826028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe93c2-e1d3-4e28-9af0-f4f4a2fe2905 req-f280aba6-df36-4359-86bc-112a2f0c4574 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:41.827493 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85fe93c2-e1d3-4e28-9af0-f4f4a2fe2905 req-f280aba6-df36-4359-86bc-112a2f0c4574 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 936 time: 0.1329319 Jul 27 22:37:41.896385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfef5db-73e8-4501-a51e-6c996b43b4da {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:41.907045 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85fe93c2-e1d3-4e28-9af0-f4f4a2fe2905 req-d48a689f-a310-4508-bca2-d28156defc6b tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721400 Jul 27 22:37:41.908723 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.921694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Transition to ACTIVE for port object dbfef5db-73e8-4501-a51e-6c996b43b4da will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:41.986750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.035706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:42.118345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Attempting to bind port dbfef5db-73e8-4501-a51e-6c996b43b4da on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:42.118717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Attempting to bind port dbfef5db-73e8-4501-a51e-6c996b43b4da by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:42.119040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Attempting to bind port dbfef5db-73e8-4501-a51e-6c996b43b4da on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:42.123790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Port dbfef5db-73e8-4501-a51e-6c996b43b4da on network e10448ab-aa1b-4b80-a926-689592a88238 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:37:42.124120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Attempting to bind port dbfef5db-73e8-4501-a51e-6c996b43b4da on network e10448ab-aa1b-4b80-a926-689592a88238 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:42.129419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:42.129762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Checking segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:42.130150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Bound using segment: {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:42.130610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Bound port: dbfef5db-73e8-4501-a51e-6c996b43b4da, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91357496-b004-4132-9a76-d6b500160f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:42.131004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.197225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:42.200545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:42.290347 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.326641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.327269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.328715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] 10.222.0.76 "PUT /v2.0/ports/dbfef5db-73e8-4501-a51e-6c996b43b4da HTTP/1.1" status: 200 len: 1096 time: 0.8520784 Jul 27 22:37:42.329144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:42.331498 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38babb58-f454-4d3e-bc68-29a5a6a343c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:42.361871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a28990-2fad-4226-bf76-c14076d484e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:42.387225 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d854acc3-178e-410a-872f-f9fa00abc9b9 x-openstack-request-id: req-d854acc3-178e-410a-872f-f9fa00abc9b9 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:42.387225 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:42.387225 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d854acc3-178e-410a-872f-f9fa00abc9b9 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:42.387225 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da', 'status': 'completed', 'code': 200} Jul 27 22:37:42.464414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38babb58-f454-4d3e-bc68-29a5a6a343c2 req-188759bb-7855-411a-9307-2331477eabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.466511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38babb58-f454-4d3e-bc68-29a5a6a343c2 req-188759bb-7855-411a-9307-2331477eabbf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d48fa0416fa44a38a28801a7afa4924f&device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 1099 time: 0.0634038 Jul 27 22:37:42.494918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38babb58-f454-4d3e-bc68-29a5a6a343c2 req-ec0ce6f9-4bb6-4dfc-b501-ec18442f2ea0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d48fa0416fa44a38a28801a7afa4924f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208709 Jul 27 22:37:42.596381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38babb58-f454-4d3e-bc68-29a5a6a343c2 req-66f0f9db-12a7-4064-9248-2ad22f32f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.597850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38babb58-f454-4d3e-bc68-29a5a6a343c2 req-66f0f9db-12a7-4064-9248-2ad22f32f56f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958762 Jul 27 22:37:42.692814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-97f3d51b-240e-48b3-b0fa-b469b28c5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.694330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-97f3d51b-240e-48b3-b0fa-b469b28c5389 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d48fa0416fa44a38a28801a7afa4924f&device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 1099 time: 0.0585442 Jul 27 22:37:42.738261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-90a2a135-e05f-4611-85cb-c1aca138b326 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da HTTP/1.1" status: 200 len: 217 time: 0.0353239 Jul 27 22:37:42.788758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-aa71aeaa-bb1e-4693-b765-97fd1a420775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.790227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-aa71aeaa-bb1e-4693-b765-97fd1a420775 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9788df8-aded-43ec-af8d-6360271324c0 HTTP/1.1" status: 200 len: 843 time: 0.0443923 Jul 27 22:37:42.850461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-b664162c-e50c-410a-b59c-9927650315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.852278 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-b664162c-e50c-410a-b59c-9927650315e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e10448ab-aa1b-4b80-a926-689592a88238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549164 Jul 27 22:37:42.946920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-f25d7dd7-8b9f-4f2a-b1ac-081fd4541aa9 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878181 Jul 27 22:37:43.083446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-069d9768-b9d0-4e2a-9fb5-95f193a5f9a7 req-ddbe4f7a-6811-41d9-8532-7ad87b87c599 service neutron] 10.222.0.76 "GET /v2.0/networks/e10448ab-aa1b-4b80-a926-689592a88238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294250 Jul 27 22:37:43.098648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a45179-4193-4aa7-a4d0-5d6e873c6d1a req-44945bc5-0bcf-49ef-af08-ac8568e0f0c1 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.100156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16a45179-4193-4aa7-a4d0-5d6e873c6d1a req-44945bc5-0bcf-49ef-af08-ac8568e0f0c1 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 948 time: 0.1026371 Jul 27 22:37:43.139924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-16a45179-4193-4aa7-a4d0-5d6e873c6d1a req-78e7b086-feff-41e1-9c27-8e0871ad8f09 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Jul 27 22:37:44.271614 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7269f0b-8712-4fe4-ad7f-78679a3ab347 req-2f259703-121e-4a48-ba5a-0f22577291c6 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:44.273134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c7269f0b-8712-4fe4-ad7f-78679a3ab347 req-2f259703-121e-4a48-ba5a-0f22577291c6 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 948 time: 0.0651450 Jul 27 22:37:44.311190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c7269f0b-8712-4fe4-ad7f-78679a3ab347 req-3b235418-013b-42ff-baba-877b3b3a798b tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jul 27 22:37:44.463390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbfef5db-73e8-4501-a51e-6c996b43b4da details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:37:44.726377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:44.738488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'dbfef5db-73e8-4501-a51e-6c996b43b4da', 'network_id': 'e10448ab-aa1b-4b80-a926-689592a88238', 'port_id': 'dbfef5db-73e8-4501-a51e-6c996b43b4da', 'mac_address': 'fa:16:3e:6a:96:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9788df8-aded-43ec-af8d-6360271324c0', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:37:44.774801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.786957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfef5db-73e8-4501-a51e-6c996b43b4da {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:44.806838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:44.861097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.909916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:45.102026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dbfef5db-73e8-4501-a51e-6c996b43b4da'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:37:45.442619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f93af-07ed-4de5-bca6-5ad7e62340af req-6d3257dc-c083-43c0-8072-f8dbcfddf577 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:45.444040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b57f93af-07ed-4de5-bca6-5ad7e62340af req-6d3257dc-c083-43c0-8072-f8dbcfddf577 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 949 time: 0.0668426 Jul 27 22:37:45.482464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b57f93af-07ed-4de5-bca6-5ad7e62340af req-bcf09e60-12ca-4dc9-964a-311b7007831f tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Jul 27 22:37:46.463600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbfef5db-73e8-4501-a51e-6c996b43b4da up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:46.567216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port dbfef5db-73e8-4501-a51e-6c996b43b4da completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:46.571918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port dbfef5db-73e8-4501-a51e-6c996b43b4da triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:46.572298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:46.617647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ee8f-ede2-419b-a11c-bdc3894166d3 req-34bb286f-2a4e-4c32-a057-68991f9ec765 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:46.619687 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4633ee8f-ede2-419b-a11c-bdc3894166d3 req-34bb286f-2a4e-4c32-a057-68991f9ec765 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 949 time: 0.0706413 Jul 27 22:37:46.659634 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4633ee8f-ede2-419b-a11c-bdc3894166d3 req-6100de8a-a878-4e66-b6f2-29b1e90deeb3 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Jul 27 22:37:46.659941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:46.683373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:46.698805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:46.722561 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a16d76b-2f29-40f3-85c6-bb9fee334a41" -d '{"events": [{"server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "name": "network-vif-plugged", "status": "completed", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:46.784611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:46.809387 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d567b21-7b38-4d4a-b2fe-43185a9528d6 x-openstack-request-id: req-7d567b21-7b38-4d4a-b2fe-43185a9528d6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:46.809690 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "name": "network-vif-plugged", "status": "completed", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:46.810379 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d567b21-7b38-4d4a-b2fe-43185a9528d6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:46.810695 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da', 'code': 200} Jul 27 22:37:46.842223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:46.933048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe94d50-f0c8-4979-b6c6-eddd181c3cf5 req-c2556cac-f20d-4326-aaa9-64e7177d7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:46.934840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fe94d50-f0c8-4979-b6c6-eddd181c3cf5 req-c2556cac-f20d-4326-aaa9-64e7177d7176 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 1101 time: 0.0668292 Jul 27 22:37:46.972322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fe94d50-f0c8-4979-b6c6-eddd181c3cf5 req-35f9e405-a3fb-4a1f-9ef3-d3c9e0c43765 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304074 Jul 27 22:37:47.796286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956548a-58c1-41af-b1b5-fbf898918653 req-543aa40e-3501-49da-97d6-7de3f14a3954 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:47.797855 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b956548a-58c1-41af-b1b5-fbf898918653 req-543aa40e-3501-49da-97d6-7de3f14a3954 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 950 time: 0.0677071 Jul 27 22:37:47.839385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b956548a-58c1-41af-b1b5-fbf898918653 req-e7e47f7a-d213-4c70-99a8-7aa0b31d68f9 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Jul 27 22:37:48.969572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40b4b-026c-4f11-808a-aba6e1b0e26b req-5b0b5edf-44db-4154-b644-8e537b747977 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:48.971089 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7bb40b4b-026c-4f11-808a-aba6e1b0e26b req-5b0b5edf-44db-4154-b644-8e537b747977 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 950 time: 0.0632329 Jul 27 22:37:49.010843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7bb40b4b-026c-4f11-808a-aba6e1b0e26b req-e25d5e81-2c95-44c7-ae36-f30afb2909ee tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 27 22:37:50.404600 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14babc-609d-4864-a6e7-b2fa6fcc43bf req-d8a94b79-5e29-4231-9f87-f58ed7b43a32 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:50.406168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea14babc-609d-4864-a6e7-b2fa6fcc43bf req-d8a94b79-5e29-4231-9f87-f58ed7b43a32 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 950 time: 0.0650165 Jul 27 22:37:50.449436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ea14babc-609d-4864-a6e7-b2fa6fcc43bf req-f9da133a-f9e0-4b7d-8437-a0547c234cdc tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Jul 27 22:37:51.581809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dda1c4-7871-4b74-8f7d-053e0f8e3763 req-7ecdf5d4-0e9b-4158-8943-8603e74ab030 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:51.583344 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20dda1c4-7871-4b74-8f7d-053e0f8e3763 req-7ecdf5d4-0e9b-4158-8943-8603e74ab030 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 950 time: 0.0648322 Jul 27 22:37:51.622167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-20dda1c4-7871-4b74-8f7d-053e0f8e3763 req-bf54e0a6-36ea-4d90-bf59-0108b5a0a860 tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b1acb61-d7c4-4289-b089-f70d8b5980e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Jul 27 22:37:51.760477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-b8d8e8d5-bfa8-42b3-8bbc-ac06c142c12b tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:51.761964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-b8d8e8d5-bfa8-42b3-8bbc-ac06c142c12b tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.76 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 950 time: 0.0633543 Jul 27 22:37:51.863680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Deleting port dbfef5db-73e8-4501-a51e-6c996b43b4da {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:37:51.864025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:51.956060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] For port dbfef5db-73e8-4501-a51e-6c996b43b4da, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=dbfef5db-73e8-4501-a51e-6c996b43b4da,segment=NetworkSegment(91357496-b004-4132-9a76-d6b500160f1c),segment_id=91357496-b004-4132-9a76-d6b500160f1c)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:51.956428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:51.968961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Calling delete_port for dbfef5db-73e8-4501-a51e-6c996b43b4da owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:37:52.167059 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:52.179790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['dbfef5db-73e8-4501-a51e-6c996b43b4da'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:37:52.198307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Pushing event deleted for resources: {'Port': ['ID=dbfef5db-73e8-4501-a51e-6c996b43b4da,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:52.244917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] No DVR routers for this DVR port dbfef5db-73e8-4501-a51e-6c996b43b4da on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:37:52.247858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:52.249883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73b2980b-edcd-4733-a5e0-57d4c6b44300 req-760c3207-3fd4-4a27-ac98-0c0d7fc8e8bd tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.76 "DELETE /v2.0/ports/dbfef5db-73e8-4501-a51e-6c996b43b4da HTTP/1.1" status: 204 len: 173 time: 0.4819198 Jul 27 22:37:52.250344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'name': 'network-vif-deleted', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:52.252693 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f201943-f5f3-4984-bf50-53a6e796006f" -d '{"events": [{"server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "name": "network-vif-deleted", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:52.291371 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d304b4-9466-4524-9acd-1dd75e3fe323 x-openstack-request-id: req-10d304b4-9466-4524-9acd-1dd75e3fe323 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:52.291663 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a398d531-1219-40d3-ae7b-312837cf254f", "name": "network-vif-deleted", "tag": "dbfef5db-73e8-4501-a51e-6c996b43b4da", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:52.291915 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10d304b4-9466-4524-9acd-1dd75e3fe323 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:52.292322 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a398d531-1219-40d3-ae7b-312837cf254f', 'name': 'network-vif-deleted', 'tag': 'dbfef5db-73e8-4501-a51e-6c996b43b4da', 'status': 'completed', 'code': 200} Jul 27 22:37:52.732222 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3574ff2d-4b7b-4101-9d61-20f08bc6410f req-0b57f2cf-71bd-4a67-b1dc-2d15cd713bdf tempest-ServersAdminNegativeTestJSON-723107065 tempest-ServersAdminNegativeTestJSON-723107065-project] 10.222.0.37 "GET /v2.0/ports?device_id=a398d531-1219-40d3-ae7b-312837cf254f HTTP/1.1" status: 200 len: 210 time: 0.0329549 Jul 27 22:37:54.244169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55200) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:54.371043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-20ad5f11-33d5-4425-940d-3a3bdb14654f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d48fa0416fa44a38a28801a7afa4924f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257081 Jul 27 22:37:54.373572 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55204) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:54.420515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:54.442043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:54.561979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:54.564751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:54.565941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b1acb61-d7c4-4289-b089-f70d8b5980e4 HTTP/1.1" status: 204 len: 168 time: 0.1914499 Jul 27 22:37:54.575066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1acb61-d7c4-4289-b089-f70d8b5980e4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:54.582961 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.583553 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.583913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.584049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.584394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.584735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.585076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.585419 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.586374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.586721 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.587062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:54.587402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b38b35-d2bf-471c-a061-d005960edec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:55.161772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55210) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:55.176085 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6baf640b-e67b-451a-8b4b-4f827f0986e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.267503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6baf640b-e67b-451a-8b4b-4f827f0986e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.329310 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6baf640b-e67b-451a-8b4b-4f827f0986e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.368890 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6baf640b-e67b-451a-8b4b-4f827f0986e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=265f9fa3263248339880bd503a2d29ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059765 Jul 27 22:37:55.370028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf640b-e67b-451a-8b4b-4f827f0986e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901100d-1675-488a-b591-322478dd3f73,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:55.371743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55212) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:55.421767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.443004 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.569264 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.572948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.574127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8901100d-1675-488a-b591-322478dd3f73 HTTP/1.1" status: 204 len: 168 time: 0.2014093 Jul 27 22:37:55.582763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8c7d3-927f-433b-81b8-b29a0b8a4e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901100d-1675-488a-b591-322478dd3f73,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:56.479747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbfef5db-73e8-4501-a51e-6c996b43b4da no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:56.502967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: dbfef5db-73e8-4501-a51e-6c996b43b4da {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:37:56.503322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device dbfef5db-73e8-4501-a51e-6c996b43b4da not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:37:56.581355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55234) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:56.676980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1216316047-network', 'tenant_id': '4a16ae02ca354fbdb312efcfbcaddd66'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:56.780382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Made reservation on behalf of 4a16ae02ca354fbdb312efcfbcaddd66 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:56.782796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:56.791379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:56.879352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:56.940881 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:56.967045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:37:56.973136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09956afb-a16d-4d98-b110-56b81dc72b1c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:56.979573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:56.979921 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Added segment b76d6e9d-0348-42d6-bc08-e3d44848f985 of type vlan for network f4527482-77be-4ec1-8703-0b7f6b1c70c9 Jul 27 22:37:57.019105 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.101333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.102389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:57.102974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.190049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] Pushing event updated for resources: {'Network': ['ID=f4527482-77be-4ec1-8703-0b7f6b1c70c9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:57.199790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f4527482-77be-4ec1-8703-0b7f6b1c70c9 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:37:57.248271 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9cac09d9-786b-429e-aa6f-15e6824e849b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6654844 Jul 27 22:37:57.250832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55238) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:57.256050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Request body: {'subnet': {'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1216316047-subnet', 'tenant_id': '4a16ae02ca354fbdb312efcfbcaddd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:57.349436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Made reservation on behalf of 4a16ae02ca354fbdb312efcfbcaddd66 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:57.352600 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.578711 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.637447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff5219d-a1c3-4602-aa92-71b1505de5d6,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:57.642689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Checking segment: {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:57.643118 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Network hostable DHCP agents. Network: f4527482-77be-4ec1-8703-0b7f6b1c70c9, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:37:57.752345 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Network f4527482-77be-4ec1-8703-0b7f6b1c70c9 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:37:57.843809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f4527482-77be-4ec1-8703-0b7f6b1c70c9) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:57.849387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:57.850119 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.851933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec7e89-5629-4284-aeeb-684af9bac9da None None] Network f4527482-77be-4ec1-8703-0b7f6b1c70c9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:57.953091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c485ac28-a131-49ca-8429-9a9ae67e0a16 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7011976 Jul 27 22:37:57.983526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b4520-308d-4b1b-8e88-53349599a204 None None] Network f4527482-77be-4ec1-8703-0b7f6b1c70c9 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:37:58.376620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-2fcdd53d-bfe4-434d-92a3-0a7c9e9c37b2 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:58.378163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-2fcdd53d-bfe4-434d-92a3-0a7c9e9c37b2 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 812 time: 0.1086438 Jul 27 22:37:58.396672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-99051f89-053c-4a12-ae3d-80fd86ce79f6 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/quotas/4a16ae02ca354fbdb312efcfbcaddd66 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Jul 27 22:37:58.434509 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-acd1208c-35fe-48d5-b674-72401cf04e6d tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308003 Jul 27 22:37:58.624292 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50fac378-f7aa-470b-884c-7e06758091d6 service neutron] 10.222.0.37 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423926 Jul 27 22:37:58.720871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-1c7bc972-fcd7-4ad5-95f0-468b835600ae service neutron] 10.222.0.37 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894520 Jul 27 22:37:58.942074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bfa0e60-effd-4b21-90a9-ead970b5741c req-489ca1e9-7374-4a5e-a77f-6f80fcf34970 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 210 time: 0.0302761 Jul 27 22:38:00.042016 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-629bd1ab-33db-4466-97d0-3598b6ca5f27 req-029275e9-cad2-49cd-b379-95cc2bb43dc8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 210 time: 0.0300713 Jul 27 22:38:01.140901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1004703-3305-4b5e-934b-c5e9f2567704 req-61915cda-44a6-4801-8c00-1b97de5c2a8f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 210 time: 0.0314305 Jul 27 22:38:01.260911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-8e81fd41-1795-44a9-b08a-d4eecaa0926a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:01.262503 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-8e81fd41-1795-44a9-b08a-d4eecaa0926a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.76 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 812 time: 0.1062748 Jul 27 22:38:01.275662 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Request body: {'port': {'device_id': '1a353659-3f67-43ae-b1de-313fff11643d', 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9', 'admin_state_up': True, 'tenant_id': '4a16ae02ca354fbdb312efcfbcaddd66'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:01.469525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Made reservation on behalf of 4a16ae02ca354fbdb312efcfbcaddd66 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:38:01.473117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:01.605132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Allocated IP 172.20.0.14 (f4527482-77be-4ec1-8703-0b7f6b1c70c9/0ff5219d-a1c3-4602-aa92-71b1505de5d6/c89795ee-3e21-4908-a036-b1392aea1398) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:38:01.752678 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:01.930688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a773b0d-c0f1-40db-8a6e-557c8ce07cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.187753 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.231981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Network f4527482-77be-4ec1-8703-0b7f6b1c70c9 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:38:02.237450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:38:02.241279 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:38:02.265699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:02.276953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.277310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.277512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d96e8-2cad-4863-8502-e7dd75edd554 req-ed99c731-41c6-4551-a129-764bc8149412 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:02.278133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.278133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.278322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.278671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.279005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.279115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f50d96e8-2cad-4863-8502-e7dd75edd554 req-ed99c731-41c6-4551-a129-764bc8149412 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 932 time: 0.0677524 Jul 27 22:38:02.279337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.279664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.279992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.280320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.280646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:02.309069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:02.309705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.324507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f50d96e8-2cad-4863-8502-e7dd75edd554 req-23ed50f7-ef5c-48ad-b870-883aba81eb4f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374346 Jul 27 22:38:02.384708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-d0d48a31-7276-49be-9a88-5fe159cbb05b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1136084 Jul 27 22:38:02.397050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Request body: {'port': {'device_id': '1a353659-3f67-43ae-b1de-313fff11643d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:02.470912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.734751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89795ee-3e21-4908-a036-b1392aea1398 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:38:02.741857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.753971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Transition to ACTIVE for port object c89795ee-3e21-4908-a036-b1392aea1398 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:38:02.841007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:02.895935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:02.969871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:38:02.970208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:38:02.970567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:02.974768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:38:02.975088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:02.979789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:38:02.980126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Checking segment: {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:38:02.980509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Bound using segment: {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:38:02.980937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Bound port: c89795ee-3e21-4908-a036-b1392aea1398, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:38:02.981285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:03.043262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:38:03.046162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:38:03.130007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:03.165548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.166249 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:03.167682 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] 10.222.0.76 "PUT /v2.0/ports/c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 1092 time: 0.7748258 Jul 27 22:38:03.168117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:03.170454 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b830728-c056-48ee-9645-5f87d5881644" -d '{"events": [{"name": "network-changed", "server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:03.194254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f69c77-e019-475b-86d0-330ed1a963c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:03.209387 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055a1df-9d32-495d-bdf8-c7bbffae120e x-openstack-request-id: req-e055a1df-9d32-495d-bdf8-c7bbffae120e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:03.209683 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:03.209943 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e055a1df-9d32-495d-bdf8-c7bbffae120e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:03.210381 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'status': 'completed', 'code': 200} Jul 27 22:38:03.291090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830728-c056-48ee-9645-5f87d5881644 req-93f681b0-0631-4312-bedd-98ad6ba17a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.292625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b830728-c056-48ee-9645-5f87d5881644 req-93f681b0-0631-4312-bedd-98ad6ba17a7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0618241 Jul 27 22:38:03.393296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830728-c056-48ee-9645-5f87d5881644 req-3cc62bf7-9ef8-40a5-a796-25f85fcc138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.394867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b830728-c056-48ee-9645-5f87d5881644 req-3cc62bf7-9ef8-40a5-a796-25f85fcc138f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946457 Jul 27 22:38:03.453811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f103b-799c-4654-9787-570d8644fb3f req-e465fba2-23c8-4310-8534-9b08419c7fd0 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.455996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-131f103b-799c-4654-9787-570d8644fb3f req-e465fba2-23c8-4310-8534-9b08419c7fd0 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0649955 Jul 27 22:38:03.498006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-131f103b-799c-4654-9787-570d8644fb3f req-75ef9637-c473-45b3-87cb-6e700118dd5f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Jul 27 22:38:03.500199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830728-c056-48ee-9645-5f87d5881644 req-7413c80d-a167-419d-b20a-441d7f4d04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.502054 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b830728-c056-48ee-9645-5f87d5881644 req-7413c80d-a167-419d-b20a-441d7f4d04ae service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000628 Jul 27 22:38:03.597972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-7181089c-b4cf-4dad-a341-edad263b1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.599542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-7181089c-b4cf-4dad-a341-edad263b1b7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0584092 Jul 27 22:38:03.643342 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-06434e7c-cce2-4ef0-9176-6c8259d074e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Jul 27 22:38:03.699856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-a8513b90-d6e1-4aba-aab0-b3ff3d628b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:03.701346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-a8513b90-d6e1-4aba-aab0-b3ff3d628b5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0506191 Jul 27 22:38:03.736055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-bdb0391f-0118-4f70-98dd-22a71f4b4a78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280612 Jul 27 22:38:03.827464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-f291fc4d-59e6-466f-9df1-ae4a7711674f service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839183 Jul 27 22:38:03.925724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b773ccd-0101-4852-bc52-0b2998b361f7 req-ad1287d7-3dc2-4b15-a0a0-0f60fc8ca99a service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907471 Jul 27 22:38:04.510015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a89fbaf-5f7c-4770-8527-023ada32d51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:04.643385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d460d-8d2a-41ac-9f44-cb21b22bd6fa req-c51af473-55fb-4746-aa0e-64d39a5b6d1b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:04.644958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b02d460d-8d2a-41ac-9f44-cb21b22bd6fa req-c51af473-55fb-4746-aa0e-64d39a5b6d1b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0709224 Jul 27 22:38:04.694215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b02d460d-8d2a-41ac-9f44-cb21b22bd6fa req-938cfc36-2eb9-452b-aaf4-d58e38b6af23 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Jul 27 22:38:04.755227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:05.265841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:38:05.826077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680139b-7bf1-48b0-b056-5fbda5d9f382 req-3636b32a-e9c3-4cdb-a5c6-74cfc7dbeff1 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:05.827617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d680139b-7bf1-48b0-b056-5fbda5d9f382 req-3636b32a-e9c3-4cdb-a5c6-74cfc7dbeff1 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0636487 Jul 27 22:38:05.870376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d680139b-7bf1-48b0-b056-5fbda5d9f382 req-d1f4ec54-ce82-4cf9-9556-a3edd344acae tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jul 27 22:38:05.989213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:06.555926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c89795ee-3e21-4908-a036-b1392aea1398 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:38:06.651291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:06.666394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'c89795ee-3e21-4908-a036-b1392aea1398', 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9', 'port_id': 'c89795ee-3e21-4908-a036-b1392aea1398', 'mac_address': 'fa:16:3e:db:36:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5219d-a1c3-4602-aa92-71b1505de5d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:38:06.704448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:06.717717 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89795ee-3e21-4908-a036-b1392aea1398 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:38:06.736755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:06.801115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:06.849709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:06.857102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.857453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.857797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.858137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.858495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.858835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.859167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.859494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.859819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.860142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.860466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.860788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:38:06.995661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c89795ee-3e21-4908-a036-b1392aea1398'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:38:07.005545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c386e7-babe-47ac-b294-979dc0878d1c req-cc7bbb82-1574-4a3f-bee2-b1766de22fbf tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:07.007144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39c386e7-babe-47ac-b294-979dc0878d1c req-cc7bbb82-1574-4a3f-bee2-b1766de22fbf tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 945 time: 0.0692434 Jul 27 22:38:07.045876 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39c386e7-babe-47ac-b294-979dc0878d1c req-4d957734-e98d-4495-897c-a04d74d562e3 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Jul 27 22:38:07.408983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:07.709512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.181129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25790a98-b829-4951-b532-c6a236b8f065 req-20acceb8-2ea1-44cc-9d2d-a5f4dc99bee7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:08.182764 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25790a98-b829-4951-b532-c6a236b8f065 req-20acceb8-2ea1-44cc-9d2d-a5f4dc99bee7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 945 time: 0.0667529 Jul 27 22:38:08.224340 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25790a98-b829-4951-b532-c6a236b8f065 req-6857d3e4-d94f-4e2b-a940-6e3e80bd8ee8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Jul 27 22:38:08.590051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c89795ee-3e21-4908-a036-b1392aea1398 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:38:08.717982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.740186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port c89795ee-3e21-4908-a036-b1392aea1398 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:38:08.744975 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port c89795ee-3e21-4908-a036-b1392aea1398 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:38:08.745348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.833153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.856355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:08.858806 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fdd55-2b17-442e-a8c2-98e0a266770f" -d '{"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-plugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:08.873838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:08.898597 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a050c6-bf65-4c83-909e-126942e63d44 x-openstack-request-id: req-d2a050c6-bf65-4c83-909e-126942e63d44 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:08.898898 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-plugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:08.899206 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2a050c6-bf65-4c83-909e-126942e63d44 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:08.900167 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'code': 200} Jul 27 22:38:08.934821 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.998193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:09.012186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d871a7-44e6-47eb-a5da-2dee4c0ea8e6 req-75c228dc-be0f-4fa5-83f3-6d4d32aa5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:09.013781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92d871a7-44e6-47eb-a5da-2dee4c0ea8e6 req-75c228dc-be0f-4fa5-83f3-6d4d32aa5e9e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1097 time: 0.0585063 Jul 27 22:38:09.049604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-92d871a7-44e6-47eb-a5da-2dee4c0ea8e6 req-656c994d-179e-43f4-a59f-d08f97b9c3bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288129 Jul 27 22:38:09.369792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f110e-2128-4ed3-bad7-d17ba912b3fe req-08b78297-2b54-46c0-8a4c-7fae3f376a96 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:09.371351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb8f110e-2128-4ed3-bad7-d17ba912b3fe req-08b78297-2b54-46c0-8a4c-7fae3f376a96 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0662625 Jul 27 22:38:09.408919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb8f110e-2128-4ed3-bad7-d17ba912b3fe req-53b0fdf8-7c43-43b6-b24c-d8f325547090 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Jul 27 22:38:10.537783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812d526-5a7e-47d8-9507-d042bf766bad req-be2326a5-ab9a-48db-9807-7182bee711c7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:10.539339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7812d526-5a7e-47d8-9507-d042bf766bad req-be2326a5-ab9a-48db-9807-7182bee711c7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0634050 Jul 27 22:38:10.579222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7812d526-5a7e-47d8-9507-d042bf766bad req-98e92fb4-7006-49eb-9720-6d911a38d302 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Jul 27 22:38:11.010682 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c2653-a9a2-4e99-a29d-e557eb4eb671 req-2e1b3c40-560d-4e7f-acd6-f8ddf8b11860 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:11.012200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c68c2653-a9a2-4e99-a29d-e557eb4eb671 req-2e1b3c40-560d-4e7f-acd6-f8ddf8b11860 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0684371 Jul 27 22:38:11.051127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c68c2653-a9a2-4e99-a29d-e557eb4eb671 req-4174741a-5d01-4c79-9874-80a785083fa1 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Jul 27 22:38:11.280495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-ff787f23-810e-4fbc-8fd2-5b1a55cb6cdd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985498 Jul 27 22:38:12.185662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9a81-3a78-4956-b896-39d9fc26d724 req-4cbd2f9d-ffdd-4be5-8c30-d7e3fdb8df47 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:12.187183 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e11c9a81-3a78-4956-b896-39d9fc26d724 req-4cbd2f9d-ffdd-4be5-8c30-d7e3fdb8df47 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0697243 Jul 27 22:38:12.225525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e11c9a81-3a78-4956-b896-39d9fc26d724 req-8c5f5cdf-d547-4eb7-a337-3133217ff727 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Jul 27 22:38:13.362141 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf162-4785-434b-9b68-e7c81a6792ba req-00fc0faa-1819-4956-ae26-1a236a9f5055 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:13.363679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca8bf162-4785-434b-9b68-e7c81a6792ba req-00fc0faa-1819-4956-ae26-1a236a9f5055 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0706913 Jul 27 22:38:13.402793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca8bf162-4785-434b-9b68-e7c81a6792ba req-10a60459-ef2e-4697-955b-a6358d0cbd55 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Jul 27 22:38:13.600296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-af70f44b-71b7-422e-a48e-4ce7d5532792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:13.601813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-af70f44b-71b7-422e-a48e-4ce7d5532792 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1097 time: 0.0562103 Jul 27 22:38:13.696091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-56d4ead9-c8a2-456f-8b23-a37d3b551cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:13.697616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-56d4ead9-c8a2-456f-8b23-a37d3b551cca service neutron] 10.222.0.76 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 913 time: 0.0886691 Jul 27 22:38:13.740638 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-a85cac13-c4e3-42f8-84dd-f9375f095b8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0361526 Jul 27 22:38:13.789189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-6a970051-e363-4165-afcb-25d11d3a10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:13.791369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-6a970051-e363-4165-afcb-25d11d3a10ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0434465 Jul 27 22:38:13.824088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-be9e91b1-aa62-42e6-8494-127457dfc910 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269279 Jul 27 22:38:13.921087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cd8b3a29-00aa-47cd-b82a-05aa0afd7b56 service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895495 Jul 27 22:38:14.017778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-6aef68d5-044d-4ded-b7d1-8b1db61a7c07 service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881975 Jul 27 22:38:14.546745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2b1f-093f-4cc2-8755-ad73d23475be req-06777a39-1e9f-4bb7-a0ee-a954c7652deb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:14.548296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bbc2b1f-093f-4cc2-8755-ad73d23475be req-06777a39-1e9f-4bb7-a0ee-a954c7652deb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0700974 Jul 27 22:38:14.587304 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8bbc2b1f-093f-4cc2-8755-ad73d23475be req-5d21a107-cb2b-424a-8b77-84d55f3c4edb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Jul 27 22:38:15.725202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a1c99-a614-4f4e-a7ce-053bc4547175 req-ac1602f9-ee6a-44dd-b6ae-4347d325fd2a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:15.726816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-172a1c99-a614-4f4e-a7ce-053bc4547175 req-ac1602f9-ee6a-44dd-b6ae-4347d325fd2a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0656066 Jul 27 22:38:15.765756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-172a1c99-a614-4f4e-a7ce-053bc4547175 req-878c6625-ff78-4e1e-be78-14ba30864c8a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Jul 27 22:38:16.913807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9d50-e012-4cfc-aa47-ea146acd823b req-f8ff0db0-6b99-46fa-9ae9-6cc1d8c930fb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:16.915406 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3ec9d50-e012-4cfc-aa47-ea146acd823b req-f8ff0db0-6b99-46fa-9ae9-6cc1d8c930fb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0745091 Jul 27 22:38:16.957377 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3ec9d50-e012-4cfc-aa47-ea146acd823b req-b992304c-7400-41ae-8870-f5c737c6c614 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Jul 27 22:38:18.092867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e8648-6252-47e1-9c4f-a93c5b96bef8 req-ad5fe569-4acd-4c76-9ac7-34feb080ba09 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:18.094479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d0e8648-6252-47e1-9c4f-a93c5b96bef8 req-ad5fe569-4acd-4c76-9ac7-34feb080ba09 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0694420 Jul 27 22:38:18.134306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d0e8648-6252-47e1-9c4f-a93c5b96bef8 req-587b5359-20c9-4cea-9dfa-eff7f049c491 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Jul 27 22:38:19.275294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babdf53-8cad-43f8-8e2e-eecc3c54ecd5 req-47c2a25a-e6f9-47a1-809f-5ee04f854abb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:19.276886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9babdf53-8cad-43f8-8e2e-eecc3c54ecd5 req-47c2a25a-e6f9-47a1-809f-5ee04f854abb tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0735395 Jul 27 22:38:19.320328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9babdf53-8cad-43f8-8e2e-eecc3c54ecd5 req-c739b945-8b9a-4af5-89f0-bf245a45b238 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Jul 27 22:38:20.462578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de0a5-39cf-4308-8bd9-6eeb617f0544 req-5a302373-f1d8-4e0a-b2f1-ba3c34b4e7b5 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:20.464120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb3de0a5-39cf-4308-8bd9-6eeb617f0544 req-5a302373-f1d8-4e0a-b2f1-ba3c34b4e7b5 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0717561 Jul 27 22:38:20.505487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb3de0a5-39cf-4308-8bd9-6eeb617f0544 req-a3db7f14-335b-45ae-89cf-5ad0fff7006e tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Jul 27 22:38:21.637576 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf4f0-35f2-46c3-aac9-c27e6814ac7b req-146cf637-4178-46b2-aa71-0f01a70540d4 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:21.639673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfcaf4f0-35f2-46c3-aac9-c27e6814ac7b req-146cf637-4178-46b2-aa71-0f01a70540d4 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0660269 Jul 27 22:38:21.678172 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfcaf4f0-35f2-46c3-aac9-c27e6814ac7b req-d028123c-5f28-42dd-be85-5f3b3e11d92f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 27 22:38:22.815233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e4fd-c1b3-4dba-9aa3-e48e99348d4a req-a83e31f8-1c70-47dc-906b-13afe2cafb1b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:22.816771 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0647e4fd-c1b3-4dba-9aa3-e48e99348d4a req-a83e31f8-1c70-47dc-906b-13afe2cafb1b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0673368 Jul 27 22:38:22.856505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0647e4fd-c1b3-4dba-9aa3-e48e99348d4a req-3ad3772a-944c-4a4c-99b6-8d0f1d47ff4f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Jul 27 22:38:23.995347 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02b524-4160-483e-9813-4ada5738fd95 req-409433ef-2337-46a2-9c02-134048aa4d88 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:23.996897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa02b524-4160-483e-9813-4ada5738fd95 req-409433ef-2337-46a2-9c02-134048aa4d88 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0685403 Jul 27 22:38:24.037686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fa02b524-4160-483e-9813-4ada5738fd95 req-4681f953-edd0-42cf-afcb-dfea27250c66 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Jul 27 22:38:25.166963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c19cf-ed13-4f52-820c-ff1f04d54633 req-449e7829-3bae-4236-926f-b6693e831184 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:25.168382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-572c19cf-ed13-4f52-820c-ff1f04d54633 req-449e7829-3bae-4236-926f-b6693e831184 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0636697 Jul 27 22:38:25.208844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-572c19cf-ed13-4f52-820c-ff1f04d54633 req-ea3ec943-a5c4-47b1-867f-45c959cbe3e3 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Jul 27 22:38:26.341518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d0190-3b54-4103-9b49-95a230c8686c req-3d889532-13be-4d4f-a758-9a5a16e97dad tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:26.343320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b9d0190-3b54-4103-9b49-95a230c8686c req-3d889532-13be-4d4f-a758-9a5a16e97dad tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0673962 Jul 27 22:38:26.381736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2b9d0190-3b54-4103-9b49-95a230c8686c req-afe50a87-4cb4-47a5-85c8-6ff0a7a341fe tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 27 22:38:27.517636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392f469-f8cb-45de-b408-9f93770c56d2 req-4815bc39-17cf-4e7f-ad33-c013a70b5d5b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:27.519155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a392f469-f8cb-45de-b408-9f93770c56d2 req-4815bc39-17cf-4e7f-ad33-c013a70b5d5b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0686765 Jul 27 22:38:27.558133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a392f469-f8cb-45de-b408-9f93770c56d2 req-a4fd2975-be42-46f8-bec9-be4acac5966b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Jul 27 22:38:28.687149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3265d-2736-4a7c-b081-9316f6f49ef9 req-5b435004-7b11-4398-9c6a-9ace9f2631ea tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:28.689491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3f3265d-2736-4a7c-b081-9316f6f49ef9 req-5b435004-7b11-4398-9c6a-9ace9f2631ea tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0651386 Jul 27 22:38:28.726905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3f3265d-2736-4a7c-b081-9316f6f49ef9 req-7c4000d9-d6b4-4e28-80c8-4f25a1a73c64 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jul 27 22:38:29.856820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1ddd-0f33-4c25-b669-49ce6d8702a8 req-3db92886-2ebc-42a5-b6e7-09129c21765d tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:29.858293 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae7f1ddd-0f33-4c25-b669-49ce6d8702a8 req-3db92886-2ebc-42a5-b6e7-09129c21765d tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0665150 Jul 27 22:38:29.897830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae7f1ddd-0f33-4c25-b669-49ce6d8702a8 req-eb86625c-55c4-40df-b255-d77823cd9710 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Jul 27 22:38:31.032806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102405c-eb88-4e20-92e6-e9df6fc4127b req-321fc82f-79e7-44e3-9d33-23fdd6734c14 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:31.034317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c102405c-eb88-4e20-92e6-e9df6fc4127b req-321fc82f-79e7-44e3-9d33-23fdd6734c14 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0681345 Jul 27 22:38:31.071167 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c102405c-eb88-4e20-92e6-e9df6fc4127b req-fbb79da5-3e1e-4917-89f6-9d2aba598f4d tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Jul 27 22:38:31.933999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41594413-4171-45b9-ae61-1567506aa642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:32.208425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f7a9e-4e23-45f1-a53d-cc71a9b2a44b req-a3d879a0-709d-405e-b6e8-1573a536a6d8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:32.209898 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a2f7a9e-4e23-45f1-a53d-cc71a9b2a44b req-a3d879a0-709d-405e-b6e8-1573a536a6d8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0706828 Jul 27 22:38:32.249033 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a2f7a9e-4e23-45f1-a53d-cc71a9b2a44b req-624ffca1-fd0e-432c-af11-7437cd7e526c tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Jul 27 22:38:33.380510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54030828-4297-4809-ae80-1e166693b034 req-37158cc6-ddf4-49ac-bda2-77f8a7535275 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:33.382044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54030828-4297-4809-ae80-1e166693b034 req-37158cc6-ddf4-49ac-bda2-77f8a7535275 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0651371 Jul 27 22:38:33.420227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54030828-4297-4809-ae80-1e166693b034 req-154a381f-503b-4412-9a7f-0fec8c914931 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 27 22:38:34.428139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c286a615-3f78-4931-9910-81820ea31ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:34.553648 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0d9ad-a760-493f-961c-253867bb0672 req-0f42fce4-9a02-446c-a828-1d62655b7fc4 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:34.555179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cea0d9ad-a760-493f-961c-253867bb0672 req-0f42fce4-9a02-446c-a828-1d62655b7fc4 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0655932 Jul 27 22:38:34.593870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cea0d9ad-a760-493f-961c-253867bb0672 req-f33e669c-505a-43c4-82eb-46cf222def1a tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 27 22:38:34.776890 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:35.730545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a49c-8793-4f39-af17-785aabd2e25b req-b660aeac-e642-4c12-821e-791692c3dfef tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:35.732070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c767a49c-8793-4f39-af17-785aabd2e25b req-b660aeac-e642-4c12-821e-791692c3dfef tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0683599 Jul 27 22:38:35.771639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c767a49c-8793-4f39-af17-785aabd2e25b req-44067298-63ff-4bf3-9b5b-cb1625aa21a2 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Jul 27 22:38:35.986037 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:36.906106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334acac-d279-4a25-b524-4821c0732726 req-223460d0-ef09-43ff-a80b-51899acc73bf tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:36.907732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a334acac-d279-4a25-b524-4821c0732726 req-223460d0-ef09-43ff-a80b-51899acc73bf tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0644841 Jul 27 22:38:36.946328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a334acac-d279-4a25-b524-4821c0732726 req-f34fe4bc-d617-4ec3-885e-1d2efb6cb22d tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 27 22:38:37.420043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:37.671588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:38.078973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225395e-62db-4493-9909-b696f240f353 req-b37ed1c8-09a6-4210-b7eb-0f17b7884fbd tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:38.080499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4225395e-62db-4493-9909-b696f240f353 req-b37ed1c8-09a6-4210-b7eb-0f17b7884fbd tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0665855 Jul 27 22:38:38.118638 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4225395e-62db-4493-9909-b696f240f353 req-513e012f-7709-4f43-be21-89e2b1f6a77f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jul 27 22:38:38.679640 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:39.253009 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e1c11-efe0-448d-9957-cea4b471e106 req-50c9208f-69c5-412b-87f5-dd97aeca7c59 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:39.254506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef5e1c11-efe0-448d-9957-cea4b471e106 req-50c9208f-69c5-412b-87f5-dd97aeca7c59 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0684280 Jul 27 22:38:39.292689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef5e1c11-efe0-448d-9957-cea4b471e106 req-1dfeca22-c616-4778-839c-e4cef3dcfb20 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Jul 27 22:38:40.429709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d3c7-e85f-432d-9b44-2dc6f10e47b4 req-9ea02d35-b546-4f9f-b3c6-434b49ba4578 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:40.431288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce14d3c7-e85f-432d-9b44-2dc6f10e47b4 req-9ea02d35-b546-4f9f-b3c6-434b49ba4578 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0724924 Jul 27 22:38:40.469297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce14d3c7-e85f-432d-9b44-2dc6f10e47b4 req-a109aa47-e6df-4f7e-954d-86097d9ddc09 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 27 22:38:41.266623 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-6f5b49cd-0dcf-45cf-b320-c3b6cf3b616a service neutron] show failed (client error): The resource could not be found. Jul 27 22:38:41.267699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-6f5b49cd-0dcf-45cf-b320-c3b6cf3b616a service neutron] 10.222.0.76 "GET /v2.0/ports/c89795ee-3e21-4908-a036-b1392aea1398/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0583193 Jul 27 22:38:41.607487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e488a-8bd2-406b-8d14-7fe5aab24543 req-f5bbccaf-6f47-4adf-9bae-5beb55484750 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:41.609015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b00e488a-8bd2-406b-8d14-7fe5aab24543 req-f5bbccaf-6f47-4adf-9bae-5beb55484750 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0729315 Jul 27 22:38:41.659065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b00e488a-8bd2-406b-8d14-7fe5aab24543 req-5b785cf1-f12a-46f2-91b9-ece74adc30e3 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Jul 27 22:38:41.777885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-f5e82adb-0f59-4139-9697-8a960ceafcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:41.780535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-f5e82adb-0f59-4139-9697-8a960ceafcba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d&tenant_id=4a16ae02ca354fbdb312efcfbcaddd66 HTTP/1.1" status: 200 len: 1097 time: 0.0597017 Jul 27 22:38:41.791332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:41.867557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.070494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:42.106799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:38:42.146104 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:42.148451 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b241756-d261-4311-b353-be6838e9fa33" -d '{"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-unplugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:42.152540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.165876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Transition to ACTIVE for port object c89795ee-3e21-4908-a036-b1392aea1398 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:38:42.197540 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4daa00-899e-4e55-b241-f58f5f9f5d70 x-openstack-request-id: req-3a4daa00-899e-4e55-b241-f58f5f9f5d70 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:42.197832 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-unplugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:42.198087 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a4daa00-899e-4e55-b241-f58f5f9f5d70 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:42.198543 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'code': 200} Jul 27 22:38:42.245221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.265798 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:38:42.297764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:42.316454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] No DVR routers for this DVR port c89795ee-3e21-4908-a036-b1392aea1398 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:38:42.354379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:38:42.354379 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:38:42.354679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:42.358802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:38:42.359132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Attempting to bind port c89795ee-3e21-4908-a036-b1392aea1398 on network f4527482-77be-4ec1-8703-0b7f6b1c70c9 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:42.363973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:38:42.364323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Checking segment: {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:38:42.364710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Bound using segment: {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:38:42.365140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Bound port: c89795ee-3e21-4908-a036-b1392aea1398, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76d6e9d-0348-42d6-bc08-e3d44848f985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:38:42.365503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.432485 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:38:42.435581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:38:42.505586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.540009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:42.540627 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.542032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] 10.222.0.50 "PUT /v2.0/ports/c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 1092 time: 0.7547405 Jul 27 22:38:42.564217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ed9d-cc4d-4dfb-b000-4c81a9a2cde1 service neutron] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:42.622771 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-4a9bcd8b-4e3e-4053-927c-6bba443fc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:42.624324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-4a9bcd8b-4e3e-4053-927c-6bba443fc68e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0571718 Jul 27 22:38:42.719221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-52590a20-9885-4edd-811e-2958c8ba086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:42.721337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-52590a20-9885-4edd-811e-2958c8ba086c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 913 time: 0.0905654 Jul 27 22:38:42.763828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-00ba5cc9-420a-4e6e-9d5c-898622f9d85c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0345380 Jul 27 22:38:42.790064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a854efe-d859-4efa-8a3e-b3f67723ea9a req-9c1e935d-7063-48da-b4cf-ca01d8c8c94b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:42.791649 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a854efe-d859-4efa-8a3e-b3f67723ea9a req-9c1e935d-7063-48da-b4cf-ca01d8c8c94b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0654967 Jul 27 22:38:42.815872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-fc6df20d-b290-490b-8597-a99579e76a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:42.817391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-fc6df20d-b290-490b-8597-a99579e76a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0462787 Jul 27 22:38:42.831865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a854efe-d859-4efa-8a3e-b3f67723ea9a req-0c871702-9266-482f-8e35-ca2c542d9039 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342891 Jul 27 22:38:42.858414 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-f4e65985-f1cc-449e-a1d0-0e32fa210d30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330122 Jul 27 22:38:42.947640 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-a39c3daf-d080-46cd-947f-0b66cb1de1c8 service neutron] 10.222.0.50 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Jul 27 22:38:43.039751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5cb554bc-fe53-4f23-b27f-ed61d150cb42 req-7f80819a-3776-44a6-909d-fc4c7bf0c8ab service neutron] 10.222.0.50 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847170 Jul 27 22:38:43.968169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78fed-4e08-40a2-96fe-6cfb3652fbf3 req-bb042ad0-b658-42ff-be2c-282763c956d7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:43.969718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1b78fed-4e08-40a2-96fe-6cfb3652fbf3 req-bb042ad0-b658-42ff-be2c-282763c956d7 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0660713 Jul 27 22:38:44.008347 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b1b78fed-4e08-40a2-96fe-6cfb3652fbf3 req-11b94609-ff32-4e5f-82bf-1418bf4bf9b5 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 27 22:38:44.199457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:44.201734 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6db88-b457-441e-8833-b8fde878a72f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:44.248686 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f1787-0712-4863-ad63-ada41011b152 x-openstack-request-id: req-654f1787-0712-4863-ad63-ada41011b152 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:44.248981 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:44.249241 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-654f1787-0712-4863-ad63-ada41011b152 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:44.249643 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'status': 'completed', 'code': 200} Jul 27 22:38:44.325848 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-91447cf2-158f-412d-971b-20d838fdb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.327403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-91447cf2-158f-412d-971b-20d838fdb523 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0562470 Jul 27 22:38:44.328546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-ae196f59-64cb-49db-bf1b-e491c5a86ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.330211 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-ae196f59-64cb-49db-bf1b-e491c5a86ab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0593534 Jul 27 22:38:44.424778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-6882dcfc-40c2-4e21-bd50-55b181fb5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.426352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-6882dcfc-40c2-4e21-bd50-55b181fb5e80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 913 time: 0.0914419 Jul 27 22:38:44.471694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-94f7c43f-25a0-4f8d-bc41-dcf2d7373079 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0375917 Jul 27 22:38:44.523834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-b77e6b9f-6fbb-4992-b6fc-01d32343d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.525419 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-b77e6b9f-6fbb-4992-b6fc-01d32343d302 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0465696 Jul 27 22:38:44.568016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-98d9a674-a327-4490-b698-16210873adf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351739 Jul 27 22:38:44.665559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-22d93b74-c872-4a92-a090-dac523b5ddb6 service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901566 Jul 27 22:38:44.772168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-b8e7341f-24d2-4f44-ae50-d90d7aaca1e7 service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991058 Jul 27 22:38:44.772871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-8cca7486-1b8c-41fe-8c1f-813a3358ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.774404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-8cca7486-1b8c-41fe-8c1f-813a3358ec2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 913 time: 0.4355800 Jul 27 22:38:44.819360 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-74347a93-4838-416e-9133-a97d155c1e57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0372217 Jul 27 22:38:44.870807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db88-b457-441e-8833-b8fde878a72f req-0a342c96-1e41-4ddf-922b-9bc546c3e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:44.872316 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-0a342c96-1e41-4ddf-922b-9bc546c3e1cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0467875 Jul 27 22:38:44.913027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-9de3b4cd-47d4-4cac-bd83-45c8821b73bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323887 Jul 27 22:38:45.005251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-32661d68-4d91-49fd-b887-743a5e74683c service neutron] 10.222.0.50 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843132 Jul 27 22:38:45.129615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7e6db88-b457-441e-8833-b8fde878a72f req-35b806ef-98e2-456f-ab96-7a63e9f05ec8 service neutron] 10.222.0.50 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168234 Jul 27 22:38:45.161772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e11f33-40d1-49dd-9edd-39ab1e21ccd5 req-6b404a2d-46e4-49d4-8e3f-2dbe945b1731 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:45.163323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43e11f33-40d1-49dd-9edd-39ab1e21ccd5 req-6b404a2d-46e4-49d4-8e3f-2dbe945b1731 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 944 time: 0.0802748 Jul 27 22:38:45.201162 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-43e11f33-40d1-49dd-9edd-39ab1e21ccd5 req-10b72fef-beca-4889-bfed-0ef579ec412b tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Jul 27 22:38:45.662987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-ef7934a6-eff1-4de6-b41b-a108de1ab255 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:45.664373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-ef7934a6-eff1-4de6-b41b-a108de1ab255 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d&tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 944 time: 0.0685589 Jul 27 22:38:45.726067 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-74001499-2982-4850-a798-8e03a8cc1615 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:38:45.727122 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-74001499-2982-4850-a798-8e03a8cc1615 service neutron] 10.222.0.76 "DELETE /v2.0/ports/c89795ee-3e21-4908-a036-b1392aea1398/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0552711 Jul 27 22:38:45.826938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-43d90efe-d44d-48ec-840a-8fd36f8b5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:45.828458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-43d90efe-d44d-48ec-840a-8fd36f8b5790 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 1095 time: 0.0593219 Jul 27 22:38:45.918214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-20b4e5eb-703a-489e-a643-331f087f7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:45.919698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-20b4e5eb-703a-489e-a643-331f087f7f5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 200 len: 913 time: 0.0837872 Jul 27 22:38:45.964883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-0f845d80-977c-475c-88ad-7dad00761655 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 200 len: 217 time: 0.0379708 Jul 27 22:38:46.012191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-be411391-084c-4e4f-a888-be6def55ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:46.013597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-be411391-084c-4e4f-a888-be6def55ee19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 200 len: 852 time: 0.0417082 Jul 27 22:38:46.049695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-0fe4188b-5ecd-4ad6-a9d4-8a981dec188c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f4527482-77be-4ec1-8703-0b7f6b1c70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273511 Jul 27 22:38:46.140742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-269030c7-1c7a-4d90-a512-e16d35a3fbe0 service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840950 Jul 27 22:38:46.229693 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-b8fed927-aed1-4c34-9721-5d1f713f132c service neutron] 10.222.0.76 "GET /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819898 Jul 27 22:38:46.405198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c89795ee-3e21-4908-a036-b1392aea1398 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:38:46.501052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:46.512700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'c89795ee-3e21-4908-a036-b1392aea1398', 'network_id': 'f4527482-77be-4ec1-8703-0b7f6b1c70c9', 'port_id': 'c89795ee-3e21-4908-a036-b1392aea1398', 'mac_address': 'fa:16:3e:db:36:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5219d-a1c3-4602-aa92-71b1505de5d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:38:46.548406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:46.561286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89795ee-3e21-4908-a036-b1392aea1398 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:38:46.580588 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:46.654231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:46.706402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:46.763102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c89795ee-3e21-4908-a036-b1392aea1398 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:38:46.805584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c89795ee-3e21-4908-a036-b1392aea1398 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:38:46.877368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c89795ee-3e21-4908-a036-b1392aea1398'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:38:47.809867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d80192-153a-4a1e-88d2-c03209a2c915 req-cd743489-ec36-4470-a58f-3da8474f58a8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:47.811390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d80192-153a-4a1e-88d2-c03209a2c915 req-cd743489-ec36-4470-a58f-3da8474f58a8 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 945 time: 0.0644131 Jul 27 22:38:47.852102 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04d80192-153a-4a1e-88d2-c03209a2c915 req-9e7c7c13-1390-4ea8-962c-9661dba60db1 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jul 27 22:38:48.410120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c89795ee-3e21-4908-a036-b1392aea1398 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:38:48.519364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port c89795ee-3e21-4908-a036-b1392aea1398 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:38:48.523306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port c89795ee-3e21-4908-a036-b1392aea1398 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:38:48.523687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:48.599814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:48.622546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:48.624807 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bd7d6-c809-4936-915a-bca82a68a260" -d '{"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-plugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:48.637756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:48.666636 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ca18d-108b-4f9c-ae51-2d34793d5aec x-openstack-request-id: req-fa6ca18d-108b-4f9c-ae51-2d34793d5aec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:48.666636 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-plugged", "status": "completed", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:48.666636 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa6ca18d-108b-4f9c-ae51-2d34793d5aec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:48.666636 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'code': 200} Jul 27 22:38:48.730255 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:48.782852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:48.987438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5d57-2eae-4b08-8e1a-48b156caac05 req-278120d6-9ee6-4dc1-a0e4-54cf73050fcc tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:48.988857 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a4d5d57-2eae-4b08-8e1a-48b156caac05 req-278120d6-9ee6-4dc1-a0e4-54cf73050fcc tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0673423 Jul 27 22:38:49.026846 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a4d5d57-2eae-4b08-8e1a-48b156caac05 req-d12a5335-c70e-41b5-8fa0-fd7d6314c09f tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/security-groups?id=09956afb-a16d-4d98-b110-56b81dc72b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Jul 27 22:38:49.105513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-bb1ab18f-c3db-4407-9bf3-ed24a833b513 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:49.107077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-bb1ab18f-c3db-4407-9bf3-ed24a833b513 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 946 time: 0.0661919 Jul 27 22:38:49.214441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Deleting port c89795ee-3e21-4908-a036-b1392aea1398 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:38:49.214797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:49.303090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] For port c89795ee-3e21-4908-a036-b1392aea1398, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=c89795ee-3e21-4908-a036-b1392aea1398,segment=NetworkSegment(b76d6e9d-0348-42d6-bc08-e3d44848f985),segment_id=b76d6e9d-0348-42d6-bc08-e3d44848f985)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:38:49.303465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:49.316228 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Calling delete_port for c89795ee-3e21-4908-a036-b1392aea1398 owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:38:49.547786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:49.565179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['c89795ee-3e21-4908-a036-b1392aea1398'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:38:49.578674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Pushing event deleted for resources: {'Port': ['ID=c89795ee-3e21-4908-a036-b1392aea1398,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:49.623766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] No DVR routers for this DVR port c89795ee-3e21-4908-a036-b1392aea1398 on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:38:49.627162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:49.628865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b475e97-9bfb-46df-ab0e-9a3276da2d82 req-434d3d6f-c4d6-4061-b01b-5c2f40532a27 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.50 "DELETE /v2.0/ports/c89795ee-3e21-4908-a036-b1392aea1398 HTTP/1.1" status: 204 len: 173 time: 0.5153461 Jul 27 22:38:49.629306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-deleted', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:38:49.631666 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d2e8f2-9acd-4043-a5b8-25292f699be4" -d '{"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-deleted", "tag": "c89795ee-3e21-4908-a036-b1392aea1398"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:38:49.667775 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b993fb52-b7f9-40d3-adb6-d4f3b4ff5a03 x-openstack-request-id: req-b993fb52-b7f9-40d3-adb6-d4f3b4ff5a03 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:38:49.668072 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a353659-3f67-43ae-b1de-313fff11643d", "name": "network-vif-deleted", "tag": "c89795ee-3e21-4908-a036-b1392aea1398", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:38:49.668333 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b993fb52-b7f9-40d3-adb6-d4f3b4ff5a03 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:38:49.668746 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a353659-3f67-43ae-b1de-313fff11643d', 'name': 'network-vif-deleted', 'tag': 'c89795ee-3e21-4908-a036-b1392aea1398', 'status': 'completed', 'code': 200} Jul 27 22:38:50.141577 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-11eb7c74-ac9e-4f14-bfc9-f72dea3203fe req-a36ed7f2-0d7b-404b-bc61-ed53043e0f15 tempest-DeleteServersTestJSON-1245873381 tempest-DeleteServersTestJSON-1245873381-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a353659-3f67-43ae-b1de-313fff11643d HTTP/1.1" status: 200 len: 210 time: 0.0345488 Jul 27 22:38:51.273449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55432) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:51.317993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Deleting subnet 0ff5219d-a1c3-4602-aa92-71b1505de5d6 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:38:51.320996 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.355150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.393777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.530870 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.556557 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff5219d-a1c3-4602-aa92-71b1505de5d6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:51.560175 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.562821 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d72ca8e4-4ded-403d-9947-ff66448648d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ff5219d-a1c3-4602-aa92-71b1505de5d6 HTTP/1.1" status: 204 len: 168 time: 0.2875533 Jul 27 22:38:51.564829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55434) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:51.631523 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.713042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.722755 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4527482-77be-4ec1-8703-0b7f6b1c70c9']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:38:51.732861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76d6e9d-0348-42d6-bc08-e3d44848f985') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:38:51.733160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76d6e9d-0348-42d6-bc08-e3d44848f985') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:38:51.741924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.756500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.762624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:38:51.763024 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:38:51.764688 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:38:51.916845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.922358 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.925051 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f4527482-77be-4ec1-8703-0b7f6b1c70c9 HTTP/1.1" status: 204 len: 168 time: 0.3582180 Jul 27 22:38:51.936437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12287061-6b16-49a8-92f1-af247d2e7de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4527482-77be-4ec1-8703-0b7f6b1c70c9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:52.252864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55438) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:52.294970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c94d7f26-11be-4020-9ca3-ee8d37244a7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a16ae02ca354fbdb312efcfbcaddd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407324 Jul 27 22:38:52.297380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55440) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:52.344391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:52.369301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:52.438019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c89795ee-3e21-4908-a036-b1392aea1398 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:38:52.458539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: c89795ee-3e21-4908-a036-b1392aea1398 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:38:52.458915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device c89795ee-3e21-4908-a036-b1392aea1398 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:38:52.493935 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:52.496585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:52.497806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09956afb-a16d-4d98-b110-56b81dc72b1c HTTP/1.1" status: 204 len: 168 time: 0.1994982 Jul 27 22:38:52.505806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f936-e4a8-4d2a-9efa-12da1d1bd722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09956afb-a16d-4d98-b110-56b81dc72b1c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:53.657234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55462) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:53.751299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1404582038-network', 'tenant_id': '39743ea07e7d42d88f55df6035528f46'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:53.890891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Made reservation on behalf of 39743ea07e7d42d88f55df6035528f46 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:38:53.893528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:53.903768 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:53.991105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.093386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.118164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:38:54.128513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91201034-ddf0-4bd6-8947-4872f5020174,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:54.134462 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.136733 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Added segment 7ecbb29f-4312-42c0-8f4d-4258059d5db8 of type vlan for network d9d600be-029a-47dd-ab17-37745f445338 Jul 27 22:38:54.174577 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.282454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.283440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:54.284021 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.345407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d600be-029a-47dd-ab17-37745f445338,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:54.355269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d9d600be-029a-47dd-ab17-37745f445338 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:38:54.420756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca259ed7-dc47-4bab-8127-72b2c81949c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7622118 Jul 27 22:38:54.423519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55466) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:38:54.429377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Request body: {'subnet': {'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1404582038-subnet', 'tenant_id': '39743ea07e7d42d88f55df6035528f46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:54.539554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Made reservation on behalf of 39743ea07e7d42d88f55df6035528f46 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:38:54.541967 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.781731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:54.837162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314210d0-6ce3-4df9-af42-7401470a9c9f,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:54.845674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Checking segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:38:54.846039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Network hostable DHCP agents. Network: d9d600be-029a-47dd-ab17-37745f445338, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:38:54.947358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Network d9d600be-029a-47dd-ab17-37745f445338 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:38:55.032851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d9d600be-029a-47dd-ab17-37745f445338) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:38:55.037592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:55.038178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:55.042353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa6d49-d745-4b72-9683-ac7da50765aa None None] Network d9d600be-029a-47dd-ab17-37745f445338 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:38:55.126662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd092832-5964-42d9-88ef-90fc157508a6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6943967 Jul 27 22:38:55.162848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c1e6b-5d5b-4ddc-a057-b60026d35fe5 None None] Network d9d600be-029a-47dd-ab17-37745f445338 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:38:55.547648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-4b72dca3-7ffb-402d-8b39-56b5c9c7388c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:55.549301 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-4b72dca3-7ffb-402d-8b39-56b5c9c7388c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 815 time: 0.1035743 Jul 27 22:38:55.564375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-93536414-ff6f-41b1-b07f-3eeadd6bd827 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/quotas/39743ea07e7d42d88f55df6035528f46 HTTP/1.1" status: 200 len: 375 time: 0.0090485 Jul 27 22:38:55.599362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-3eacf991-8d97-41b0-bac7-78c4114cec75 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296113 Jul 27 22:38:55.610333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-ff89e0a6-4952-4411-b372-712fdf995f85 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:38:55.611333 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-ff89e0a6-4952-4411-b372-712fdf995f85 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054402 Jul 27 22:38:55.703806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-0566b429-cba5-4df6-a957-531ebc93e6bb service neutron] 10.222.0.37 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861425 Jul 27 22:38:55.793212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e6934884-3e55-4376-99ce-6fe377a917a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827446 Jul 27 22:38:56.009539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-38c3b44e-8836-4169-a206-976fc271e0a7 req-be4c2ecb-046f-494e-b628-ad04762f3494 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 210 time: 0.0300241 Jul 27 22:38:57.089930 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4c76bd11-fe52-4549-8dd3-051090c2fa83 req-67607d6e-1db2-436a-8806-21621becf304 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 210 time: 0.0302737 Jul 27 22:38:58.191434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf9fb7f6-a3e0-40b9-a5f6-1888718f66f5 req-38f758a6-4525-42d3-abc0-556539a0e183 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 210 time: 0.0355644 Jul 27 22:38:58.474656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-d2fbf30f-2ec5-48ec-a11a-d933f9ad9862 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:58.476636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-d2fbf30f-2ec5-48ec-a11a-d933f9ad9862 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 815 time: 0.1050169 Jul 27 22:38:58.490973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Request body: {'port': {'device_id': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'admin_state_up': True, 'tenant_id': '39743ea07e7d42d88f55df6035528f46'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:58.667013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Made reservation on behalf of 39743ea07e7d42d88f55df6035528f46 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:38:58.670597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:58.796511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Allocated IP 172.20.0.7 (d9d600be-029a-47dd-ab17-37745f445338/314210d0-6ce3-4df9-af42-7401470a9c9f/0fca85ce-7764-46a3-afbe-a606af0189ca) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:38:58.945386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.067345 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.109488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Network d9d600be-029a-47dd-ab17-37745f445338 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:38:59.114403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:38:59.118104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:38:59.145108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:59.172549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:59.173146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.243864 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-a709437a-f136-43c0-b8ca-003beca134db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7565496 Jul 27 22:38:59.256239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Request body: {'port': {'device_id': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:38:59.328261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409a82-c623-47cf-895c-3deb48183ea4 req-7edfd9a7-1008-4938-945f-6682464067e6 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:59.329699 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f409a82-c623-47cf-895c-3deb48183ea4 req-7edfd9a7-1008-4938-945f-6682464067e6 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 931 time: 0.0690188 Jul 27 22:38:59.329853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.368689 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9f409a82-c623-47cf-895c-3deb48183ea4 req-ef9e16e9-29c3-490c-a8f4-89e600b2efb1 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jul 27 22:38:59.594725 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fca85ce-7764-46a3-afbe-a606af0189ca {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:38:59.602360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.614529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Transition to ACTIVE for port object 0fca85ce-7764-46a3-afbe-a606af0189ca will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:38:59.729785 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.781508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:38:59.849708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:38:59.849961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:38:59.850354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:59.855267 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:38:59.858468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:38:59.860384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:38:59.860722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Checking segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:38:59.861102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Bound using segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:38:59.861524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Bound port: 0fca85ce-7764-46a3-afbe-a606af0189ca, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:38:59.861883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:59.930823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:38:59.933989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:39:00.010432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:00.045800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.046465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:00.048085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] 10.222.0.76 "PUT /v2.0/ports/0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 1091 time: 0.7961903 Jul 27 22:39:00.048789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:00.051129 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:00.075495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b977-1a70-4acd-817c-41232a8d3985 service neutron] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:00.089620 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abde7d85-1b71-4773-bb99-db52169aa669 x-openstack-request-id: req-abde7d85-1b71-4773-bb99-db52169aa669 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:00.089921 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:00.090202 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abde7d85-1b71-4773-bb99-db52169aa669 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:00.090651 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'status': 'completed', 'code': 200} Jul 27 22:39:00.165739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-81f7dc46-8ad7-4ecf-82ee-2d0b3cde0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.167215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-81f7dc46-8ad7-4ecf-82ee-2d0b3cde0a2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0557597 Jul 27 22:39:00.267730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-b0c4696a-997a-4dea-af3f-b68e8a5156f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.269244 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-b0c4696a-997a-4dea-af3f-b68e8a5156f6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=39743ea07e7d42d88f55df6035528f46&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943806 Jul 27 22:39:00.363097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-bd9bc59b-6276-4395-bae3-7e27c68cffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.364584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1f793e31-88ed-40aa-b688-8dbf4e5f6e01 req-bd9bc59b-6276-4395-bae3-7e27c68cffbd service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875454 Jul 27 22:39:00.455973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-4397ec0e-d0f2-4413-8c9f-c27be159ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.457425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-4397ec0e-d0f2-4413-8c9f-c27be159ab65 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0559881 Jul 27 22:39:00.501706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a91a-2fac-4cd4-83ca-a9141cb5e793 req-a327415f-0802-43d6-8159-9751b6566625 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.503290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73f9a91a-2fac-4cd4-83ca-a9141cb5e793 req-a327415f-0802-43d6-8159-9751b6566625 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0646818 Jul 27 22:39:00.504544 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-5be60be5-6d58-4c58-bff0-8b69e71ec7c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0385959 Jul 27 22:39:00.542873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73f9a91a-2fac-4cd4-83ca-a9141cb5e793 req-6443c681-7801-447e-894d-d53d4df2e67e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jul 27 22:39:00.554454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-968522a2-8c02-41d6-b926-22cce0f8120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:00.555958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-968522a2-8c02-41d6-b926-22cce0f8120e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0447154 Jul 27 22:39:00.591333 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-f6458cc5-c2b3-4c4d-985f-493a3707b67d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jul 27 22:39:00.687808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-aaa2ad52-9be9-4fda-9e91-301f7bd2a8ed service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Jul 27 22:39:00.778056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a81e59c-7022-4432-89c8-d383e7ff8a5a req-db4e0efa-086d-493e-beb2-0fba4e17dd4d service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821815 Jul 27 22:39:01.679108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761773-5d55-49d4-b056-74d6aeef0de3 req-c48b2c5b-7865-4b9c-83e8-1139ebf8ee6a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:01.680483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7761773-5d55-49d4-b056-74d6aeef0de3 req-c48b2c5b-7865-4b9c-83e8-1139ebf8ee6a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0688691 Jul 27 22:39:01.718912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7761773-5d55-49d4-b056-74d6aeef0de3 req-26d5792b-a54c-4f7c-a8c6-736cd6d5dc0b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Jul 27 22:39:01.962636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a5aa6da-0041-4a02-929d-60d89206a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:02.809191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:39:02.854588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ba32-bc2b-446b-9978-b9d141450549 req-4bad88e2-1716-469e-b478-8bcfd93424c9 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:02.856209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d7ba32-bc2b-446b-9978-b9d141450549 req-4bad88e2-1716-469e-b478-8bcfd93424c9 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0710037 Jul 27 22:39:02.896501 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-35d7ba32-bc2b-446b-9978-b9d141450549 req-ab26b3cf-4862-4597-aa09-c98c9d128688 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Jul 27 22:39:02.916038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:02.927557 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'port_id': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'mac_address': 'fa:16:3e:6c:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314210d0-6ce3-4df9-af42-7401470a9c9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:39:02.964547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:02.977616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fca85ce-7764-46a3-afbe-a606af0189ca {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:39:02.998169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:03.065059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:03.118173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:03.278736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['0fca85ce-7764-46a3-afbe-a606af0189ca'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:39:04.032392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2505-b96b-4ffe-84ee-122f13c2bda8 req-78c1f683-5d79-4430-a03d-d25078488e1a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:04.033912 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0df2505-b96b-4ffe-84ee-122f13c2bda8 req-78c1f683-5d79-4430-a03d-d25078488e1a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 944 time: 0.0646768 Jul 27 22:39:04.075404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c0df2505-b96b-4ffe-84ee-122f13c2bda8 req-3d498be8-8c53-43f7-b30d-d89d009530eb tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Jul 27 22:39:04.432991 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd1f91e-031f-4d01-a814-8718a51c48be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:04.781698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:04.821225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:39:04.956290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 0fca85ce-7764-46a3-afbe-a606af0189ca completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:39:04.960887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 0fca85ce-7764-46a3-afbe-a606af0189ca triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:39:04.961263 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:05.036452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:05.058292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:05.060544 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e087ddd5-99fb-4193-a661-b5cb4966152e" -d '{"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:05.074002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:05.100262 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117868fc-33e0-436c-8397-bafdaa9d2c3e x-openstack-request-id: req-117868fc-33e0-436c-8397-bafdaa9d2c3e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:05.101284 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:05.101834 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-117868fc-33e0-436c-8397-bafdaa9d2c3e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:05.102143 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'code': 200} Jul 27 22:39:05.164570 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:05.214305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:05.572499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb960-313c-46d4-99c3-1bcdada2cff2 req-3bbe9b61-077b-46a8-93f6-9328d64da2a2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:05.574016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df4eb960-313c-46d4-99c3-1bcdada2cff2 req-3bbe9b61-077b-46a8-93f6-9328d64da2a2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 944 time: 0.4303186 Jul 27 22:39:05.598679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413d85-6ecf-4658-abb2-a2d0ede0c7fe req-9eaafc18-09b9-45b4-b41c-89771ee73392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:05.600228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67413d85-6ecf-4658-abb2-a2d0ede0c7fe req-9eaafc18-09b9-45b4-b41c-89771ee73392 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1096 time: 0.4274426 Jul 27 22:39:05.628126 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df4eb960-313c-46d4-99c3-1bcdada2cff2 req-f58d4b9e-ce5a-4c1b-9a86-a021bcbc3d59 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Jul 27 22:39:05.644831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67413d85-6ecf-4658-abb2-a2d0ede0c7fe req-285be0de-fc47-44af-891b-f25a0072fd8c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343645 Jul 27 22:39:06.048137 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:06.763430 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96231ff-cb85-46c5-aa07-8277f27b4398 req-8a408fdf-4179-426e-986d-ee354a7c44dc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:06.764958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f96231ff-cb85-46c5-aa07-8277f27b4398 req-8a408fdf-4179-426e-986d-ee354a7c44dc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0659661 Jul 27 22:39:06.803910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f96231ff-cb85-46c5-aa07-8277f27b4398 req-cbdba72b-e7a1-4a3e-a3b9-d83d8892b090 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Jul 27 22:39:06.934381 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ae96f-2811-4e5e-9ee3-71ea586f7b41 req-bcdb3d7b-a482-4007-ae39-da15b7ef2a7b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:06.935792 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b56ae96f-2811-4e5e-9ee3-71ea586f7b41 req-bcdb3d7b-a482-4007-ae39-da15b7ef2a7b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0647514 Jul 27 22:39:06.973255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b56ae96f-2811-4e5e-9ee3-71ea586f7b41 req-2114dbe8-4814-438f-ba12-cba29ff7e65e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Jul 27 22:39:07.269972 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087e4c-d91e-44db-918d-d66c503101c7 req-8d5b4a47-69a3-496e-a47f-dff915a4cc31 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:07.271461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51087e4c-d91e-44db-918d-d66c503101c7 req-8d5b4a47-69a3-496e-a47f-dff915a4cc31 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0673745 Jul 27 22:39:07.309359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51087e4c-d91e-44db-918d-d66c503101c7 req-5d4d09b7-df12-4440-94b5-bdac66d59b7f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Jul 27 22:39:07.439546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb063-349d-4f19-b498-7ea059bf021d req-8fc00354-4903-4400-a270-e9d9662196a5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:07.441106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c7eb063-349d-4f19-b498-7ea059bf021d req-8fc00354-4903-4400-a270-e9d9662196a5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0658593 Jul 27 22:39:07.472955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:07.479944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c7eb063-349d-4f19-b498-7ea059bf021d req-252546d4-3ab8-4a26-8c26-660662cc7ca8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Jul 27 22:39:07.724163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:07.909070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389499-da26-4664-973a-4eeb56e05c6f req-b4ba2688-d741-46d3-a921-4251abc35e95 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:07.910617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f389499-da26-4664-973a-4eeb56e05c6f req-b4ba2688-d741-46d3-a921-4251abc35e95 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0690744 Jul 27 22:39:07.949545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3f389499-da26-4664-973a-4eeb56e05c6f req-40d61cfb-d008-4aca-81b2-0663df412e25 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Jul 27 22:39:08.120426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-0598e206-5075-4c1a-a64b-91e52e82b0ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549288 Jul 27 22:39:08.756489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:09.080172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93830a20-eaf8-4469-8335-e84c2cafce13 req-0f2cb32f-b166-4212-ad70-5b8671950be5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:09.081667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93830a20-eaf8-4469-8335-e84c2cafce13 req-0f2cb32f-b166-4212-ad70-5b8671950be5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0656323 Jul 27 22:39:09.120024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93830a20-eaf8-4469-8335-e84c2cafce13 req-aad756cf-2cb7-4c90-9fe7-dfb35d2709dc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Jul 27 22:39:10.254405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021cdcc-00d6-4384-b104-e9c91a2258b7 req-5204eaed-1b6c-467f-9e45-94206e217808 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:10.255928 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b021cdcc-00d6-4384-b104-e9c91a2258b7 req-5204eaed-1b6c-467f-9e45-94206e217808 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0657842 Jul 27 22:39:10.294622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b021cdcc-00d6-4384-b104-e9c91a2258b7 req-8cbb036d-3324-4342-bf59-adb543d7d157 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Jul 27 22:39:10.387746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-2cbbf232-1c8f-4138-8a2d-7b88896f9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:10.389267 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-2cbbf232-1c8f-4138-8a2d-7b88896f9b20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1096 time: 0.0574832 Jul 27 22:39:10.477924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-3a77ef48-9f62-45a0-af73-b54e52cc9849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:10.479376 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-3a77ef48-9f62-45a0-af73-b54e52cc9849 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0837023 Jul 27 22:39:10.523184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-50f967b2-90f4-4347-b70f-7dad03b1edf7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0365429 Jul 27 22:39:10.573036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-e296cc0c-13fc-49d9-ac59-c9a0e5054747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:10.574612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-e296cc0c-13fc-49d9-ac59-c9a0e5054747 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0447357 Jul 27 22:39:10.609863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-feebad91-159a-4b85-8b7e-7a43ce6904a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277593 Jul 27 22:39:10.620958 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-bc10881d-c0cb-422b-9d2f-f47381e48623 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:39:10.623508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-bc10881d-c0cb-422b-9d2f-f47381e48623 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054505 Jul 27 22:39:10.715845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-14958cf9-85f0-45e4-b01c-621ccafd4be1 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869095 Jul 27 22:39:10.807691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-9844732d-cb50-41b3-94b7-d265904159d0 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843856 Jul 27 22:39:11.427759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a1ad3-67c6-4e96-8895-23351d495cfe req-57312727-2f3f-49b8-96f8-d843b3f133c5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:11.429249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec7a1ad3-67c6-4e96-8895-23351d495cfe req-57312727-2f3f-49b8-96f8-d843b3f133c5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0651331 Jul 27 22:39:11.469183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec7a1ad3-67c6-4e96-8895-23351d495cfe req-45a827de-5983-4111-9a0f-88748c563866 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 27 22:39:12.606187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010b52-cb3f-4596-a18e-c2f1e3e9f27a req-de7f00fe-66dc-4ae7-9aae-09bc648f0823 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:12.607746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95010b52-cb3f-4596-a18e-c2f1e3e9f27a req-de7f00fe-66dc-4ae7-9aae-09bc648f0823 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0718789 Jul 27 22:39:12.647341 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95010b52-cb3f-4596-a18e-c2f1e3e9f27a req-36c469ed-3682-46ed-8a51-2117db2331c3 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Jul 27 22:39:13.786522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5f5d-7956-4c7e-b6b0-512510a4c589 req-07399d05-c396-40b3-bfa7-7d7bae6021e8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:13.788029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-374c5f5d-7956-4c7e-b6b0-512510a4c589 req-07399d05-c396-40b3-bfa7-7d7bae6021e8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0695655 Jul 27 22:39:13.827071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-374c5f5d-7956-4c7e-b6b0-512510a4c589 req-7ce5632f-49c1-4558-ae7d-a3e626779d76 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Jul 27 22:39:14.957133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8ed15-0b0e-4219-b53b-fa7e62d39932 req-9218c317-4cca-45d1-959b-0ebe21c95ea5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:14.958667 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95b8ed15-0b0e-4219-b53b-fa7e62d39932 req-9218c317-4cca-45d1-959b-0ebe21c95ea5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0642574 Jul 27 22:39:14.997512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95b8ed15-0b0e-4219-b53b-fa7e62d39932 req-dc6d6f8d-79f2-464e-944f-22c9fac392e6 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Jul 27 22:39:16.131171 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6031679-ccb9-474c-a1c7-e6504e82021a req-8a469053-988a-49f4-8255-ea6cc36d389e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:16.140191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6031679-ccb9-474c-a1c7-e6504e82021a req-8a469053-988a-49f4-8255-ea6cc36d389e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0655987 Jul 27 22:39:16.172060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a6031679-ccb9-474c-a1c7-e6504e82021a req-e611be45-6df1-42eb-897c-35381502cb19 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 27 22:39:17.301644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85f95b-bdea-44f4-bdd0-2f59d626164d req-b8ac5fe7-b78a-4843-81f0-3901c51e8769 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:17.303192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b85f95b-bdea-44f4-bdd0-2f59d626164d req-b8ac5fe7-b78a-4843-81f0-3901c51e8769 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0638964 Jul 27 22:39:17.341982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b85f95b-bdea-44f4-bdd0-2f59d626164d req-f6fdcde3-37c3-4443-b2c6-21e5384a2911 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jul 27 22:39:18.471888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fc8b7-a807-4937-b3b0-ec819067f1fe req-854702ad-2e25-4b1b-8c57-c357c7b23bfc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:18.473381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec7fc8b7-a807-4937-b3b0-ec819067f1fe req-854702ad-2e25-4b1b-8c57-c357c7b23bfc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0633585 Jul 27 22:39:18.514946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec7fc8b7-a807-4937-b3b0-ec819067f1fe req-8daa88b3-2cff-4f31-879b-da34b888ee32 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Jul 27 22:39:19.265254 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:39:19.649925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90feb92f-f257-4a8f-98e0-047a5164a631 req-a200ce8a-b55a-4216-8a24-638c4279fd46 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:19.651457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90feb92f-f257-4a8f-98e0-047a5164a631 req-a200ce8a-b55a-4216-8a24-638c4279fd46 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0698659 Jul 27 22:39:19.689555 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90feb92f-f257-4a8f-98e0-047a5164a631 req-a23c75e1-c073-40a3-8d90-c18e47434bb0 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Jul 27 22:39:20.820243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b8fbb-0d00-41b3-882a-817ff5725aec req-e0fd8a35-61fc-4b6d-b68a-7d0d56d50c70 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:20.821762 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf1b8fbb-0d00-41b3-882a-817ff5725aec req-e0fd8a35-61fc-4b6d-b68a-7d0d56d50c70 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0639942 Jul 27 22:39:20.860069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf1b8fbb-0d00-41b3-882a-817ff5725aec req-fc70818c-b8c0-4216-a7cc-ca27e1af2310 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 27 22:39:21.989497 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7105e97-9a18-40b0-a585-cfdf3b403438 req-f6b90434-4055-4e3d-8211-1a944137ef87 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:21.991033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7105e97-9a18-40b0-a585-cfdf3b403438 req-f6b90434-4055-4e3d-8211-1a944137ef87 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0644267 Jul 27 22:39:22.029502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d7105e97-9a18-40b0-a585-cfdf3b403438 req-d5059402-c935-4069-a05b-89192e396d9f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Jul 27 22:39:23.158844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a61a-1fcc-4f84-b2ba-1885f937de87 req-726c7257-b66e-4e49-9060-d73dd35a4c8d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:23.160317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c01a61a-1fcc-4f84-b2ba-1885f937de87 req-726c7257-b66e-4e49-9060-d73dd35a4c8d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0641935 Jul 27 22:39:23.202878 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4c01a61a-1fcc-4f84-b2ba-1885f937de87 req-1677c385-1cef-4d02-b9e2-d37e60073cf2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jul 27 22:39:24.336176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087446cc-58a6-4f67-8a8d-e3499d3c0de0 req-b966eb9e-3bf8-4693-98e4-fff24680746f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:24.337692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-087446cc-58a6-4f67-8a8d-e3499d3c0de0 req-b966eb9e-3bf8-4693-98e4-fff24680746f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0674627 Jul 27 22:39:24.376752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-087446cc-58a6-4f67-8a8d-e3499d3c0de0 req-a0e9351e-8f0a-4aef-a404-e9c44ecc2e88 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Jul 27 22:39:25.515868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b855937-70d9-4bf5-860f-4d894bd8a6c2 req-b8920c78-786f-4d3a-8a44-7cdd167e9c37 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:25.517392 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b855937-70d9-4bf5-860f-4d894bd8a6c2 req-b8920c78-786f-4d3a-8a44-7cdd167e9c37 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0736120 Jul 27 22:39:25.558214 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b855937-70d9-4bf5-860f-4d894bd8a6c2 req-f8826399-212a-4565-872b-ec2abc764ead tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Jul 27 22:39:26.691349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07893-87f5-4de6-a4da-f5f25f59679b req-2cb3c762-f25c-4ea5-a590-a825a3f56daa tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:26.692873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfd07893-87f5-4de6-a4da-f5f25f59679b req-2cb3c762-f25c-4ea5-a590-a825a3f56daa tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0668547 Jul 27 22:39:26.737169 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfd07893-87f5-4de6-a4da-f5f25f59679b req-343eb8bf-5fb4-46d8-80cd-f11971e2d960 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Jul 27 22:39:27.866749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787608f-796c-4669-8086-fd6fe8c221ef req-6300ceb4-d3ac-475e-bfbe-8d77d93f5745 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.868324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4787608f-796c-4669-8086-fd6fe8c221ef req-6300ceb4-d3ac-475e-bfbe-8d77d93f5745 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0638952 Jul 27 22:39:27.908420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4787608f-796c-4669-8086-fd6fe8c221ef req-338c599e-dbc9-4984-80a0-6e673c1bb8d8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Jul 27 22:39:29.038632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf182-28ee-4044-ae6f-2f052b7fd791 req-2de71fa1-e344-4fd6-b830-7bfc0fe14092 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:29.040123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80fcf182-28ee-4044-ae6f-2f052b7fd791 req-2de71fa1-e344-4fd6-b830-7bfc0fe14092 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0641661 Jul 27 22:39:29.077981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80fcf182-28ee-4044-ae6f-2f052b7fd791 req-b39637ee-8255-427b-9685-445f5c92b7bd tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jul 27 22:39:30.210858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d10c-4943-4264-818a-f5e5396ca3ad req-9103d539-a939-49ed-aed9-ad71e8feddd0 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:30.212256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a65d10c-4943-4264-818a-f5e5396ca3ad req-9103d539-a939-49ed-aed9-ad71e8feddd0 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0667090 Jul 27 22:39:30.252421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a65d10c-4943-4264-818a-f5e5396ca3ad req-49443158-ce9b-4790-86c7-1e3e69730566 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jul 27 22:39:31.388086 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b3720-a78d-4232-b4c5-967b07ff17a9 req-6abb69d5-5141-4ae9-a0b1-7ae4acac81a5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:31.389628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b4b3720-a78d-4232-b4c5-967b07ff17a9 req-6abb69d5-5141-4ae9-a0b1-7ae4acac81a5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0695398 Jul 27 22:39:31.429345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9b4b3720-a78d-4232-b4c5-967b07ff17a9 req-35cc91f1-87b4-44c8-b11e-5767c9be1d1c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337899 Jul 27 22:39:31.951595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94f43087-43ed-4b92-a4e9-98f6082b9810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:32.564361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f005f4-d32a-4bde-96c1-20582888fb73 req-dfbf2dd4-eefb-46a0-aec3-7d3cbe437e97 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:32.565870 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62f005f4-d32a-4bde-96c1-20582888fb73 req-dfbf2dd4-eefb-46a0-aec3-7d3cbe437e97 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0709689 Jul 27 22:39:32.603865 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62f005f4-d32a-4bde-96c1-20582888fb73 req-65e09bdf-db06-4356-bdbf-0d7a89a84f53 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Jul 27 22:39:33.735585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d2f9c-d5dc-499c-96f1-8cdccc04609d req-7af7518d-946c-4737-b7b0-2a09523fb9d4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:33.737107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-325d2f9c-d5dc-499c-96f1-8cdccc04609d req-7af7518d-946c-4737-b7b0-2a09523fb9d4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0637112 Jul 27 22:39:33.774514 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-325d2f9c-d5dc-499c-96f1-8cdccc04609d req-c665b364-8a03-411f-9dad-c233aa84a43e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jul 27 22:39:34.465759 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bf3eb3f-90c5-4781-972c-b4ab28772530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:34.801430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:34.907580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584621c6-04e7-4ee0-b7af-728f322756d1 req-92a6c8c2-69ab-4043-a418-4177b34d7c9e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:34.909116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-584621c6-04e7-4ee0-b7af-728f322756d1 req-92a6c8c2-69ab-4043-a418-4177b34d7c9e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0673029 Jul 27 22:39:34.948127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-584621c6-04e7-4ee0-b7af-728f322756d1 req-4198b858-4c72-45ba-ba93-13f2600c8e77 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330856 Jul 27 22:39:35.997559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:36.084180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f053f-a6ff-4f56-ada6-437c36d28a1f req-72d83df1-b325-490e-97c8-c629d68e0fcd tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:36.085691 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed3f053f-a6ff-4f56-ada6-437c36d28a1f req-72d83df1-b325-490e-97c8-c629d68e0fcd tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0691421 Jul 27 22:39:36.125446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed3f053f-a6ff-4f56-ada6-437c36d28a1f req-214cb99b-d981-4bec-915f-9535125f40c8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Jul 27 22:39:37.258537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49285c-e11b-451a-9333-bfc8dcf0e2d3 req-1d3369fd-be61-4ef1-a62f-0e5c2e7a5b27 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:37.260035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e49285c-e11b-451a-9333-bfc8dcf0e2d3 req-1d3369fd-be61-4ef1-a62f-0e5c2e7a5b27 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0665703 Jul 27 22:39:37.300029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2e49285c-e11b-451a-9333-bfc8dcf0e2d3 req-68cb7700-9b0d-4731-a975-4d5a5fdd8cb7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334094 Jul 27 22:39:37.505659 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:37.676828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.071948 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6a65d229-8bd8-4eb6-bab2-2dbb268cba5f service neutron] show failed (client error): The resource could not be found. Jul 27 22:39:38.073350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6a65d229-8bd8-4eb6-bab2-2dbb268cba5f service neutron] 10.222.0.76 "GET /v2.0/ports/0fca85ce-7764-46a3-afbe-a606af0189ca/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0610466 Jul 27 22:39:38.447412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c60d-00ad-438e-9044-0bf0f93bca68 req-0b1a30e5-ad36-4ba0-826e-ff6ea4772a46 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:38.448986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18d4c60d-00ad-438e-9044-0bf0f93bca68 req-0b1a30e5-ad36-4ba0-826e-ff6ea4772a46 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0718441 Jul 27 22:39:38.500118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-18d4c60d-00ad-438e-9044-0bf0f93bca68 req-0cd3b8a1-0fd5-4b0a-a9ab-364c76331c2e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Jul 27 22:39:38.589049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-aabe9c1b-17ba-43d3-993e-f8510840ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:38.591207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-aabe9c1b-17ba-43d3-993e-f8510840ed3e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb&tenant_id=39743ea07e7d42d88f55df6035528f46 HTTP/1.1" status: 200 len: 1096 time: 0.0563009 Jul 27 22:39:38.603284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:39:38.679420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.744320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.889824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:38.928073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:39:38.974174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:38.976492 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52112005-f31f-45e9-af7e-89ff322e27ed" -d '{"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:38.980407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.993008 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Transition to ACTIVE for port object 0fca85ce-7764-46a3-afbe-a606af0189ca will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:39:39.028758 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f32f60d-9567-4b1f-9a5f-1c68f3700844 x-openstack-request-id: req-4f32f60d-9567-4b1f-9a5f-1c68f3700844 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:39.029054 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:39.029312 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f32f60d-9567-4b1f-9a5f-1c68f3700844 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:39.029716 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'code': 200} Jul 27 22:39:39.060491 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.128742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] No DVR routers for this DVR port 0fca85ce-7764-46a3-afbe-a606af0189ca on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:39.130588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:39.139594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.139883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.140227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.140566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.140903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.141237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.141569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.141898 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.142226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.142578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.142910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.143239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:39.180427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:39:39.180765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:39:39.181095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:39:39.186138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:39:39.186502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Attempting to bind port 0fca85ce-7764-46a3-afbe-a606af0189ca on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:39:39.191265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:39:39.191608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Checking segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:39:39.191996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Bound using segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:39:39.192425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Bound port: 0fca85ce-7764-46a3-afbe-a606af0189ca, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:39:39.192786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.255068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:39:39.258111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:39:39.361767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.399899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.400530 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.401947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] 10.222.0.50 "PUT /v2.0/ports/0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 1091 time: 0.8027153 Jul 27 22:39:39.422741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b268ac2-7ff3-484a-aeb2-e564600912ee service neutron] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:39.479441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-00c61138-5aa9-423d-8937-1a6d8699b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.481637 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-00c61138-5aa9-423d-8937-1a6d8699b66d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0560565 Jul 27 22:39:39.570556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-1f9b0896-802f-44fe-a5f4-fc3340d4493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.572082 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-1f9b0896-802f-44fe-a5f4-fc3340d4493f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0835991 Jul 27 22:39:39.624653 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-3a7badb1-7330-4e26-99d2-6aa43d080b31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0454395 Jul 27 22:39:39.697503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-795fd113-e9cc-495a-bc64-9d7ba7135363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.698919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-795fd113-e9cc-495a-bc64-9d7ba7135363 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0528920 Jul 27 22:39:39.740425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-333fd5e2-e69e-44ad-b7fe-86dbf1d572b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326970 Jul 27 22:39:39.748115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086687-3ee6-4a53-8394-d661047dbeba req-ca0c79ad-b9e2-4a7c-9360-2edee9202f05 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.749511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd086687-3ee6-4a53-8394-d661047dbeba req-ca0c79ad-b9e2-4a7c-9360-2edee9202f05 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.1637869 Jul 27 22:39:39.754307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-7e8362fd-ff26-4ef1-a7dc-90dad21b25bc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:39:39.755273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-7e8362fd-ff26-4ef1-a7dc-90dad21b25bc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049365 Jul 27 22:39:39.834867 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd086687-3ee6-4a53-8394-d661047dbeba req-a6d5102c-2d47-45cd-8ded-1f87f82fa109 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786915 Jul 27 22:39:39.867187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-fac4196a-1682-4e49-8f89-86cee21cb243 service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040924 Jul 27 22:39:39.961829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-062a1e7e-59c8-4357-8389-39cee77cc6f5 req-f9dda36c-d7e5-4a7c-9018-bb4cbeb7008c service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867383 Jul 27 22:39:40.971095 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf3b24-39d3-45ed-b252-4533fd452abe req-dcc7595c-a604-45c1-a93b-f54a42eb1952 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:40.972611 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6bf3b24-39d3-45ed-b252-4533fd452abe req-dcc7595c-a604-45c1-a93b-f54a42eb1952 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0651271 Jul 27 22:39:41.011130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b6bf3b24-39d3-45ed-b252-4533fd452abe req-d5e9d1fd-c019-4157-bc91-78a8e851dc88 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jul 27 22:39:41.031189 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:41.033591 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84922381-e09f-43eb-9212-f447f401da10" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:41.081113 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcae7f3-c646-4b59-bd4b-296edca7c16d x-openstack-request-id: req-afcae7f3-c646-4b59-bd4b-296edca7c16d {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:41.081424 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:41.081681 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afcae7f3-c646-4b59-bd4b-296edca7c16d {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:41.082084 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'status': 'completed', 'code': 200} Jul 27 22:39:41.158895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-e339ebad-5bdc-4fac-8679-a081cdbbbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.160346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-e339ebad-5bdc-4fac-8679-a081cdbbbe3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0565171 Jul 27 22:39:41.162345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-5e4d9a61-ebc5-477e-8628-dd44d65e026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.163850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-5e4d9a61-ebc5-477e-8628-dd44d65e026d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0587482 Jul 27 22:39:41.259921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-3beba94e-3ef0-4663-a0ce-1b4abc3d9735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.261443 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-3beba94e-3ef0-4663-a0ce-1b4abc3d9735 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0932093 Jul 27 22:39:41.264273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-7263b76c-e95d-4284-afd4-f915f7b92b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.265774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-7263b76c-e95d-4284-afd4-f915f7b92b53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0942047 Jul 27 22:39:41.305841 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-a83df9b3-b744-4f57-ad65-c8a359e8602d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0363421 Jul 27 22:39:41.312246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-a290d27a-27e5-4b36-8248-0fc962e944cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0373271 Jul 27 22:39:41.359045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-8d59e6ae-98f9-42d9-8c8f-f356f40a138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.360619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-8d59e6ae-98f9-42d9-8c8f-f356f40a138a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0472181 Jul 27 22:39:41.368586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84922381-e09f-43eb-9212-f447f401da10 req-24e57ba1-542f-48c7-a6f7-badb0e2e9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.371294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-24e57ba1-542f-48c7-a6f7-badb0e2e9dd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0510187 Jul 27 22:39:41.400812 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-50a64fb0-08d0-4bd5-a8bc-cef0cbd464b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281410 Jul 27 22:39:41.408040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-100d387c-4e6e-41aa-98ad-0596452c28bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295730 Jul 27 22:39:41.495799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-2c6a267a-520d-47f6-b913-dffa624dd928 service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861223 Jul 27 22:39:41.499273 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-3aee8f8f-b759-48b8-bd54-18cc75790514 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Jul 27 22:39:41.587866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-b0c2328e-558d-4b1e-8dbb-464cbc03a88b service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839736 Jul 27 22:39:41.596365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-84922381-e09f-43eb-9212-f447f401da10 req-271a695c-6683-4ab9-8eff-5cec2c4aaa3f service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Jul 27 22:39:42.142398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18a5b-af86-4fdf-ad9e-dafa333b0069 req-8edaf945-b2a6-4f59-b17f-a9ed59d4bb91 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:42.143838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1c18a5b-af86-4fdf-ad9e-dafa333b0069 req-8edaf945-b2a6-4f59-b17f-a9ed59d4bb91 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0651824 Jul 27 22:39:42.182326 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1c18a5b-af86-4fdf-ad9e-dafa333b0069 req-dddb9a24-68ae-4dc0-825f-8dadcddb2280 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Jul 27 22:39:42.573847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5828480-ab9b-4c78-8fbd-98a8f0bfd705 req-d232ca2e-dddf-4800-b5b6-817893610de0 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:42.576485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5828480-ab9b-4c78-8fbd-98a8f0bfd705 req-d232ca2e-dddf-4800-b5b6-817893610de0 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 943 time: 0.0731986 Jul 27 22:39:42.577115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:39:42.648405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d5828480-ab9b-4c78-8fbd-98a8f0bfd705 req-d4a49d3d-f340-43e2-9246-869a4f8dc6ea tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657513 Jul 27 22:39:42.679856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878263-06ca-4d80-86c6-b60f62406bba req-a127a08b-1da0-4d4b-a98f-34b9c4ae5730 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:42.681470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-a127a08b-1da0-4d4b-a98f-34b9c4ae5730 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb&tenant_id=39743ea07e7d42d88f55df6035528f46&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 943 time: 0.0976839 Jul 27 22:39:42.733583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:42.743944 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-43878263-06ca-4d80-86c6-b60f62406bba req-acbff345-45f2-4d29-985d-b2a09e928079 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:39:42.745016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-acbff345-45f2-4d29-985d-b2a09e928079 service neutron] 10.222.0.76 "DELETE /v2.0/ports/0fca85ce-7764-46a3-afbe-a606af0189ca/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0551620 Jul 27 22:39:42.748161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'port_id': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'mac_address': 'fa:16:3e:6c:d4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314210d0-6ce3-4df9-af42-7401470a9c9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:39:42.788911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:42.803027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fca85ce-7764-46a3-afbe-a606af0189ca {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:39:42.822904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:42.850162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878263-06ca-4d80-86c6-b60f62406bba req-a8e7a5f6-9a63-4b0d-bdf8-e4af688209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:42.851749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-a8e7a5f6-9a63-4b0d-bdf8-e4af688209fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 1094 time: 0.0630338 Jul 27 22:39:42.882911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:42.934650 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:42.942047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.942432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.942786 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.943129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.943470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.943847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.944188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.944521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.944853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.945184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.945511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.945841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:42.946119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878263-06ca-4d80-86c6-b60f62406bba req-7bd93cc3-8628-4d9d-b7f7-9db3f15b3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:42.947705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-7bd93cc3-8628-4d9d-b7f7-9db3f15b3c00 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0884633 Jul 27 22:39:42.990982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-c57dd4ad-f476-48e6-a2f4-c3b72ca7af2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 200 len: 217 time: 0.0354731 Jul 27 22:39:43.045884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43878263-06ca-4d80-86c6-b60f62406bba req-788b20e0-df33-49c9-a441-9b5c3b588092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:43.047670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-788b20e0-df33-49c9-a441-9b5c3b588092 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0493019 Jul 27 22:39:43.082502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-62ae0f67-375d-40e1-9630-953404e1efeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276101 Jul 27 22:39:43.091710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:43.095105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['0fca85ce-7764-46a3-afbe-a606af0189ca'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:39:43.167661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:43.176987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-bd3b15df-9243-47a1-9dd9-78eeaa952a54 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855353 Jul 27 22:39:43.273705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-43878263-06ca-4d80-86c6-b60f62406bba req-fa32899d-774d-4857-b034-e993c2f52c19 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896909 Jul 27 22:39:43.791814 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932d042-a9e1-4c14-9edd-53133c458f45 req-52a02ac3-6b6c-4ce6-869e-901f7218e554 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:43.793696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d932d042-a9e1-4c14-9edd-53133c458f45 req-52a02ac3-6b6c-4ce6-869e-901f7218e554 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 944 time: 0.0709262 Jul 27 22:39:43.832995 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d932d042-a9e1-4c14-9edd-53133c458f45 req-17d580bf-aeb9-405b-bb1b-49d15f587b59 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Jul 27 22:39:44.577076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:39:44.721942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 0fca85ce-7764-46a3-afbe-a606af0189ca completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:39:44.725830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 0fca85ce-7764-46a3-afbe-a606af0189ca triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:39:44.726209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:44.806085 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:44.828264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:44.830470 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5943ba-fd43-4ac9-a8db-0d953e14d414" -d '{"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:44.844803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:44.871602 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5011a916-5c04-497d-8fa4-50ed6f4537bd x-openstack-request-id: req-5011a916-5c04-497d-8fa4-50ed6f4537bd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:44.871895 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:44.872201 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5011a916-5c04-497d-8fa4-50ed6f4537bd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:44.872824 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'code': 200} Jul 27 22:39:44.928004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:44.966696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29014af3-5ce8-41e0-b7f8-5eb2e7def0e7 req-729e2aab-f733-45c9-9e47-11c65473132f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:44.968239 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29014af3-5ce8-41e0-b7f8-5eb2e7def0e7 req-729e2aab-f733-45c9-9e47-11c65473132f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 944 time: 0.0670986 Jul 27 22:39:44.975748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:45.007259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-29014af3-5ce8-41e0-b7f8-5eb2e7def0e7 req-d0289e9e-9f53-4536-be59-e686526c2443 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 27 22:39:45.139143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfea4-ad2f-4bd8-aad3-b8696b3e729b req-822e61a0-d1b3-445c-a340-b1924dde7b60 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:45.140582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c11cfea4-ad2f-4bd8-aad3-b8696b3e729b req-822e61a0-d1b3-445c-a340-b1924dde7b60 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0647852 Jul 27 22:39:45.179353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c11cfea4-ad2f-4bd8-aad3-b8696b3e729b req-ec5e04a2-603b-4acc-bd4d-0777f3d7064a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Jul 27 22:39:45.311593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d1326-446a-46b4-9a47-e63daccd9405 req-c029c54f-efd9-4135-b3a2-b5aaa8089da9 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:45.313103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-450d1326-446a-46b4-9a47-e63daccd9405 req-c029c54f-efd9-4135-b3a2-b5aaa8089da9 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0681496 Jul 27 22:39:45.352678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-450d1326-446a-46b4-9a47-e63daccd9405 req-5fd664b7-de6d-4190-a9a3-65d21ccd1d4d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Jul 27 22:39:45.897133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-402da254-8e26-4cf9-be93-55a862bb4d28 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:45.898688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-402da254-8e26-4cf9-be93-55a862bb4d28 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 815 time: 0.1042829 Jul 27 22:39:45.913437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-ae5656cb-2f5d-46dc-8687-93e1901707b3 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/quotas/39743ea07e7d42d88f55df6035528f46 HTTP/1.1" status: 200 len: 375 time: 0.0089817 Jul 27 22:39:45.983032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-521985c9-32f6-40b7-a465-c8a58bfad287 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632474 Jul 27 22:39:46.071875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-bf303818-ad34-4b23-b0c9-6f41e8d68cc3 service neutron] 10.222.0.37 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Jul 27 22:39:46.164118 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-30f3a2a1-81c9-426d-86f2-9390fbd10a03 service neutron] 10.222.0.37 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861931 Jul 27 22:39:46.395557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ec916ac-bbf0-414e-9922-533208ff5ebe req-192b9843-7860-4df3-8d48-6e43b961fa64 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 210 time: 0.0364785 Jul 27 22:39:47.121428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-75c0942a-6c2f-4813-a244-93a48281a1b3 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:47.123056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-75c0942a-6c2f-4813-a244-93a48281a1b3 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebbe716a-1da8-4b11-a62c-74dbcf05e3fb HTTP/1.1" status: 200 len: 945 time: 0.0688519 Jul 27 22:39:47.223445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Deleting port 0fca85ce-7764-46a3-afbe-a606af0189ca {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:47.223805 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.315307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] For port 0fca85ce-7764-46a3-afbe-a606af0189ca, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=0fca85ce-7764-46a3-afbe-a606af0189ca,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:47.315681 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.327832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Calling delete_port for 0fca85ce-7764-46a3-afbe-a606af0189ca owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:47.492759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a2aa2cf-9583-4563-ac1a-ba8be951e0d7 req-63a63b6f-f1a3-4cd6-bd41-76506f66c4bc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 210 time: 0.0295951 Jul 27 22:39:47.567400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.580029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['0fca85ce-7764-46a3-afbe-a606af0189ca'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:39:47.597433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Pushing event deleted for resources: {'Port': ['ID=0fca85ce-7764-46a3-afbe-a606af0189ca,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:47.642368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] No DVR routers for this DVR port 0fca85ce-7764-46a3-afbe-a606af0189ca on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:47.645010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.647217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b077f852-058f-40c0-a5a3-f61ed7f1b98f req-5e0d9ec9-3345-481d-b2e4-a5c4a5f18955 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.50 "DELETE /v2.0/ports/0fca85ce-7764-46a3-afbe-a606af0189ca HTTP/1.1" status: 204 len: 173 time: 0.5178590 Jul 27 22:39:47.647650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-deleted', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:47.649952 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96706033-3f0d-4748-b5ad-33b66412760e" -d '{"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-deleted", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:47.688990 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba98c6c-768c-4674-8fbf-2d7dcc9b779e x-openstack-request-id: req-5ba98c6c-768c-4674-8fbf-2d7dcc9b779e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:47.689286 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe716a-1da8-4b11-a62c-74dbcf05e3fb", "name": "network-vif-deleted", "tag": "0fca85ce-7764-46a3-afbe-a606af0189ca", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:47.689547 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ba98c6c-768c-4674-8fbf-2d7dcc9b779e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:47.689955 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe716a-1da8-4b11-a62c-74dbcf05e3fb', 'name': 'network-vif-deleted', 'tag': '0fca85ce-7764-46a3-afbe-a606af0189ca', 'status': 'completed', 'code': 200} Jul 27 22:39:48.213580 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-7803c8a5-bf40-4256-a4db-51a823f97852 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:48.215296 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-7803c8a5-bf40-4256-a4db-51a823f97852 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 815 time: 0.1078007 Jul 27 22:39:48.228668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Request body: {'port': {'device_id': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'admin_state_up': True, 'tenant_id': '39743ea07e7d42d88f55df6035528f46'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:39:48.413879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Made reservation on behalf of 39743ea07e7d42d88f55df6035528f46 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:39:48.417560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:48.548441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Allocated IP 172.20.0.2 (d9d600be-029a-47dd-ab17-37745f445338/314210d0-6ce3-4df9-af42-7401470a9c9f/fe5452ae-68da-4648-b6a0-45378a09b828) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:39:48.625580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0b59f78-0d60-4dc8-b531-a730bd874785 req-4049a0ca-7f86-42e0-bfa3-efe724d7faa5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 210 time: 0.0431705 Jul 27 22:39:48.734367 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:48.830017 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:48.877632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Network d9d600be-029a-47dd-ab17-37745f445338 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:39:48.883187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:39:48.891373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:39:48.897626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:48.943866 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:48.944487 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.018825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-d0fcb2c9-d764-4b0b-af95-888ef33b108f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940667 Jul 27 22:39:49.032406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Request body: {'port': {'device_id': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:39:49.102582 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.364828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5452ae-68da-4648-b6a0-45378a09b828 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:39:49.372556 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.384051 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Transition to ACTIVE for port object fe5452ae-68da-4648-b6a0-45378a09b828 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:39:49.463677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.532077 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:49.583053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:39:49.583386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:39:49.583715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:39:49.587865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:39:49.588191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:39:49.592852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:39:49.593186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Checking segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:39:49.593566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Bound using segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:39:49.593990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Bound port: fe5452ae-68da-4648-b6a0-45378a09b828, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:39:49.594485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.770690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04566-5659-414c-b9c1-7aacd43c98f7 req-0c9588de-9bdd-4c4d-ad51-c47ef27e68b8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:49.772331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fcf04566-5659-414c-b9c1-7aacd43c98f7 req-0c9588de-9bdd-4c4d-ad51-c47ef27e68b8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0741789 Jul 27 22:39:49.814495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fcf04566-5659-414c-b9c1-7aacd43c98f7 req-bd83c228-7667-4c6a-b419-0db6ba7ae9ed tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Jul 27 22:39:49.994261 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:39:49.997938 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:39:50.059922 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.094982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.095758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.097217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] 10.222.0.50 "PUT /v2.0/ports/fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 1091 time: 1.0694215 Jul 27 22:39:50.097657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:50.099940 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74bfe12-c924-4978-96b3-427791040146" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:50.130062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec865-8369-47c5-b117-00c8eed9de4e service neutron] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:50.137864 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fbf5c-01d8-4cea-b8f7-5060301f59fa x-openstack-request-id: req-945fbf5c-01d8-4cea-b8f7-5060301f59fa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:50.138163 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:50.139095 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-945fbf5c-01d8-4cea-b8f7-5060301f59fa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:50.139095 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'status': 'completed', 'code': 200} Jul 27 22:39:50.211450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfe12-c924-4978-96b3-427791040146 req-38c3b1fc-719a-480a-af70-48611c2219cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.212884 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74bfe12-c924-4978-96b3-427791040146 req-38c3b1fc-719a-480a-af70-48611c2219cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0547237 Jul 27 22:39:50.386804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfe12-c924-4978-96b3-427791040146 req-4f15be5b-f6f7-4181-b940-b33775a9be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.389059 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74bfe12-c924-4978-96b3-427791040146 req-4f15be5b-f6f7-4181-b940-b33775a9be71 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=39743ea07e7d42d88f55df6035528f46&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1683600 Jul 27 22:39:50.569931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bfe12-c924-4978-96b3-427791040146 req-a0d8b1e6-58d7-4ea8-aa6a-a7b339cce0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.571541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74bfe12-c924-4978-96b3-427791040146 req-a0d8b1e6-58d7-4ea8-aa6a-a7b339cce0ad service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757379 Jul 27 22:39:50.623493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:50.646509 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 0fca85ce-7764-46a3-afbe-a606af0189ca {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:50.646851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 0fca85ce-7764-46a3-afbe-a606af0189ca not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:50.663238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-0d5a3c6a-d304-45c8-85f3-c513b5f89d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.664772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-0d5a3c6a-d304-45c8-85f3-c513b5f89d41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0567348 Jul 27 22:39:50.711066 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-43f5f658-57a9-4071-8077-0c7e2781629d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0381823 Jul 27 22:39:50.761020 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-0cf57a7b-f191-40a9-b449-0521c1007cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.762946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-0cf57a7b-f191-40a9-b449-0521c1007cbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0441849 Jul 27 22:39:50.797445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-927c06de-0c5f-4d9f-93c2-17680b9dc1b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282698 Jul 27 22:39:50.891996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-a3bb8a23-9c60-4e8c-b69b-e86cf00eb32a service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872345 Jul 27 22:39:50.953027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19b21a-ae5f-486f-924d-7c7c9b8101a4 req-6e4ccbb0-8066-4951-a214-e748e2c2167c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:50.954584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d19b21a-ae5f-486f-924d-7c7c9b8101a4 req-6e4ccbb0-8066-4951-a214-e748e2c2167c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0675876 Jul 27 22:39:50.983738 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b27a503a-925c-4278-b3cf-029e502bbc26 req-0585555e-e293-4cb1-a6a6-01cf952b3b1a service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849869 Jul 27 22:39:50.994728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d19b21a-ae5f-486f-924d-7c7c9b8101a4 req-a084eea6-cb6a-44a1-b734-ab3b32027327 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Jul 27 22:39:52.124468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bedf5f-31cd-496e-b197-880116842d3b req-f3cd18b6-2ced-4713-9432-adbf2366548b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:52.126000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51bedf5f-31cd-496e-b197-880116842d3b req-f3cd18b6-2ced-4713-9432-adbf2366548b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0640683 Jul 27 22:39:52.165026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-51bedf5f-31cd-496e-b197-880116842d3b req-19b79f24-d22d-4b35-aa12-77b4c346e0ac tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Jul 27 22:39:52.639567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:39:52.732062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:52.743055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'port_id': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'mac_address': 'fa:16:3e:60:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314210d0-6ce3-4df9-af42-7401470a9c9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:39:52.782276 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.952886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5452ae-68da-4648-b6a0-45378a09b828 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:39:52.973302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:53.036153 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.083432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:53.247348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['fe5452ae-68da-4648-b6a0-45378a09b828'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:39:53.303884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55e84f-c815-4296-9aa8-d4ccc62765a7 req-e49edf0b-ff96-4b99-94fa-9364b80e8412 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:53.305442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f55e84f-c815-4296-9aa8-d4ccc62765a7 req-e49edf0b-ff96-4b99-94fa-9364b80e8412 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0727677 Jul 27 22:39:53.348848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f55e84f-c815-4296-9aa8-d4ccc62765a7 req-f74c5f85-a83b-4645-a3d9-82cc1842af05 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Jul 27 22:39:54.484460 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860b03-bf00-4141-8151-6050d09876d5 req-76d8293b-86db-472d-9815-19cc3928842f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:54.485975 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04860b03-bf00-4141-8151-6050d09876d5 req-76d8293b-86db-472d-9815-19cc3928842f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0702546 Jul 27 22:39:54.524136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04860b03-bf00-4141-8151-6050d09876d5 req-6f653ea2-399d-4377-9e79-3270357f4894 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Jul 27 22:39:54.639994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:39:54.733659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port fe5452ae-68da-4648-b6a0-45378a09b828 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:39:54.737333 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port fe5452ae-68da-4648-b6a0-45378a09b828 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:39:54.737708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.811481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.836528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:54.838831 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f279081-7690-43f6-bdae-780c6a99c169" -d '{"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:54.852412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:54.875083 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df001f88-b254-4b95-8f8e-c8a4a0fe6dc1 x-openstack-request-id: req-df001f88-b254-4b95-8f8e-c8a4a0fe6dc1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:54.875372 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:54.875652 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df001f88-b254-4b95-8f8e-c8a4a0fe6dc1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:54.876049 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'code': 200} Jul 27 22:39:54.933426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.986689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:54.998766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2aa2-b6e2-4bab-a953-6958159b517e req-5a8e8caf-ce11-4bd1-ae00-f2ca0b88ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:55.000346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3ee2aa2-b6e2-4bab-a953-6958159b517e req-5a8e8caf-ce11-4bd1-ae00-f2ca0b88ce0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1096 time: 0.0646846 Jul 27 22:39:55.043968 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c3ee2aa2-b6e2-4bab-a953-6958159b517e req-1e36a3cc-287e-41e1-8312-c5f08404e7b1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366082 Jul 27 22:39:55.651897 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3d0d6-1b74-44c5-a02f-088e2e22cd12 req-78e6e8b7-72ae-40e9-b02d-c11246a78912 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:55.653553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1a3d0d6-1b74-44c5-a02f-088e2e22cd12 req-78e6e8b7-72ae-40e9-b02d-c11246a78912 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0638108 Jul 27 22:39:55.697580 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1a3d0d6-1b74-44c5-a02f-088e2e22cd12 req-5966ba37-062e-48b7-a3dc-1ccd91d35184 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Jul 27 22:39:56.264833 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:39:56.830555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b439-c606-43fd-960b-eb2d37176f77 req-343a5100-50bf-4081-8007-f78628ea8c35 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:56.832085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd03b439-c606-43fd-960b-eb2d37176f77 req-343a5100-50bf-4081-8007-f78628ea8c35 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0651042 Jul 27 22:39:56.870530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dd03b439-c606-43fd-960b-eb2d37176f77 req-0d6a24f8-cf96-41ee-9969-5ca6dc0ff575 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Jul 27 22:39:57.001342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903d4fc-d8be-4748-af77-0a38919eff0e req-74f45c86-d64a-425f-87ab-718881c02e00 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:57.002886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5903d4fc-d8be-4748-af77-0a38919eff0e req-74f45c86-d64a-425f-87ab-718881c02e00 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0660982 Jul 27 22:39:57.041790 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5903d4fc-d8be-4748-af77-0a38919eff0e req-aeb95563-a12d-4308-a0c8-5d0897bfef7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329692 Jul 27 22:39:57.388596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5b40d-4764-4ac4-a6c4-309919979609 req-0a49ea02-830f-4eb9-abfb-1b3132353f23 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:57.390825 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d5b40d-4764-4ac4-a6c4-309919979609 req-0a49ea02-830f-4eb9-abfb-1b3132353f23 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0658727 Jul 27 22:39:57.429946 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d5b40d-4764-4ac4-a6c4-309919979609 req-633ac18e-9584-4e85-b3d6-5adeea333863 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Jul 27 22:39:57.466055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-4f0d9059-097a-4b4a-9354-98040bde25ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567145 Jul 27 22:39:58.570455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1eea2-457c-44af-8fd5-ed969fa00120 req-c5fa0f61-a462-425e-85d7-add45e12e1ba tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:58.572207 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fb1eea2-457c-44af-8fd5-ed969fa00120 req-c5fa0f61-a462-425e-85d7-add45e12e1ba tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0732381 Jul 27 22:39:58.613597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fb1eea2-457c-44af-8fd5-ed969fa00120 req-881cb1a9-0801-4bff-86fa-742c0acdead2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Jul 27 22:39:59.327666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-26c8dcc0-701f-4a28-a993-d8619f089b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:59.329372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-26c8dcc0-701f-4a28-a993-d8619f089b70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1096 time: 0.0590591 Jul 27 22:39:59.420767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-d84a7af6-b5f3-49a0-90e0-19aff435847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:59.423212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-d84a7af6-b5f3-49a0-90e0-19aff435847a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0873928 Jul 27 22:39:59.463680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-5cc3d153-c8d5-4819-86ee-31c71a8f7e0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0339658 Jul 27 22:39:59.516674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-355b58c6-e740-48f4-a8d5-8ee561654378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:59.518134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-355b58c6-e740-48f4-a8d5-8ee561654378 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0481403 Jul 27 22:39:59.553226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-810c60b1-45ab-454d-a29b-22110efb0d4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 27 22:39:59.644529 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-a748013b-78a1-4341-9d15-723e66c2c93f service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 Jul 27 22:39:59.775446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-3ca92dc1-dfb8-4392-8a95-33c339255184 service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240363 Jul 27 22:39:59.793160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1928227-55ae-4467-ad20-b59e32401e81 req-957c7c93-e8fd-4f1c-b46c-db347fa0a900 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:59.794703 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1928227-55ae-4467-ad20-b59e32401e81 req-957c7c93-e8fd-4f1c-b46c-db347fa0a900 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0954509 Jul 27 22:39:59.837241 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d1928227-55ae-4467-ad20-b59e32401e81 req-22177ff1-38e4-4128-94a3-bf42d462519e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Jul 27 22:40:00.971742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db329bfd-550c-4dc0-b363-13f0d9bf6b86 req-095fba1a-49a3-4823-814d-8b775815b4c4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:00.973251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db329bfd-550c-4dc0-b363-13f0d9bf6b86 req-095fba1a-49a3-4823-814d-8b775815b4c4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0644944 Jul 27 22:40:01.012781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db329bfd-550c-4dc0-b363-13f0d9bf6b86 req-90f106dc-acae-4de1-a1ee-a53f21b0478b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Jul 27 22:40:01.944333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5591fb0-d142-4f31-ba54-8874dc98319a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:02.145287 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f346-8fc9-46a8-952c-1031a4448bf2 req-7e94bcf8-d8b5-4f89-86e4-d3af9946ff23 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:02.146811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef42f346-8fc9-46a8-952c-1031a4448bf2 req-7e94bcf8-d8b5-4f89-86e4-d3af9946ff23 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0677185 Jul 27 22:40:02.185706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ef42f346-8fc9-46a8-952c-1031a4448bf2 req-2f609a1c-03ba-4a79-89cc-29dc0c10538f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Jul 27 22:40:03.320521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fe664-3ee4-4256-a94e-739b8ffdc51a req-0e202a32-21a8-4ee3-8668-7150471336ad tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:03.322037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-676fe664-3ee4-4256-a94e-739b8ffdc51a req-0e202a32-21a8-4ee3-8668-7150471336ad tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0650897 Jul 27 22:40:03.365781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-676fe664-3ee4-4256-a94e-739b8ffdc51a req-3af06ce4-8706-421b-80a7-865cb76d6ae3 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Jul 27 22:40:04.440694 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98155248-abc9-4c1c-ba3f-05b0223f0254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:04.500609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15def0-56e2-4c3e-90e5-d686ef4ba335 req-0b8d7d9e-40a7-4d1d-b060-618f667e3eb8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:04.502176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f15def0-56e2-4c3e-90e5-d686ef4ba335 req-0b8d7d9e-40a7-4d1d-b060-618f667e3eb8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0677536 Jul 27 22:40:04.541756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4f15def0-56e2-4c3e-90e5-d686ef4ba335 req-5ef55cbe-e9f8-46f6-8280-54049673133c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jul 27 22:40:04.772727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:05.675699 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec949ddc-6110-4dd9-9355-bb784afd31bc req-095708c2-3040-41ac-80bb-af1683076bcb tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:05.677248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec949ddc-6110-4dd9-9355-bb784afd31bc req-095708c2-3040-41ac-80bb-af1683076bcb tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0681403 Jul 27 22:40:05.716970 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec949ddc-6110-4dd9-9355-bb784afd31bc req-4649122f-2b9e-4e1c-aa89-dc0c55f8a54b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Jul 27 22:40:06.000865 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:06.853154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28068-e770-4756-835c-b95ba92b507d req-c347862e-09fd-42dd-a4b5-74ded3314cfc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:06.854709 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15f28068-e770-4756-835c-b95ba92b507d req-c347862e-09fd-42dd-a4b5-74ded3314cfc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0682049 Jul 27 22:40:06.895808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15f28068-e770-4756-835c-b95ba92b507d req-bae620f3-5529-46f1-a4aa-ab04186019de tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340064 Jul 27 22:40:07.429104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:07.681283 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:08.031574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c910351-0cc9-4eb0-ba10-a22e96022cd6 req-09b5287e-3958-4977-a568-69d726d556f7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:08.033108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c910351-0cc9-4eb0-ba10-a22e96022cd6 req-09b5287e-3958-4977-a568-69d726d556f7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0666578 Jul 27 22:40:08.071604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c910351-0cc9-4eb0-ba10-a22e96022cd6 req-74d89f39-e6a4-4ce3-ade8-1ff9002e3d2a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 27 22:40:08.784320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:09.207734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9178a-e935-41fa-aee0-f72a036e0b23 req-15c5b88c-72c0-4649-aa2e-6d31fe23e0b2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:09.209284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8f9178a-e935-41fa-aee0-f72a036e0b23 req-15c5b88c-72c0-4649-aa2e-6d31fe23e0b2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0693312 Jul 27 22:40:09.248306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8f9178a-e935-41fa-aee0-f72a036e0b23 req-46f95ac3-b91d-4820-8fa9-8ebb1c2ab70d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jul 27 22:40:10.382879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6f773-281b-4e3c-a54f-aea02c7e38f4 req-23c787e7-8bc9-46cb-a4e9-85717d51cae5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:10.384368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bf6f773-281b-4e3c-a54f-aea02c7e38f4 req-23c787e7-8bc9-46cb-a4e9-85717d51cae5 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0677228 Jul 27 22:40:10.423222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2bf6f773-281b-4e3c-a54f-aea02c7e38f4 req-a592565b-0fb8-425f-a017-a863a33b07bf tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Jul 27 22:40:11.552865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea62723-dcc7-4e24-9e65-bf9410c2d5a3 req-284402a3-bd7a-425c-aa0f-6c4ff8b1fa35 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.554472 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ea62723-dcc7-4e24-9e65-bf9410c2d5a3 req-284402a3-bd7a-425c-aa0f-6c4ff8b1fa35 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0647793 Jul 27 22:40:11.592297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ea62723-dcc7-4e24-9e65-bf9410c2d5a3 req-3955e323-b5ee-4d24-b911-f762fa7cba4b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Jul 27 22:40:12.725316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427213a8-e21e-499a-b8fc-54e6e332b0f1 req-148aafdd-f6ad-46e4-8a36-558b13c1e6bc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.726969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-427213a8-e21e-499a-b8fc-54e6e332b0f1 req-148aafdd-f6ad-46e4-8a36-558b13c1e6bc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0665615 Jul 27 22:40:12.765787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-427213a8-e21e-499a-b8fc-54e6e332b0f1 req-a9ad6e76-4464-4a4e-a53f-9d5ccbce51d9 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Jul 27 22:40:13.901627 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564fd10-1b5a-401a-bd84-547915873e9f req-6bb5308f-9c46-4c64-b646-7d7b87b42e3e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:13.903126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a564fd10-1b5a-401a-bd84-547915873e9f req-6bb5308f-9c46-4c64-b646-7d7b87b42e3e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 27 22:40:13.943944 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a564fd10-1b5a-401a-bd84-547915873e9f req-e380c1ea-9bf6-4c08-984c-a26e12355eee tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Jul 27 22:40:15.073357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49b678-b6c6-40d2-8567-2d0197b74c43 req-7e02418b-2160-4a0b-a85e-c4214c2f4d1d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:15.074910 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb49b678-b6c6-40d2-8567-2d0197b74c43 req-7e02418b-2160-4a0b-a85e-c4214c2f4d1d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0646086 Jul 27 22:40:15.121455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb49b678-b6c6-40d2-8567-2d0197b74c43 req-0297064f-972e-4811-971c-c2680f66f5a1 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Jul 27 22:40:16.256120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f96ea2-b836-4d9c-8780-92c5ab328748 req-405e83f2-f407-4f84-a847-ae01a9cfcf29 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:16.257729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-89f96ea2-b836-4d9c-8780-92c5ab328748 req-405e83f2-f407-4f84-a847-ae01a9cfcf29 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0660048 Jul 27 22:40:16.296821 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-89f96ea2-b836-4d9c-8780-92c5ab328748 req-979c64a4-3ba8-47ac-a779-53edbb88e62f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Jul 27 22:40:17.431805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee3e3a-0e6a-42c8-94b7-f9b232d69785 req-927cdc2c-dc91-45e8-a08a-fadb22fb3d6c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:17.433227 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27ee3e3a-0e6a-42c8-94b7-f9b232d69785 req-927cdc2c-dc91-45e8-a08a-fadb22fb3d6c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0686333 Jul 27 22:40:17.472137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27ee3e3a-0e6a-42c8-94b7-f9b232d69785 req-304c447a-2fe2-448e-b212-0ed66499cdb8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Jul 27 22:40:18.612579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149c3e-a065-4c46-985e-4e133568cbc4 req-e3340f43-0493-407b-8b0e-99d919c1debf tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:18.614138 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec149c3e-a065-4c46-985e-4e133568cbc4 req-e3340f43-0493-407b-8b0e-99d919c1debf tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0724521 Jul 27 22:40:18.653414 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ec149c3e-a065-4c46-985e-4e133568cbc4 req-bca5e22f-3097-42c8-88ee-2fd912f6002f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jul 27 22:40:19.783301 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57d9dc-528d-4738-a8b3-08aec991cf0e req-9c6a6d81-76a1-4155-b045-b89e920534c7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:19.785373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f57d9dc-528d-4738-a8b3-08aec991cf0e req-9c6a6d81-76a1-4155-b045-b89e920534c7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0646908 Jul 27 22:40:19.823687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f57d9dc-528d-4738-a8b3-08aec991cf0e req-d8909f7f-ad82-4e12-bdc0-d2ff072795da tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Jul 27 22:40:20.953964 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe5028-22d5-47ec-bafe-1a9ef1b9ad73 req-cdee5e6e-c3ca-42f4-8727-3881b42254f8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:20.955517 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbfe5028-22d5-47ec-bafe-1a9ef1b9ad73 req-cdee5e6e-c3ca-42f4-8727-3881b42254f8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Jul 27 22:40:20.994744 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbfe5028-22d5-47ec-bafe-1a9ef1b9ad73 req-0143c507-a48e-43e7-8cdf-8890ddf35360 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Jul 27 22:40:22.133693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498f096-e66f-4294-9ba4-b30cb27851bb req-29bbc3c0-64ae-466e-bfd5-7d620657a6da tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:22.135434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b498f096-e66f-4294-9ba4-b30cb27851bb req-29bbc3c0-64ae-466e-bfd5-7d620657a6da tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0720632 Jul 27 22:40:22.175291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b498f096-e66f-4294-9ba4-b30cb27851bb req-541b4fcd-1bec-4f18-b55c-fdcdaac3cdf4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Jul 27 22:40:23.308993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1617e-d82f-49d6-8287-1a5a8acf843d req-2ff306d6-de1b-485e-acc7-bbb6a95d6c2a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:23.310541 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99a1617e-d82f-49d6-8287-1a5a8acf843d req-2ff306d6-de1b-485e-acc7-bbb6a95d6c2a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0655084 Jul 27 22:40:23.350815 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-99a1617e-d82f-49d6-8287-1a5a8acf843d req-22520224-42f1-4683-9c15-249d64a45b1f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Jul 27 22:40:24.488650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934d0b1-0fe5-4268-83da-99ec3611b486 req-d3a86b04-4b45-49af-8abf-541f3e503696 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:24.490390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8934d0b1-0fe5-4268-83da-99ec3611b486 req-d3a86b04-4b45-49af-8abf-541f3e503696 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0714016 Jul 27 22:40:24.527986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8934d0b1-0fe5-4268-83da-99ec3611b486 req-59761c08-2b14-457b-a0ed-1b3dea46f7c2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Jul 27 22:40:25.668519 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30cf8a-e57f-4627-904c-75a781df4c1d req-90f67896-8728-467b-9e8a-8be995a13742 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:25.670665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd30cf8a-e57f-4627-904c-75a781df4c1d req-90f67896-8728-467b-9e8a-8be995a13742 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0699129 Jul 27 22:40:25.711030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dd30cf8a-e57f-4627-904c-75a781df4c1d req-a98e402e-d7e3-49c4-80b8-e755049a361c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jul 27 22:40:26.846375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eafe6-8d00-45db-90f0-5849cec8af1a req-1c5a7dd8-cad1-4c8a-be29-8b0937941723 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.848396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e17eafe6-8d00-45db-90f0-5849cec8af1a req-1c5a7dd8-cad1-4c8a-be29-8b0937941723 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0692534 Jul 27 22:40:26.893258 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e17eafe6-8d00-45db-90f0-5849cec8af1a req-216fb59d-af9a-4e5c-a727-480c6fb2ef00 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Jul 27 22:40:27.063364 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-19ba8858-1b91-4074-bcb2-35e3e5be145c service neutron] show failed (client error): The resource could not be found. Jul 27 22:40:27.064430 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-19ba8858-1b91-4074-bcb2-35e3e5be145c service neutron] 10.222.0.50 "GET /v2.0/ports/fe5452ae-68da-4648-b6a0-45378a09b828/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0590518 Jul 27 22:40:27.548198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-ab158c3e-ce93-4d67-a6e3-e2fa205de850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.549709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-ab158c3e-ce93-4d67-a6e3-e2fa205de850 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7&tenant_id=39743ea07e7d42d88f55df6035528f46 HTTP/1.1" status: 200 len: 1096 time: 0.0543883 Jul 27 22:40:27.562244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:27.633095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:27.844978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:27.884701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:27.928470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:27.930972 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb23208f-33ee-4514-a7d2-cd6fcc7e51b2" -d '{"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:27.935501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:27.948814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Transition to ACTIVE for port object fe5452ae-68da-4648-b6a0-45378a09b828 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:27.980034 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda03bcb-b157-49e1-93e6-39fb76a0ddd3 x-openstack-request-id: req-fda03bcb-b157-49e1-93e6-39fb76a0ddd3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:27.980332 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:27.980593 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fda03bcb-b157-49e1-93e6-39fb76a0ddd3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:27.981000 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'code': 200} Jul 27 22:40:28.006721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:28.028525 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e43f-42ba-44cd-b028-12dbd26d4ce3 req-e028f3e3-6a27-49c7-acdf-0706ad2a5153 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.030050 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4815e43f-42ba-44cd-b028-12dbd26d4ce3 req-e028f3e3-6a27-49c7-acdf-0706ad2a5153 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0684297 Jul 27 22:40:28.072733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] No DVR routers for this DVR port fe5452ae-68da-4648-b6a0-45378a09b828 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:28.075675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:28.077727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4815e43f-42ba-44cd-b028-12dbd26d4ce3 req-bafb20db-e1e8-4d02-b0bc-b66ae5284326 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Jul 27 22:40:28.087802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.088161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.088513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.088873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.089176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.089517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.089851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.090181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.090542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.090871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.091202 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.091523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:28.125238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:28.125578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:28.125909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:28.130893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:40:28.131238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Attempting to bind port fe5452ae-68da-4648-b6a0-45378a09b828 on network d9d600be-029a-47dd-ab17-37745f445338 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:28.136209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:28.136584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Checking segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:28.136928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Bound using segment: {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:28.137358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Bound port: fe5452ae-68da-4648-b6a0-45378a09b828, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecbb29f-4312-42c0-8f4d-4258059d5db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:28.137724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:28.204541 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:28.207599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:28.297662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:28.334273 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.334940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:28.336366 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] 10.222.0.76 "PUT /v2.0/ports/fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 1091 time: 0.7783184 Jul 27 22:40:28.361395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef451a-b2e6-4636-bf30-949896074230 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:28.424564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-39d951d9-7ea8-44c9-a084-f1691423ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.426074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-39d951d9-7ea8-44c9-a084-f1691423ec0b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0595388 Jul 27 22:40:28.527453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-5156397a-3116-42e7-b8d3-032a554b7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.528934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-5156397a-3116-42e7-b8d3-032a554b7a04 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0953207 Jul 27 22:40:28.576446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-400b658b-ef71-4cf7-83c0-e3548607bb4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0394783 Jul 27 22:40:28.629001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-69a04249-f89a-4e29-a352-6e57ac21d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.631665 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-69a04249-f89a-4e29-a352-6e57ac21d90f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0475719 Jul 27 22:40:28.675270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-f5ba3010-83c0-41c3-be41-9925dc350511 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348911 Jul 27 22:40:28.765781 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-4d39de1d-4e1f-4787-8e48-1454cb9a49e6 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817366 Jul 27 22:40:28.861706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-791d5a30-0b5e-47e2-8cc1-5e8973437f8b req-90814ea4-be70-4655-96c4-36ec4df98c08 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Jul 27 22:40:29.215164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c363ae-1769-4d43-9a98-4a952d5b975f req-c1798151-e49c-4a9e-b30e-7c09c1765251 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:29.216588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33c363ae-1769-4d43-9a98-4a952d5b975f req-c1798151-e49c-4a9e-b30e-7c09c1765251 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0675590 Jul 27 22:40:29.255141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-33c363ae-1769-4d43-9a98-4a952d5b975f req-fe3f82f3-b417-48c3-a046-a6f439249efb tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 27 22:40:29.982519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:29.984802 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64406b41-575f-44aa-b623-fad810501f06" -d '{"events": [{"name": "network-changed", "server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:30.031081 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd20ad5-0643-4da8-b6e0-93c2f7606df0 x-openstack-request-id: req-9dd20ad5-0643-4da8-b6e0-93c2f7606df0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:30.031377 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:30.031628 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dd20ad5-0643-4da8-b6e0-93c2f7606df0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:30.032024 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'status': 'completed', 'code': 200} Jul 27 22:40:30.108920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-effeb996-0148-4ed2-8598-df852bcc3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.109160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-50fb6463-723e-459f-9de6-3cf5ba2cde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.110477 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-effeb996-0148-4ed2-8598-df852bcc3e01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0553043 Jul 27 22:40:30.110619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-50fb6463-723e-459f-9de6-3cf5ba2cde55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0566077 Jul 27 22:40:30.206345 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-bf9c2b96-66f2-4237-903e-297e28b8db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.208387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-bf9c2b96-66f2-4237-903e-297e28b8db7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0891440 Jul 27 22:40:30.214910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-4086c237-7223-4cc2-8c6f-c653266704e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.216641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-4086c237-7223-4cc2-8c6f-c653266704e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0993006 Jul 27 22:40:30.253291 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-1e2d2d2d-3d60-4678-9f29-6043a5ef2943 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0366683 Jul 27 22:40:30.263371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-fbe58384-39ee-44e2-9515-472e99f18870 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0398958 Jul 27 22:40:30.306748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-b76c12f6-0b2d-46b2-8ec8-6e796d44d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.308251 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-b76c12f6-0b2d-46b2-8ec8-6e796d44d85d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0446076 Jul 27 22:40:30.314967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406b41-575f-44aa-b623-fad810501f06 req-b219652c-d84b-433d-af59-62f609016cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.316489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-b219652c-d84b-433d-af59-62f609016cfc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0468471 Jul 27 22:40:30.351883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-57536005-f339-408e-9275-cac52443cd1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287595 Jul 27 22:40:30.372218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-77eda873-e57b-40bf-a9c4-ad80371c3281 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549288 Jul 27 22:40:30.448675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-f281646c-c6a0-4b62-9fd9-d106854570bf service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892899 Jul 27 22:40:30.462643 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6c29-67ec-4442-914e-6c117c880c3c req-5266ee05-0eea-48c1-9acd-cee347f3d8db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.464153 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11ac6c29-67ec-4442-914e-6c117c880c3c req-5266ee05-0eea-48c1-9acd-cee347f3d8db tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.1385453 Jul 27 22:40:30.511043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-01a2349b-99a9-4e66-bd86-e3a2a034f4c7 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280766 Jul 27 22:40:30.518142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11ac6c29-67ec-4442-914e-6c117c880c3c req-7a094fab-6a24-4e2c-98bb-745acc012a0d tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Jul 27 22:40:30.544126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-2cb7d10f-f665-4265-8f88-4624b0b1c482 service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Jul 27 22:40:30.602892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-64406b41-575f-44aa-b623-fad810501f06 req-f49a5d21-85a3-4e7b-bc07-025df7e0a035 service neutron] 10.222.0.76 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833960 Jul 27 22:40:30.861679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:30.900643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:31.652227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d03d1-b556-46b1-9c3a-a5d327042a9f req-70368b4a-c3b6-415f-93ee-8709c9131575 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.653829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d23d03d1-b556-46b1-9c3a-a5d327042a9f req-70368b4a-c3b6-415f-93ee-8709c9131575 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0658042 Jul 27 22:40:31.693133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d23d03d1-b556-46b1-9c3a-a5d327042a9f req-41f6e6a6-3549-4993-beff-f7aba821c2f2 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Jul 27 22:40:31.937628 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94845225-c0bc-4b49-b326-4d69d4a140f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:32.041778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a976793-17b8-4de9-83bc-ca3587ead353 req-748bc0ad-3027-47f1-bd07-de49d4f8cdd8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.043325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a976793-17b8-4de9-83bc-ca3587ead353 req-748bc0ad-3027-47f1-bd07-de49d4f8cdd8 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.1291943 Jul 27 22:40:32.118513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b67d1-4878-4973-9efd-23c65288a82f req-ebeb05c0-a63d-4ed7-9a96-9a84e1c6b01e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.119918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-ebeb05c0-a63d-4ed7-9a96-9a84e1c6b01e tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.50 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7&tenant_id=39743ea07e7d42d88f55df6035528f46&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 943 time: 0.1543803 Jul 27 22:40:32.122625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3a976793-17b8-4de9-83bc-ca3587ead353 req-962115c3-5cbe-45e4-a2c0-af931ba9db0b tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721779 Jul 27 22:40:32.183976 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-c83b67d1-4878-4973-9efd-23c65288a82f req-e130e183-f528-4cc9-a4b5-46f93d61d621 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:40:32.185015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-e130e183-f528-4cc9-a4b5-46f93d61d621 service neutron] 10.222.0.50 "DELETE /v2.0/ports/fe5452ae-68da-4648-b6a0-45378a09b828/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0567293 Jul 27 22:40:32.282200 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b67d1-4878-4973-9efd-23c65288a82f req-b6a594b1-135a-4421-8ba0-4917990ee79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.283789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-b6a594b1-135a-4421-8ba0-4917990ee79d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=39743ea07e7d42d88f55df6035528f46&device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 1094 time: 0.0556440 Jul 27 22:40:32.377010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b67d1-4878-4973-9efd-23c65288a82f req-8a6aba38-ac7f-4ea5-83f1-d3b137b1e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.378536 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-8a6aba38-ac7f-4ea5-83f1-d3b137b1e459 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 200 len: 916 time: 0.0863235 Jul 27 22:40:32.419604 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-1896e985-a529-4b07-9932-7f17870dc126 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 200 len: 217 time: 0.0337398 Jul 27 22:40:32.468063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b67d1-4878-4973-9efd-23c65288a82f req-a6998f61-6e10-4c3d-8611-a41bd72881ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.469619 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-a6998f61-6e10-4c3d-8611-a41bd72881ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 200 len: 855 time: 0.0438941 Jul 27 22:40:32.508465 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-b1ade648-4397-4893-89a2-534de9531f60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d9d600be-029a-47dd-ab17-37745f445338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319600 Jul 27 22:40:32.601756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-e64ee845-7944-4a80-b400-9093027254ed service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863233 Jul 27 22:40:32.697328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c83b67d1-4878-4973-9efd-23c65288a82f req-2bde71e9-63ae-41b0-b7cc-eca2cc9e50e9 service neutron] 10.222.0.50 "GET /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879419 Jul 27 22:40:33.260080 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801fabd-5cd9-4f86-bd5a-58da7f5ae9ef req-810629bc-21bd-4a3b-a971-65ce8fd4e405 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.261757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a801fabd-5cd9-4f86-bd5a-58da7f5ae9ef req-810629bc-21bd-4a3b-a971-65ce8fd4e405 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 943 time: 0.0672686 Jul 27 22:40:33.263958 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:40:33.307476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a801fabd-5cd9-4f86-bd5a-58da7f5ae9ef req-95d59bdc-d7c8-4dd5-972f-1f16803bcfbc tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Jul 27 22:40:33.363026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:40:33.463556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:33.475318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'network_id': 'd9d600be-029a-47dd-ab17-37745f445338', 'port_id': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'mac_address': 'fa:16:3e:60:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314210d0-6ce3-4df9-af42-7401470a9c9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:40:33.513690 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:33.526576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5452ae-68da-4648-b6a0-45378a09b828 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:33.548034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:33.629026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:33.687036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:33.878443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fe5452ae-68da-4648-b6a0-45378a09b828'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:34.436861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0cc72-34b3-4880-8281-3be011693d22 req-3c5d35c2-485f-491d-b957-62dc57a4b5e4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:34.438437 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6d0cc72-34b3-4880-8281-3be011693d22 req-3c5d35c2-485f-491d-b957-62dc57a4b5e4 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0649302 Jul 27 22:40:34.445992 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d75dab8-8670-44a4-af46-628a3d9c0ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:34.477831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a6d0cc72-34b3-4880-8281-3be011693d22 req-51754581-27cd-400c-89d9-621d130c9098 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Jul 27 22:40:34.608927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1953a7d-ce00-4286-8cf3-39175bb439c4 req-ac389f4d-c27f-4742-ada3-bf9a0f8516f1 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:34.610360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1953a7d-ce00-4286-8cf3-39175bb439c4 req-ac389f4d-c27f-4742-ada3-bf9a0f8516f1 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0639071 Jul 27 22:40:34.649350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e1953a7d-ce00-4286-8cf3-39175bb439c4 req-10356e97-dd8d-4e40-a7f7-86213714ad37 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Jul 27 22:40:34.748665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:34.784568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e082-f117-4dbe-88d1-6ea3669358d8 req-d2023943-7ef0-415b-8fc1-eda9209d7916 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:34.787049 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c2e082-f117-4dbe-88d1-6ea3669358d8 req-d2023943-7ef0-415b-8fc1-eda9209d7916 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0699828 Jul 27 22:40:34.825200 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c2e082-f117-4dbe-88d1-6ea3669358d8 req-1ae1703a-9cc4-4bea-888c-af11b81a4f45 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Jul 27 22:40:35.364994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56020c-7842-41b0-b5ae-7bdfa827891e req-3a529876-b41a-4ced-9671-ff9a444dfe18 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:35.366511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5c56020c-7842-41b0-b5ae-7bdfa827891e req-3a529876-b41a-4ced-9671-ff9a444dfe18 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 944 time: 0.0655584 Jul 27 22:40:35.394665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:35.407069 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5c56020c-7842-41b0-b5ae-7bdfa827891e req-f2a4fe1d-a3b3-46c7-9494-f942e3295108 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Jul 27 22:40:35.502897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port fe5452ae-68da-4648-b6a0-45378a09b828 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:35.506455 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port fe5452ae-68da-4648-b6a0-45378a09b828 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:35.506826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.582381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.604428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:35.606709 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9bd634-2481-4360-804f-548fc6446475" -d '{"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:35.620367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:35.642402 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b58ef5-1e40-497f-b12c-ebce876b6863 x-openstack-request-id: req-e6b58ef5-1e40-497f-b12c-ebce876b6863 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:35.642698 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:35.642952 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6b58ef5-1e40-497f-b12c-ebce876b6863 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:35.643342 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'code': 200} Jul 27 22:40:35.685624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.731476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:36.017113 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.541455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e7319-a7da-40c8-8722-7525631e8d24 req-3e2fc426-df6e-493e-9c56-ad049592317f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.543042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb1e7319-a7da-40c8-8722-7525631e8d24 req-3e2fc426-df6e-493e-9c56-ad049592317f tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0670631 Jul 27 22:40:36.581674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eb1e7319-a7da-40c8-8722-7525631e8d24 req-cae23017-4461-4885-b33a-d09f6f940d27 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/security-groups?id=91201034-ddf0-4bd6-8947-4872f5020174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jul 27 22:40:36.751937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-797d1eae-eb30-465b-b953-8346bb4fbe8a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.753492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-797d1eae-eb30-465b-b953-8346bb4fbe8a tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.76 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 945 time: 0.0633752 Jul 27 22:40:36.859224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Deleting port fe5452ae-68da-4648-b6a0-45378a09b828 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:36.859580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.948469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] For port fe5452ae-68da-4648-b6a0-45378a09b828, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=fe5452ae-68da-4648-b6a0-45378a09b828,segment=NetworkSegment(7ecbb29f-4312-42c0-8f4d-4258059d5db8),segment_id=7ecbb29f-4312-42c0-8f4d-4258059d5db8)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:36.948846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.964390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Calling delete_port for fe5452ae-68da-4648-b6a0-45378a09b828 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:37.148716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.161763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['fe5452ae-68da-4648-b6a0-45378a09b828'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:37.177395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Pushing event deleted for resources: {'Port': ['ID=fe5452ae-68da-4648-b6a0-45378a09b828,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:37.223767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] No DVR routers for this DVR port fe5452ae-68da-4648-b6a0-45378a09b828 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:37.226479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.228712 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90198b96-0b65-4e4b-8fa4-41178aba6284 req-28c05902-860a-4992-a931-599ef1aebb7c tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.76 "DELETE /v2.0/ports/fe5452ae-68da-4648-b6a0-45378a09b828 HTTP/1.1" status: 204 len: 173 time: 0.4686394 Jul 27 22:40:37.229155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-deleted', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:37.231740 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf45d4-f38d-4a5f-b4d9-041bd3a3d5a3" -d '{"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-deleted", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:37.269042 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe635e49-4593-445d-a959-28f83798f064 x-openstack-request-id: req-fe635e49-4593-445d-a959-28f83798f064 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:37.269337 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d5a203-7e30-42f0-ae52-2f397ecf11f7", "name": "network-vif-deleted", "tag": "fe5452ae-68da-4648-b6a0-45378a09b828", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:37.269593 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe635e49-4593-445d-a959-28f83798f064 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:37.270681 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d5a203-7e30-42f0-ae52-2f397ecf11f7', 'name': 'network-vif-deleted', 'tag': 'fe5452ae-68da-4648-b6a0-45378a09b828', 'status': 'completed', 'code': 200} Jul 27 22:40:37.440080 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.695386 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-51303033-2792-425a-a6ad-65ee3accc347 req-75fab4d8-b322-4b18-9d51-d5f79848e8a7 tempest-ServerDiskConfigTestJSON-1169231250 tempest-ServerDiskConfigTestJSON-1169231250-project] 10.222.0.37 "GET /v2.0/ports?device_id=09d5a203-7e30-42f0-ae52-2f397ecf11f7 HTTP/1.1" status: 200 len: 210 time: 0.0341020 Jul 27 22:40:37.714557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:38.737225 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:38.817340 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55836) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:38.862066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Deleting subnet 314210d0-6ce3-4df9-af42-7401470a9c9f {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:40:38.866556 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:38.901576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:38.939964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.034546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.060724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314210d0-6ce3-4df9-af42-7401470a9c9f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:39.065835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.068022 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-32bfbf6d-93b1-456d-8394-d7a98e700568 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/314210d0-6ce3-4df9-af42-7401470a9c9f HTTP/1.1" status: 204 len: 168 time: 0.2492797 Jul 27 22:40:39.070509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55838) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:39.138240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.220844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.230483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d600be-029a-47dd-ab17-37745f445338']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:39.240304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecbb29f-4312-42c0-8f4d-4258059d5db8') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:39.240599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecbb29f-4312-42c0-8f4d-4258059d5db8') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:39.249183 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.262910 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.268817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:40:39.269198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: items = [ Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:40:39.271392 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:40:39.411628 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.417130 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.419270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d9d600be-029a-47dd-ab17-37745f445338 HTTP/1.1" status: 204 len: 168 time: 0.3475637 Jul 27 22:40:39.430417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d51f05-5834-49ac-a10d-d178f252d631 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d600be-029a-47dd-ab17-37745f445338,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:39.649826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55842) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:39.694464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9c9d5024-8d67-415c-be7c-5f249b98099c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39743ea07e7d42d88f55df6035528f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432942 Jul 27 22:40:39.696851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55844) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:39.744282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.765627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.931417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.933892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.935163 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91201034-ddf0-4bd6-8947-4872f5020174 HTTP/1.1" status: 204 len: 168 time: 0.2373319 Jul 27 22:40:39.944351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deede50-83b8-4106-9ae5-e8d3f2ace7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91201034-ddf0-4bd6-8947-4872f5020174,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:40.913425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:41.021843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1232041169-network', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:41.142684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:41.145112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.154354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.251625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.308439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.332778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:40:41.343453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1db0a7-ff64-4631-843e-98207369794e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:41.348056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.348437 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Added segment 1ffab11b-b302-4997-bc66-5750dfe81fad of type vlan for network c07c56cc-7d40-48a3-8fc5-619bb6599a74 Jul 27 22:40:41.365727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.366079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.366462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.366818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.367155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.367488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.367819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.368146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.368476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.368801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.369127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.369451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:41.410189 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.412697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:41.431550 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: fe5452ae-68da-4648-b6a0-45378a09b828 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:41.431905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device fe5452ae-68da-4648-b6a0-45378a09b828 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:41.508631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.509632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:41.510232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.573641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] Pushing event updated for resources: {'Network': ['ID=c07c56cc-7d40-48a3-8fc5-619bb6599a74,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:41.584656 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:40:41.600958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-13bd8942-9d24-4b3b-827c-a86c9eb66810 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6864209 Jul 27 22:40:41.603889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:41.608983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Request body: {'subnet': {'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1232041169-subnet', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:41.691163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:41.694223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.914740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.971381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e359a1a-9b50-4f5c-9914-439c5f072d43,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:41.982079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:41.982509 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Network hostable DHCP agents. Network: c07c56cc-7d40-48a3-8fc5-619bb6599a74, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:40:42.051467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:40:42.125512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c07c56cc-7d40-48a3-8fc5-619bb6599a74) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:42.129727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:42.131001 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.134998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687070b7-c2a1-42f4-a396-5e844a1f39b6 None None] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:42.217949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d64f1d70-8d3f-43fe-96a7-83d2c784e31a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6127079 Jul 27 22:40:42.220349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:42.226058 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:42.285281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:40:42.285281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.349144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.350411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.421158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Allocated IP 172.20.0.2 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:42.443566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.565000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.574394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Transition to ACTIVE for port object 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:42.589544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Transition to ACTIVE for port object 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:42.640476 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.651504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.688720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:42.694368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:42.697713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:42.704472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Pushing event updated for resources: {'Port': ['ID=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.763209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Attempting to bind port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:42.763591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Attempting to bind port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:42.763967 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Attempting to bind port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:42.769464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:42.769905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:42.770606 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.771270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:42.777233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Bound port: 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:42.777233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.844295 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] For port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:42.847504 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] For port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:42.921038 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.986157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Pushing event updated for resources: {'Port': ['ID=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.993963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.994757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.994757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.995033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.995374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.995712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.996051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.996384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.996719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.997061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.997381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:42.997774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6909e2d1-8188-4faa-899c-86760af968cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:43.313225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.342309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.493632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Allocated IP 172.25.3.254 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/091c8213-ecde-49ac-9ef4-2f6cd10f1a8d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:43.596528 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.726617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.757451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:43.777317 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:43.781561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:43.783632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Pushing event updated for resources: {'Port': ['ID=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:43.785899 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:43.862826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:43.894361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7d584-08d9-4946-a281-86f5c43b60e4 None None] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:44.062426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Provisioning for port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:44.069801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Provisioning complete for port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:44.072830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.145385 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.161076 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.198369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] For port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:44.251447 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.309066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b30151-04c6-4149-ac5c-cae9dc486acc None None] Pushing event updated for resources: {'Port': ['ID=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:44.368165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.374027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6568df6f-e144-486a-9b32-4a6b71d60982 None None] Provisioning complete for port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:44.374443 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6568df6f-e144-486a-9b32-4a6b71d60982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.565434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:40:44.672230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:44.681942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:44.691082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:44.694413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:44.748326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.749639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1ef31f3f-dea6-4bd0-8a7d-394c634f6550 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5283606 Jul 27 22:40:44.753532 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55874) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:44.797132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:44.976202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:43Z', 'revision_number': 3, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:45.003475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:45.003827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Updating router c4e0db92-16a4-4fd7-acf2-de678b800df6 port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:40:45.045136 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.311120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.322544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Transition to ACTIVE for port object 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:45.394467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.424935 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.446515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Attempting to bind port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:45.446894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Attempting to bind port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:45.447267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Attempting to bind port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:45.452647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3791e-7795-4c03-991a-628f0d79eae5 None None] Pushing event updated for resources: {'Port': ['ID=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.458077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:45.459120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:45.461090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.461090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:45.461090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Bound port: 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:45.461090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.514477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] For port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:45.517788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] For port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:45.584543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.630910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Allocated IP 172.20.0.1 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/e343c07c-283e-4489-b31e-7500a684c54e) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:45.746098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.760679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Transition to ACTIVE for port object e343c07c-283e-4489-b31e-7500a684c54e will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:45.761000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:45.841168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:45.841803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:45.857179 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.882101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3791e-7795-4c03-991a-628f0d79eae5 None None] Pushing event updated for resources: {'Port': ['ID=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.897681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:45.900716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:45.903231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:45.940465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:45.940822 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Pushing event updated for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.940955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.960165 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.998537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:46.159562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.230319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:43Z', 'revision_number': 3, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:46.262205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e127ddb9-0f8c-4e7e-be59-a583fadf2259 None None] Provisioning for port e343c07c-283e-4489-b31e-7500a684c54e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:46.265392 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ebe36b-44f1-46ed-b3d6-b6d8b57e8b0c None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:43Z', 'revision_number': 3, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:46.267905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e127ddb9-0f8c-4e7e-be59-a583fadf2259 None None] Provisioning complete for port e343c07c-283e-4489-b31e-7500a684c54e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:46.268292 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e127ddb9-0f8c-4e7e-be59-a583fadf2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.306852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e127ddb9-0f8c-4e7e-be59-a583fadf2259 None None] Port e343c07c-283e-4489-b31e-7500a684c54e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:40:46.356351 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.417236 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.513158 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Pushing event updated for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:46.516636 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.620069 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:46.621472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:46.750628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:40:46.830773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e722a7e6-1e0c-4457-a246-22a43cc2b5c9 None None] Provisioning complete for port e343c07c-283e-4489-b31e-7500a684c54e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:46.831155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e722a7e6-1e0c-4457-a246-22a43cc2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.863909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:46.868807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e722a7e6-1e0c-4457-a246-22a43cc2b5c9 None None] Port e343c07c-283e-4489-b31e-7500a684c54e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:40:46.869361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2ca75b94-4e30-4c5c-87b9-5f81c5ecff46 admin admin] 10.222.0.37 "PUT /v2.0/routers/c4e0db92-16a4-4fd7-acf2-de678b800df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145582 Jul 27 22:40:47.601014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:47.606048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376657760', 'description': 'tempest-description--1600137977'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:47.714437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.742636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:47.793021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:47.802414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:47.803117 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:47.810661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.868577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:47.872630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:47.873218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.897143 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.909877 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:47.929493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d3c0c4-40e7-460a-b227-d8124c889d98,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:47.962062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.982574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:47.988289 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.990318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e1a6c26d-1d66-461f-8d6f-27fd4f8fcbfe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3880763 Jul 27 22:40:47.993074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55886) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:47.997659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'security_group_rule': {'security_group_id': 'd1d3c0c4-40e7-460a-b227-d8124c889d98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:48.034054 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.082248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.084782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:48.113805 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 2, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:48.157744 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.211558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.229927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bd5ba2-6d13-4822-a9d0-9d3d0c63580c,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:48.230174 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:48.230462 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Updating router c4e0db92-16a4-4fd7-acf2-de678b800df6 port e343c07c-283e-4489-b31e-7500a684c54e binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:40:48.264915 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.290880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.292139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-47eeadfc-dbfb-4299-b4df-4eefa2acdc4a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981350 Jul 27 22:40:48.295050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55888) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:48.299626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'security_group_rule': {'security_group_id': 'd1d3c0c4-40e7-460a-b227-d8124c889d98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:48.387372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.445763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.485040 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.508156 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad6118c-3f18-4e42-9f11-f3a7c9e4f9e4,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:48.533107 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.543526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Transition to ACTIVE for port object e343c07c-283e-4489-b31e-7500a684c54e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:48.554136 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.555510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8b939250-1f82-4fc1-80e2-a6e5d2eceb72 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594938 Jul 27 22:40:48.558578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 55890) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:48.570447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:48.634117 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.657010 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.707485 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Pushing event updated for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:48.734184 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.734574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.734917 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.735258 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.735591 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.735922 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.736250 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.736575 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.736900 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.737227 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.737546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.737975 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:48.752322 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Attempting to bind port e343c07c-283e-4489-b31e-7500a684c54e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:48.752702 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Attempting to bind port e343c07c-283e-4489-b31e-7500a684c54e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:48.753065 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Attempting to bind port e343c07c-283e-4489-b31e-7500a684c54e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:48.758466 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:48.758851 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:48.759256 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.759650 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:48.760126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Bound port: e343c07c-283e-4489-b31e-7500a684c54e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:48.760592 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.765341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.835263 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] For port e343c07c-283e-4489-b31e-7500a684c54e, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:48.839002 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] For port e343c07c-283e-4489-b31e-7500a684c54e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e343c07c-283e-4489-b31e-7500a684c54e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:48.883471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Allocated IP 172.25.3.182 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/75e375d8-a727-4879-91c0-13f5771a6800) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:48.914609 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.974780 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:48.975423 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:40:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:48.995396 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.025796 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0cad1-55e4-4cfc-9bab-67b70092912e None None] Pushing event updated for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:49.091463 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.093417 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:49.135115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:49.138075 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:49.143716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:49.167732 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=75e375d8-a727-4879-91c0-13f5771a6800,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:49.266513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.298537 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:48Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:49.324524 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5bd833-24ed-41ef-a9d6-ec347564ce33 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:48Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:49.406449 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.569043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.634144 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.701634 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=75e375d8-a727-4879-91c0-13f5771a6800,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:49.718026 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.776780 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.782331 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d30c9458-9d73-47ea-a0c6-bb80c7fefc9a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2185402 Jul 27 22:40:49.827184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:49.888388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:49.889215 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:49.972290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-cea4c9c3-115c-4b72-8c50-0a1cbb906091 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--376657760&fields=id&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 267 time: 0.0540674 Jul 27 22:40:49.990993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e343c07c-283e-4489-b31e-7500a684c54e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:50.090952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e343c07c-283e-4489-b31e-7500a684c54e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:50.093093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-512d35f0-cfdd-4381-b0d9-c924603064a3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:50.095916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e343c07c-283e-4489-b31e-7500a684c54e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:50.096307 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:50.102027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-512d35f0-cfdd-4381-b0d9-c924603064a3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1178381 Jul 27 22:40:50.110623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-cfb469df-52bf-46f6-9326-35fe34d9e634 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/quotas/7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 375 time: 0.0099070 Jul 27 22:40:50.185989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:50.187428 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-c57ecbf9-46b1-409c-8b52-7965c7fbaafd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700328 Jul 27 22:40:50.222784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e343c07c-283e-4489-b31e-7500a684c54e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e343c07c-283e-4489-b31e-7500a684c54e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:50.268090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:50.293350 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-6f04b7d4-ac64-41ba-8fa5-d49d120de13c service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920346 Jul 27 22:40:50.322654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:50.391782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-3d0b169d-0ba1-451e-8f10-8bae9f7f8a21 service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914164 Jul 27 22:40:50.640520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-743e25b3-f6ce-4151-942e-e211d93092a1 req-3e29eb69-4a0d-415a-92ed-070f189be7a3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jul 27 22:40:51.732995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e343c07c-283e-4489-b31e-7500a684c54e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:51.765502 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-89b2fdd9-0cb2-4c0b-bf78-74ef50ae95cf req-b9aae260-2d0f-4192-926f-0787803f0d59 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 210 time: 0.0307295 Jul 27 22:40:51.786556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e343c07c-283e-4489-b31e-7500a684c54e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:51.786556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:52.574782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-16e675ee-4d1a-4cfb-b991-008e51a8d33d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:52.576339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-16e675ee-4d1a-4cfb-b991-008e51a8d33d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1039417 Jul 27 22:40:52.621169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-a5bfaf27-6861-4978-b8df-9763fcbca627 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 379 time: 0.0352540 Jul 27 22:40:52.630824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'port': {'device_id': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'admin_state_up': True, 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'security_groups': ['d1d3c0c4-40e7-460a-b227-d8124c889d98']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:52.818595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:52.822236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:52.876524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1efad3e-ad9f-4924-add4-7ba57c38d05f req-b53da32e-ee93-4bc4-be31-71125d5f02a6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 210 time: 0.0388074 Jul 27 22:40:52.992040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Allocated IP 172.20.0.11 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/b8df550b-eaca-499a-87d5-523249bd3c8e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:53.463308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:53.476936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Transition to ACTIVE for port object b8df550b-eaca-499a-87d5-523249bd3c8e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:53.542884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:53.589507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:53.592461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:53.597203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:53.601770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:53.652059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:53.657220 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:53.697426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-eddfb26d-9ffc-4fbf-b2b9-c96fd1f3d5ae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0707943 Jul 27 22:40:53.713167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Request body: {'port': {'device_id': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:53.789592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:53.816726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6c57468b-920f-4b69-875a-fae759fd7ceb None None] Provisioning for port b8df550b-eaca-499a-87d5-523249bd3c8e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:53.821602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6c57468b-920f-4b69-875a-fae759fd7ceb None None] Provisioning complete for port b8df550b-eaca-499a-87d5-523249bd3c8e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:53.822177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c57468b-920f-4b69-875a-fae759fd7ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:53.860771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6c57468b-920f-4b69-875a-fae759fd7ceb None None] Port b8df550b-eaca-499a-87d5-523249bd3c8e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:40:54.018980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adf263-9ba1-4ede-be74-3039e1de1dc2 req-0d0fcb58-8cd4-49d6-ab37-c717c9f71e13 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.020650 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16adf263-9ba1-4ede-be74-3039e1de1dc2 req-0d0fcb58-8cd4-49d6-ab37-c717c9f71e13 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 932 time: 0.0731041 Jul 27 22:40:54.060356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-16adf263-9ba1-4ede-be74-3039e1de1dc2 req-a4931348-e870-42b1-99b9-ee670d7c17bb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334392 Jul 27 22:40:54.064400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8df550b-eaca-499a-87d5-523249bd3c8e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:54.073443 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:54.086666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Transition to ACTIVE for port object b8df550b-eaca-499a-87d5-523249bd3c8e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:54.158854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:54.235114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:54.289961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:54.290220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:54.290590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:54.295427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:40:54.295757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:54.300814 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:54.301152 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:54.302885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:54.303233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Bound port: b8df550b-eaca-499a-87d5-523249bd3c8e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:54.303605 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:54.374923 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:54.377931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:54.440139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:54.475378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.476067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:54.477541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] 10.222.0.76 "PUT /v2.0/ports/b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1092 time: 0.7701123 Jul 27 22:40:54.478074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:54.480410 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541917f-26d2-4dd9-a2e8-716d5138778b" -d '{"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:54.506932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675e55f-e0ed-4291-ba67-8c2d5469deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:54.518123 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d4432-bedf-42ac-a230-d983d392b6a0 x-openstack-request-id: req-c97d4432-bedf-42ac-a230-d983d392b6a0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:54.518451 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:54.518715 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c97d4432-bedf-42ac-a230-d983d392b6a0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:54.519124 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'status': 'completed', 'code': 200} Jul 27 22:40:54.597879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-764ff0c8-aed8-4ec6-931c-245e093ab618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.600110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-764ff0c8-aed8-4ec6-931c-245e093ab618 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1095 time: 0.0591972 Jul 27 22:40:54.705430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-ed22dff4-831a-4e07-b422-1889201dedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.707116 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-ed22dff4-831a-4e07-b422-1889201dedf3 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990629 Jul 27 22:40:54.802357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-12acdf2f-e32f-4318-9e67-8232460733b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.803962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d541917f-26d2-4dd9-a2e8-716d5138778b req-12acdf2f-e32f-4318-9e67-8232460733b0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900848 Jul 27 22:40:54.894811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-3d647a1d-0ff5-45db-b71c-2293e928ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.897201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-3d647a1d-0ff5-45db-b71c-2293e928ddde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1095 time: 0.0568936 Jul 27 22:40:54.943999 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-3e4cd39d-0fe2-4ec7-9026-634e13328485 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 217 time: 0.0391445 Jul 27 22:40:54.994011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-c4e0055b-aeb4-474f-91da-1204e4251c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:54.995509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-c4e0055b-aeb4-474f-91da-1204e4251c4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0450282 Jul 27 22:40:55.057125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341e917-c651-499d-af90-67f8fd588c34 req-26d5cf82-6659-4f6d-afe5-b00708a402d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:55.058677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-26d5cf82-6659-4f6d-afe5-b00708a402d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549524 Jul 27 22:40:55.156343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-cc8989a3-588d-49cf-9ce5-0b5ab28466e9 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Jul 27 22:40:55.193181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658da3d-4752-4cdd-98c7-fdfdb9ef9db7 req-f379dc8c-b6c9-4459-ab2f-57aead44ef03 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:55.195186 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7658da3d-4752-4cdd-98c7-fdfdb9ef9db7 req-f379dc8c-b6c9-4459-ab2f-57aead44ef03 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0651577 Jul 27 22:40:55.234527 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7658da3d-4752-4cdd-98c7-fdfdb9ef9db7 req-6c2767a9-3d77-4550-bd71-b5d6ec25c785 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336378 Jul 27 22:40:55.254249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b341e917-c651-499d-af90-67f8fd588c34 req-d6153ca2-27dc-4efc-a920-3039973408d6 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214 Jul 27 22:40:56.370989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7275068-e967-4105-9b2b-672d88b409aa req-c83bc8e3-2879-4b51-b70b-9f5e64561888 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:56.372502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7275068-e967-4105-9b2b-672d88b409aa req-c83bc8e3-2879-4b51-b70b-9f5e64561888 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0691755 Jul 27 22:40:56.413133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7275068-e967-4105-9b2b-672d88b409aa req-23f1d0f9-c352-44b4-89d1-712a2e12dce2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346165 Jul 27 22:40:57.554750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec66d2-e77d-4aef-bc76-173ec2ea35c3 req-e9543b8b-5903-43a5-bff1-ac834b81409b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:57.556195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6ec66d2-e77d-4aef-bc76-173ec2ea35c3 req-e9543b8b-5903-43a5-bff1-ac834b81409b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0770257 Jul 27 22:40:57.600388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e6ec66d2-e77d-4aef-bc76-173ec2ea35c3 req-83717df0-5b71-4316-ab46-1a07d3d75862 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Jul 27 22:40:58.732298 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba320e-1bba-44b8-9877-36758b630524 req-a47d65ff-230e-4117-a84f-b88585d9520f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:58.733928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6aba320e-1bba-44b8-9877-36758b630524 req-a47d65ff-230e-4117-a84f-b88585d9520f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0659673 Jul 27 22:40:58.772741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6aba320e-1bba-44b8-9877-36758b630524 req-ecc1634f-8dfd-4811-af39-256efec07186 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Jul 27 22:40:59.459348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:40:59.559426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:59.571331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'mac_address': 'fa:16:3e:38:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:40:59.607477 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:59.619886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8df550b-eaca-499a-87d5-523249bd3c8e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:59.639673 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:59.742156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:59.792157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:59.905082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085214eb-0985-4330-aa50-bfba5fddd7e2 req-99878229-8e66-49ee-9f6f-3024feca3f0f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:59.906700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-085214eb-0985-4330-aa50-bfba5fddd7e2 req-99878229-8e66-49ee-9f6f-3024feca3f0f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 945 time: 0.0668330 Jul 27 22:40:59.945614 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['b8df550b-eaca-499a-87d5-523249bd3c8e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:59.948624 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-085214eb-0985-4330-aa50-bfba5fddd7e2 req-964799a2-a9bd-4b21-ae42-2fb5bf29a621 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355475 Jul 27 22:41:01.078452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadd4a0-22e8-4bc7-9130-d4429cc739db req-81aae021-d52e-4c6a-804b-62829575be4c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:01.079974 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbadd4a0-22e8-4bc7-9130-d4429cc739db req-81aae021-d52e-4c6a-804b-62829575be4c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 945 time: 0.0662382 Jul 27 22:41:01.119763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bbadd4a0-22e8-4bc7-9130-d4429cc739db req-7ae3c469-3d0b-4f99-95b3-1d66941c88a1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Jul 27 22:41:01.471326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:41:01.604798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port b8df550b-eaca-499a-87d5-523249bd3c8e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:41:01.608976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port b8df550b-eaca-499a-87d5-523249bd3c8e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:41:01.609419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:01.691363 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:01.714928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:01.717203 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002ecde-a6b4-4ab5-acb9-e012e6a3dbd7" -d '{"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-plugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:01.731084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:01.758246 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa77925-d775-4d20-8eb8-dcf512866a8b x-openstack-request-id: req-1fa77925-d775-4d20-8eb8-dcf512866a8b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:01.758246 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-plugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:01.758246 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fa77925-d775-4d20-8eb8-dcf512866a8b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:01.758246 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'code': 200} Jul 27 22:41:01.793427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:01.846888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:01.871908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3509ce-7ac8-472b-b247-39d2872622bb req-fc0ad101-3f2f-47c9-846a-1f75a3495875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:01.875521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3509ce-7ac8-472b-b247-39d2872622bb req-fc0ad101-3f2f-47c9-846a-1f75a3495875 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1097 time: 0.0653787 Jul 27 22:41:01.920037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ef3509ce-7ac8-472b-b247-39d2872622bb req-bde74080-616f-45df-9900-e9411c99b14f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367932 Jul 27 22:41:01.942817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d27e7d3c-838f-4401-be55-aa175b76fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:02.248079 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f6654-e663-4cfa-a569-c14f19356d74 req-82fd4e96-c1d1-4a89-afa2-5c0897b1af8e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:02.249596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-779f6654-e663-4cfa-a569-c14f19356d74 req-82fd4e96-c1d1-4a89-afa2-5c0897b1af8e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0638347 Jul 27 22:41:02.288221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-779f6654-e663-4cfa-a569-c14f19356d74 req-f30ce04d-2b00-4a79-9155-80e2c72e9ed6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Jul 27 22:41:03.420883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09df5cb-39e6-414c-8e81-6586e716ca96 req-cfd849a0-a2c7-4f3e-95e1-1063d567e7e9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.422415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b09df5cb-39e6-414c-8e81-6586e716ca96 req-cfd849a0-a2c7-4f3e-95e1-1063d567e7e9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0655797 Jul 27 22:41:03.461277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b09df5cb-39e6-414c-8e81-6586e716ca96 req-7466325c-9502-4fbf-a678-d55f70da09e3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327899 Jul 27 22:41:03.595523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268a90-8bcf-4b45-92c7-519e0b20e2ed req-d49b0dea-bb45-4a2c-a528-71652e45a0ed tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.596972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24268a90-8bcf-4b45-92c7-519e0b20e2ed req-d49b0dea-bb45-4a2c-a528-71652e45a0ed tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0703502 Jul 27 22:41:03.607135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 55950) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:03.611869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'floatingip': {'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:03.652382 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.116924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.176219 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.280667 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 associated. External IP: 172.25.3.182, port: b8df550b-eaca-499a-87d5-523249bd3c8e. Jul 27 22:41:04.450515 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6e07688-5477-48e4-adf4-1b484a1ba88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.496388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:41:04.607797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:41:04.612513 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.617622 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:41:04.626521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:41:04.627145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:04.650845 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0ea0ce7d-5ad6-4834-98d4-8036f4c62086 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "PUT /v2.0/floatingips/33c1f4ce-2c1e-4b48-a615-93199f068ae4 HTTP/1.1" status: 200 len: 992 time: 1.0425889 Jul 27 22:41:04.651449 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:04.653750 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52" -d '{"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:04.694671 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3cd0c-eb10-4382-9ebf-b7bae3906cbd x-openstack-request-id: req-c4a3cd0c-eb10-4382-9ebf-b7bae3906cbd {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:04.694824 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:04.695162 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4a3cd0c-eb10-4382-9ebf-b7bae3906cbd {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:04.695627 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'status': 'completed', 'code': 200} Jul 27 22:41:04.752238 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:41:04.770269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-026849bb-8870-47bf-b738-0bac4accf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:04.772060 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-026849bb-8870-47bf-b738-0bac4accf97f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1097 time: 0.0555596 Jul 27 22:41:04.827449 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:04.868291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-d179b43c-366a-457b-8bed-ff6a78357564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:04.870082 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-d179b43c-366a-457b-8bed-ff6a78357564 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0914066 Jul 27 22:41:04.943729 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-4ea651e1-8602-423d-a223-7e03024ebdb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1000 time: 0.0649004 Jul 27 22:41:04.989700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:38:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:41:04Z', 'revision_number': 1, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:04.993661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-b554f66d-7d7a-49ce-9039-d0790ac937e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:04.995188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-b554f66d-7d7a-49ce-9039-d0790ac937e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0453043 Jul 27 22:41:05.016477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:41:05.024985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:41:05.025663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:41:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:05.058713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-2eb45ba5-5d00-474f-80bb-0bf81d2874e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.060280 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-2eb45ba5-5d00-474f-80bb-0bf81d2874e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579698 Jul 27 22:41:05.131218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:41:05.151036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-a3ed2854-cc3a-4869-ae17-b4369bc844b2 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Jul 27 22:41:05.251892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f1a71f9f-0a59-4ff0-8a08-09c1fd8fdf52 req-e79cd256-a3d1-4731-acac-c576b902f4cf service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Jul 27 22:41:05.516425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:38:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:41:04Z', 'revision_number': 1, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:05.542822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c872b-cbef-46d2-a201-be03c99dba9a None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:38:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:41:04Z', 'revision_number': 1, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:41:05.737554 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab2938-0c6e-4799-8ac9-521481535a6f None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:41:06.016441 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:07.472878 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:07.770607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.787541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.264097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:41:31.958731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7a76346-08c2-4703-bc4e-543d41b8a972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:34.438326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5d94-9d8d-4c10-b7d5-c9494a275368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:34.781033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:36.015352 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:37.455465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:37.758082 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:38.741239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:44.671354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-69b15c66-62a6-4d0d-ac02-5ef5caae0e02 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549085 Jul 27 22:41:44.766332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257056d1-9e55-47af-9ba8-96b20205f79a req-921dead2-85ca-45b7-aa53-df7507bc45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:44.767850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-921dead2-85ca-45b7-aa53-df7507bc45b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1097 time: 0.0542791 Jul 27 22:41:44.879510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257056d1-9e55-47af-9ba8-96b20205f79a req-c077ccac-f559-4ab4-a29c-35fbca1e5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:44.881029 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-c077ccac-f559-4ab4-a29c-35fbca1e5b26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0887182 Jul 27 22:41:44.949434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-2e779f26-525f-4b79-8d96-e205417df4c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1002 time: 0.0587487 Jul 27 22:41:44.999539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257056d1-9e55-47af-9ba8-96b20205f79a req-5f95e9e2-17ae-4593-8db4-0c6e57caa1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:45.001150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-5f95e9e2-17ae-4593-8db4-0c6e57caa1d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0450923 Jul 27 22:41:45.073781 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257056d1-9e55-47af-9ba8-96b20205f79a req-28f40db2-5a66-4334-8b88-eb5c237ba705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:45.075350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-28f40db2-5a66-4334-8b88-eb5c237ba705 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623705 Jul 27 22:41:45.168622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-861a3229-5b64-4a4f-ae70-0ec9b3c0cad0 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Jul 27 22:41:45.261058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-257056d1-9e55-47af-9ba8-96b20205f79a req-3f9391d7-fea9-47b4-88d0-3a0d6c9d1143 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Jul 27 22:41:47.263840 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:42:01.957905 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1110a512-a7d4-45ab-8aa5-a35ff3290f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:04.443400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-863420e5-3f49-4b84-bed6-315574941c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:04.796353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:06.026179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:07.523257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:07.734177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:08.757464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:24.262801 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:42:31.938438 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29d0089e-c9e6-4d6d-8049-98ca11f823f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:34.431303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9656592f-f0dc-4210-9e02-70bda9e3bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:34.800795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:36.008098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.471423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.743097 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:38.760302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:41.497481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4e3d7-3352-417a-90b6-eeefe385bd1d req-8de28b37-6b1b-4a59-922a-813ad6b6682c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:41.499176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d4e3d7-3352-417a-90b6-eeefe385bd1d req-8de28b37-6b1b-4a59-922a-813ad6b6682c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.1347635 Jul 27 22:42:41.538755 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b0d4e3d7-3352-417a-90b6-eeefe385bd1d req-14ef23b6-3a29-4a6e-b865-ad3da1ddfd56 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Jul 27 22:42:41.960628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d01bb-d4c9-4864-bc8e-6954b699860e req-a2095515-13a3-4565-9cbe-9ad936b4a130 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:41.962163 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a1d01bb-d4c9-4864-bc8e-6954b699860e req-a2095515-13a3-4565-9cbe-9ad936b4a130 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0665801 Jul 27 22:42:42.001731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5a1d01bb-d4c9-4864-bc8e-6954b699860e req-317d22b8-8241-4677-a00d-0be938d0fe6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Jul 27 22:42:42.054524 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-27cc1fa6-fcdc-4ee0-ae84-02c47d46720e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565581 Jul 27 22:42:43.220865 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79b6db-fd20-4289-aa65-3bd05d249182 req-1eba4dca-928f-46d3-8744-f64aacabed98 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:43.222434 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d79b6db-fd20-4289-aa65-3bd05d249182 req-1eba4dca-928f-46d3-8744-f64aacabed98 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.1424313 Jul 27 22:42:43.264309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d79b6db-fd20-4289-aa65-3bd05d249182 req-311d4cdb-2382-424f-b933-6e7e6b164a56 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349448 Jul 27 22:42:44.174904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-67fa27c3-4e9b-49b2-880d-f422017d0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:44.176408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-67fa27c3-4e9b-49b2-880d-f422017d0610 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1097 time: 0.0989814 Jul 27 22:42:44.264325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-617db8ab-c359-4231-8114-598cc8b81d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:44.266677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-617db8ab-c359-4231-8114-598cc8b81d54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0836148 Jul 27 22:42:44.337451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6496f11c-728b-4a32-a5ed-c3270a144f3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1002 time: 0.0632966 Jul 27 22:42:44.387209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-19ae8c8c-b8e7-4758-9c35-c0af7eb11627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:44.388752 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-19ae8c8c-b8e7-4758-9c35-c0af7eb11627 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0440536 Jul 27 22:42:44.404048 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62159-2a4a-496a-ad9d-a3b5cda68864 req-1859e830-1b73-476c-944c-b9228e2edb80 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:44.405568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7be62159-2a4a-496a-ad9d-a3b5cda68864 req-1859e830-1b73-476c-944c-b9228e2edb80 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0678446 Jul 27 22:42:44.446500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7be62159-2a4a-496a-ad9d-a3b5cda68864 req-75638a5b-2dde-427a-bf42-9df9b14677ec tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343058 Jul 27 22:42:44.450180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-32950bc6-eedc-473d-a82b-c82c1ad1dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:44.451732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-32950bc6-eedc-473d-a82b-c82c1ad1dfb5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561121 Jul 27 22:42:44.546274 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-ac560d9d-b0d9-4989-9f12-7497b1677df2 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860124 Jul 27 22:42:44.966978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-77713875-859d-4b43-9798-45b8ed8b2d9f service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131670 Jul 27 22:42:45.579778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ca4e-509a-4fd6-b1c3-aa9229d76279 req-023cdc9e-2c47-48ba-8a9b-34a734038dc3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:45.581282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cf5ca4e-509a-4fd6-b1c3-aa9229d76279 req-023cdc9e-2c47-48ba-8a9b-34a734038dc3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0672603 Jul 27 22:42:45.627904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cf5ca4e-509a-4fd6-b1c3-aa9229d76279 req-40f350ea-e342-4cdb-93cd-6e99e4695175 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Jul 27 22:42:45.704166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-e5b4da51-6aac-414d-b3b8-e0f2dfc64932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:45.705690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-e5b4da51-6aac-414d-b3b8-e0f2dfc64932 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1097 time: 0.0552900 Jul 27 22:42:45.810708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-cc4dfdb0-81a7-4308-bc4b-21fb53c69470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:45.812742 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-cc4dfdb0-81a7-4308-bc4b-21fb53c69470 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0841835 Jul 27 22:42:45.881735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-84afcf78-76b0-40f4-87c3-3e4405f47b07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1002 time: 0.0618660 Jul 27 22:42:45.931066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-88d7c041-6bb6-487d-bf1f-b974cf994b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:45.932501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-88d7c041-6bb6-487d-bf1f-b974cf994b8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0435653 Jul 27 22:42:45.992756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-150d1a17-3c89-494a-bca4-e43b400b95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:45.994165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-150d1a17-3c89-494a-bca4-e43b400b95ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524554 Jul 27 22:42:46.086633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-22d2a6ca-6a03-45a0-afd4-5c1d800659f7 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Jul 27 22:42:46.176189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2f69f19f-090e-4b3b-9d9c-1d01252fd317 req-dd9a2850-f08e-4a19-82ea-635aad5a6cfd service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816615 Jul 27 22:42:46.770566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527601-ce1f-4f63-9072-d45da00cbf21 req-82b914ea-d6bc-4e4e-9fc2-f70839a130d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:46.772100 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e527601-ce1f-4f63-9072-d45da00cbf21 req-82b914ea-d6bc-4e4e-9fc2-f70839a130d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0679653 Jul 27 22:42:46.810865 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e527601-ce1f-4f63-9072-d45da00cbf21 req-3d62d1d0-54a4-4262-8d49-5f3be917fc2f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 27 22:42:47.947451 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8699f-233d-4248-83ad-2e3ed4fabae1 req-e683cd92-007b-4170-aecd-edb9598291b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:47.948978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1b8699f-233d-4248-83ad-2e3ed4fabae1 req-e683cd92-007b-4170-aecd-edb9598291b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0702472 Jul 27 22:42:47.987453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a1b8699f-233d-4248-83ad-2e3ed4fabae1 req-f947251a-06cf-44d1-8010-a872ba43342a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321102 Jul 27 22:42:49.117587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27a992-b634-44d1-8126-14118ab5748a req-ad78cd1f-6c2e-4a42-bf0d-088513485c26 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:49.119115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a27a992-b634-44d1-8126-14118ab5748a req-ad78cd1f-6c2e-4a42-bf0d-088513485c26 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0634212 Jul 27 22:42:49.156740 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6a27a992-b634-44d1-8126-14118ab5748a req-9ac50193-93e7-45e5-805f-f2ad4ad94620 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315645 Jul 27 22:42:50.288204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dacfd-fc46-469a-8a1f-45399ed5f319 req-25ac768f-5e2c-4eb2-8d1e-3494d4343014 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:50.289724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-650dacfd-fc46-469a-8a1f-45399ed5f319 req-25ac768f-5e2c-4eb2-8d1e-3494d4343014 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0642493 Jul 27 22:42:50.330141 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-650dacfd-fc46-469a-8a1f-45399ed5f319 req-0110d0e7-58c0-4321-8bc9-e742e2e3dd1d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339959 Jul 27 22:42:51.465238 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92351a2e-e00d-4add-8749-a97a0c6588a4 req-74ce4719-a8bf-44de-b1be-e4e1e96bf11b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:51.466779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92351a2e-e00d-4add-8749-a97a0c6588a4 req-74ce4719-a8bf-44de-b1be-e4e1e96bf11b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0671301 Jul 27 22:42:51.504583 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-92351a2e-e00d-4add-8749-a97a0c6588a4 req-b7497df9-7db4-40e0-a7c8-275a4e086ec3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Jul 27 22:42:52.638091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581acda-8e8d-4fbd-be8e-6a39ad8a2743 req-83914015-b165-4faf-a2c9-a819a5587b0c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:52.639622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b581acda-8e8d-4fbd-be8e-6a39ad8a2743 req-83914015-b165-4faf-a2c9-a819a5587b0c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0675077 Jul 27 22:42:52.679516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b581acda-8e8d-4fbd-be8e-6a39ad8a2743 req-0596d6e2-434d-4dd2-a96e-15c4d275a382 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 27 22:42:53.809616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98662f5-adcc-423e-ac33-82d7e14c21d1 req-1607f83e-91ce-4031-85c5-945ee3e2d1db tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:53.811148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b98662f5-adcc-423e-ac33-82d7e14c21d1 req-1607f83e-91ce-4031-85c5-945ee3e2d1db tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0645881 Jul 27 22:42:53.849338 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b98662f5-adcc-423e-ac33-82d7e14c21d1 req-5f990d91-5283-4689-b90f-3c9ab7f7e3bf tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322330 Jul 27 22:42:54.980066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73097799-1aed-4bc3-9497-d4ce9ad831ad req-2c3703f8-61d6-490b-8b70-3fbf184b3392 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:54.981566 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73097799-1aed-4bc3-9497-d4ce9ad831ad req-2c3703f8-61d6-490b-8b70-3fbf184b3392 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0638039 Jul 27 22:42:55.019262 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73097799-1aed-4bc3-9497-d4ce9ad831ad req-c23620c4-0a82-452f-a265-9350657640a9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Jul 27 22:42:56.152130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4587f-09e5-4e65-bb4e-9dc283568b4b req-c814191d-92d9-443e-a049-be147556b888 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:56.153648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8be4587f-09e5-4e65-bb4e-9dc283568b4b req-c814191d-92d9-443e-a049-be147556b888 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0676408 Jul 27 22:42:56.193324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8be4587f-09e5-4e65-bb4e-9dc283568b4b req-021c3623-57d4-4ef5-8dfc-f9caebc09953 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Jul 27 22:42:57.195721 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-f1a0300b-de3a-492d-a7c5-25d2185efab8 service neutron] show failed (client error): The resource could not be found. Jul 27 22:42:57.196672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-f1a0300b-de3a-492d-a7c5-25d2185efab8 service neutron] 10.222.0.76 "GET /v2.0/ports/b8df550b-eaca-499a-87d5-523249bd3c8e/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0541649 Jul 27 22:42:57.329817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccebae6-74b0-4db9-b06b-86f430ee5478 req-7775ead9-46eb-4560-9211-003643ae635e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:57.331356 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ccebae6-74b0-4db9-b06b-86f430ee5478 req-7775ead9-46eb-4560-9211-003643ae635e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0708156 Jul 27 22:42:57.371269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ccebae6-74b0-4db9-b06b-86f430ee5478 req-5813660f-9c3a-44d5-95fe-316d16ab7d47 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Jul 27 22:42:57.741220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-5a516ce0-c79a-456b-a077-96c0e3ba7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:57.742791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-5a516ce0-c79a-456b-a077-96c0e3ba7bc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0966485 Jul 27 22:42:57.756301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:57.828678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.289359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:58.321810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:58.360505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:58.362831 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e45a90-0630-4dd2-a956-255957807cee" -d '{"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:58.366960 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.379694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Transition to ACTIVE for port object b8df550b-eaca-499a-87d5-523249bd3c8e will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:58.451161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.482709 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a3c12-46c7-4eb9-9c85-b7bcc5e405ee x-openstack-request-id: req-8c3a3c12-46c7-4eb9-9c85-b7bcc5e405ee {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:58.483012 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:58.483795 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c3a3c12-46c7-4eb9-9c85-b7bcc5e405ee {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:58.484394 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'code': 200} Jul 27 22:42:58.512860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d6238-fbc3-40e7-b30e-b1241f4a850d req-77d9edd7-0273-44bc-9255-d15abdc495e8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:58.512860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d91d6238-fbc3-40e7-b30e-b1241f4a850d req-77d9edd7-0273-44bc-9255-d15abdc495e8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0680301 Jul 27 22:42:58.524621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:58.554387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d91d6238-fbc3-40e7-b30e-b1241f4a850d req-2e1ecf28-b4ee-46eb-8d93-bd6e321d90d1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 Jul 27 22:42:58.582248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.582629 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.582979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.583320 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.583661 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.583996 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.584329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.584659 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.584995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.585323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.585650 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.585976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:58.652463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] No DVR routers for this DVR port b8df550b-eaca-499a-87d5-523249bd3c8e on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:42:58.794939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:58.795630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:58.795630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:58.800274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:42:58.800596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Attempting to bind port b8df550b-eaca-499a-87d5-523249bd3c8e on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:58.805370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:58.805713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:58.806103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:58.806569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Bound port: b8df550b-eaca-499a-87d5-523249bd3c8e, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:58.806931 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.869493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:58.872724 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:58.942974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.978628 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:58.979531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:58.981293 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1092 time: 1.2292383 Jul 27 22:42:59.019920 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdac3c0-ed05-42bb-8709-a394146d8508 service neutron] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:59.073488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-e32a553b-3241-40dc-9f77-2564cfd5cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.075132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-e32a553b-3241-40dc-9f77-2564cfd5cf46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1095 time: 0.0688360 Jul 27 22:42:59.168555 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6c37dacd-9cf4-4b1c-bf6b-89a4b13feb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.170053 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-6c37dacd-9cf4-4b1c-bf6b-89a4b13feb12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0873313 Jul 27 22:42:59.269596 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-1553a9c1-5471-4145-83a2-b81b116e33bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1000 time: 0.0927584 Jul 27 22:42:59.318901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-61348231-34c3-4b87-b45c-a35b5fa6e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.320284 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-61348231-34c3-4b87-b45c-a35b5fa6e5f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0437167 Jul 27 22:42:59.380068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-a5adef34-eee4-4e7a-99f2-1926abcb46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.381607 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-a5adef34-eee4-4e7a-99f2-1926abcb46f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532064 Jul 27 22:42:59.476545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-e25e47a3-2143-4d02-9d8c-63d083d07b63 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Jul 27 22:42:59.567889 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-54b8fcc4-9487-427f-bb43-608f36d3c8bc req-d560be32-6f41-48d0-a1a6-9c9df345f568 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835443 Jul 27 22:42:59.698981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196564f-ed1a-45b4-b21a-8ca41b7d715b req-a4bae2f8-456e-446c-bde8-e57e60087aef tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.700533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1196564f-ed1a-45b4-b21a-8ca41b7d715b req-a4bae2f8-456e-446c-bde8-e57e60087aef tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.0741916 Jul 27 22:42:59.739594 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1196564f-ed1a-45b4-b21a-8ca41b7d715b req-0c43ecfe-7c88-4996-8265-c609f72b47f5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322671 Jul 27 22:43:00.485494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:00.487927 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed46e61d-0361-4005-899a-cd603c6ea484" -d '{"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:00.535080 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edbe9a7-d500-4a86-8040-21c2186d4185 x-openstack-request-id: req-4edbe9a7-d500-4a86-8040-21c2186d4185 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:00.535375 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:00.535628 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4edbe9a7-d500-4a86-8040-21c2186d4185 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:00.536718 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'status': 'completed', 'code': 200} Jul 27 22:43:00.608934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-a6efc4e0-aaa2-4adc-8dc0-db37d50c21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.610701 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-a6efc4e0-aaa2-4adc-8dc0-db37d50c21d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1095 time: 0.0563545 Jul 27 22:43:00.612368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-ac6fe6d7-a01d-4f53-9b48-c0bce0441bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.613871 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-ac6fe6d7-a01d-4f53-9b48-c0bce0441bde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1095 time: 0.0557868 Jul 27 22:43:00.706225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-d395071d-a602-407b-b760-30a985e620ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.707918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-d395071d-a602-407b-b760-30a985e620ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0897074 Jul 27 22:43:00.709342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-e9bbc879-f5f3-469f-9c60-d6b0201bc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.710835 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-e9bbc879-f5f3-469f-9c60-d6b0201bc4e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0900390 Jul 27 22:43:00.775128 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-6d1579bf-ea87-4c39-a385-f799cf9d4b53 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1000 time: 0.0596938 Jul 27 22:43:00.779003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-a94d72e1-2914-4fe5-9f84-0c53601c723c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1000 time: 0.0597367 Jul 27 22:43:00.835726 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-a4241276-5a60-449d-a55d-8d1feb9e1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.837359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-a4241276-5a60-449d-a55d-8d1feb9e1e30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0511568 Jul 27 22:43:00.857728 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-7f429bb5-02bd-4332-ae30-4196e09b7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.859330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-7f429bb5-02bd-4332-ae30-4196e09b7752 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0759237 Jul 27 22:43:00.901190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-474f5428-4947-4d72-aed0-f7e5fd3bfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.902836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-474f5428-4947-4d72-aed0-f7e5fd3bfc9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579739 Jul 27 22:43:00.928351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75693d-ce8f-4ddb-a066-17b03245820d req-d6e441b7-6273-4c7c-9bd6-5570bb242f06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.929864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d75693d-ce8f-4ddb-a066-17b03245820d req-d6e441b7-6273-4c7c-9bd6-5570bb242f06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 944 time: 0.1180158 Jul 27 22:43:00.959242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-6f72b3b7-5bb2-4466-8fdb-748b4bf6690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:00.960780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-6f72b3b7-5bb2-4466-8fdb-748b4bf6690f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927782 Jul 27 22:43:00.985531 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d75693d-ce8f-4ddb-a066-17b03245820d req-c0a1fcd6-5f14-4fb4-b258-2c19ca915ad1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490396 Jul 27 22:43:00.997630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-d9bce927-f354-4ade-bef9-151a7681a76d service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865245 Jul 27 22:43:01.065976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-7542531d-9251-43b2-afb0-b3ee6ea200cc service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952001 Jul 27 22:43:01.097732 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-d06950bc-00ac-4f2f-8daf-1ed1d3243d4b service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930829 Jul 27 22:43:01.163569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ed46e61d-0361-4005-899a-cd603c6ea484 req-f590be6f-708f-4b71-b77f-e2047e57123f service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864937 Jul 27 22:43:01.261479 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:43:01.492297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:43:01.589291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:01.600990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'mac_address': 'fa:16:3e:38:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:43:01.637250 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.650602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8df550b-eaca-499a-87d5-523249bd3c8e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:43:01.670689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:01.742396 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.792438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:01.800285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.809755 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:43:01.948091 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46c3f130-a075-4b45-823f-bb0151ae93d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.990387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['b8df550b-eaca-499a-87d5-523249bd3c8e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:43:02.025164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:43:02.085946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:43:02.123837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99eea6-0f66-440f-9859-072e90da83cd req-8dc1f79d-f705-494b-943d-e10a600f13ec tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.125379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d99eea6-0f66-440f-9859-072e90da83cd req-8dc1f79d-f705-494b-943d-e10a600f13ec tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 945 time: 0.0664096 Jul 27 22:43:02.164293 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3d99eea6-0f66-440f-9859-072e90da83cd req-0d14e5f7-ad2c-44b3-bf1d-205bed3b44fe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329313 Jul 27 22:43:02.511332 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3e05b-c096-4443-9f27-2802cbe68819 req-6f71a037-1e2c-4e9b-afc4-09e00cb3e22e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.512837 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3b3e05b-c096-4443-9f27-2802cbe68819 req-6f71a037-1e2c-4e9b-afc4-09e00cb3e22e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 945 time: 0.0707424 Jul 27 22:43:02.589330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3b3e05b-c096-4443-9f27-2802cbe68819 req-5d65862f-08e3-4f5c-9ab5-5e57506ec1e8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695560 Jul 27 22:43:02.615603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-60bd5edd-e39b-45aa-bf4f-465ddbc0c3e4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.617132 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-60bd5edd-e39b-45aa-bf4f-465ddbc0c3e4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b&tenant_id=7c324444988d454e8d36c5d41c0ce5a6&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 945 time: 0.0908558 Jul 27 22:43:02.679249 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-83fc3029-76d6-45ad-bd8f-5462c0a23cff service neutron] delete failed (client error): The resource could not be found. Jul 27 22:43:02.680220 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-83fc3029-76d6-45ad-bd8f-5462c0a23cff service neutron] 10.222.0.76 "DELETE /v2.0/ports/b8df550b-eaca-499a-87d5-523249bd3c8e/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0551891 Jul 27 22:43:02.781897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-3793c43e-8165-4f2c-a142-bf39f4affc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.783465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-3793c43e-8165-4f2c-a142-bf39f4affc6d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 1096 time: 0.0585117 Jul 27 22:43:02.873113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-6f2dece3-8cd4-453f-a4bc-6e8f053ca2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.875435 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-6f2dece3-8cd4-453f-a4bc-6e8f053ca2cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0843639 Jul 27 22:43:02.949229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-a5bff626-612c-4b4b-8fbc-a8882ecf595f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 200 len: 1001 time: 0.0658145 Jul 27 22:43:02.999855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-171f0339-e2d8-4eb2-908c-49f95c9bd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:03.001304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-171f0339-e2d8-4eb2-908c-49f95c9bd2fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0439296 Jul 27 22:43:03.060576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-23e2f924-cc30-4682-b366-9f59ddfe8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:03.062842 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-23e2f924-cc30-4682-b366-9f59ddfe8252 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539382 Jul 27 22:43:03.159079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-3d68903d-740d-44c1-b4b0-0a2824225d01 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885828 Jul 27 22:43:03.251674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f25d3fa-dce5-4861-b6d0-65863387a8a5 req-0fb9e5fa-255d-4e22-9b25-67fe87d8f526 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Jul 27 22:43:03.515203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:43:03.642245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port b8df550b-eaca-499a-87d5-523249bd3c8e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:43:03.646431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port b8df550b-eaca-499a-87d5-523249bd3c8e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:43:03.646817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:03.746213 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:03.750820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9848d3-f286-44f5-aa8a-3c3d83de40a3 req-7ed7978c-deb4-4af2-9684-32e7c3890a5b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:03.752499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d9848d3-f286-44f5-aa8a-3c3d83de40a3 req-7ed7978c-deb4-4af2-9684-32e7c3890a5b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 945 time: 0.0891926 Jul 27 22:43:03.772921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:03.776535 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5ca39-8300-4655-a117-ecf2ca2d3997" -d '{"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-plugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:03.790596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:03.800655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d9848d3-f286-44f5-aa8a-3c3d83de40a3 req-39e8e200-a799-46e9-8912-16f88fb09291 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409696 Jul 27 22:43:03.842126 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:03.889877 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3d803e-a1b0-4cf0-8017-fc42ec467cde x-openstack-request-id: req-7a3d803e-a1b0-4cf0-8017-fc42ec467cde {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:03.889877 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-plugged", "status": "completed", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:03.894943 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a3d803e-a1b0-4cf0-8017-fc42ec467cde {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:03.894943 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'code': 200} Jul 27 22:43:03.895259 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:04.425249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48f1e88f-b552-488b-82d3-468e12e809e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.796688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.938802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d8e7e-514f-4726-ae81-ad54b28f153b req-8bcab202-7511-4b2f-b6d3-3217536fe53b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:04.940328 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b83d8e7e-514f-4726-ae81-ad54b28f153b req-8bcab202-7511-4b2f-b6d3-3217536fe53b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0704832 Jul 27 22:43:04.980227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b83d8e7e-514f-4726-ae81-ad54b28f153b req-0d86d91f-ce8b-4e45-a5e2-75bc60176919 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328407 Jul 27 22:43:05.111652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b190-060b-4a2b-99e0-dfa374edf10c req-2f926a97-1aaf-46a8-ab20-dea09ef32bc8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.113043 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-52b4b190-060b-4a2b-99e0-dfa374edf10c req-2f926a97-1aaf-46a8-ab20-dea09ef32bc8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0643902 Jul 27 22:43:05.151215 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-52b4b190-060b-4a2b-99e0-dfa374edf10c req-2a5b77c9-3531-46cb-9731-bb4c9b1935ad tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Jul 27 22:43:05.281219 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f49628-040b-41c0-a27b-a0a3cd35c2d4 req-d34664a5-3624-4355-8c3f-c23a1e5844fa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.282674 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87f49628-040b-41c0-a27b-a0a3cd35c2d4 req-d34664a5-3624-4355-8c3f-c23a1e5844fa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0660596 Jul 27 22:43:05.321006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-87f49628-040b-41c0-a27b-a0a3cd35c2d4 req-eeefd219-b5c3-45fb-915b-e2b169a62529 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Jul 27 22:43:05.803352 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b768d-c237-4c19-b672-a56eeea6063c req-cec8605f-3fa4-42d3-be93-6e03cf0d142b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.804881 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f31b768d-c237-4c19-b672-a56eeea6063c req-cec8605f-3fa4-42d3-be93-6e03cf0d142b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jul 27 22:43:05.847894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f31b768d-c237-4c19-b672-a56eeea6063c req-5bff338c-ad19-45a8-b4a0-5280ad3b1603 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Jul 27 22:43:06.012898 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:06.991135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c6f79-8c7f-4cba-be61-c6a62319ce94 req-cc3761ef-deb3-4796-b1c6-0d8753d4b3f3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:06.992664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-890c6f79-8c7f-4cba-be61-c6a62319ce94 req-cc3761ef-deb3-4796-b1c6-0d8753d4b3f3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0769658 Jul 27 22:43:07.032699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-890c6f79-8c7f-4cba-be61-c6a62319ce94 req-11c9ab99-4b8b-47f7-adfa-0168e2d3a3b6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340519 Jul 27 22:43:07.118910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36291-813f-4573-a50e-b752be72f599 req-d3a7909f-25ca-4b57-bfc1-9133a99c6858 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:07.120394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2e36291-813f-4573-a50e-b752be72f599 req-d3a7909f-25ca-4b57-bfc1-9133a99c6858 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 946 time: 0.0625935 Jul 27 22:43:07.220315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Deleting port b8df550b-eaca-499a-87d5-523249bd3c8e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:43:07.220579 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.312225 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] For port b8df550b-eaca-499a-87d5-523249bd3c8e, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=b8df550b-eaca-499a-87d5-523249bd3c8e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:07.312599 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.496721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.530663 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.531047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.531392 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 disassociated. External IP: 172.25.3.182, port: b8df550b-eaca-499a-87d5-523249bd3c8e. Jul 27 22:43:07.531741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Calling delete_port for b8df550b-eaca-499a-87d5-523249bd3c8e owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:43:07.716368 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.739349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.771830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'Port': ['ID=b8df550b-eaca-499a-87d5-523249bd3c8e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:07.900864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:43:08.011179 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:43:08.020928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:43:08.030358 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:08.030936 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:08.056838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] No DVR routers for this DVR port b8df550b-eaca-499a-87d5-523249bd3c8e on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:43:08.059678 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:08.062330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2e36291-813f-4573-a50e-b752be72f599 req-ed27872b-c24a-43e6-89df-7f4078673405 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "DELETE /v2.0/ports/b8df550b-eaca-499a-87d5-523249bd3c8e HTTP/1.1" status: 204 len: 173 time: 0.9345872 Jul 27 22:43:08.062799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-deleted', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:08.065371 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989eb3a-aee9-4a15-92a7-b5a34900b859" -d '{"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-deleted", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:08.103346 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b976e61-8c63-44b4-8dfe-77f681b3f10e x-openstack-request-id: req-3b976e61-8c63-44b4-8dfe-77f681b3f10e {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:08.103762 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b35b08-37b7-47a2-bd17-f99db8a1886b", "name": "network-vif-deleted", "tag": "b8df550b-eaca-499a-87d5-523249bd3c8e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:08.103997 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b976e61-8c63-44b4-8dfe-77f681b3f10e {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:08.104526 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b35b08-37b7-47a2-bd17-f99db8a1886b', 'name': 'network-vif-deleted', 'tag': 'b8df550b-eaca-499a-87d5-523249bd3c8e', 'status': 'completed', 'code': 200} Jul 27 22:43:08.145362 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf493017-bc17-4635-86f5-20391c03f221 req-1debcda6-21f3-497d-969d-5268f15a1ccd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=89b35b08-37b7-47a2-bd17-f99db8a1886b HTTP/1.1" status: 200 len: 210 time: 0.0312648 Jul 27 22:43:08.149723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:08.353661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:08.379419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:43:08.387616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:08.388232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:08.494230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:08.703516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:08.731172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b421997-9df0-4544-9175-3af9fef9a945 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:43:08.770598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:08.955732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a332e751-657c-4b70-b340-e07968ec0346 None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:43:09.376026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-207c212e-2042-4413-91de-68e1feb57246 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--376657760&fields=id&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 267 time: 0.0331993 Jul 27 22:43:09.484588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c131e103-0172-4450-b800-fedbb049114a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:09.486074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c131e103-0172-4450-b800-fedbb049114a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1035290 Jul 27 22:43:09.501869 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-e63de4f1-7a0e-4928-a9b2-8e323b32c277 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/quotas/7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 375 time: 0.0100582 Jul 27 22:43:09.548997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:43:09.568682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: b8df550b-eaca-499a-87d5-523249bd3c8e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:43:09.569035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device b8df550b-eaca-499a-87d5-523249bd3c8e not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:43:09.574960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-6691b852-c9ca-45a4-9841-9a27100723ea tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677321 Jul 27 22:43:09.660875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-ce694815-17e1-44d0-ac7c-6544c42c112b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:43:09.661886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-ce694815-17e1-44d0-ac7c-6544c42c112b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0430520 Jul 27 22:43:09.753815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c2363186-bb79-43bf-8f7c-e64defc56681 service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Jul 27 22:43:09.847706 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-e2ece078-e3b4-43a1-a663-aafd819ccc69 service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Jul 27 22:43:10.078072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d15ea05-5701-4bd3-982a-79d6a784429b req-caf848a3-0287-41d6-bb50-d8d0d93a62da tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 210 time: 0.0291693 Jul 27 22:43:11.176608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34308523-c051-49fa-80b1-10a7700d4049 req-3f76d678-2440-4b22-a8cc-5f5ea38c9575 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 210 time: 0.0310638 Jul 27 22:43:12.028457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-1969b5f3-cb07-4fad-845a-0bfd8e238a0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:12.032352 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-1969b5f3-cb07-4fad-845a-0bfd8e238a0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1083052 Jul 27 22:43:12.084743 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-fd198b8b-4086-4333-af5f-2eacd85b9cee tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 379 time: 0.0459070 Jul 27 22:43:12.094456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'port': {'device_id': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'admin_state_up': True, 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'security_groups': ['d1d3c0c4-40e7-460a-b227-d8124c889d98']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:43:12.464950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3ed432f-1217-4e2e-9e22-c88f6462e901 req-7b882143-454c-46c5-8486-505f1b73fbb6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 210 time: 0.0357962 Jul 27 22:43:12.593930 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:43:12.597675 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:12.740463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Allocated IP 172.20.0.13 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/1114f859-4f9e-442e-b3f7-e73dc06b8f95) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:43:12.877318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:12.892010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Transition to ACTIVE for port object 1114f859-4f9e-442e-b3f7-e73dc06b8f95 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:43:12.993416 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.038871 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:43:13.042467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:43:13.049410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:43:13.079578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:13.105602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:13.106066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.213939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-3a0a2c01-b390-4e84-8dc8-1bdc48af2efd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1238003 Jul 27 22:43:13.226719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Request body: {'port': {'device_id': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:43:13.298594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-98c1db12-e07a-42c0-ba48-16c089a6a3dd None None] Provisioning for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:43:13.302559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-98c1db12-e07a-42c0-ba48-16c089a6a3dd None None] Provisioning complete for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:43:13.302943 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98c1db12-e07a-42c0-ba48-16c089a6a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.303831 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.336861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-98c1db12-e07a-42c0-ba48-16c089a6a3dd None None] Port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:43:13.574302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1114f859-4f9e-442e-b3f7-e73dc06b8f95 {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:43:13.582783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.597311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Transition to ACTIVE for port object 1114f859-4f9e-442e-b3f7-e73dc06b8f95 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:43:13.598555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37071-47e0-47bb-8fc9-c1039bdb9789 req-858627bc-2546-45a5-b561-f47ec1c4af84 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:13.600110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40b37071-47e0-47bb-8fc9-c1039bdb9789 req-858627bc-2546-45a5-b561-f47ec1c4af84 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 932 time: 0.0666294 Jul 27 22:43:13.638202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40b37071-47e0-47bb-8fc9-c1039bdb9789 req-b64f2c33-1fb6-4ae9-a5bc-3a66fd2f72df tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Jul 27 22:43:13.676402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.731592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:13.799421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:43:13.799761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:43:13.800091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:43:13.804620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:43:13.804941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:43:13.809869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:43:13.810211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:43:13.810630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:43:13.811969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Bound port: 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:43:13.812116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:13.883972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:43:13.887129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:43:13.979530 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:14.016587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.028398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:14.028398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] 10.222.0.50 "PUT /v2.0/ports/1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1092 time: 0.7963154 Jul 27 22:43:14.028398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:14.028398 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58de26-0bf7-4e4c-9847-2cb150dfe733" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:14.046896 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3794e-ef8d-4a89-a1b4-d8405e09cb05 service neutron] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:14.065343 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddbbbca-6cde-4639-bbf7-e4e2a28f28aa x-openstack-request-id: req-8ddbbbca-6cde-4639-bbf7-e4e2a28f28aa {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:14.065712 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:14.066038 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ddbbbca-6cde-4639-bbf7-e4e2a28f28aa {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:14.066552 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'status': 'completed', 'code': 200} Jul 27 22:43:14.144673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-b1149d62-f691-47e8-9c3a-322df5ccda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.146368 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-b1149d62-f691-47e8-9c3a-322df5ccda17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0591028 Jul 27 22:43:14.251373 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-d88a279f-bf06-4ae3-bb6c-d1d7f3da15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.253001 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-d88a279f-bf06-4ae3-bb6c-d1d7f3da15bb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980635 Jul 27 22:43:14.351299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-7c5b3f28-427a-414d-8980-2cd1bcc4799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.352727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae58de26-0bf7-4e4c-9847-2cb150dfe733 req-7c5b3f28-427a-414d-8980-2cd1bcc4799f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929899 Jul 27 22:43:14.449042 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-afe14940-f732-4370-aaf8-e0b3742b9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.450491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-afe14940-f732-4370-aaf8-e0b3742b9999 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0597978 Jul 27 22:43:14.492126 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-7dddb3ae-dfbf-4d00-bdf6-ce769c31a817 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 217 time: 0.0340180 Jul 27 22:43:14.544881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-d779b786-f34f-4a90-8f00-ca2f440fa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.547194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-d779b786-f34f-4a90-8f00-ca2f440fa883 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0467069 Jul 27 22:43:14.613043 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-70c8cc4c-05fd-487a-a68c-fdc5ef7569c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.614595 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-70c8cc4c-05fd-487a-a68c-fdc5ef7569c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554886 Jul 27 22:43:14.710962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-f976d9bb-cb49-4fd5-89b8-0851edc7a222 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890481 Jul 27 22:43:14.774490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44caef-c170-404e-b027-73f307d95803 req-370297e2-fc86-47b0-9e3e-c4237e5d2a36 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:14.775997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a44caef-c170-404e-b027-73f307d95803 req-370297e2-fc86-47b0-9e3e-c4237e5d2a36 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0687232 Jul 27 22:43:14.804543 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d0d134f2-c9ab-4bfd-b2c0-44bb1fb17b4c req-f9623f8c-2a75-45af-9bb8-027f76d8e28e service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859225 Jul 27 22:43:14.816216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6a44caef-c170-404e-b027-73f307d95803 req-c9407b4d-0892-437f-a50a-1020b4d01970 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336325 Jul 27 22:43:15.963854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7e68-bbeb-4149-ba22-cf879827f959 req-8d85442f-a7c7-4e9b-9bc9-65adb501aa7b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:15.965359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cad7e68-bbeb-4149-ba22-cf879827f959 req-8d85442f-a7c7-4e9b-9bc9-65adb501aa7b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0698252 Jul 27 22:43:16.004645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0cad7e68-bbeb-4149-ba22-cf879827f959 req-e2fea0aa-bd4a-421b-9088-f9ff2290e87b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322936 Jul 27 22:43:17.137005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a66d7-26f1-4c3d-9ebf-c8405f156472 req-1a48b425-faec-4468-bd86-5232e5e7e484 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:17.139112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-754a66d7-26f1-4c3d-9ebf-c8405f156472 req-1a48b425-faec-4468-bd86-5232e5e7e484 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0641484 Jul 27 22:43:17.177007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-754a66d7-26f1-4c3d-9ebf-c8405f156472 req-c90ab373-9565-4961-8ebe-ae074a8b8501 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320911 Jul 27 22:43:17.564412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:43:17.664647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:17.676448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'mac_address': 'fa:16:3e:60:7c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:43:17.713539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:17.725917 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1114f859-4f9e-442e-b3f7-e73dc06b8f95 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:43:17.746051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:17.816235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:17.867236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:18.009382 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['1114f859-4f9e-442e-b3f7-e73dc06b8f95'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:43:18.306700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99df81-a822-49e3-a062-63c9d06c65ae req-381f3b3c-5c2e-47f1-91d1-2a86c76177dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:18.308229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac99df81-a822-49e3-a062-63c9d06c65ae req-381f3b3c-5c2e-47f1-91d1-2a86c76177dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 945 time: 0.0650201 Jul 27 22:43:18.347534 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ac99df81-a822-49e3-a062-63c9d06c65ae req-e47ce673-438b-47e3-8161-f31bce51d5aa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324137 Jul 27 22:43:19.478188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb25d5-0d8c-4cf1-91ee-6a7d4041d739 req-a745771e-14b4-4266-ba1e-5ce5022a52e8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:19.479763 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ffb25d5-0d8c-4cf1-91ee-6a7d4041d739 req-a745771e-14b4-4266-ba1e-5ce5022a52e8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 945 time: 0.0662134 Jul 27 22:43:19.521148 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2ffb25d5-0d8c-4cf1-91ee-6a7d4041d739 req-d7a78043-3369-4239-a189-2711f53150e4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349026 Jul 27 22:43:19.579562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:43:19.692658 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:43:19.696370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:43:19.696742 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:19.775848 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:19.798855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:19.801072 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49228b9-811a-42c5-809e-c70980fbb19c" -d '{"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-plugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:19.816027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:19.838673 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f6a0df-878e-4152-9cb2-34c7751c9bd2 x-openstack-request-id: req-f2f6a0df-878e-4152-9cb2-34c7751c9bd2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:19.838958 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-plugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:19.839225 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2f6a0df-878e-4152-9cb2-34c7751c9bd2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:19.839629 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'code': 200} Jul 27 22:43:19.884982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:19.935819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:19.960514 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123750a-efde-4551-8492-0745e9309f1a req-019740b1-2d6b-4839-8c9d-fd94b9ee53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:19.962079 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7123750a-efde-4551-8492-0745e9309f1a req-019740b1-2d6b-4839-8c9d-fd94b9ee53ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0626707 Jul 27 22:43:20.000056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7123750a-efde-4551-8492-0745e9309f1a req-a0b29eb6-4c13-47d0-bab9-d93745f3f3d8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302994 Jul 27 22:43:20.653775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7445f3-145b-490d-8d91-8cd2168d430e req-8b62e0e4-d11b-4256-9237-252ac968813c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:20.655636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a7445f3-145b-490d-8d91-8cd2168d430e req-8b62e0e4-d11b-4256-9237-252ac968813c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0684457 Jul 27 22:43:20.694454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a7445f3-145b-490d-8d91-8cd2168d430e req-e5506ad1-ee38-45d0-a83b-8746406be4c8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Jul 27 22:43:21.827384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e583b86-71a8-45b9-ad64-0c0cda3429da req-ef308d68-7ddf-4e9b-97c8-48be71de3c0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:21.828929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e583b86-71a8-45b9-ad64-0c0cda3429da req-ef308d68-7ddf-4e9b-97c8-48be71de3c0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0649104 Jul 27 22:43:21.867288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6e583b86-71a8-45b9-ad64-0c0cda3429da req-18258d2d-ed6a-4d16-ba72-53de57878809 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324566 Jul 27 22:43:21.995329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbb93b-47e0-4d07-8b49-7730b290e609 req-16ff39ac-1712-44fe-ae60-37396f70f04c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:21.996724 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0bbb93b-47e0-4d07-8b49-7730b290e609 req-16ff39ac-1712-44fe-ae60-37396f70f04c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0666103 Jul 27 22:43:22.005557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 56328) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:43:22.010471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'floatingip': {'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:43:22.054511 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:22.503394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:22.567142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:22.662605 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 associated. External IP: 172.25.3.182, port: 1114f859-4f9e-442e-b3f7-e73dc06b8f95. Jul 27 22:43:22.870045 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:43:22.979399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:43:22.984427 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:22.989507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:43:22.999793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:23.000411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:23.021488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f4952f4a-ae4d-4cad-baf1-4cbc3a09ff9d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "PUT /v2.0/floatingips/33c1f4ce-2c1e-4b48-a615-93199f068ae4 HTTP/1.1" status: 200 len: 992 time: 1.0148299 Jul 27 22:43:23.022070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:23.024363 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:23.112299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:23.117934 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55651f83-7234-477c-aed3-b2aa38b8abb6 x-openstack-request-id: req-55651f83-7234-477c-aed3-b2aa38b8abb6 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:23.118365 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:23.118690 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55651f83-7234-477c-aed3-b2aa38b8abb6 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:23.119218 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'status': 'completed', 'code': 200} Jul 27 22:43:23.199825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-b188c94d-568e-4b12-9873-ecd615e9f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:23.201974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-b188c94d-568e-4b12-9873-ecd615e9f097 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0586479 Jul 27 22:43:23.298810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-9eea4d51-1017-4bb4-bede-76e2258f8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:23.300331 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-9eea4d51-1017-4bb4-bede-76e2258f8aaa service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0913014 Jul 27 22:43:23.372026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-a64dbcc9-67c0-4cd7-b2d6-46f5f8cda691 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1000 time: 0.0635958 Jul 27 22:43:23.430091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-49a0e40f-bfc4-402c-81fb-43ede887075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:23.431645 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-49a0e40f-bfc4-402c-81fb-43ede887075b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0515561 Jul 27 22:43:23.494405 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-87341aa8-8738-400a-b65b-78a34f559c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:23.495874 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-87341aa8-8738-400a-b65b-78a34f559c60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553529 Jul 27 22:43:23.501858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:60:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:43:22Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:23.529826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:43:23.538480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:23.539390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:43:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:23.588813 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-bc01e593-3a7c-4271-b8df-e8af19f2d0d7 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847180 Jul 27 22:43:23.650663 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:23.689486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae8eeadb-8fc2-47a4-a528-9d46c6737ee6 req-eb96ddaf-8e9c-44f8-ba90-4d0b789b8164 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920570 Jul 27 22:43:23.878086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:60:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:43:22Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:23.906016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9bc4-e247-49a2-83dd-6f36de2aaa57 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:60:7c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:43:22Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:43:24.096561 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3615d401-01c3-405d-bb71-2087d06aad02 None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:43:31.941154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd293656-f182-4cf8-a9f7-89a79ebbcd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:34.460826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a69b641-6da3-4b24-be84-4c0dff541851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:34.818328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:35.011694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-f93ac88c-bc9d-41c1-aae6-27088302c682 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534630 Jul 27 22:43:35.109455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-306e435f-5cae-4ad9-9539-f31acfb4a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:35.110990 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-306e435f-5cae-4ad9-9539-f31acfb4a591 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0543005 Jul 27 22:43:35.221735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-7009aef8-83c1-4753-9f2b-b83525ed1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:35.223261 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-7009aef8-83c1-4753-9f2b-b83525ed1970 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0893488 Jul 27 22:43:35.289953 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-3db217fe-b84a-4cf9-ba3e-a1843287effb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1002 time: 0.0578208 Jul 27 22:43:35.345217 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-6dc61160-edaa-4cbf-abab-f85b83ccbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:35.346765 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-6dc61160-edaa-4cbf-abab-f85b83ccbc12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0493100 Jul 27 22:43:35.405971 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-2b602ee7-c710-43c1-b3eb-5adc8aacf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:35.407558 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-2b602ee7-c710-43c1-b3eb-5adc8aacf033 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541754 Jul 27 22:43:35.498105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-2a7747a2-9041-4ba7-9e05-3e272f85e27f service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821013 Jul 27 22:43:35.592585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1f81ee9b-eb42-4cc2-8870-55fac3a4e3d9 req-89a1158c-f172-44db-98b3-372874dd2ac5 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872769 Jul 27 22:43:36.035042 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:37.515308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:37.726748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:38.259906 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:43:38.757765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:01.939545 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de8ea96b-80b2-4d0a-a789-6f8e01f07a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:04.457660 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-def9c425-0663-489d-9040-a6d01d7f269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:04.777934 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:06.007712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:07.499416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:07.739876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:08.788798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:15.258078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:44:31.950099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6023160-dfb6-43fa-9b38-d8d47aa33930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:34.435756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2e1c-ae8b-4b5b-bad6-0aece6830a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:34.784279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:36.018669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:36.029131 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-73b1599f-9243-4587-ac30-37eaf5cf5853 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552301 Jul 27 22:44:36.123262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-a9d2a4aa-a057-41c8-b5d9-60e4a00c29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.124671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-a9d2a4aa-a057-41c8-b5d9-60e4a00c29ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0542214 Jul 27 22:44:36.230870 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-7d1dc000-7623-42a5-9164-a373a2d34dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.232371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-7d1dc000-7623-42a5-9164-a373a2d34dca service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0893047 Jul 27 22:44:36.298195 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-a44ed2c6-bdd1-435a-95df-07849ff8133d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1002 time: 0.0588195 Jul 27 22:44:36.351603 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-085b564a-e710-4742-9d83-835ef575ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.353107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-085b564a-e710-4742-9d83-835ef575ad81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0485666 Jul 27 22:44:36.415300 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-fb543a13-681b-44a4-ae03-a9245b556e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.416983 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-fb543a13-681b-44a4-ae03-a9245b556e22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559545 Jul 27 22:44:36.505766 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-09d61a46-7d81-43b4-8e56-32e7e69c769c service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818012 Jul 27 22:44:36.601069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fc089189-427e-487c-ab0f-77e5f7da8404 req-f90f787e-53c8-4ea3-baf3-707c02a25c51 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Jul 27 22:44:37.514367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:37.726971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:38.795306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:52.257096 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:45:00.102736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bec6e-304c-4cbb-bde4-9a30fc37f461 req-5c3146b4-f60f-4696-905a-9c33b1576019 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.104447 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a66bec6e-304c-4cbb-bde4-9a30fc37f461 req-5c3146b4-f60f-4696-905a-9c33b1576019 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0705178 Jul 27 22:45:00.144386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a66bec6e-304c-4cbb-bde4-9a30fc37f461 req-2e85c37d-8c55-4159-a148-7ce8ebfa3887 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339065 Jul 27 22:45:01.282428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaaa8c-2235-4616-94d5-a04f70dc6ae4 req-eacb5094-dfeb-4c11-aaeb-e46651607d0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:01.283980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28aaaa8c-2235-4616-94d5-a04f70dc6ae4 req-eacb5094-dfeb-4c11-aaeb-e46651607d0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0690391 Jul 27 22:45:01.323928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28aaaa8c-2235-4616-94d5-a04f70dc6ae4 req-ff7e8cd7-c85b-42f3-898f-1fb4b2fa1a3e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Jul 27 22:45:01.949969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b32f74e3-188d-4399-9db3-8725e7f11abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:02.462067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee8a9-d923-4077-b0a4-f53c0d3b4c39 req-3a4979ae-743e-4326-a184-90cb8f95a986 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:02.464337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e1ee8a9-d923-4077-b0a4-f53c0d3b4c39 req-3a4979ae-743e-4326-a184-90cb8f95a986 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0712943 Jul 27 22:45:02.504595 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e1ee8a9-d923-4077-b0a4-f53c0d3b4c39 req-a28d76bd-77de-4275-9d2f-e93da50328a6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Jul 27 22:45:03.638817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600da54-6913-4d3f-80a0-8ca17acf73cc req-cd598a4e-4dfc-4c3f-b32f-77c269086c50 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:03.640351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f600da54-6913-4d3f-80a0-8ca17acf73cc req-cd598a4e-4dfc-4c3f-b32f-77c269086c50 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0653584 Jul 27 22:45:03.681797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f600da54-6913-4d3f-80a0-8ca17acf73cc req-cdf6767c-4dae-49de-964d-cb756ed3a3ff tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354085 Jul 27 22:45:04.446083 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45f33510-2f08-49bd-868c-191652a5a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:04.800933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:04.814630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3db74-e1ba-4fd8-886f-9d11daf13396 req-8c1f9cd0-bd5f-458f-82f2-dd62802ce4aa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:04.816153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4a3db74-e1ba-4fd8-886f-9d11daf13396 req-8c1f9cd0-bd5f-458f-82f2-dd62802ce4aa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0641608 Jul 27 22:45:04.855193 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4a3db74-e1ba-4fd8-886f-9d11daf13396 req-762eada4-ce49-4d10-8744-6ece5f0eaf8d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Jul 27 22:45:05.991938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d93d-fab2-4e95-bb8f-5a58175fb20b req-ee041bff-87b8-4d0b-bea4-551645909e62 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:05.993445 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fab5d93d-fab2-4e95-bb8f-5a58175fb20b req-ee041bff-87b8-4d0b-bea4-551645909e62 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0696437 Jul 27 22:45:06.012693 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:06.032887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fab5d93d-fab2-4e95-bb8f-5a58175fb20b req-05c411ae-d512-4f5f-8307-2d4231460521 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333915 Jul 27 22:45:07.161561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc27fd-ff39-4ee0-96a2-105690c06924 req-a29e8203-7287-4463-9809-e02298f6c668 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:07.163273 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3fc27fd-ff39-4ee0-96a2-105690c06924 req-a29e8203-7287-4463-9809-e02298f6c668 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0639656 Jul 27 22:45:07.204795 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3fc27fd-ff39-4ee0-96a2-105690c06924 req-370a1fa3-3df2-4f52-94b6-53e20a1330ac tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346413 Jul 27 22:45:07.492450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:07.732393 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:08.338844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac2508-e186-4359-87b6-b2e342c2c83c req-7ff04404-f7f4-43ef-a5b8-9aa2da6b53e7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:08.340358 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82ac2508-e186-4359-87b6-b2e342c2c83c req-7ff04404-f7f4-43ef-a5b8-9aa2da6b53e7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0681140 Jul 27 22:45:08.378962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82ac2508-e186-4359-87b6-b2e342c2c83c req-24312651-bd9c-4015-830a-103f2777613f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326154 Jul 27 22:45:08.800882 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:09.512242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb75a5-2ecf-457f-b800-e7f2b86f9cbe req-06d2d8d2-dd4e-4af7-bd88-eb5bacd76ad5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:09.513752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bbb75a5-2ecf-457f-b800-e7f2b86f9cbe req-06d2d8d2-dd4e-4af7-bd88-eb5bacd76ad5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0678818 Jul 27 22:45:09.552251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0bbb75a5-2ecf-457f-b800-e7f2b86f9cbe req-f8d92cc6-07dd-4f34-97aa-e995aa597665 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Jul 27 22:45:10.680030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130a4f1-3a2f-404c-bfc6-321d6cb91813 req-3fbc742a-caa8-4312-860b-547cda9a2b4b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:10.681545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5130a4f1-3a2f-404c-bfc6-321d6cb91813 req-3fbc742a-caa8-4312-860b-547cda9a2b4b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0644834 Jul 27 22:45:10.723361 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5130a4f1-3a2f-404c-bfc6-321d6cb91813 req-3a834f6d-f6fb-4516-8f72-d2040a4116b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Jul 27 22:45:11.084496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec75ca-644b-4308-93a5-877f959b9c7b req-68f22805-0fce-41d8-93e9-ed234ac360c5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:11.085980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60ec75ca-644b-4308-93a5-877f959b9c7b req-68f22805-0fce-41d8-93e9-ed234ac360c5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0765240 Jul 27 22:45:11.134505 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60ec75ca-644b-4308-93a5-877f959b9c7b req-4fac541f-0eed-48ca-8041-1e1676c79603 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Jul 27 22:45:11.191659 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-86cefc3f-7690-4141-bf0f-50ae0a1889f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046836 Jul 27 22:45:12.269495 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34d32e-25d4-456c-9ab8-a75f65c0409a req-a194e648-371d-4982-b47a-87dbab6e24b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.271115 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa34d32e-25d4-456c-9ab8-a75f65c0409a req-a194e648-371d-4982-b47a-87dbab6e24b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0658064 Jul 27 22:45:12.309905 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa34d32e-25d4-456c-9ab8-a75f65c0409a req-21f0d282-cd56-48c7-ab8a-55653d3cb670 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Jul 27 22:45:13.166171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-fb14b273-9b84-4d67-bae7-37d2a7cfef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.167859 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-fb14b273-9b84-4d67-bae7-37d2a7cfef87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0648873 Jul 27 22:45:13.259128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-42884131-ec87-4879-ac53-e8a1eee06f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.261714 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-42884131-ec87-4879-ac53-e8a1eee06f31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0866697 Jul 27 22:45:13.330404 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-92cf8785-4a7d-4051-9fea-06be5a97f3e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1002 time: 0.0621023 Jul 27 22:45:13.380599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ba1fb896-9c2d-4987-810c-e51487c6beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.382101 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ba1fb896-9c2d-4987-810c-e51487c6beff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0447905 Jul 27 22:45:13.442985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-43eee642-e70f-499d-a580-663be49bb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.444434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-43eee642-e70f-499d-a580-663be49bb6ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546417 Jul 27 22:45:13.444914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ea5e-3b1f-4da0-94b8-11e83a1a625a req-5b51a313-feb6-42ea-b81b-b7b9fac044f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.446459 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-48e1ea5e-3b1f-4da0-94b8-11e83a1a625a req-5b51a313-feb6-42ea-b81b-b7b9fac044f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0695536 Jul 27 22:45:13.484804 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-48e1ea5e-3b1f-4da0-94b8-11e83a1a625a req-c12aa154-7376-4838-9a43-4fa9aac801a0 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Jul 27 22:45:13.540781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-4abb870a-cc5c-4e39-9de7-40f8d1570ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885890 Jul 27 22:45:13.631482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-f9fe3297-69d0-441e-b7b4-dc211d5cda2e service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831869 Jul 27 22:45:14.630484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b1cc1-a2df-48d3-a677-50c3c356849f req-dc8917fd-4204-4598-83c0-63117dfa69bc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:14.632035 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe3b1cc1-a2df-48d3-a677-50c3c356849f req-dc8917fd-4204-4598-83c0-63117dfa69bc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0662994 Jul 27 22:45:14.673358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe3b1cc1-a2df-48d3-a677-50c3c356849f req-2d265462-da5e-4d86-b6b1-2f0f63e9a69e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Jul 27 22:45:15.723079 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-cb7f10d8-caa3-4c37-aa2b-59cac324e7c7 service neutron] show failed (client error): The resource could not be found. Jul 27 22:45:15.724122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-cb7f10d8-caa3-4c37-aa2b-59cac324e7c7 service neutron] 10.222.0.50 "GET /v2.0/ports/1114f859-4f9e-442e-b3f7-e73dc06b8f95/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0595636 Jul 27 22:45:15.812233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec0fc-8ce9-490e-b3db-018f03279e15 req-0537aa2d-6c26-4fdd-8582-ccdfebd128a9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:15.813976 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66fec0fc-8ce9-490e-b3db-018f03279e15 req-0537aa2d-6c26-4fdd-8582-ccdfebd128a9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0666575 Jul 27 22:45:15.852632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66fec0fc-8ce9-490e-b3db-018f03279e15 req-afd3b0e1-cc69-4c38-9255-858b3a14288c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jul 27 22:45:16.245665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-1ed92df6-c110-4a59-bdb4-b971ad4de84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:16.247219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-1ed92df6-c110-4a59-bdb4-b971ad4de84c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0551386 Jul 27 22:45:16.259694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:16.334802 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:16.536537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:16.569105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:45:16.608743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:16.611049 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75567c-3b35-42c8-8132-eccaa9a9c4b9" -d '{"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-unplugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:16.615146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:16.627358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Transition to ACTIVE for port object 1114f859-4f9e-442e-b3f7-e73dc06b8f95 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:45:16.660902 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b1cfe7-3091-451b-8c28-5a6c6d25d2d2 x-openstack-request-id: req-37b1cfe7-3091-451b-8c28-5a6c6d25d2d2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:16.661230 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-unplugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:16.661485 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37b1cfe7-3091-451b-8c28-5a6c6d25d2d2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:16.662153 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'code': 200} Jul 27 22:45:16.686506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:16.775304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:16.787839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.788172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.788429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.788767 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.789097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.789425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.789749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.790074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.790423 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.790747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.791068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.791388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:16.833235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] No DVR routers for this DVR port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:45:17.026973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:45:17.027235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:45:17.027570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:17.034344 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:45:17.034675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Attempting to bind port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:17.047484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3506fdf-e01f-4881-bba3-ab56b4ba5f94 req-3230008c-b573-411b-bce4-3db79cf08054 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.048936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3506fdf-e01f-4881-bba3-ab56b4ba5f94 req-3230008c-b573-411b-bce4-3db79cf08054 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.1151714 Jul 27 22:45:17.050121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:45:17.050495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:45:17.050882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:45:17.051321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Bound port: 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:45:17.051688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.119146 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f3506fdf-e01f-4881-bba3-ab56b4ba5f94 req-88bdc30d-1313-4216-8bc7-f9e636f2dad0 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642347 Jul 27 22:45:17.146426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:45:17.149373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:45:17.201474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.236733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.236733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.238156 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] 10.222.0.76 "PUT /v2.0/ports/1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1092 time: 0.9825442 Jul 27 22:45:17.258998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161785c1-04ed-4262-91f4-4f6025b5bd57 service neutron] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=7']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:17.322062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ccdaf6df-e76a-4e8d-b0c1-6fa048c90245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.323755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ccdaf6df-e76a-4e8d-b0c1-6fa048c90245 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0611978 Jul 27 22:45:17.417113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ea5c661a-2c6c-4f09-9ecf-a7e0992ebfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.418757 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ea5c661a-2c6c-4f09-9ecf-a7e0992ebfad service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0882118 Jul 27 22:45:17.489247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-669b46dd-c2ff-4e2b-8f25-6fe8dd2f5e1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1000 time: 0.0629032 Jul 27 22:45:17.869053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-f15c7e2a-867d-4857-a5fb-2e75ab43f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.871130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-f15c7e2a-867d-4857-a5fb-2e75ab43f6e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.3743517 Jul 27 22:45:17.930378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-7baf4eef-5a70-4f43-b466-51ce5ff8a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.931881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-7baf4eef-5a70-4f43-b466-51ce5ff8a9c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534956 Jul 27 22:45:18.021848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-1990c04f-3c64-4a86-b90d-2f2613135c70 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Jul 27 22:45:18.061596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:45:18.099331 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:45:18.114482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bfa6407f-4a70-4ee0-86ab-69b7b01dda5e req-ab966d34-aa4a-4b67-9acb-b537c2cdfc18 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850401 Jul 27 22:45:18.266306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd7d09-9c42-4f77-8ca9-263a2d18a72b req-850bbe6c-c876-472f-826e-e82011c45384 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.267854 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ffd7d09-9c42-4f77-8ca9-263a2d18a72b req-850bbe6c-c876-472f-826e-e82011c45384 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0727813 Jul 27 22:45:18.307336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ffd7d09-9c42-4f77-8ca9-263a2d18a72b req-391c93e8-2223-4f59-8734-2a15ff45b317 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333309 Jul 27 22:45:18.663285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:18.665717 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60" -d '{"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:18.714019 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcfc5c6-1bec-4d7d-94ad-35fd05d7c993 x-openstack-request-id: req-0bcfc5c6-1bec-4d7d-94ad-35fd05d7c993 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:18.714556 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:18.714728 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bcfc5c6-1bec-4d7d-94ad-35fd05d7c993 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:18.715669 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'status': 'completed', 'code': 200} Jul 27 22:45:18.790469 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-112afa44-a49c-4572-9413-e65b34e9c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.791628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-c567df9e-eba2-4482-b086-190b48005493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.792216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-112afa44-a49c-4572-9413-e65b34e9c9ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0566278 Jul 27 22:45:18.793150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-c567df9e-eba2-4482-b086-190b48005493 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0561404 Jul 27 22:45:18.888138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-a184b375-7c22-417d-9791-6dc219f61d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.889645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-a184b375-7c22-417d-9791-6dc219f61d4f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0892208 Jul 27 22:45:18.897146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-28629d2a-b31d-4b08-901a-3fe9faaf5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.898649 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-28629d2a-b31d-4b08-901a-3fe9faaf5cf0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0996017 Jul 27 22:45:18.956927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-c8e43e6b-e972-46b4-979a-72d95fd9f901 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1000 time: 0.0596232 Jul 27 22:45:18.970483 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-92b8a961-7b29-4e08-875d-cb096b2a589a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1000 time: 0.0640383 Jul 27 22:45:19.012594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-df0e6dad-454b-4e02-ac8c-eba1b4f3b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:19.014091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-df0e6dad-454b-4e02-ac8c-eba1b4f3b46f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0489211 Jul 27 22:45:19.026947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-4d94f68e-616d-4f1d-85cc-b10d75d9fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:19.028463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-4d94f68e-616d-4f1d-85cc-b10d75d9fe00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0509973 Jul 27 22:45:19.074978 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-80658221-8082-49f2-81b8-9c5384e798d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:19.076532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-80658221-8082-49f2-81b8-9c5384e798d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550816 Jul 27 22:45:19.091018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-20952316-6b29-45c2-aa0b-a2ac3dfe3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:19.092553 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-20952316-6b29-45c2-aa0b-a2ac3dfe3022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567029 Jul 27 22:45:19.168074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-60623d4d-6953-42c5-a76b-36722daf99f4 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836778 Jul 27 22:45:19.186678 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-5ab7147b-4e2c-4335-84ed-78c3559dcc93 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Jul 27 22:45:19.265560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-2d879bab-28cb-43bb-a6da-8630d2c12b64 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Jul 27 22:45:19.287124 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66ef90ad-adec-4b8a-b788-c9e25c9c9f60 req-05821002-a8af-4b6a-869a-eb4617ab6dd7 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929675 Jul 27 22:45:19.440959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d404c02-c578-41c9-ad5e-6a71504bdd6e req-8db81dbc-1925-4d0b-8aaa-d128fa86ab40 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:19.442482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d404c02-c578-41c9-ad5e-6a71504bdd6e req-8db81dbc-1925-4d0b-8aaa-d128fa86ab40 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0646334 Jul 27 22:45:19.480840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8d404c02-c578-41c9-ad5e-6a71504bdd6e req-7a19037f-dc90-44c7-adb2-6e13d474bc35 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Jul 27 22:45:20.617048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1882213-7681-4284-81ea-90d7defa1a6e req-2d3d9aef-e6eb-4a1d-894c-808130774296 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:20.618603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1882213-7681-4284-81ea-90d7defa1a6e req-2d3d9aef-e6eb-4a1d-894c-808130774296 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0638924 Jul 27 22:45:20.657218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c1882213-7681-4284-81ea-90d7defa1a6e req-32ca8ec7-b220-4339-a871-36bd39c653a1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Jul 27 22:45:20.888984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:45:20.940696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790bae1-726f-4286-aa72-7082b4f12ea3 req-5dbf08df-9ada-4186-a07c-1e070da5f05f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:20.945906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9790bae1-726f-4286-aa72-7082b4f12ea3 req-5dbf08df-9ada-4186-a07c-1e070da5f05f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 944 time: 0.0723102 Jul 27 22:45:20.987603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9790bae1-726f-4286-aa72-7082b4f12ea3 req-9431d5dd-a884-4812-92e1-d1f3f48e8a63 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363457 Jul 27 22:45:20.994699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:21.001972 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-dddec931-8283-4ff8-a7b0-c65997ff13af tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:21.003564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-dddec931-8283-4ff8-a7b0-c65997ff13af tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231&tenant_id=7c324444988d454e8d36c5d41c0ce5a6&binding%3Ahost_id=n-h2-738018-6 HTTP/1.1" status: 200 len: 944 time: 0.0778787 Jul 27 22:45:21.006797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'mac_address': 'fa:16:3e:60:7c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:45:21.045414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:21.057878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1114f859-4f9e-442e-b3f7-e73dc06b8f95 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:21.067638 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-23672601-bd08-48c9-9152-031f120a43ef service neutron] delete failed (client error): The resource could not be found. Jul 27 22:45:21.068849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-23672601-bd08-48c9-9152-031f120a43ef service neutron] 10.222.0.50 "DELETE /v2.0/ports/1114f859-4f9e-442e-b3f7-e73dc06b8f95/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0569975 Jul 27 22:45:21.077697 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:21.127149 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:21.175180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-63d7c5b5-34bf-426f-8140-c3154959b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:21.176805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-63d7c5b5-34bf-426f-8140-c3154959b3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1095 time: 0.0636406 Jul 27 22:45:21.180799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:21.188939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.189294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.189641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.189984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.190353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.190695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.191032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.191369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.191703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.192034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.192379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.192692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:21.275284 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-c755f6f9-fd16-495f-a8fc-c7f2c1f9f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:21.276864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-c755f6f9-fd16-495f-a8fc-c7f2c1f9f7cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0915401 Jul 27 22:45:21.344174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-d3e53420-3d16-4e4e-9f04-f63315b4832b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1001 time: 0.0599062 Jul 27 22:45:21.356730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1114f859-4f9e-442e-b3f7-e73dc06b8f95'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:45:21.395157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-f1291299-8e7f-4cc5-a7c6-0e3bc35d714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:21.396664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-f1291299-8e7f-4cc5-a7c6-0e3bc35d714b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0459509 Jul 27 22:45:21.460582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-52e63f59-b722-4ded-9fe9-3a712cf64235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:21.462112 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-52e63f59-b722-4ded-9fe9-3a712cf64235 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578649 Jul 27 22:45:21.551707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-735c04a2-9c8b-4235-b9f5-310b3df0e8ed service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810618 Jul 27 22:45:21.647955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-282a713f-c7bf-4a7a-a7f9-d3ceea595ac2 req-71e08bc9-0daa-4e25-8e9b-6041a0ed235e service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876217 Jul 27 22:45:22.124428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0345741-9603-4ac9-bd64-5796314d5ff6 req-a974c5ad-5ce0-4927-a946-aeb2a606a752 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:22.125957 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0345741-9603-4ac9-bd64-5796314d5ff6 req-a974c5ad-5ce0-4927-a946-aeb2a606a752 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 945 time: 0.0654855 Jul 27 22:45:22.168080 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0345741-9603-4ac9-bd64-5796314d5ff6 req-c7607c12-2966-4b81-9b7d-67cfbbc3ee5b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361493 Jul 27 22:45:22.901930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:45:23.012670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:23.016676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:23.017052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:23.098627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:23.120441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:23.122711 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5475fe8f-a308-4e1c-85e3-c3566ff1df67" -d '{"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-plugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:23.136343 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:23.158627 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc211b49-c832-44e9-b720-02e4a4822c01 x-openstack-request-id: req-cc211b49-c832-44e9-b720-02e4a4822c01 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:23.158918 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-plugged", "status": "completed", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:23.164508 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc211b49-c832-44e9-b720-02e4a4822c01 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:23.164508 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'code': 200} Jul 27 22:45:23.214195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:23.265554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:23.303337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a71fec-24eb-440f-b9a2-661af62010f1 req-2aa55f48-622d-4f0d-b3c7-c1c515b24c06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:23.304875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a71fec-24eb-440f-b9a2-661af62010f1 req-2aa55f48-622d-4f0d-b3c7-c1c515b24c06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0659986 Jul 27 22:45:23.343272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c9a71fec-24eb-440f-b9a2-661af62010f1 req-8bad5425-94a5-4fc1-8c8e-500c0f23a829 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Jul 27 22:45:23.474389 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c626-2a72-4060-84b4-ecf294eb608e req-ce353c18-ba6d-436e-8045-61610a6eeb59 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:23.475827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b265c626-2a72-4060-84b4-ecf294eb608e req-ce353c18-ba6d-436e-8045-61610a6eeb59 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0649147 Jul 27 22:45:23.514527 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b265c626-2a72-4060-84b4-ecf294eb608e req-9aba48ec-d02e-4b29-a6fa-0bd93d57be43 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jul 27 22:45:23.924108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ab4ca-c5c6-4e84-8ee3-beaf96b71e3c req-7b75b0d7-cb1b-4902-b896-1c7acc71b181 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:23.925630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a8ab4ca-c5c6-4e84-8ee3-beaf96b71e3c req-7b75b0d7-cb1b-4902-b896-1c7acc71b181 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0667515 Jul 27 22:45:23.968319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a8ab4ca-c5c6-4e84-8ee3-beaf96b71e3c req-bf82b055-263a-4b3c-933d-bca7360e1c47 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366321 Jul 27 22:45:24.026731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-d2dbdd4e-4947-4b94-be13-329ead29fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:24.028388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-d2dbdd4e-4947-4b94-be13-329ead29fa4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 1097 time: 0.0634627 Jul 27 22:45:24.118461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-44da107c-dacc-413a-8365-4d1086be3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:24.119880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-44da107c-dacc-413a-8365-4d1086be3758 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0845308 Jul 27 22:45:24.191218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-dfb75ee9-d0df-46f2-9235-f050e7c3c17f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 200 len: 1002 time: 0.0629823 Jul 27 22:45:24.240479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-1ad62895-f386-450b-becc-689de8d82d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:24.241955 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-1ad62895-f386-450b-becc-689de8d82d53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0438645 Jul 27 22:45:24.303027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-6fe4fa81-2f6e-41ce-a895-f8f4fc612b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:24.304570 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-6fe4fa81-2f6e-41ce-a895-f8f4fc612b60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542123 Jul 27 22:45:24.401884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-39f7b393-6cca-4db3-8977-c139c7d7c92e service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878046 Jul 27 22:45:24.499515 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c492570-fbec-43cf-8f7d-bac7eff74bbf req-f2f294f5-eaae-40c3-80d6-25b20ec2a404 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905581 Jul 27 22:45:25.110375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4cabc-454b-46f3-a43f-3e421be1d66c req-47b5b22d-ec41-433f-a139-96b7b587d8a1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:25.111942 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5af4cabc-454b-46f3-a43f-3e421be1d66c req-47b5b22d-ec41-433f-a139-96b7b587d8a1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0695062 Jul 27 22:45:25.151579 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5af4cabc-454b-46f3-a43f-3e421be1d66c req-811c5031-12e3-4ad6-a1eb-60e986011e4d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Jul 27 22:45:26.290428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c95fb7-f5f9-45ff-820f-4c5baf20c75e req-5b7e59fd-d537-43f0-8faa-e7c6d293f66f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:26.292171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73c95fb7-f5f9-45ff-820f-4c5baf20c75e req-5b7e59fd-d537-43f0-8faa-e7c6d293f66f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0732279 Jul 27 22:45:26.330301 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-73c95fb7-f5f9-45ff-820f-4c5baf20c75e req-f5c8a709-7c4a-4298-8090-75d8ca145cb6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jul 27 22:45:26.804533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a5ce4-3677-4e72-bdbb-46087cf0bfa8 req-9e189207-470d-4360-86c6-27e2e9bc03ad tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:26.806026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-174a5ce4-3677-4e72-bdbb-46087cf0bfa8 req-9e189207-470d-4360-86c6-27e2e9bc03ad tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0641880 Jul 27 22:45:26.845234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-174a5ce4-3677-4e72-bdbb-46087cf0bfa8 req-9da109c7-e80e-45c0-96ca-8680d04e7f44 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Jul 27 22:45:27.981157 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef86d6-fd07-4593-867e-faf11ec48de5 req-d5b5091a-801a-40bc-9894-4df27ff75c1c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:27.982773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbef86d6-fd07-4593-867e-faf11ec48de5 req-d5b5091a-801a-40bc-9894-4df27ff75c1c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0645511 Jul 27 22:45:28.020923 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fbef86d6-fd07-4593-867e-faf11ec48de5 req-6b802997-80e2-422e-8bb3-88fc1f96b2ca tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Jul 27 22:45:28.117143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-469d2bd0-4acc-48b2-9a03-abec37c9094d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:28.118573 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-469d2bd0-4acc-48b2-9a03-abec37c9094d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 946 time: 0.0636134 Jul 27 22:45:28.223626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Deleting port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:45:28.223975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:28.316148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] For port 1114f859-4f9e-442e-b3f7-e73dc06b8f95, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1114f859-4f9e-442e-b3f7-e73dc06b8f95,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:28.316526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:28.540888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:28.541990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:28.542447 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 disassociated. External IP: 172.25.3.182, port: 1114f859-4f9e-442e-b3f7-e73dc06b8f95. Jul 27 22:45:28.542941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Calling delete_port for 1114f859-4f9e-442e-b3f7-e73dc06b8f95 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:45:28.737646 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:28.766962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'Port': ['ID=1114f859-4f9e-442e-b3f7-e73dc06b8f95,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:28.892977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:45:29.005140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:45:29.016411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:45:29.025546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:29.026334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:29.050646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] No DVR routers for this DVR port 1114f859-4f9e-442e-b3f7-e73dc06b8f95 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:45:29.053354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:29.055476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0240a77a-737c-4363-b4b8-08ab29e42c60 req-49f09d95-b1b3-40da-93ec-94ac00f0689d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "DELETE /v2.0/ports/1114f859-4f9e-442e-b3f7-e73dc06b8f95 HTTP/1.1" status: 204 len: 173 time: 0.9287822 Jul 27 22:45:29.055933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-deleted', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:29.059120 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977b258-6718-448d-9d0c-bc09b05c2719" -d '{"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-deleted", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:29.102597 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5942de38-6537-4674-881e-40455e6c9c4a x-openstack-request-id: req-5942de38-6537-4674-881e-40455e6c9c4a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:29.103005 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e06e26f-bf5b-4852-93d3-ae50beb39231", "name": "network-vif-deleted", "tag": "1114f859-4f9e-442e-b3f7-e73dc06b8f95", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:29.103351 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5942de38-6537-4674-881e-40455e6c9c4a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:29.103849 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e06e26f-bf5b-4852-93d3-ae50beb39231', 'name': 'network-vif-deleted', 'tag': '1114f859-4f9e-442e-b3f7-e73dc06b8f95', 'status': 'completed', 'code': 200} Jul 27 22:45:29.129609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e08616fe-43ab-498e-b9a8-55d77835736b req-a7182d1c-b186-4d31-b2d4-4d1fcec45665 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e06e26f-bf5b-4852-93d3-ae50beb39231 HTTP/1.1" status: 200 len: 210 time: 0.0368929 Jul 27 22:45:29.137387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:29.256732 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:45:29.345322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:29.373585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:45:29.382306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:29.383006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:45:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:29.488901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:29.688692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:29.718607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e783e1f-7151-48ce-8ed6-d3c72c81839f None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:45:29.932663 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba69bfd-96e9-468d-aa62-47dc9dd7a782 None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:45:30.400538 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-34be42ef-a485-4c23-8c7b-778301f24377 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--376657760&fields=id&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 267 time: 0.0345948 Jul 27 22:45:30.801380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-2e4f2dbf-8c21-4d7b-9ca2-a940761df920 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:30.802885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-2e4f2dbf-8c21-4d7b-9ca2-a940761df920 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.3956330 Jul 27 22:45:30.818351 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-56249c7e-d228-4678-b35f-be4891b121c8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/quotas/7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Jul 27 22:45:30.885466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-e6d27db5-3e83-4e5b-a30e-b6aa6458d48f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616035 Jul 27 22:45:31.025272 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-1bad7a71-70dc-4ee2-aef3-69c78667ee31 service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272776 Jul 27 22:45:31.115777 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-5ac4c20b-9bd8-41b5-ad12-5986884d9d34 service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836945 Jul 27 22:45:31.347996 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d0a0fca5-f8f0-4490-ae69-5ae42f17ceaa req-b12b9598-ba30-4bdd-8a5e-89e841020b77 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Jul 27 22:45:31.937854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2057a70-a27a-41b6-8911-7cc3c06c43cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:32.451205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f357096d-c5b1-457a-a832-90dc39d4071d req-da026af7-8855-4241-a655-13c3d7776456 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 210 time: 0.0343254 Jul 27 22:45:33.010516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:45:33.030856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 1114f859-4f9e-442e-b3f7-e73dc06b8f95 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:45:33.031207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1114f859-4f9e-442e-b3f7-e73dc06b8f95 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:45:33.242241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-a28e3010-5e13-408c-a7ef-03913c19241a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:33.243651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-a28e3010-5e13-408c-a7ef-03913c19241a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1006856 Jul 27 22:45:33.293421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-2c8c67c9-30c9-4523-8937-3ee14a61a18f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 379 time: 0.0403016 Jul 27 22:45:33.303486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'port': {'device_id': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'admin_state_up': True, 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'security_groups': ['d1d3c0c4-40e7-460a-b227-d8124c889d98']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:33.498343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:45:33.501920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:33.591079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-49209f9d-3440-47d4-a3f3-3c6d6d16d8f2 req-304d6377-ad6e-4aa2-a1e6-205db737ae40 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 210 time: 0.0659235 Jul 27 22:45:33.667698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Allocated IP 172.20.0.12 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:45:33.806718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:33.819608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Transition to ACTIVE for port object 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:45:33.898752 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:33.944685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:45:33.950925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:45:33.954607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:45:33.989503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:34.014015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:34.014668 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.110369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c71b1e57-186e-4474-8310-8fa82156e8b7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104844 Jul 27 22:45:34.123475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Request body: {'port': {'device_id': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:34.201378 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.269779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6473d8d0-b762-4205-b8b6-d78dcf3bb5ae None None] Provisioning for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:34.273779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6473d8d0-b762-4205-b8b6-d78dcf3bb5ae None None] Provisioning complete for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:34.274145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6473d8d0-b762-4205-b8b6-d78dcf3bb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.312056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6473d8d0-b762-4205-b8b6-d78dcf3bb5ae None None] Port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:45:34.440700 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-127c90e8-f7e3-4543-9199-b5cf72667789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.474417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:34.482769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.495149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Transition to ACTIVE for port object 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:45:34.577641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.639094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:34.718000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:45:34.718796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:45:34.718960 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:34.723657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:45:34.723994 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:34.730635 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:45:34.730985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:45:34.733191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:45:34.733191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Bound port: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:45:34.733191 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.745853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78b718-e0a8-4e28-b801-1a9c80b1bc95 req-170b3f54-5e20-448f-9276-cada03693945 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:34.748282 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d78b718-e0a8-4e28-b801-1a9c80b1bc95 req-170b3f54-5e20-448f-9276-cada03693945 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0756435 Jul 27 22:45:34.768233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.794061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2d78b718-e0a8-4e28-b801-1a9c80b1bc95 req-2f7d24cf-a0da-4126-8e31-12ff43ab51b6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Jul 27 22:45:34.805871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:45:34.809406 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:45:34.864359 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.899241 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:34.899870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:34.901788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] 10.222.0.76 "PUT /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1092 time: 0.7834387 Jul 27 22:45:34.902234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:34.904549 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f111a52-5e8c-49b1-851f-47fb84afb6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:34.928718 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafda1f-296e-4077-b995-c43970d00bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:34.946594 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d2c18-df6d-476b-959e-50868ae7f227 x-openstack-request-id: req-dd2d2c18-df6d-476b-959e-50868ae7f227 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:34.946893 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:34.947150 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd2d2c18-df6d-476b-959e-50868ae7f227 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:34.947576 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'status': 'completed', 'code': 200} Jul 27 22:45:35.026673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-3c338ba8-2334-40ee-85f0-152ad04785db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.028253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-3c338ba8-2334-40ee-85f0-152ad04785db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.0584867 Jul 27 22:45:35.133664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-322ee27e-7143-4de1-af1d-93b88e2777bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.136195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-322ee27e-7143-4de1-af1d-93b88e2777bf service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988793 Jul 27 22:45:35.233828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-085338d5-0431-4f00-a3f9-1eec5578a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.235247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f111a52-5e8c-49b1-851f-47fb84afb6c1 req-085338d5-0431-4f00-a3f9-1eec5578a2cc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922697 Jul 27 22:45:35.329527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-d5559162-6e44-4de0-82af-973a2909a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.331106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-d5559162-6e44-4de0-82af-973a2909a709 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.0601909 Jul 27 22:45:35.377855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-38391e05-0911-423b-8e1b-416a8575ab8a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 217 time: 0.0379755 Jul 27 22:45:35.427081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-4893faea-9014-42ad-88e3-687e1fb3fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.428525 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-4893faea-9014-42ad-88e3-687e1fb3fd5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0433388 Jul 27 22:45:35.490879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c54df397-7b64-4c54-8464-b84d85a5d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.492276 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-c54df397-7b64-4c54-8464-b84d85a5d32d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560207 Jul 27 22:45:35.579995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-9cc12a2d-f563-4885-a36f-2322faafcb81 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801864 Jul 27 22:45:35.673723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8659b4cd-88d8-4fff-b99a-5da01c31196b req-18125230-3f5e-49d7-9c59-baba1a55d7a0 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Jul 27 22:45:35.928467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25963833-42d1-441c-8821-054abd837c57 req-01e85d17-ea46-4329-87db-ae73e207c022 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:35.930000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25963833-42d1-441c-8821-054abd837c57 req-01e85d17-ea46-4329-87db-ae73e207c022 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0656550 Jul 27 22:45:35.971005 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-25963833-42d1-441c-8821-054abd837c57 req-3a1da013-5299-40da-8b41-dd48d750ca49 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Jul 27 22:45:36.035269 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:37.107753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd5e10-4dc2-4a31-babf-225eae54d0bf req-c7565b18-d116-4261-8690-f3b661c11c7b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:37.109268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2afd5e10-4dc2-4a31-babf-225eae54d0bf req-c7565b18-d116-4261-8690-f3b661c11c7b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0692716 Jul 27 22:45:37.147877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2afd5e10-4dc2-4a31-babf-225eae54d0bf req-98c9a9e5-6f6f-4d17-a4dd-8b42dc5b1ab9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325611 Jul 27 22:45:37.521122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:37.692339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:38.279103 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ff942-5906-409d-9d02-a0950e0d658d req-cc54372a-3d7c-4430-9874-f014b97cf18d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:38.280623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c3ff942-5906-409d-9d02-a0950e0d658d req-cc54372a-3d7c-4430-9874-f014b97cf18d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0673735 Jul 27 22:45:38.319258 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c3ff942-5906-409d-9d02-a0950e0d658d req-7089e2aa-8d7e-446e-bc66-a9f2546cf963 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327637 Jul 27 22:45:38.834854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:39.060214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:45:39.155863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:39.167610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:45:39.205022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:39.217597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:39.237045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:39.320789 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:39.372932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:39.452010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6178d6-4640-4eaa-8863-c954ff86b1ed req-73c34504-1ae3-4769-9a8e-5e4e8f32c4ab tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:39.453405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce6178d6-4640-4eaa-8863-c954ff86b1ed req-73c34504-1ae3-4769-9a8e-5e4e8f32c4ab tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0648055 Jul 27 22:45:39.491387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce6178d6-4640-4eaa-8863-c954ff86b1ed req-8eb80dcb-65fc-4424-8f31-7c5ee1ac0d79 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Jul 27 22:45:39.515533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:45:40.620351 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959ca3a-816b-45f4-abbe-a3689046e048 req-50a96cad-aa6e-4d92-9abc-b73d47ecef86 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:40.621876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9959ca3a-816b-45f4-abbe-a3689046e048 req-50a96cad-aa6e-4d92-9abc-b73d47ecef86 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0643444 Jul 27 22:45:40.660315 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9959ca3a-816b-45f4-abbe-a3689046e048 req-18ee80ec-1c1a-40a1-ac6f-d3be344d2542 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325806 Jul 27 22:45:41.073819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:45:41.166170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:41.170128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:41.170546 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:41.246476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:41.268526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:41.272273 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1db80f-7c51-4866-9882-6051aa25fee1" -d '{"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-plugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:41.284188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:41.308521 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce321850-c3b3-45f7-ad01-46c5012f832a x-openstack-request-id: req-ce321850-c3b3-45f7-ad01-46c5012f832a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:41.308808 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-plugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:41.309058 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce321850-c3b3-45f7-ad01-46c5012f832a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:41.309447 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'code': 200} Jul 27 22:45:41.332478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:41.384660 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:41.428652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76180321-dfdd-493c-b108-5e9814ebc1ab req-c34ed6c4-0b39-4ef2-b917-268be5771da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:41.430098 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76180321-dfdd-493c-b108-5e9814ebc1ab req-c34ed6c4-0b39-4ef2-b917-268be5771da1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1097 time: 0.0609965 Jul 27 22:45:41.466208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76180321-dfdd-493c-b108-5e9814ebc1ab req-69849e58-ad13-4a1a-8ea6-1b6248b8a49a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281737 Jul 27 22:45:41.793006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db914d2-1cbb-4dae-8c8f-89861cd4aae1 req-9ca0b864-84ea-4bd5-8433-7e90685e5dc2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:41.794567 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8db914d2-1cbb-4dae-8c8f-89861cd4aae1 req-9ca0b864-84ea-4bd5-8433-7e90685e5dc2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0664191 Jul 27 22:45:41.839805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8db914d2-1cbb-4dae-8c8f-89861cd4aae1 req-ef7df92b-7643-4f36-b35d-a00f81082e94 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393360 Jul 27 22:45:42.974036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecee246-6d60-4b9d-af0e-5d7270def313 req-9f8d0db5-da9b-4cc2-a779-04ceb68530a7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:42.975584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ecee246-6d60-4b9d-af0e-5d7270def313 req-9f8d0db5-da9b-4cc2-a779-04ceb68530a7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0668979 Jul 27 22:45:43.013836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0ecee246-6d60-4b9d-af0e-5d7270def313 req-1ac84ad3-6152-4977-9623-6b33e2a927ca tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Jul 27 22:45:43.142067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34379-d14d-434e-b5ae-7011bdb701fa req-80bc79a9-65a9-4671-87a6-44a933a0eef7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:43.144290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ea34379-d14d-434e-b5ae-7011bdb701fa req-80bc79a9-65a9-4671-87a6-44a933a0eef7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0658138 Jul 27 22:45:43.153299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 56706) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:45:43.158149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'floatingip': {'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:43.198802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:43.800613 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:43.863698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:43.964738 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 associated. External IP: 172.25.3.182, port: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8. Jul 27 22:45:44.173332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:45:44.277448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:45:44.282461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:44.287765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:45:44.298222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:44.298919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:44.322136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2f3c2399-e0f6-461e-b348-0425cb55e346 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "PUT /v2.0/floatingips/33c1f4ce-2c1e-4b48-a615-93199f068ae4 HTTP/1.1" status: 200 len: 992 time: 1.1677244 Jul 27 22:45:44.323062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:44.325472 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:44.368418 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7cd166-c9e5-4348-a0b6-dca78d74b189 x-openstack-request-id: req-ab7cd166-c9e5-4348-a0b6-dca78d74b189 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:44.368781 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:44.369100 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab7cd166-c9e5-4348-a0b6-dca78d74b189 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:44.370508 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'status': 'completed', 'code': 200} Jul 27 22:45:44.408825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:44.450612 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-dea3df08-f21c-4361-a0b0-a88661424fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:44.452084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-dea3df08-f21c-4361-a0b0-a88661424fa7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1097 time: 0.0606048 Jul 27 22:45:44.548775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-fdd86f81-0d8a-4e73-a113-10f38a8f4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:44.550313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-fdd86f81-0d8a-4e73-a113-10f38a8f4d2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0904760 Jul 27 22:45:44.621509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-9b980aca-be4b-472e-8eaa-7b1b0d327f3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1000 time: 0.0633814 Jul 27 22:45:44.672858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-369c4a47-df79-4306-b33b-e955ab18bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:44.674401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-369c4a47-df79-4306-b33b-e955ab18bbc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0457003 Jul 27 22:45:44.736435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-d1803912-5b0f-4b01-8e92-680dfe912ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:44.737938 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-d1803912-5b0f-4b01-8e92-680dfe912ef0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565648 Jul 27 22:45:44.795079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:45:43Z', 'revision_number': 9, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:44.824768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:45:44.832891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:44.833563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:45:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:44.835733 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-177ad2b1-5c54-4d66-87e0-3fe1d5cd6a54 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909708 Jul 27 22:45:44.927834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-be0bc4d1-6d05-4f0f-a8d4-a9fb3bb3f7d4 req-ddb44c1f-09ae-4eab-a7eb-5be7754478d7 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845671 Jul 27 22:45:44.940741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:45.167389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:45:43Z', 'revision_number': 9, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:45.192974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d1cde-68e6-4b08-ad5e-e64d3b8e4e5f None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:45:43Z', 'revision_number': 9, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:45:45.398889 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3b990-510b-4e6c-9e6d-fddbdbbc7b01 None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:45:49.711602 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-388a94f9-409a-45df-a918-9fb115b1028f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546808 Jul 27 22:45:49.813568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-afdc4c9f-ebd1-4685-9d9f-a42193a2d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:49.815127 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-afdc4c9f-ebd1-4685-9d9f-a42193a2d484 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1097 time: 0.0586267 Jul 27 22:45:49.919747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-c6c53bee-57fe-4a7f-92f6-eaf726a7e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:49.921243 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-c6c53bee-57fe-4a7f-92f6-eaf726a7e61f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0854473 Jul 27 22:45:49.990389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-bbcd06dd-a381-4c33-b02e-04a72befa6c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1003 time: 0.0619459 Jul 27 22:45:50.039895 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-9026593f-fd8e-45ed-b349-0e613c408ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:50.041373 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-9026593f-fd8e-45ed-b349-0e613c408ce4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0437078 Jul 27 22:45:50.099391 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-a00df4ab-e713-4c82-baff-f1df0d0be62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:50.100899 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-a00df4ab-e713-4c82-baff-f1df0d0be62b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529387 Jul 27 22:45:50.196003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-3bb0ecbf-18d8-44cc-ad0e-ecaa7f0c5b71 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Jul 27 22:45:50.285564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b536a104-35d0-40e1-a4da-eed7eec47239 req-3c3a2263-96ec-4cc8-9092-27acd2c6a55e service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808117 Jul 27 22:46:01.954901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a15c-d994-448c-805b-1a37eaf07eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:04.457876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-939ad176-d4a2-4686-ba8f-7d2123eccdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:04.761167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:06.080358 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:06.256695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:07.497982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:07.761524 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:08.829400 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:23.381850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-ca8f052f-addd-4a45-8be2-bc0b17712ead req-fc8a878f-2c3e-4ea6-8e0d-1b5a8333655f service neutron] (94671) timed out ('10.222.0.50', 64300) {{(pid=94671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:46:31.320168 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-84a4094f-632e-41a1-a662-2534b99b45a5 req-9d90138e-0008-4154-91e2-7a3ea166ca18 service neutron] (94671) timed out ('10.222.0.76', 63973) {{(pid=94671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:46:31.949900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42283e59-9a99-4bee-aa03-458420ac6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:34.435435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2785586b-152d-432b-a5d7-9af28bf061fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:34.783619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:36.075478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:37.492328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:37.744178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:38.858244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:43.256258 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:51.679553 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-a28fc1aa-83f3-44cf-83df-7ef27f644ee6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554798 Jul 27 22:46:51.781520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-f6fd58a1-9555-40d4-b4e1-3c5d878f88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:51.782966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-f6fd58a1-9555-40d4-b4e1-3c5d878f88f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1097 time: 0.0582986 Jul 27 22:46:51.886061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-c9c967e2-f959-48ea-9fef-19274e82746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:51.887713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-c9c967e2-f959-48ea-9fef-19274e82746f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0852735 Jul 27 22:46:52.285330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-74f127b7-0616-4ce2-bf64-24cc2e83d3ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1003 time: 0.3905463 Jul 27 22:46:52.334041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-ff85d04b-6a83-4be9-911c-af7c57a43e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:52.335581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-ff85d04b-6a83-4be9-911c-af7c57a43e54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0427330 Jul 27 22:46:52.393486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-7802c1bf-c52b-4120-8b4f-8e92da6765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:52.394990 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-7802c1bf-c52b-4120-8b4f-8e92da6765bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522215 Jul 27 22:46:52.487749 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-59fae547-13aa-44d0-9b19-b6b504216297 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851235 Jul 27 22:46:52.577246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-988ea3c5-65c1-4b28-92b8-d7b89a679e35 req-f04d3ba0-9934-43c5-9a7c-3b01e291ee62 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813210 Jul 27 22:47:01.949775 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01766cd8-008b-4975-b6e6-64a6da8aebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:04.445731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8218926-dd27-408b-9c48-2ecd070d3b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:04.771289 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:06.062801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:07.492826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:07.726731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:08.870122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:20.255301 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:21.740859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09360-e3bb-4b86-9342-b6e5d11d1331 req-fd7f7ac5-2f2b-49d7-aaf4-9600336b6107 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.742427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efe09360-e3bb-4b86-9342-b6e5d11d1331 req-fd7f7ac5-2f2b-49d7-aaf4-9600336b6107 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0692654 Jul 27 22:47:21.785819 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-efe09360-e3bb-4b86-9342-b6e5d11d1331 req-8343c25d-64ed-42b9-97a6-418a2fc3d8cd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337348 Jul 27 22:47:21.881328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-8f90fe9d-ffdf-41a4-885d-ed048e91764b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548642 Jul 27 22:47:22.926483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b1f1b-fd85-4868-949c-4cdde2b5efe9 req-b0f937f9-7cdc-4053-b7e1-88b1bc768c41 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.927971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-153b1f1b-fd85-4868-949c-4cdde2b5efe9 req-b0f937f9-7cdc-4053-b7e1-88b1bc768c41 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0720506 Jul 27 22:47:22.967288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-153b1f1b-fd85-4868-949c-4cdde2b5efe9 req-e9208a0c-be9c-40f4-81d3-a3b4bd4941d3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Jul 27 22:47:23.861040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-d16f7aec-0161-4f5c-83d4-6f073257d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:23.862578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-d16f7aec-0161-4f5c-83d4-6f073257d2d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1097 time: 0.0559356 Jul 27 22:47:23.958975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-ca1af856-d599-4a73-a902-b4ba407ae922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:23.960470 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-ca1af856-d599-4a73-a902-b4ba407ae922 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0900002 Jul 27 22:47:24.029070 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-ff8d5213-a419-4523-ba96-9404546d0aff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1003 time: 0.0608990 Jul 27 22:47:24.079216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-4f59d9ca-7899-459a-8e9e-a099cb3a578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:24.080715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-4f59d9ca-7899-459a-8e9e-a099cb3a578b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0449212 Jul 27 22:47:24.101251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c93f-53ae-4d37-a397-f1e704b20405 req-c165d1a0-49b4-43f9-a4de-4ec819af10db tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:24.102811 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47e0c93f-53ae-4d37-a397-f1e704b20405 req-c165d1a0-49b4-43f9-a4de-4ec819af10db tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0640702 Jul 27 22:47:24.145737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-d29a8a60-eac1-454f-9c6b-3b526c70382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:24.146497 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-47e0c93f-53ae-4d37-a397-f1e704b20405 req-0b29eaf2-6e87-4d5c-94d4-051c2911ad07 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Jul 27 22:47:24.149991 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-d29a8a60-eac1-454f-9c6b-3b526c70382f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619185 Jul 27 22:47:24.241457 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-3da9ad05-8345-4bac-88cf-6ed1a6b679bf service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839069 Jul 27 22:47:24.335454 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-e16ff527-e150-4b8a-b385-bd4445a85032 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Jul 27 22:47:25.278907 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc4a3-19cd-4479-9b45-c74386e62390 req-09e00b4c-e88b-4fc2-9e2b-65021222b487 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:25.280412 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cafc4a3-19cd-4479-9b45-c74386e62390 req-09e00b4c-e88b-4fc2-9e2b-65021222b487 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0640717 Jul 27 22:47:25.318425 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cafc4a3-19cd-4479-9b45-c74386e62390 req-3ee0c7ff-8705-4ecc-aaf4-fe43848e9195 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Jul 27 22:47:26.450263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8566c-3df0-46fe-a384-0c7c2adb4964 req-2d1ebc79-0e82-4558-ba5c-94e846b4ec76 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:26.451870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-86c8566c-3df0-46fe-a384-0c7c2adb4964 req-2d1ebc79-0e82-4558-ba5c-94e846b4ec76 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0643129 Jul 27 22:47:26.491642 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-86c8566c-3df0-46fe-a384-0c7c2adb4964 req-7a9d99be-3aee-40d7-9985-2b6198f2e241 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Jul 27 22:47:27.622734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae42ae-bd0b-43aa-b74c-c1ff30be52ce req-e1e40785-feaa-4805-a6d1-89b74e272801 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:27.624277 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0ae42ae-bd0b-43aa-b74c-c1ff30be52ce req-e1e40785-feaa-4805-a6d1-89b74e272801 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0642328 Jul 27 22:47:27.662914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0ae42ae-bd0b-43aa-b74c-c1ff30be52ce req-5826abcc-8a6a-4ab2-8fd9-ababecb21835 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Jul 27 22:47:28.794811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cf0a9-ecbe-401a-9e58-e1fc56759317 req-5e2a779d-ccf2-40b2-b62d-413d5c11a32b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:28.796324 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b8cf0a9-ecbe-401a-9e58-e1fc56759317 req-5e2a779d-ccf2-40b2-b62d-413d5c11a32b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0652692 Jul 27 22:47:28.836148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b8cf0a9-ecbe-401a-9e58-e1fc56759317 req-1d07dfda-7273-41d5-a97b-2e30e0969885 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338929 Jul 27 22:47:29.972771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653988b5-f633-4e64-b72b-b2f454d0d40d req-30a44dcd-07f7-4c79-83b1-3ceab798ac29 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:29.974270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-653988b5-f633-4e64-b72b-b2f454d0d40d req-30a44dcd-07f7-4c79-83b1-3ceab798ac29 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0677321 Jul 27 22:47:30.013179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-653988b5-f633-4e64-b72b-b2f454d0d40d req-b4cb3e8e-3e35-4676-8887-319158a64fdf tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328121 Jul 27 22:47:31.148119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20af75-ec72-410b-a82c-02329bb00e98 req-a9775b21-dc9b-401e-aca7-3b62846aa588 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:31.149526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a20af75-ec72-410b-a82c-02329bb00e98 req-a9775b21-dc9b-401e-aca7-3b62846aa588 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0680902 Jul 27 22:47:31.189012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a20af75-ec72-410b-a82c-02329bb00e98 req-d4ac789d-1670-4ff9-bb57-02a1fe0fff4c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Jul 27 22:47:31.938558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19037254-d079-47b7-b51e-ecfc0b6c0d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:32.318903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e73d0-1fb0-4be8-a7ad-20d95e326f2a req-625d9152-9760-4f44-8592-db530e715452 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:32.320409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c1e73d0-1fb0-4be8-a7ad-20d95e326f2a req-625d9152-9760-4f44-8592-db530e715452 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0645421 Jul 27 22:47:32.359115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c1e73d0-1fb0-4be8-a7ad-20d95e326f2a req-0435b459-11c4-4690-a207-1bffe80d8348 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319655 Jul 27 22:47:33.490395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac27de-16ac-43f1-9ab3-64219bcce39a req-0a2ae9e9-9c1c-477c-8888-c47c5d555563 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:33.491958 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72ac27de-16ac-43f1-9ab3-64219bcce39a req-0a2ae9e9-9c1c-477c-8888-c47c5d555563 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jul 27 22:47:33.533171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-72ac27de-16ac-43f1-9ab3-64219bcce39a req-b5832010-e796-45b7-80f2-183923877aba tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jul 27 22:47:34.453034 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e36f2f5-a451-459e-8b0a-f7fb71dbdf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:34.666297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1dedb-5f3e-457c-9398-87f603f6a5af req-c91aec6e-dde5-43e1-bda7-c7248c0ff85a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:34.667844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69c1dedb-5f3e-457c-9398-87f603f6a5af req-c91aec6e-dde5-43e1-bda7-c7248c0ff85a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0678611 Jul 27 22:47:34.710079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-69c1dedb-5f3e-457c-9398-87f603f6a5af req-ddecb1ff-87f5-4fe6-9316-4d691bb4ae45 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Jul 27 22:47:34.782219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:35.839857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9cdf-d4b3-4170-b598-fb279956030d req-165c2607-c1a5-4c68-8e24-885fe49e5668 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:35.841376 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f67b9cdf-d4b3-4170-b598-fb279956030d req-165c2607-c1a5-4c68-8e24-885fe49e5668 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0639641 Jul 27 22:47:35.880453 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f67b9cdf-d4b3-4170-b598-fb279956030d req-a95c0d5a-7f8c-4dee-9d5c-386a2215dc1d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330353 Jul 27 22:47:36.062268 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:36.394141 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-194f5ffc-f1ed-41ff-9066-2b4e7c05a1fc service neutron] show failed (client error): The resource could not be found. Jul 27 22:47:36.395115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-194f5ffc-f1ed-41ff-9066-2b4e7c05a1fc service neutron] 10.222.0.76 "GET /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0541847 Jul 27 22:47:36.854184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-9cb3326c-77c1-4017-b215-316d698436e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:36.855782 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-9cb3326c-77c1-4017-b215-316d698436e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0584075 Jul 27 22:47:36.867941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:36.943469 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.013882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7c7f-e3e9-4997-b04f-7afff8c239c6 req-fa70b8e0-7f24-4b51-be9d-d43575904abe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:37.015467 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b8e7c7f-e3e9-4997-b04f-7afff8c239c6 req-fa70b8e0-7f24-4b51-be9d-d43575904abe tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0660601 Jul 27 22:47:37.054969 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b8e7c7f-e3e9-4997-b04f-7afff8c239c6 req-de60c965-40ce-4ad2-94ed-65e0d6e43561 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Jul 27 22:47:37.150089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:37.184348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:37.227313 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:37.230372 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b5b10d-38bb-408a-8c06-e7cf53e73c37" -d '{"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:37.234756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.248414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Transition to ACTIVE for port object 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:37.278446 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c6465a-1bd4-48f1-8f43-4e3b54760ea7 x-openstack-request-id: req-d0c6465a-1bd4-48f1-8f43-4e3b54760ea7 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:37.278750 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:37.279006 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0c6465a-1bd4-48f1-8f43-4e3b54760ea7 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:37.279411 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'code': 200} Jul 27 22:47:37.313561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.390921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:37.404279 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.404561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.404905 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.405242 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.405577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.405916 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.406248 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.406602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.406931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.407256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.407590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.407915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:37.454457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] No DVR routers for this DVR port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:47:37.475731 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.599997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:47:37.600329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:47:37.600653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:37.605191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:47:37.605516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:37.610267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:47:37.610630 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:47:37.611053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:47:37.611437 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Bound port: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:47:37.611793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.675779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:37.678836 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:47:37.835733 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.868435 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.906116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:37.906945 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.908375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1092 time: 1.0447521 Jul 27 22:47:37.928578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fe703-9b91-4fb8-9aa6-a01f3b1a31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:37.993523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-ce8478bb-ad86-4579-b4ca-add811aed76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:37.995388 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-ce8478bb-ad86-4579-b4ca-add811aed76e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.0602679 Jul 27 22:47:38.094236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-667ffedc-73be-47d1-b601-0957b2c78dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:38.095824 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-667ffedc-73be-47d1-b601-0957b2c78dc9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0932243 Jul 27 22:47:38.164234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-b48c3635-4b23-4b1f-a8c6-dda11fd3bf24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0606356 Jul 27 22:47:38.202094 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf5ac4-6943-4e4e-be9c-6540ad8a7a8f req-91716fa9-47e2-46e9-b498-316900a0e7b1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:38.203672 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deaf5ac4-6943-4e4e-be9c-6540ad8a7a8f req-91716fa9-47e2-46e9-b498-316900a0e7b1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0759528 Jul 27 22:47:38.221105 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-19df2b43-ba13-48f4-8dba-1ca2cccdaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:38.222659 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-19df2b43-ba13-48f4-8dba-1ca2cccdaf0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0507140 Jul 27 22:47:38.241429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-deaf5ac4-6943-4e4e-be9c-6540ad8a7a8f req-99d52eb6-5710-4ea0-aa40-8453ebe67824 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Jul 27 22:47:38.283468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-32a2ca12-21aa-4a1b-b1ea-d67c951ee79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:38.285006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-32a2ca12-21aa-4a1b-b1ea-d67c951ee79a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548325 Jul 27 22:47:38.375566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-22484a53-67a9-450b-af88-6211d7afeae0 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817628 Jul 27 22:47:38.469495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b20ba930-aca9-4a69-bfa2-95470c26c0c8 req-997585c2-0976-46ee-9539-cfba5b9acf1c service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Jul 27 22:47:38.870703 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:39.280888 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:39.283331 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:39.347754 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1c723a-c635-405b-8344-57afb0da21d4 x-openstack-request-id: req-db1c723a-c635-405b-8344-57afb0da21d4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:39.348056 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:39.348327 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db1c723a-c635-405b-8344-57afb0da21d4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:39.348704 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'status': 'completed', 'code': 200} Jul 27 22:47:39.414040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-2409051d-1e34-4182-b426-d48f3b2f8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.416150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-2409051d-1e34-4182-b426-d48f3b2f8838 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.0567019 Jul 27 22:47:39.418431 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bff0fc-97c5-4ae3-8bfd-db9e16ea066a req-832aafc5-dcdf-4e72-8f5e-d69aed7d2dee tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.419965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9bff0fc-97c5-4ae3-8bfd-db9e16ea066a req-832aafc5-dcdf-4e72-8f5e-d69aed7d2dee tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.1045127 Jul 27 22:47:39.517038 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-39100209-9b9e-4637-a777-6c61c8897ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.518598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-39100209-9b9e-4637-a777-6c61c8897ea4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0954976 Jul 27 22:47:39.571742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:47:39.589282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-2f408187-aed2-4e60-a781-0755d5a8ff0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0630987 Jul 27 22:47:39.615534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:47:39.641778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-6e808ce7-8cc4-431b-a652-5d844565a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.643328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-6e808ce7-8cc4-431b-a652-5d844565a228 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0465856 Jul 27 22:47:39.710827 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-6abb2bac-ae0f-4f3c-9b20-f16905ecc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.712925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-6abb2bac-ae0f-4f3c-9b20-f16905ecc536 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608711 Jul 27 22:47:39.756829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-20743491-858a-4721-9e4a-693186e7754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.758407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-20743491-858a-4721-9e4a-693186e7754e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.3958986 Jul 27 22:47:39.765615 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f9bff0fc-97c5-4ae3-8bfd-db9e16ea066a req-08b9d47b-2ae2-461f-b9e8-c877d492cc0c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392832 Jul 27 22:47:39.807604 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-2eae3930-a7c1-44df-a21e-8c1930e5bf47 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875854 Jul 27 22:47:39.850781 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-934a1740-9587-418f-a606-a649caca6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.852419 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-934a1740-9587-418f-a606-a649caca6868 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0853088 Jul 27 22:47:39.904507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-3b97933d-e707-41b4-a2df-47869fd2f8f5 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894642 Jul 27 22:47:39.926399 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-d86ebf57-678f-47da-8f0f-8f97283b8fdc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0659993 Jul 27 22:47:39.982083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-e938064e-8ee9-438f-a33a-2062747411f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:39.983621 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-e938064e-8ee9-438f-a33a-2062747411f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0449064 Jul 27 22:47:40.043868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-74e11741-bef6-47ff-b754-63a979cef5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.045382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-74e11741-bef6-47ff-b754-63a979cef5f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543783 Jul 27 22:47:40.140610 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-e2c04097-aa0e-4d18-887a-1e565e7bebd8 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Jul 27 22:47:40.233105 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2b4cb15-8d2e-44f3-a7f0-84f202b0f6e1 req-a3cfe40a-57f5-4a10-bdad-32a02410b72a service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851645 Jul 27 22:47:40.352084 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e543-1012-42c2-8197-69c6623998ec req-5dd6a393-bccd-4c27-8036-f63cea938ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.354308 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-5dd6a393-bccd-4c27-8036-f63cea938ec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1095 time: 0.0554426 Jul 27 22:47:40.465145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e543-1012-42c2-8197-69c6623998ec req-8af462da-7233-4f95-bbd9-deae98bba667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.466606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-8af462da-7233-4f95-bbd9-deae98bba667 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0906029 Jul 27 22:47:40.533048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-087f9762-f603-4961-bf31-ac03fa518d0a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0591393 Jul 27 22:47:40.589864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e543-1012-42c2-8197-69c6623998ec req-e33a4972-eacc-4b85-b7dc-26dec9714b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.591401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-e33a4972-eacc-4b85-b7dc-26dec9714b83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0513167 Jul 27 22:47:40.650983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772e543-1012-42c2-8197-69c6623998ec req-e8743ccd-a978-46f5-b6c0-76f8abc19728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.652494 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-e8743ccd-a978-46f5-b6c0-76f8abc19728 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537484 Jul 27 22:47:40.743665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-bb08e494-826d-4608-ad64-bcfe9308c92f service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833519 Jul 27 22:47:40.832302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:47:40.842429 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e772e543-1012-42c2-8197-69c6623998ec req-ab19efd1-e727-447e-9f59-6311fc32e36c service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911951 Jul 27 22:47:40.908244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01b0b-4bf1-4919-96f7-f7a46bd9806b req-41d63560-e85a-44f2-adaf-83331e081c98 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:40.909787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3b01b0b-4bf1-4919-96f7-f7a46bd9806b req-41d63560-e85a-44f2-adaf-83331e081c98 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 944 time: 0.0738862 Jul 27 22:47:40.935194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:40.947298 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:47:40.952053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a3b01b0b-4bf1-4919-96f7-f7a46bd9806b req-e44b7dc5-6472-4ac9-8529-b31fe665c3b2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357559 Jul 27 22:47:40.989513 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:41.002795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:41.023229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:41.104467 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:41.152529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:41.159783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.160135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.160486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.160836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.161442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.161780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.162117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.162488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.162823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.163156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.163486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.163816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:41.354508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:47:41.524394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46691386-6adf-4e2e-a1b8-9d8001e460b8 req-6313760a-ecfc-4653-8cf4-c721d4c1eeb9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.525986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46691386-6adf-4e2e-a1b8-9d8001e460b8 req-6313760a-ecfc-4653-8cf4-c721d4c1eeb9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0674641 Jul 27 22:47:41.566019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46691386-6adf-4e2e-a1b8-9d8001e460b8 req-a26e2476-08cb-4bb7-acba-25e45415daaa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337465 Jul 27 22:47:41.569331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-e3308bac-c97c-46d7-aa97-8eed308d638e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.570903 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-e3308bac-c97c-46d7-aa97-8eed308d638e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&tenant_id=7c324444988d454e8d36c5d41c0ce5a6&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 945 time: 0.0729790 Jul 27 22:47:41.639648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-eb96aa9f-7636-4055-bbf8-c7f3bfc56f04 service neutron] 10.222.0.50 "GET /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.0597491 Jul 27 22:47:41.715985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-1bb0f62c-8322-480e-9a56-f2ef44ab01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.717489 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-1bb0f62c-8322-480e-9a56-f2ef44ab01ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1096 time: 0.0543146 Jul 27 22:47:41.807100 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-c1e3a18d-fe32-4137-bcba-60e8fcbbb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.808556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-c1e3a18d-fe32-4137-bcba-60e8fcbbb8c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0834517 Jul 27 22:47:41.879137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-a62d7aac-aef3-40f0-b336-5e715ff45d8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1002 time: 0.0629764 Jul 27 22:47:41.932106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-691fe2c0-9967-4a2f-abb7-9233e2a4e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.933617 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-691fe2c0-9967-4a2f-abb7-9233e2a4e678 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0463009 Jul 27 22:47:41.993399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-7793ff99-f57a-4267-8a1a-7297796b95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:41.995789 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-7793ff99-f57a-4267-8a1a-7297796b95c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545976 Jul 27 22:47:42.090916 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-9407eccd-547d-48ea-943f-f064860ff8ae service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873775 Jul 27 22:47:42.180793 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-8c14b961-ec3e-4b57-b2ce-60ed82909799 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820866 Jul 27 22:47:42.768223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8a98-c831-4a1e-8500-9883e0a2393a req-fe0792f5-3ae0-4934-9470-964e37614a0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:42.769728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ceab8a98-c831-4a1e-8500-9883e0a2393a req-fe0792f5-3ae0-4934-9470-964e37614a0d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.1332443 Jul 27 22:47:42.809091 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ceab8a98-c831-4a1e-8500-9883e0a2393a req-17a4c341-df7f-4e19-9398-f1913e33aebd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Jul 27 22:47:42.843793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:47:42.961388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:47:42.966163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:47:42.966575 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:43.042641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:43.063815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:43.066055 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d17c778-fc0e-40ee-9438-8699bfa39f76" -d '{"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-plugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:43.080865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:43.114690 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9f24c-dd79-4e9f-beba-ee51b60375b5 x-openstack-request-id: req-b6f9f24c-dd79-4e9f-beba-ee51b60375b5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:43.114981 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-plugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:43.115231 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6f9f24c-dd79-4e9f-beba-ee51b60375b5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:43.115624 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'code': 200} Jul 27 22:47:43.151012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:43.200239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:43.943764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d182875-1662-40b5-bdb2-21827b2099b1 req-abc1213a-5936-435d-968b-96784461769f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:43.945289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d182875-1662-40b5-bdb2-21827b2099b1 req-abc1213a-5936-435d-968b-96784461769f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0678480 Jul 27 22:47:43.984516 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0d182875-1662-40b5-bdb2-21827b2099b1 req-fc5168d0-5fb8-4675-b81b-a4672f92c0c6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Jul 27 22:47:44.766778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-e00f0351-1eba-4812-b422-d483a01149a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:44.768369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-e00f0351-1eba-4812-b422-d483a01149a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0976226 Jul 27 22:47:44.780759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:44.852190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.064582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:45.098525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:45.170053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:45.172305 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2746ac2-4651-4641-896d-eb2b501bfabc" -d '{"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:45.177835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.195716 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Transition to ACTIVE for port object 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:45.219368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395524a-5a4d-46ee-82d2-2dcdc08a74c7 req-f6d29827-8cfe-4bb7-aab1-399ed8e2f308 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:45.220914 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7395524a-5a4d-46ee-82d2-2dcdc08a74c7 req-f6d29827-8cfe-4bb7-aab1-399ed8e2f308 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.1656978 Jul 27 22:47:45.226064 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3659758-6eed-468a-9133-61729b55362f x-openstack-request-id: req-c3659758-6eed-468a-9133-61729b55362f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:45.226511 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-unplugged", "status": "completed", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:45.226860 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3659758-6eed-468a-9133-61729b55362f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:45.227352 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'code': 200} Jul 27 22:47:45.262962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7395524a-5a4d-46ee-82d2-2dcdc08a74c7 req-86423773-10e9-43f0-a2bc-ad34d54a893a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338581 Jul 27 22:47:45.279241 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.361653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:45.374961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.375311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.375655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.375997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.376333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.376701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.377036 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.377365 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.377695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.378024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.378378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.378706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:45.420957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] No DVR routers for this DVR port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:47:45.560411 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:47:45.560755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:47:45.561088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:45.565312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:47:45.565640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Attempting to bind port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:45.570497 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:47:45.570836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:47:45.571224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:47:45.572217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Bound port: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:47:45.572553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.635472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:45.638437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:47:45.721585 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.759867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:45.760633 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.762041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] 10.222.0.76 "PUT /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1093 time: 0.9853351 Jul 27 22:47:45.783243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ee34-bdda-43bd-bd4f-d090c4928a5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:45.845194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-d5d63bbc-8e54-462d-8b6a-8063d0910f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:45.846746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-d5d63bbc-8e54-462d-8b6a-8063d0910f15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1096 time: 0.0590653 Jul 27 22:47:45.943734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-d5c4f101-33f9-4e51-89eb-71bbb82a0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:45.945233 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-d5c4f101-33f9-4e51-89eb-71bbb82a0a96 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0896113 Jul 27 22:47:46.016471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-b5a9809d-9912-48fc-bd1b-d693e9b7cefb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0631325 Jul 27 22:47:46.068982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-9b565d12-dcf0-4b11-96b8-6fc3cd89b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:46.070418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-9b565d12-dcf0-4b11-96b8-6fc3cd89b189 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0455000 Jul 27 22:47:46.131346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dec987-be93-4409-af75-88cd47d73b20 req-2bb56596-dced-4d4b-ab80-4af25aeec52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:46.132852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-2bb56596-dced-4d4b-ab80-4af25aeec52e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551081 Jul 27 22:47:46.225177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-b0a5a95b-2754-45cc-8128-26614a7e5990 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852728 Jul 27 22:47:46.315264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17dec987-be93-4409-af75-88cd47d73b20 req-b95271d4-264a-4108-9a08-6ca27917ac3d service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819306 Jul 27 22:47:46.401288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d3a99-b8b4-4270-b208-c01294fa8588 req-cd344161-1ee7-4ed2-a126-4ca71fc69c16 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:46.402807 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-639d3a99-b8b4-4270-b208-c01294fa8588 req-cd344161-1ee7-4ed2-a126-4ca71fc69c16 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0671008 Jul 27 22:47:46.442121 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-639d3a99-b8b4-4270-b208-c01294fa8588 req-1893648a-153c-42f7-bb50-e4d7a41f799a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Jul 27 22:47:46.859712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:47:46.898564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:47:47.228856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:47.231173 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55320bf6-9f15-4d2b-926f-d41c01cfe495" -d '{"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:47.278857 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d6623-9202-445a-aff4-bca29fe4424c x-openstack-request-id: req-c83d6623-9202-445a-aff4-bca29fe4424c {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:47.279148 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:47.279399 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c83d6623-9202-445a-aff4-bca29fe4424c {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:47.279800 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'status': 'completed', 'code': 200} Jul 27 22:47:47.356922 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-c1c86735-ea20-4eae-8ba1-0e0a0d0cd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.358503 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-c1c86735-ea20-4eae-8ba1-0e0a0d0cd641 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1096 time: 0.0595355 Jul 27 22:47:47.361840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-98e1cd6a-40c7-4163-b84b-4ab5d649d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.363418 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-98e1cd6a-40c7-4163-b84b-4ab5d649d92a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 1096 time: 0.0611334 Jul 27 22:47:47.451826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-41b9de54-3d7c-42f5-a7fc-fc6197e9c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.453359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-41b9de54-3d7c-42f5-a7fc-fc6197e9c5ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0876601 Jul 27 22:47:47.457663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-fa6325c6-9a7e-4e2a-8ebe-e92c5fdfb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.459159 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-fa6325c6-9a7e-4e2a-8ebe-e92c5fdfb820 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0874085 Jul 27 22:47:47.531563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-930b3a5d-2fb9-4977-89a8-a3b1cb29ad94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0644536 Jul 27 22:47:47.552108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-7da1a9ea-6abb-4a93-9cf3-764f8bc7b6fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 200 len: 1001 time: 0.0916228 Jul 27 22:47:47.585441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-3cbc5e57-c892-432e-a035-eb36ba03993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.586985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-3cbc5e57-c892-432e-a035-eb36ba03993c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0448558 Jul 27 22:47:47.614675 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-0efbe56f-e141-49ca-afcc-52f0f8b624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.616174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-0efbe56f-e141-49ca-afcc-52f0f8b624b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0563593 Jul 27 22:47:47.628282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3b9c-dc86-42fa-90d4-9d7efd607c21 req-03b7a2c2-ed9a-4a63-a448-181a965e7362 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.630597 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-422e3b9c-dc86-42fa-90d4-9d7efd607c21 req-03b7a2c2-ed9a-4a63-a448-181a965e7362 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.1143901 Jul 27 22:47:47.649394 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-977247d3-a16d-4a30-97ff-e49d559eab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.652430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-977247d3-a16d-4a30-97ff-e49d559eab3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562980 Jul 27 22:47:47.707219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-422e3b9c-dc86-42fa-90d4-9d7efd607c21 req-deed0e26-c971-40c9-abfc-9305ee21fe00 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684958 Jul 27 22:47:47.721411 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-41724c80-6270-4124-bbff-7ecc4f429e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:47.731920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-41724c80-6270-4124-bbff-7ecc4f429e64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923665 Jul 27 22:47:47.770390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-64d98dbb-21f1-431e-af56-28a57720ef58 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919123 Jul 27 22:47:47.827187 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-114ef0d0-24f1-40c7-8633-2a00a36195b9 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960474 Jul 27 22:47:47.872079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-aa99e8c4-77cf-4c13-8671-1cd153707080 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903871 Jul 27 22:47:47.934446 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-55320bf6-9f15-4d2b-926f-d41c01cfe495 req-c82bf4f1-3633-4866-97cf-feeb3d4ac286 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984800 Jul 27 22:47:48.849680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b146d0c-6f5e-42bc-a6d8-d689e70098fa req-65a2c9e4-a8be-43fb-b3ea-f5a578f123cb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:48.851249 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b146d0c-6f5e-42bc-a6d8-d689e70098fa req-65a2c9e4-a8be-43fb-b3ea-f5a578f123cb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0653811 Jul 27 22:47:48.892816 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8b146d0c-6f5e-42bc-a6d8-d689e70098fa req-60bb8047-7324-4dbf-92a8-d0aed157b921 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349951 Jul 27 22:47:49.032942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9098a-2e81-4e4e-a68a-6105a104daa7 req-2c129027-2ab1-4c2c-b473-07f7e021f3cd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:49.034673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8aa9098a-2e81-4e4e-a68a-6105a104daa7 req-2c129027-2ab1-4c2c-b473-07f7e021f3cd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0680900 Jul 27 22:47:49.079108 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8aa9098a-2e81-4e4e-a68a-6105a104daa7 req-4e187c5a-9215-401b-806e-98abfb0200ac tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365784 Jul 27 22:47:49.242249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a479b02-b66f-458e-97dd-7596daa76f22 req-dce8b4b3-19af-4e88-a76b-ea206a3d65bd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:49.243831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a479b02-b66f-458e-97dd-7596daa76f22 req-dce8b4b3-19af-4e88-a76b-ea206a3d65bd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0772541 Jul 27 22:47:49.292312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a479b02-b66f-458e-97dd-7596daa76f22 req-1a479ebc-c9ea-4343-82c3-e4a49db9cab6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Jul 27 22:47:49.682765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:47:49.782087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:49.784876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91098720-75db-44ed-bd91-763973a50d88 req-228d0d76-f1af-4c31-b5e6-faf9e9524ad4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:49.786683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91098720-75db-44ed-bd91-763973a50d88 req-228d0d76-f1af-4c31-b5e6-faf9e9524ad4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 945 time: 0.0670941 Jul 27 22:47:49.793958 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'mac_address': 'fa:16:3e:fe:31:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:47:49.826867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91098720-75db-44ed-bd91-763973a50d88 req-1e91cf81-1f04-4524-aefb-15bec6de73ba tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338292 Jul 27 22:47:49.831288 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:49.845276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:49.864744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:49.953770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:50.001224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=12']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:50.194790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:47:50.961250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622e1e-c3b4-4a3e-9ef2-b57d9682c487 req-ece7a758-4506-48c8-8778-7b7940b907fc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:50.963410 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42622e1e-c3b4-4a3e-9ef2-b57d9682c487 req-ece7a758-4506-48c8-8778-7b7940b907fc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0656064 Jul 27 22:47:51.001371 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-42622e1e-c3b4-4a3e-9ef2-b57d9682c487 req-889c2b13-6891-4cc4-bab9-db423c583239 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Jul 27 22:47:51.141375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-549fad07-1269-472f-a962-43aeaeedbfc3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:51.142789 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-549fad07-1269-472f-a962-43aeaeedbfc3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 946 time: 0.0622118 Jul 27 22:47:51.246864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Deleting port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:47:51.247211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:51.332637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] For port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:51.333003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:51.505665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:51.506034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:51.506375 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 disassociated. External IP: 172.25.3.182, port: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8. Jul 27 22:47:51.506714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Calling delete_port for 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:47:51.680686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:47:51.713916 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:51.719253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No active binding found for port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94673) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:47:51.719767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:47:51.738536 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 not found, will not notify nova. {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:47:51.747346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'Port': ['ID=3ca85b4a-3b04-467c-8d5e-d793b8ed2db8,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:51.865093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:47:51.982764 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:47:51.992102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:47:52.001677 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:52.002269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:52.028896 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] No DVR routers for this DVR port 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:47:52.031475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:52.033557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b25bb08-3545-4efb-a1ee-38c4b48be277 req-e35057b1-5ed0-4007-b62e-af1832d9469c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "DELETE /v2.0/ports/3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 HTTP/1.1" status: 204 len: 173 time: 0.8822830 Jul 27 22:47:52.034001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-deleted', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:52.036552 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f340946-1540-4d33-b261-5a8169f55df0" -d '{"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-deleted", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:52.079830 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c8c0a6-644d-411e-85e3-b102fad34c2f x-openstack-request-id: req-01c8c0a6-644d-411e-85e3-b102fad34c2f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:52.080140 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea322f81-f0d7-4257-90b5-21f1515a9e26", "name": "network-vif-deleted", "tag": "3ca85b4a-3b04-467c-8d5e-d793b8ed2db8", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:52.080504 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01c8c0a6-644d-411e-85e3-b102fad34c2f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:52.080934 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea322f81-f0d7-4257-90b5-21f1515a9e26', 'name': 'network-vif-deleted', 'tag': '3ca85b4a-3b04-467c-8d5e-d793b8ed2db8', 'status': 'completed', 'code': 200} Jul 27 22:47:52.118152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:52.123554 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-df5acbaf-b093-42b8-97eb-c27db763fd8e req-00b17e71-e9ac-41e0-ae8c-1c9bd6aea21d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea322f81-f0d7-4257-90b5-21f1515a9e26 HTTP/1.1" status: 200 len: 210 time: 0.0402961 Jul 27 22:47:52.321377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:52.347442 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:47:52.356426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:52.357042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:47:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:52.464874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:52.818723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:52.849562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8cd790-b64e-451e-a8c1-fd389e24c8c3 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:47:53.083040 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe8cbb6-6775-4e7d-a827-c1121fd081ce None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:47:53.410820 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-062defe0-b7a7-42ac-833c-4b9783dd2119 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--376657760&fields=id&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 267 time: 0.0375473 Jul 27 22:47:53.519031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-a079a46e-298b-48e3-80e1-5fae280a1dfa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:53.520540 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-a079a46e-298b-48e3-80e1-5fae280a1dfa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.1026471 Jul 27 22:47:53.535562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-e27c127f-8896-4b56-97b7-17011345653e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/quotas/7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 375 time: 0.0091329 Jul 27 22:47:53.607677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-12b3810e-22ae-445c-ba89-b933cd333109 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657504 Jul 27 22:47:53.709194 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-8ce682ff-7fe6-49e6-8fb8-5f62e9e12d0c service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891850 Jul 27 22:47:53.798170 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-09bb333d-78a1-4e1a-a930-4893c94d173f service neutron] 10.222.0.37 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Jul 27 22:47:54.017812 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-56f69279-6c36-46b7-ba77-0d7cd2c91345 req-3d418e9a-14a1-4fc8-84a2-03550320a18b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0306201 Jul 27 22:47:55.123761 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d6b89fa2-5e73-44d9-89b4-30f777c26727 req-b8899689-1ace-4488-8644-d2eeea490cb0 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0371933 Jul 27 22:47:55.699297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:47:55.720547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:47:55.720894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 3ca85b4a-3b04-467c-8d5e-d793b8ed2db8 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:47:56.166392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-dbe77fd3-b0a3-48e5-b040-fad76549be8f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:56.168010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-dbe77fd3-b0a3-48e5-b040-fad76549be8f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 812 time: 0.4498203 Jul 27 22:47:56.223095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-1df78b23-2be7-4dea-95bc-3df1f31ceb85 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 379 time: 0.0444694 Jul 27 22:47:56.243083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'port': {'device_id': '22c3d345-d133-4c1a-95db-b545850615ae', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'admin_state_up': True, 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'security_groups': ['d1d3c0c4-40e7-460a-b227-d8124c889d98']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:56.247839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e89c0bb1-b9f1-4a64-9766-cda5ba38312a req-55b2fbc2-d411-42b4-9f6d-1e7c5f3d9b2d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0426545 Jul 27 22:47:56.427941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Made reservation on behalf of 7c324444988d454e8d36c5d41c0ce5a6 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:47:56.432020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:56.566594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Allocated IP 172.20.0.11 (c07c56cc-7d40-48a3-8fc5-619bb6599a74/3e359a1a-9b50-4f5c-9914-439c5f072d43/d7cf1483-40ee-4c6e-bd6c-1a7057cef688) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:47:56.699904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:56.713316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Transition to ACTIVE for port object d7cf1483-40ee-4c6e-bd6c-1a7057cef688 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:56.795866 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:56.843839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:47:56.848868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:47:56.851326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:47:56.879685 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:56.910177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:56.911084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:56.994765 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-26871466-0ca1-4d58-8754-82e259a354dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558007 Jul 27 22:47:57.007404 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Request body: {'port': {'device_id': '22c3d345-d133-4c1a-95db-b545850615ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:57.080738 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.124781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e02d40e0-c6cd-4e45-a933-030f87c4db5a None None] Provisioning for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:47:57.128621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e02d40e0-c6cd-4e45-a933-030f87c4db5a None None] Provisioning complete for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:47:57.132472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e02d40e0-c6cd-4e45-a933-030f87c4db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.162870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e02d40e0-c6cd-4e45-a933-030f87c4db5a None None] Port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:47:57.254214 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:57.350065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:57.357765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.371110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Transition to ACTIVE for port object d7cf1483-40ee-4c6e-bd6c-1a7057cef688 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:57.382153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e41ad-ef05-4b04-87b6-7bba19fca5cc req-10e8f897-48c6-4ed2-89ff-4d955f2d0945 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:57.383802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-566e41ad-ef05-4b04-87b6-7bba19fca5cc req-10e8f897-48c6-4ed2-89ff-4d955f2d0945 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 932 time: 0.0673854 Jul 27 22:47:57.424095 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-566e41ad-ef05-4b04-87b6-7bba19fca5cc req-b73f762e-7a97-4ba1-bfa2-cf29b5fc30c2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Jul 27 22:47:57.452689 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.506387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:57.578446 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:47:57.578790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:47:57.579132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:57.584297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:47:57.584625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:57.589953 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:47:57.590336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:47:57.590729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:47:57.591258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Bound port: d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:47:57.591534 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.662628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:57.665834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:47:57.745454 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.779392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:57.780185 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:57.781972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] 10.222.0.76 "PUT /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1092 time: 0.7791052 Jul 27 22:47:57.784199 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:57.787958 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a4273-a2bb-4124-948d-2e78345534fd" -d '{"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:57.814631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fc36-d72e-49a9-a384-8584bf958acc service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:57.833380 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a7c65-5311-4763-b009-d91a15cc74be x-openstack-request-id: req-6b0a7c65-5311-4763-b009-d91a15cc74be {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:57.833649 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:57.833907 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b0a7c65-5311-4763-b009-d91a15cc74be {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:57.834355 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'status': 'completed', 'code': 200} Jul 27 22:47:57.922154 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4273-a2bb-4124-948d-2e78345534fd req-e537990b-3185-4e06-a9eb-8fd6c2d5a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:57.923756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-619a4273-a2bb-4124-948d-2e78345534fd req-e537990b-3185-4e06-a9eb-8fd6c2d5a806 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0672598 Jul 27 22:47:58.028499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4273-a2bb-4124-948d-2e78345534fd req-6ca3e7d8-5b6d-4ce9-9687-312956ebd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.030067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-619a4273-a2bb-4124-948d-2e78345534fd req-6ca3e7d8-5b6d-4ce9-9687-312956ebd138 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977511 Jul 27 22:47:58.124644 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4273-a2bb-4124-948d-2e78345534fd req-cf94a42c-83b7-461f-b23d-057a1233a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.126066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-619a4273-a2bb-4124-948d-2e78345534fd req-cf94a42c-83b7-461f-b23d-057a1233a153 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887482 Jul 27 22:47:58.223887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-690cf13a-4234-4737-b8ff-718521d4e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.225382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-690cf13a-4234-4737-b8ff-718521d4e717 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0633657 Jul 27 22:47:58.267942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-6219c48d-3308-444e-b69e-fb708a8b02a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 217 time: 0.0344276 Jul 27 22:47:58.317822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-26972f3a-e367-4452-bdf1-a2817069e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.319264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-26972f3a-e367-4452-bdf1-a2817069e483 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0427728 Jul 27 22:47:58.379371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32764795-8561-439f-97ae-f2b537c6975c req-fb8f64ed-c125-4fcc-aa74-da7b8ffd7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.380949 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-fb8f64ed-c125-4fcc-aa74-da7b8ffd7896 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544028 Jul 27 22:47:58.475717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-f87dfcfe-58db-4522-b4aa-cbb0c05d6c69 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874991 Jul 27 22:47:58.560936 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff935d-39a4-42f7-9b0d-329add1c633f req-65e6b5b6-8aed-464d-825f-f1a06e5abf0b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:58.562482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07ff935d-39a4-42f7-9b0d-329add1c633f req-65e6b5b6-8aed-464d-825f-f1a06e5abf0b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0701632 Jul 27 22:47:58.569212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-32764795-8561-439f-97ae-f2b537c6975c req-135251ca-e727-42f2-921f-4fc0b73fbbfe service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Jul 27 22:47:58.602045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-07ff935d-39a4-42f7-9b0d-329add1c633f req-79ee0a9c-287c-4030-b04b-7e496520d767 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Jul 27 22:47:59.737986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55cbc0-91aa-492e-8ebe-862921627ecc req-f68bf6a2-bd3f-4bcc-b1c2-615c60e0822a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:59.739512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e55cbc0-91aa-492e-8ebe-862921627ecc req-f68bf6a2-bd3f-4bcc-b1c2-615c60e0822a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0694125 Jul 27 22:47:59.778383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4e55cbc0-91aa-492e-8ebe-862921627ecc req-f4193092-9541-43ed-9880-1350e5004515 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Jul 27 22:48:00.912285 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e345ac-58c5-4060-a153-257df209ff77 req-d58ab669-b8fb-4cf6-85f8-9c7792fa90c4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:00.913797 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79e345ac-58c5-4060-a153-257df209ff77 req-d58ab669-b8fb-4cf6-85f8-9c7792fa90c4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0689759 Jul 27 22:48:00.952806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-79e345ac-58c5-4060-a153-257df209ff77 req-d4b8a0e8-3bdf-413c-831f-45fab562ea7d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Jul 27 22:48:01.711689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:48:01.808302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:48:01.819234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:48:01.855380 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:01.871429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:48:01.899732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:48:01.964737 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6acb3d1-bcc7-441a-b69a-6431784d9667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:01.975727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:02.027061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:48:02.085492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8d0ba-da2b-491c-b40c-18e8e267e239 req-c644ae6a-b1d3-4416-a158-590f60cfb20d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:02.087120 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66b8d0ba-da2b-491c-b40c-18e8e267e239 req-c644ae6a-b1d3-4416-a158-590f60cfb20d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0666454 Jul 27 22:48:02.127065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66b8d0ba-da2b-491c-b40c-18e8e267e239 req-3147c404-2226-4a94-8183-a0d8b4802937 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332217 Jul 27 22:48:02.173241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['d7cf1483-40ee-4c6e-bd6c-1a7057cef688'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:48:03.255811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7caf9-3ae5-44a8-860b-9fbaf354abe0 req-42aefb42-2dbd-4aab-8cc6-f9aa68c49a6b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:03.257321 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3eb7caf9-3ae5-44a8-860b-9fbaf354abe0 req-42aefb42-2dbd-4aab-8cc6-f9aa68c49a6b tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0642803 Jul 27 22:48:03.295666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3eb7caf9-3ae5-44a8-860b-9fbaf354abe0 req-3e45b87a-f13c-4564-b9bf-3acfe12f3415 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318537 Jul 27 22:48:03.715578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:48:03.829994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:48:03.834169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:48:03.834579 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:03.917595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:03.939976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:48:03.942328 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3bfad6-31c3-4145-8ff7-622cc5a84e77" -d '{"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:48:03.956924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:48:04.030789 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:04.033423 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f19dd-587b-4e40-99f1-19183f0741b6 x-openstack-request-id: req-1b3f19dd-587b-4e40-99f1-19183f0741b6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:48:04.033867 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:48:04.034128 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b3f19dd-587b-4e40-99f1-19183f0741b6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:48:04.034545 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'code': 200} Jul 27 22:48:04.086792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:48:04.157230 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df23b3-3468-4f1c-89ab-4499c8c76c50 req-93e013c7-0e63-470c-9d1d-cbe2248330d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:04.158788 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20df23b3-3468-4f1c-89ab-4499c8c76c50 req-93e013c7-0e63-470c-9d1d-cbe2248330d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1097 time: 0.0617912 Jul 27 22:48:04.196079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20df23b3-3468-4f1c-89ab-4499c8c76c50 req-6b9befbc-f941-4a75-9d16-a4b7b7ffb74a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291011 Jul 27 22:48:04.428868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163e10c-092b-4d6b-a3d5-4b85cad7f311 req-b85a5ee4-6a5f-4349-a79c-cd2bb954fc7a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:04.430569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8163e10c-092b-4d6b-a3d5-4b85cad7f311 req-b85a5ee4-6a5f-4349-a79c-cd2bb954fc7a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0672758 Jul 27 22:48:04.441481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b67a6b0-882c-43d5-a33f-a9bf7e8d3f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:04.476866 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8163e10c-092b-4d6b-a3d5-4b85cad7f311 req-92045fe1-ab55-4367-bd20-b13540a8a054 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390906 Jul 27 22:48:04.781969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:05.608652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788302-e187-4124-8156-86d3f0e321a7 req-1fc0f286-3cbf-451e-8b0f-95a2c01e7861 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:05.610176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a788302-e187-4124-8156-86d3f0e321a7 req-1fc0f286-3cbf-451e-8b0f-95a2c01e7861 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0642469 Jul 27 22:48:05.652790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a788302-e187-4124-8156-86d3f0e321a7 req-18ed3459-22db-42d5-80fb-f7432d9f1311 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365269 Jul 27 22:48:05.784720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8f74d-4970-4174-bd61-8d32b2f416b3 req-a03000b1-1ec7-4993-9643-f413c10ac990 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:05.786522 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66f8f74d-4970-4174-bd61-8d32b2f416b3 req-a03000b1-1ec7-4993-9643-f413c10ac990 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0688226 Jul 27 22:48:05.795450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57080) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:48:05.800015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Request body: {'floatingip': {'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:48:05.841280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:06.081637 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:06.292516 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:06.350112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:06.451394 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 associated. External IP: 172.25.3.182, port: d7cf1483-40ee-4c6e-bd6c-1a7057cef688. Jul 27 22:48:06.659413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:48:06.768268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:48:06.773037 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:06.778045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:48:06.787124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:48:06.787744 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:48:06.810120 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c34fd8b6-6599-4679-b7d1-30f2567529d8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "PUT /v2.0/floatingips/33c1f4ce-2c1e-4b48-a615-93199f068ae4 HTTP/1.1" status: 200 len: 993 time: 1.0135839 Jul 27 22:48:06.810805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:48:06.813032 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a23715c-4480-4af5-b5d0-a80a3ead8f79" -d '{"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:48:06.900008 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a074c76-c18b-426f-9bb2-7c569b6b26b8 x-openstack-request-id: req-9a074c76-c18b-426f-9bb2-7c569b6b26b8 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:48:06.900317 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:48:06.900578 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a074c76-c18b-426f-9bb2-7c569b6b26b8 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:48:06.900990 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'status': 'completed', 'code': 200} Jul 27 22:48:06.908180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:48:06.977135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-998ed99c-b894-4fa2-afbe-85fa6bc97c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:06.979050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-998ed99c-b894-4fa2-afbe-85fa6bc97c55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1097 time: 0.0571456 Jul 27 22:48:07.074243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-0910fb4f-489a-488c-a0c4-802c3919fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:07.075971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-0910fb4f-489a-488c-a0c4-802c3919fa02 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0904481 Jul 27 22:48:07.135274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3d345-d133-4c1a-95db-b545850615ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:48:06Z', 'revision_number': 13, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:48:07.141818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-c8169dd7-d5e3-4215-a3df-60d9a2afe468 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0585082 Jul 27 22:48:07.161957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:48:07.171532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:48:07.172149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:48:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:48:07.199494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-d5076399-e178-4969-9a36-a6f336fd0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:07.201013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-d5076399-e178-4969-9a36-a6f336fd0e9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0508132 Jul 27 22:48:07.262822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-abd81f3d-88de-4539-b327-e6a6d91dd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:07.264355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-abd81f3d-88de-4539-b327-e6a6d91dd6a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561507 Jul 27 22:48:07.278401 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:48:07.356692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-a610fa12-7851-4522-b115-0796340c910f service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Jul 27 22:48:07.456374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7a23715c-4480-4af5-b5d0-a80a3ead8f79 req-fcd2aeb2-f7bc-4bff-966b-e87aaa6ecab6 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922880 Jul 27 22:48:07.528474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3d345-d133-4c1a-95db-b545850615ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:48:06Z', 'revision_number': 13, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:48:07.554493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a0afd-0af7-414a-809d-6348bf320395 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '33c1f4ce-2c1e-4b48-a615-93199f068ae4', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c3d345-d133-4c1a-95db-b545850615ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:40:49Z', 'updated_at': '2021-07-27T22:48:06Z', 'revision_number': 13, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:48:07.570162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:07.732974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:07.756001 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975d4e3-4fa0-42ea-85cb-95676aa064e9 None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:48:08.864378 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:31.947342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-750f3313-66e1-4cb5-aeef-3dde1c4f66e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:34.254584 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:48:34.429968 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-627d4389-1093-41c7-9acd-9aeb5c1607f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:34.795326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:36.061504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:37.538170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:37.735624 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:38.886966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:52.696064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-ee7c6bba-f909-4c8b-a600-daa0ee0e7566 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550594 Jul 27 22:48:52.800186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-634ecee0-2927-48ad-8a28-e9c9f42ad77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:52.801612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-634ecee0-2927-48ad-8a28-e9c9f42ad77d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1097 time: 0.0552905 Jul 27 22:48:52.909663 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-a3e3d38c-0ee6-42d9-bd3c-b44274604535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:52.911504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-a3e3d38c-0ee6-42d9-bd3c-b44274604535 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0898974 Jul 27 22:48:52.977818 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-c0d2c271-6833-4a4b-999d-178265764f50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1003 time: 0.0583050 Jul 27 22:48:53.032092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-ca2d8a60-063c-4eab-9a2f-d467f30b6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:53.033545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-ca2d8a60-063c-4eab-9a2f-d467f30b6938 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0483835 Jul 27 22:48:53.093695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-e82ae443-6515-491e-a429-4b4e84a76e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:53.095138 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-e82ae443-6515-491e-a429-4b4e84a76e4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523133 Jul 27 22:48:53.185772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-ce4ddd68-80a5-49d2-b7e0-a6be6e9df15d service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816600 Jul 27 22:48:53.277913 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-714462ff-3975-45a4-9fe8-d00341c6dc30 req-5c02964c-17c8-4aa1-811f-7fcf53b65c8b service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Jul 27 22:49:01.946782 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-944addfd-5640-46ea-ac9b-00d55176ede9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:04.444013 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a25859a-bf38-4a20-b7eb-b12ff612dcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:04.790068 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:06.055115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:07.546990 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:07.761335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:08.898875 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:11.255176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:49:31.945892 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3872ed1b-e472-4877-aa83-3000819454ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:34.443021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33ca3449-4460-45f6-b028-eb0d10c3a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:34.791828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.058476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:37.557065 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:37.761456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:38.892531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:45.399176 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89827-b5b5-4c93-9aed-1d853d8018c5 req-7ec89b69-b594-42ed-b13c-aeec7ab506f4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:45.400625 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a89827-b5b5-4c93-9aed-1d853d8018c5 req-7ec89b69-b594-42ed-b13c-aeec7ab506f4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0662756 Jul 27 22:49:45.439698 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78a89827-b5b5-4c93-9aed-1d853d8018c5 req-ab7c924f-c5dd-4052-8297-d42583e46ac4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331295 Jul 27 22:49:48.254900 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:49:52.677101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-7f5f3d39-63fa-4ed3-b58c-2886eab7b14c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538640 Jul 27 22:49:52.774150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e1b961a5-c069-4cb4-9e54-e9800b4872a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:52.775735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e1b961a5-c069-4cb4-9e54-e9800b4872a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1097 time: 0.0559833 Jul 27 22:49:52.884956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-f2c42187-abfc-4560-ae73-7fc6522354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:52.886571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-f2c42187-abfc-4560-ae73-7fc6522354d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0893664 Jul 27 22:49:52.955411 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e78d65ed-b583-48da-b728-5458356126d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1003 time: 0.0616975 Jul 27 22:49:53.007903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-08999e13-78f3-4153-8b9a-fcf8b3393b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:53.009379 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-08999e13-78f3-4153-8b9a-fcf8b3393b5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0473182 Jul 27 22:49:53.068899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e9f4b78f-3ec6-48e1-9f26-6745e92d06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:53.070336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e9f4b78f-3ec6-48e1-9f26-6745e92d06d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531723 Jul 27 22:49:53.082142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-567b21db-91af-4cc2-8d0c-6fff7fdc74ab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:49:53.083195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-567b21db-91af-4cc2-8d0c-6fff7fdc74ab service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050156 Jul 27 22:49:53.172826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-32125a91-f906-4944-9fc3-54d22454b7e1 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821314 Jul 27 22:49:53.266404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0c64fa8-46df-4869-a80e-408a25fa4d13 req-e9567455-3e38-43a1-acd8-6e2bafaf47b0 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 Jul 27 22:49:57.182239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075e6c5-31e8-46b5-acc2-69f8b7680cd4 req-b4650085-4d58-424b-98e1-a8d5f637bb25 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:57.183790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8075e6c5-31e8-46b5-acc2-69f8b7680cd4 req-b4650085-4d58-424b-98e1-a8d5f637bb25 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0652816 Jul 27 22:49:57.223030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8075e6c5-31e8-46b5-acc2-69f8b7680cd4 req-c23d3e5d-ffdc-4c38-a75e-3a531224630a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Jul 27 22:49:57.292710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-ed48905e-7492-450a-b9cc-f08b10f647e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630891 Jul 27 22:49:58.366775 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6468880-e395-4311-b647-9baeb3ac9902 req-dc34f45a-9239-4ecc-aff0-c2427c8b0822 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:58.368289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6468880-e395-4311-b647-9baeb3ac9902 req-dc34f45a-9239-4ecc-aff0-c2427c8b0822 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0705829 Jul 27 22:49:58.407585 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6468880-e395-4311-b647-9baeb3ac9902 req-968e2083-ae1b-443e-b635-bdc4ad9e78bb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332572 Jul 27 22:49:59.368933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-8b606417-c01e-438f-b6df-93ff39acd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:59.370480 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-8b606417-c01e-438f-b6df-93ff39acd82f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1097 time: 0.0553215 Jul 27 22:49:59.466203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-548ac221-7e73-4695-87f6-1cb2ea5aec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:59.467849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-548ac221-7e73-4695-87f6-1cb2ea5aec8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0897994 Jul 27 22:49:59.567055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-5e1d556e-5c10-418d-9680-2a07c03495c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1003 time: 0.0911493 Jul 27 22:49:59.627645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a982-1f59-42b5-8004-e353b27e8732 req-fcb83d0a-7d45-42ff-9db4-101cfc1fa54e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:59.629046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7672a982-1f59-42b5-8004-e353b27e8732 req-fcb83d0a-7d45-42ff-9db4-101cfc1fa54e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.1148336 Jul 27 22:49:59.635212 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-090a8dff-9fb2-40c9-99c2-4944e31113b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:59.636596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-090a8dff-9fb2-40c9-99c2-4944e31113b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0609279 Jul 27 22:49:59.701479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7672a982-1f59-42b5-8004-e353b27e8732 req-c56187cc-e4f3-4a79-a58b-f21bb8bfa4fc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639093 Jul 27 22:49:59.722690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-8b720f5b-1124-4123-ba29-565b7ea99cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:59.724255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-8b720f5b-1124-4123-ba29-565b7ea99cfa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800986 Jul 27 22:49:59.816186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-6fba617c-5fde-4858-a7b1-1f835da32104 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Jul 27 22:49:59.911452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-fe68a640-c2e6-4c56-bb38-6d72d9724056 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874956 Jul 27 22:50:00.838644 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f4e9-fffe-4c50-a31f-5bb6ae31cc5a req-547b2b2c-41f6-4632-b91f-bd64a0d90a2e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:00.840177 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d0f4e9-fffe-4c50-a31f-5bb6ae31cc5a req-547b2b2c-41f6-4632-b91f-bd64a0d90a2e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0712659 Jul 27 22:50:00.878311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-90d0f4e9-fffe-4c50-a31f-5bb6ae31cc5a req-0a892232-9ef2-46ec-92de-baefa0e04fcd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jul 27 22:50:01.933669 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0907dc27-fb47-47f4-8ed2-09b548f590b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:02.014276 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0563e7-55cb-428e-bacf-00efcbbb2d11 req-bfe7892d-6c55-4100-b0d1-4d1dfd139f8f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:02.015813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad0563e7-55cb-428e-bacf-00efcbbb2d11 req-bfe7892d-6c55-4100-b0d1-4d1dfd139f8f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0662985 Jul 27 22:50:02.055254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ad0563e7-55cb-428e-bacf-00efcbbb2d11 req-ac1b62b8-1cc0-4904-a878-2d15a0df6cb0 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330226 Jul 27 22:50:03.185202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e4124-fdea-4ccc-9023-71b3e8d0e52e req-8c232f21-8720-4c5f-90d3-fefb124eba4e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:03.186721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d8e4124-fdea-4ccc-9023-71b3e8d0e52e req-8c232f21-8720-4c5f-90d3-fefb124eba4e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0637064 Jul 27 22:50:03.232616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6d8e4124-fdea-4ccc-9023-71b3e8d0e52e req-2d6e7112-c190-4590-8f29-698d521114a4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372598 Jul 27 22:50:04.366773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4354b4-4677-46e6-9b4d-be2ca4a415ae req-1c821e63-2075-4748-bae7-27bb1a8f944e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:04.368322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d4354b4-4677-46e6-9b4d-be2ca4a415ae req-1c821e63-2075-4748-bae7-27bb1a8f944e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0648119 Jul 27 22:50:04.415040 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1d4354b4-4677-46e6-9b4d-be2ca4a415ae req-3e056f4c-d232-4dd8-bc2c-2bcab4d10b89 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Jul 27 22:50:04.425023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5a3fdcb-e4fe-4880-a408-0cc0b8cc99dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:04.789795 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:05.554864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8292-1b20-4033-b6a9-1aeb5419720b req-aaf8f98b-f161-40d0-8c8e-ff3c886954dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:05.556401 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4cd8292-1b20-4033-b6a9-1aeb5419720b req-aaf8f98b-f161-40d0-8c8e-ff3c886954dd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0719132 Jul 27 22:50:05.598220 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a4cd8292-1b20-4033-b6a9-1aeb5419720b req-749984f7-f650-449f-9f2d-c3c32756820f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Jul 27 22:50:06.047964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:06.731677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6afe-5611-45ab-871f-808cab1108e1 req-60e5d019-19bd-46d6-948c-631fd6a759f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:06.733179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e69a6afe-5611-45ab-871f-808cab1108e1 req-60e5d019-19bd-46d6-948c-631fd6a759f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0659971 Jul 27 22:50:06.771387 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e69a6afe-5611-45ab-871f-808cab1108e1 req-32f5fa8a-ef5e-49d2-a59e-31fb65732f30 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Jul 27 22:50:07.533630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:07.750668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:07.905429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661834a-7ccc-4e6c-96fe-fd4af3c082a5 req-8390ca5a-815f-4b49-82b3-17052991ab05 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:07.906974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5661834a-7ccc-4e6c-96fe-fd4af3c082a5 req-8390ca5a-815f-4b49-82b3-17052991ab05 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0654485 Jul 27 22:50:07.945706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5661834a-7ccc-4e6c-96fe-fd4af3c082a5 req-a25eb7ac-5fa3-42ae-934a-05e59cdafb45 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Jul 27 22:50:08.911170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:09.075990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571d9b-fec9-4c49-930a-765b039ef8f1 req-25bc8010-8a99-42cd-a8a4-3b941d803ab3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:09.077495 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44571d9b-fec9-4c49-930a-765b039ef8f1 req-25bc8010-8a99-42cd-a8a4-3b941d803ab3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0644572 Jul 27 22:50:09.117035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44571d9b-fec9-4c49-930a-765b039ef8f1 req-213f08b7-b2cd-4333-b454-5cc8923c4560 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335357 Jul 27 22:50:10.252365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7178da8-9b20-4e1c-a9dc-70995e0cda14 req-f7483dd0-7356-4bd6-b63c-a5126940b6e3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:10.253873 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7178da8-9b20-4e1c-a9dc-70995e0cda14 req-f7483dd0-7356-4bd6-b63c-a5126940b6e3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0678706 Jul 27 22:50:10.292289 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7178da8-9b20-4e1c-a9dc-70995e0cda14 req-c90823e9-140f-4b82-b792-19c2c33d6e01 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 27 22:50:11.426818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1117e-d5bd-40ae-af44-f54efe0482ef req-92ed8f5b-997b-48c8-90dd-26917cef24ee tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:11.428335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ac1117e-d5bd-40ae-af44-f54efe0482ef req-92ed8f5b-997b-48c8-90dd-26917cef24ee tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0694466 Jul 27 22:50:11.466212 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ac1117e-d5bd-40ae-af44-f54efe0482ef req-c020454f-95f2-471a-81e5-0bd10588e833 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Jul 27 22:50:12.601028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea674a-e05d-4917-a34c-00229bd722e9 req-095bbb73-9f13-4ce9-bc99-aa84dc663a06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:12.602736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbea674a-e05d-4917-a34c-00229bd722e9 req-095bbb73-9f13-4ce9-bc99-aa84dc663a06 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0664375 Jul 27 22:50:12.642568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dbea674a-e05d-4917-a34c-00229bd722e9 req-7e2605b9-a262-4481-a089-e74f27195532 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jul 27 22:50:13.782075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7d1c-ebde-4173-8175-bbcaf744fd4d req-04ee9f2a-bf2f-498e-a1ec-b6c8bc468fcb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:13.783834 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-050f7d1c-ebde-4173-8175-bbcaf744fd4d req-04ee9f2a-bf2f-498e-a1ec-b6c8bc468fcb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0703256 Jul 27 22:50:13.824494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-050f7d1c-ebde-4173-8175-bbcaf744fd4d req-699b5597-e3dd-43be-b1da-2731adc70500 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341136 Jul 27 22:50:14.155538 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-15fa4df0-b5be-4524-af47-0dd73c5604dc service neutron] show failed (client error): The resource could not be found. Jul 27 22:50:14.156485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-15fa4df0-b5be-4524-af47-0dd73c5604dc service neutron] 10.222.0.76 "GET /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0545568 Jul 27 22:50:14.747444 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-f3217bb1-5ec6-4132-b4e1-1042436b54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:14.748973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-f3217bb1-5ec6-4132-b4e1-1042436b54c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0928416 Jul 27 22:50:14.761416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:50:14.835767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.075359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c9ef7-4094-4246-a6fa-81312c411baf req-a026c3bd-166f-42b7-b718-70af95e84500 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:15.076885 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-177c9ef7-4094-4246-a6fa-81312c411baf req-a026c3bd-166f-42b7-b718-70af95e84500 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.1414316 Jul 27 22:50:15.415985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:15.441468 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-177c9ef7-4094-4246-a6fa-81312c411baf req-a4870f3f-424f-4c13-a904-b1511daf0734 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559017 Jul 27 22:50:15.461003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:50:15.499748 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:50:15.502021 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81751efe-d2a5-49ad-907e-5ca9d72132d0" -d '{"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-unplugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:50:15.506665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.518830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Transition to ACTIVE for port object d7cf1483-40ee-4c6e-bd6c-1a7057cef688 will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:50:15.550492 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716b660c-6796-457c-9d7f-1b6a67bced28 x-openstack-request-id: req-716b660c-6796-457c-9d7f-1b6a67bced28 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:50:15.550790 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-unplugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:50:15.557459 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-716b660c-6796-457c-9d7f-1b6a67bced28 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:50:15.557459 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'code': 200} Jul 27 22:50:15.568148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.652844 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:15.672511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.672778 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.673127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.673468 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.673914 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.674135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.674501 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.674832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.675165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.675520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.675850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.676178 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:15.712076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] No DVR routers for this DVR port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:50:15.850806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:50:15.851591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:50:15.851591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:50:15.855736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:50:15.856068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:50:15.860948 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:50:15.861302 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:50:15.861696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:50:15.862133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Bound port: d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:50:15.862537 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.930505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:50:15.933454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:50:16.002876 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:16.037919 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.038558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:16.040132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] 10.222.0.50 "PUT /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1092 time: 1.2826140 Jul 27 22:50:16.062739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d19359-69b5-49cd-ac5d-6ae1f417ba31 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:16.122381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-92dc5e64-415c-42c7-bc1e-6d73585b28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.124007 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-92dc5e64-415c-42c7-bc1e-6d73585b28eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0575402 Jul 27 22:50:16.223255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-d329eb82-a149-4bce-9bd1-ef6a7beffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.225941 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-d329eb82-a149-4bce-9bd1-ef6a7beffc75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0935025 Jul 27 22:50:16.290252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-27526192-f12c-4b3f-8cbb-b458381f81f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0587151 Jul 27 22:50:16.340357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-060d6cf2-8eea-4fee-b667-8b0a2b2a1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.341848 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-060d6cf2-8eea-4fee-b667-8b0a2b2a1724 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0444183 Jul 27 22:50:16.366613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:50:16.405142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:50:16.406890 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-5cf2abe9-f002-4609-8527-ef1758c857a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.408598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-5cf2abe9-f002-4609-8527-ef1758c857a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595102 Jul 27 22:50:16.419874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-f59a5f47-d322-4c0b-bb0c-5fad81c46bb8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:50:16.420932 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-f59a5f47-d322-4c0b-bb0c-5fad81c46bb8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052035 Jul 27 22:50:16.516466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-1f14d206-da87-42c6-874b-34e9cd096ad7 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887263 Jul 27 22:50:16.647265 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c323-922c-4715-a8a3-ede346d80b7e req-d504052f-bb03-4e08-9663-4f99b5817920 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:16.648778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a42c323-922c-4715-a8a3-ede346d80b7e req-d504052f-bb03-4e08-9663-4f99b5817920 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.1357896 Jul 27 22:50:16.652294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-392c3055-7a6d-473c-91ea-b14d925d16c2 req-a91cd0f7-d44b-4a19-beff-d2a4e537888c service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276226 Jul 27 22:50:16.688897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4a42c323-922c-4715-a8a3-ede346d80b7e req-f237cd42-6e34-49a0-8b0e-f6bcf94c49f9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338299 Jul 27 22:50:17.553520 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:50:17.565485 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c960d0b-2822-4ee9-a425-c7172184467f" -d '{"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:50:17.611577 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a80d84-8c90-4e45-b456-700d9714791a x-openstack-request-id: req-32a80d84-8c90-4e45-b456-700d9714791a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:50:17.611950 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:50:17.612275 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32a80d84-8c90-4e45-b456-700d9714791a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:50:17.612776 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'status': 'completed', 'code': 200} Jul 27 22:50:17.707247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-aa477105-5563-4601-ab8c-99216a0455f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.707944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-f5d39884-dd92-42d0-a8e4-938bf01a3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.708892 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-f5d39884-dd92-42d0-a8e4-938bf01a3d63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0778606 Jul 27 22:50:17.709213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-aa477105-5563-4601-ab8c-99216a0455f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0711451 Jul 27 22:50:17.813559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-93fa8de6-64ea-4c3e-973c-cbf79bbb4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.815112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-93fa8de6-64ea-4c3e-973c-cbf79bbb4439 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0990753 Jul 27 22:50:17.853099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-68913d9c-b71b-4de4-9fc6-027a2f0aad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.854801 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-68913d9c-b71b-4de4-9fc6-027a2f0aad7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.1387939 Jul 27 22:50:17.879554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0edad-3afd-47e3-aca5-f3c9735a6140 req-8c3c6a88-3654-4ac5-be34-622a2464d037 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.881122 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a0edad-3afd-47e3-aca5-f3c9735a6140 req-8c3c6a88-3654-4ac5-be34-622a2464d037 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.1037421 Jul 27 22:50:17.886884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-8f221d65-b9f8-4db8-9071-505b2348736b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0644028 Jul 27 22:50:17.940258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-31fec0f4-9df8-48e5-93d9-48d61d6d0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:17.942221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-31fec0f4-9df8-48e5-93d9-48d61d6d0b34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0475140 Jul 27 22:50:17.968794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-7bf8dd41-423c-4d97-a086-f532d26498b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.1054325 Jul 27 22:50:17.971794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e0a0edad-3afd-47e3-aca5-f3c9735a6140 req-d9b22115-0cc0-4449-85a0-42d53c18af30 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576100 Jul 27 22:50:18.011720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-078b219a-a844-4212-9092-4bbe6c73e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:18.013253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-078b219a-a844-4212-9092-4bbe6c73e8fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642493 Jul 27 22:50:18.026863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-02d64ef0-4437-44ff-8007-ff26e8ed26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:18.028382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-02d64ef0-4437-44ff-8007-ff26e8ed26b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0522573 Jul 27 22:50:18.095344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d0b-2822-4ee9-a425-c7172184467f req-d5dbcb63-1e51-4925-a264-f751eb2ad542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:18.096933 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-d5dbcb63-1e51-4925-a264-f751eb2ad542 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615046 Jul 27 22:50:18.111427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-78f89d62-61a3-4535-9b55-9490883cf069 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907955 Jul 27 22:50:18.202136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-1008184b-9439-409f-998c-1590af92691c service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976799 Jul 27 22:50:18.208079 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-d45be75f-ba4b-4e08-825c-24d0c6b469a1 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892692 Jul 27 22:50:18.296568 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c960d0b-2822-4ee9-a425-c7172184467f req-3621f286-9472-4a0c-bdb1-75bc1a957ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Jul 27 22:50:19.116163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca17d1-95bc-449a-bbc3-17ed1d269609 req-7f18a958-93a8-4f48-907e-a333111526d4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:19.117808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdca17d1-95bc-449a-bbc3-17ed1d269609 req-7f18a958-93a8-4f48-907e-a333111526d4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0647979 Jul 27 22:50:19.165150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bdca17d1-95bc-449a-bbc3-17ed1d269609 req-5994ab02-abff-42d0-84bf-fa0d6898d02c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Jul 27 22:50:20.307678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1144c-040a-4cc3-bd86-b125c10753d8 req-37023be3-bcf0-481a-84db-f5f51a0d2205 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:20.309212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a1144c-040a-4cc3-bd86-b125c10753d8 req-37023be3-bcf0-481a-84db-f5f51a0d2205 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0711808 Jul 27 22:50:20.348306 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a1144c-040a-4cc3-bd86-b125c10753d8 req-5c6b272d-458a-484f-9796-ae1f56cbb43f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Jul 27 22:50:21.479408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e768-503b-4444-8cd4-1572726ebd4d req-4233c9e2-e44b-4686-a2f3-3c675c12aadd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:21.480803 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc9e768-503b-4444-8cd4-1572726ebd4d req-4233c9e2-e44b-4686-a2f3-3c675c12aadd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0633805 Jul 27 22:50:21.518369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc9e768-503b-4444-8cd4-1572726ebd4d req-d7ca0ed4-5766-4c74-8c33-aaf122359b6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315964 Jul 27 22:50:22.649319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70e48-3eb6-4c45-a93d-60cfdcd52525 req-ba48b8e8-95cb-4976-a79a-6b74f364ffae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:22.650898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecf70e48-3eb6-4c45-a93d-60cfdcd52525 req-ba48b8e8-95cb-4976-a79a-6b74f364ffae tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0640173 Jul 27 22:50:22.689473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ecf70e48-3eb6-4c45-a93d-60cfdcd52525 req-908050fa-b5c4-4b1a-9334-7cef932c37fb tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Jul 27 22:50:23.831484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76754575-9283-443c-9c2f-72ef072a291d req-72789d17-956a-4123-a492-a2660463684f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:23.832997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76754575-9283-443c-9c2f-72ef072a291d req-72789d17-956a-4123-a492-a2660463684f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0724187 Jul 27 22:50:23.872956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76754575-9283-443c-9c2f-72ef072a291d req-23df1f53-e782-46f7-a285-16f9c0ee6e4f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336125 Jul 27 22:50:25.017715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb89f-479c-4cd5-a00d-81ee64d46338 req-70531b81-a1b1-4a6e-b37f-96eaa362555e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:25.019264 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-baadb89f-479c-4cd5-a00d-81ee64d46338 req-70531b81-a1b1-4a6e-b37f-96eaa362555e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0671716 Jul 27 22:50:25.058737 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-baadb89f-479c-4cd5-a00d-81ee64d46338 req-cdeed6ac-3416-40c2-b662-db178463deb9 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Jul 27 22:50:25.254342 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:50:26.192189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a118409-621e-4b81-bbe7-8a1f8250c1e3 req-2e9cb489-388b-4143-ab9f-1e4831b84a91 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:26.193651 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a118409-621e-4b81-bbe7-8a1f8250c1e3 req-2e9cb489-388b-4143-ab9f-1e4831b84a91 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0673277 Jul 27 22:50:26.231095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a118409-621e-4b81-bbe7-8a1f8250c1e3 req-cdb82386-2778-4a9a-a3f0-8e929b3b817e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Jul 27 22:50:27.363470 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b56db-9cec-41b2-a095-8b780d7115d6 req-7471de8b-cd88-4560-bdfc-ffbd95210fba tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:27.364994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a37b56db-9cec-41b2-a095-8b780d7115d6 req-7471de8b-cd88-4560-bdfc-ffbd95210fba tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0660186 Jul 27 22:50:27.405046 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a37b56db-9cec-41b2-a095-8b780d7115d6 req-088624f9-edc3-4f18-88b9-106424fda929 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Jul 27 22:50:28.537789 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd30-c1c8-4563-b7f0-c0b372213675 req-7692f303-f5ad-4d58-abe7-d861a4bb956d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:28.539609 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61bbdd30-c1c8-4563-b7f0-c0b372213675 req-7692f303-f5ad-4d58-abe7-d861a4bb956d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0654488 Jul 27 22:50:28.577628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-61bbdd30-c1c8-4563-b7f0-c0b372213675 req-83743911-91ca-4620-b9e3-47ce9b28383f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319054 Jul 27 22:50:29.710997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021a70c-de53-4ed3-bf3c-330207333b69 req-4393dfdf-6ca7-445d-9778-35d7770617f6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:29.712951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3021a70c-de53-4ed3-bf3c-330207333b69 req-4393dfdf-6ca7-445d-9778-35d7770617f6 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0665841 Jul 27 22:50:29.751379 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3021a70c-de53-4ed3-bf3c-330207333b69 req-cf7c8740-c007-4328-96c7-c44a0bca4551 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Jul 27 22:50:30.287597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a74b-eabc-4f92-83da-d85456847177 req-9367e036-bace-4e58-88d4-5290caa3006d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.289144 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c50a74b-eabc-4f92-83da-d85456847177 req-9367e036-bace-4e58-88d4-5290caa3006d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0964260 Jul 27 22:50:30.343158 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2c50a74b-eabc-4f92-83da-d85456847177 req-6b9bf7b9-5ff5-43e8-a5b7-e5e0995b3857 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 Jul 27 22:50:30.352277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-6c8a6f62-67ba-48a6-8b9e-14999f4614f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.353876 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-6c8a6f62-67ba-48a6-8b9e-14999f4614f8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.50 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&tenant_id=7c324444988d454e8d36c5d41c0ce5a6&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 944 time: 0.1110895 Jul 27 22:50:30.416959 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-7280b92b-ec31-465b-a0c8-33c7eb5bf2a9 service neutron] 10.222.0.50 "GET /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688/bindings/n-h1-738018-6 HTTP/1.1" status: 200 len: 382 time: 0.0549295 Jul 27 22:50:30.498816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-acbec6d4-7c2f-4eb4-84fa-fb1905b2152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.500329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-acbec6d4-7c2f-4eb4-84fa-fb1905b2152b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1095 time: 0.0589845 Jul 27 22:50:30.592001 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-612571c5-4461-4ca4-b619-97105efe230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.593504 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-612571c5-4461-4ca4-b619-97105efe230c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0860159 Jul 27 22:50:30.663386 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-99658fc8-d08f-4f84-857d-c9223c4cce9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0626833 Jul 27 22:50:30.713462 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-b0a1f6b8-e7c1-441a-87e0-5037633155e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.714891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-b0a1f6b8-e7c1-441a-87e0-5037633155e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0452063 Jul 27 22:50:30.773552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-c8253955-8de6-4754-92ec-d01656fa6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:30.775084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-c8253955-8de6-4754-92ec-d01656fa6d54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534620 Jul 27 22:50:30.869799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-e2e829b1-1702-4bef-aa06-81d77e1bdfbb service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871310 Jul 27 22:50:30.961912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-60babd3f-d6e3-4a42-b352-b77811eb1ae1 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836773 Jul 27 22:50:31.481351 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f37df-c437-4a15-96b5-53055b7b7264 req-57d4ac9c-7c1a-42e1-a7bd-6f4d3d90a2f7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:31.482862 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-788f37df-c437-4a15-96b5-53055b7b7264 req-57d4ac9c-7c1a-42e1-a7bd-6f4d3d90a2f7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0670991 Jul 27 22:50:31.520282 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-788f37df-c437-4a15-96b5-53055b7b7264 req-cf214dc5-8ebb-409b-9025-dafa7a5c59e1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315244 Jul 27 22:50:31.533844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:50:31.628146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:31.639606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:50:31.680321 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:31.692672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:50:31.712703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:31.807388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:31.854925 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:31.862471 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.862829 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.863182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.863519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.863858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.864196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.864531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.864862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.865192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.865518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.865845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.866910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:31.921828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9860f84-96f0-4da2-bbb5-924ccaa7787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:32.129477 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['d7cf1483-40ee-4c6e-bd6c-1a7057cef688'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:50:32.666454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546655c-1763-4266-b2ba-3ac514339b2d req-5149ab72-6c75-47d3-9d12-875f839e02af tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:32.668032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c546655c-1763-4266-b2ba-3ac514339b2d req-5149ab72-6c75-47d3-9d12-875f839e02af tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0661576 Jul 27 22:50:32.707278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c546655c-1763-4266-b2ba-3ac514339b2d req-f1e3eeb1-a37c-4e63-8a57-ed22635524cd tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333884 Jul 27 22:50:33.534819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:50:33.633020 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:33.644440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:50:33.846002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee907e-5e3e-4be4-9969-cf519107b012 req-9161cd8d-b0a2-4b5c-afe9-dbd1ed9c7557 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:33.847808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cee907e-5e3e-4be4-9969-cf519107b012 req-9161cd8d-b0a2-4b5c-afe9-dbd1ed9c7557 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0688508 Jul 27 22:50:33.892213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5cee907e-5e3e-4be4-9969-cf519107b012 req-85acb5c5-fce2-4d4e-93dd-99ccbc876f88 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362060 Jul 27 22:50:34.441705 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67ebc67a-019c-455d-b794-31d9f857e882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:34.796022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:35.034409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a52362-98fa-429e-9212-fd01d1dee751 req-b781c01c-c4c1-49a3-b56b-cf8ba7f56988 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:35.036018 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77a52362-98fa-429e-9212-fd01d1dee751 req-b781c01c-c4c1-49a3-b56b-cf8ba7f56988 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0707901 Jul 27 22:50:35.076190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77a52362-98fa-429e-9212-fd01d1dee751 req-39313cb0-5ae5-491b-99ae-4ece1074bc20 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Jul 27 22:50:35.549489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:50:35.551144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-aee5638b-f114-4850-b8b8-93412d2d33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:35.556822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-aee5638b-f114-4850-b8b8-93412d2d33bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae&tenant_id=7c324444988d454e8d36c5d41c0ce5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0566840 Jul 27 22:50:35.565694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:50:35.628468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:35.641560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:50:35.642596 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:35.661272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:35.756024 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:35.756741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:50:35.757072 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:50:35.804469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:36.064353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:36.214580 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad05e93-be17-453c-9e2b-c2296d6209a0 req-13e27b60-3cdf-4de0-986d-258200c119ff tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:36.216108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ad05e93-be17-453c-9e2b-c2296d6209a0 req-13e27b60-3cdf-4de0-986d-258200c119ff tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 944 time: 0.0718081 Jul 27 22:50:36.255064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ad05e93-be17-453c-9e2b-c2296d6209a0 req-6131df86-46a8-47ec-bf3c-38deafec3981 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Jul 27 22:50:36.294582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:36.499277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:36.532453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:50:36.564991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:50:36.572983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:36.583506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Ignored duplicate provisioning block setup for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:50:36.664754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:36.757739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=10']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:36.772101 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.772456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.773002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.773739 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.774082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.774593 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.774852 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.775188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.775522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.775855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.776187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.776518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:50:36.810316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] No DVR routers for this DVR port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:50:36.950915 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:50:36.954157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:50:36.954157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:50:36.956149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:50:36.956474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Attempting to bind port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on network c07c56cc-7d40-48a3-8fc5-619bb6599a74 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:50:36.961433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:50:36.961769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Checking segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:50:36.962149 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Bound using segment: {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:50:36.962614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Bound port: d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffab11b-b302-4997-bc66-5750dfe81fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:50:36.962975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:37.028834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:50:37.032004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:50:37.122270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:37.156410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.157032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:37.158426 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] 10.222.0.76 "PUT /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1093 time: 1.5970306 Jul 27 22:50:37.162513 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:50:37.162513 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e" -d '{"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:50:37.201310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27e14b-1f04-4129-8f83-aacc91faf142 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=11']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:37.254746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-bab7800d-8345-4a3f-82df-70a688a697e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.256312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-bab7800d-8345-4a3f-82df-70a688a697e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1096 time: 0.0681334 Jul 27 22:50:37.322151 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301edde9-5f75-433a-a6f3-d4664dabba2e x-openstack-request-id: req-301edde9-5f75-433a-a6f3-d4664dabba2e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:50:37.322531 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:50:37.322743 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-301edde9-5f75-433a-a6f3-d4664dabba2e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:50:37.323152 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'status': 'completed', 'code': 200} Jul 27 22:50:37.381458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-50314794-af75-4aa6-a450-d27277dcf7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.384156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-50314794-af75-4aa6-a450-d27277dcf7de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1096 time: 0.0776737 Jul 27 22:50:37.410869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-4c438afd-e470-4db1-848e-71bda7d93144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.412385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-4c438afd-e470-4db1-848e-71bda7d93144 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.1474872 Jul 27 22:50:37.484794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeae722-7fcb-4a96-9c2b-8c3d1896f7f6 req-f0a9cffa-252c-4aac-ad3e-7cbde61e0a7c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.484794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efeae722-7fcb-4a96-9c2b-8c3d1896f7f6 req-f0a9cffa-252c-4aac-ad3e-7cbde61e0a7c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.1407509 Jul 27 22:50:37.492573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-03e8d118-705e-4a25-b2a2-1ae4f0c8bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.494097 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-03e8d118-705e-4a25-b2a2-1ae4f0c8bb67 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.1023045 Jul 27 22:50:37.516350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-e41f6408-b415-4688-9bd8-c401c015be5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0962644 Jul 27 22:50:37.545112 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:37.560824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efeae722-7fcb-4a96-9c2b-8c3d1896f7f6 req-062d0b08-d2ff-424f-8a3a-616ecba21ad3 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691004 Jul 27 22:50:37.562210 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-a2c6fb1e-d8a2-43df-8365-3ed0be11c594 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0602920 Jul 27 22:50:37.586422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-937c4b74-23f2-471e-9dd9-5a8607f4e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.588526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-937c4b74-23f2-471e-9dd9-5a8607f4e0f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0611100 Jul 27 22:50:37.612716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-8b22d63f-771d-45d5-ad70-b127ede24a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.614255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-8b22d63f-771d-45d5-ad70-b127ede24a74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.0457554 Jul 27 22:50:37.649940 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-bcca5648-872b-4da9-8ea1-19bd5f5f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.651532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-bcca5648-872b-4da9-8ea1-19bd5f5f1eff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562403 Jul 27 22:50:37.680995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-b232caba-be53-4f2d-a23a-7836f84a4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.682573 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-b232caba-be53-4f2d-a23a-7836f84a4b2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614603 Jul 27 22:50:37.747776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-c803c2a1-8b19-4fb4-9af4-f330a4a6e8a0 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876329 Jul 27 22:50:37.762845 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:37.776570 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-f96aa987-76b0-4893-977b-c6110ced35e7 service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859456 Jul 27 22:50:37.840103 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15c4ddd6-543b-4b39-8eef-74b2abfa6b09 req-9875af9c-d4bd-463f-8a79-e72f2f6d6f05 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839105 Jul 27 22:50:37.875325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-022b9461-1d7b-423b-8592-bd95119b279a service neutron] 10.222.0.50 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909836 Jul 27 22:50:37.951118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-6259c0cb-2f12-4e6e-a2db-e55e2f535e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:37.954853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-6259c0cb-2f12-4e6e-a2db-e55e2f535e08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 1096 time: 0.0674281 Jul 27 22:50:38.045249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-f15d6b99-167f-4bb3-9e00-4cad8cfea554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:38.046756 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-f15d6b99-167f-4bb3-9e00-4cad8cfea554 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 200 len: 913 time: 0.0868833 Jul 27 22:50:38.118855 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-e96a828b-206d-4411-bd51-b9b1e203aef2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 200 len: 1001 time: 0.0628805 Jul 27 22:50:38.512379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-b9d7b191-406d-40e3-9ba8-b27f228b6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:38.513915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-b9d7b191-406d-40e3-9ba8-b27f228b6bf3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 200 len: 851 time: 0.3886473 Jul 27 22:50:38.575494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-1b424ac2-0863-4a03-8621-a6c4bcf2d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:38.577017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-1b424ac2-0863-4a03-8621-a6c4bcf2d1c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c07c56cc-7d40-48a3-8fc5-619bb6599a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547571 Jul 27 22:50:38.678633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-db172202-2be5-46bb-a66d-b5ac71a99123 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923810 Jul 27 22:50:38.705426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4dfb4-202a-44f0-8cf6-c1eb09743df4 req-b6137798-27e4-48ea-9f31-ecea72ac3b93 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:38.710209 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8f4dfb4-202a-44f0-8cf6-c1eb09743df4 req-b6137798-27e4-48ea-9f31-ecea72ac3b93 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0695322 Jul 27 22:50:38.749426 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d8f4dfb4-202a-44f0-8cf6-c1eb09743df4 req-e5b31570-6afb-44bc-9eac-ce7653cdfbd1 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339887 Jul 27 22:50:38.776067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aea5efcd-2b50-41b5-a3c6-b51d8f67561e req-e7c9b104-6e74-4c18-829b-3b36bb8a56f4 service neutron] 10.222.0.76 "GET /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903809 Jul 27 22:50:38.904756 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:39.891459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74a98-862f-4573-b87a-555e22fa3e81 req-7f0bb8ad-ad74-4653-98c8-f32d68f49f75 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:39.893013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecd74a98-862f-4573-b87a-555e22fa3e81 req-7f0bb8ad-ad74-4653-98c8-f32d68f49f75 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0717349 Jul 27 22:50:39.932482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ecd74a98-862f-4573-b87a-555e22fa3e81 req-dadfb049-fec3-475c-8823-574b241d2461 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Jul 27 22:50:41.073941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ac8bd-8b21-44c8-85dc-f63eb8d8bb6a req-63ae5ceb-183d-4a79-b3c9-aace4d976bfa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:41.075623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-898ac8bd-8b21-44c8-85dc-f63eb8d8bb6a req-63ae5ceb-183d-4a79-b3c9-aace4d976bfa tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0657024 Jul 27 22:50:41.114134 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-898ac8bd-8b21-44c8-85dc-f63eb8d8bb6a req-c1f82111-4f2e-470a-a47c-26690f57d3e2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Jul 27 22:50:42.247817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a58c01-9c07-4f5a-a859-61ce1768e384 req-e17bef92-da08-49a7-aa29-ad59b5f1b778 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:42.249239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4a58c01-9c07-4f5a-a859-61ce1768e384 req-e17bef92-da08-49a7-aa29-ad59b5f1b778 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0636802 Jul 27 22:50:42.287437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4a58c01-9c07-4f5a-a859-61ce1768e384 req-22de8538-e7ee-4783-bfe8-812be7edd4c4 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Jul 27 22:50:43.424067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11bcc2-8509-4214-9f79-dde11057aca7 req-2a323b5d-1b45-4234-a566-82846bc6d5ac tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:43.425623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad11bcc2-8509-4214-9f79-dde11057aca7 req-2a323b5d-1b45-4234-a566-82846bc6d5ac tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0699651 Jul 27 22:50:43.464197 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad11bcc2-8509-4214-9f79-dde11057aca7 req-06f10a6d-34ef-4fbd-8e81-6b990ca23954 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Jul 27 22:50:44.595357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736c8eb-d01e-4adb-b0e2-eccdd121db7d req-245de9a7-556a-4aeb-9836-beeb5cb6ae24 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:44.596863 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6736c8eb-d01e-4adb-b0e2-eccdd121db7d req-245de9a7-556a-4aeb-9836-beeb5cb6ae24 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0641112 Jul 27 22:50:44.638852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6736c8eb-d01e-4adb-b0e2-eccdd121db7d req-0954ca7c-80fe-443b-9ca6-726ac92b0f89 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345185 Jul 27 22:50:45.771439 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee76d8-ec91-4314-94f5-3875cb705fbf req-608a6c35-e607-4a6a-a30d-f71901d8f1ca tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:45.772980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7aee76d8-ec91-4314-94f5-3875cb705fbf req-608a6c35-e607-4a6a-a30d-f71901d8f1ca tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0651512 Jul 27 22:50:45.813226 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7aee76d8-ec91-4314-94f5-3875cb705fbf req-146c883c-ec95-4917-b16e-b564040dcc63 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342777 Jul 27 22:50:47.095023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfe576-ff4a-4093-9cef-12fd6a3afffe req-36d9c912-a180-4590-9e8e-ab8a0dbc821a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:47.096440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9edfe576-ff4a-4093-9cef-12fd6a3afffe req-36d9c912-a180-4590-9e8e-ab8a0dbc821a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.2157259 Jul 27 22:50:47.135235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9edfe576-ff4a-4093-9cef-12fd6a3afffe req-93088eea-9743-4abd-9c50-1dc5109caf14 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Jul 27 22:50:48.273581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72196-3d27-48f5-93cd-8d3ec4b183ef req-5dc3f807-0e39-40c5-b2af-5feda0686536 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:48.275312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bf72196-3d27-48f5-93cd-8d3ec4b183ef req-5dc3f807-0e39-40c5-b2af-5feda0686536 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0675135 Jul 27 22:50:48.314307 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2bf72196-3d27-48f5-93cd-8d3ec4b183ef req-1a3fecca-b144-43e7-bd2f-3aa3e67c5fc7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329170 Jul 27 22:50:49.446622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559b59-975e-469b-98ef-3ad3be611b12 req-1329c02d-2255-44d8-a6d3-899a915f7477 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:49.448137 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5559b59-975e-469b-98ef-3ad3be611b12 req-1329c02d-2255-44d8-a6d3-899a915f7477 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0648923 Jul 27 22:50:49.487620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5559b59-975e-469b-98ef-3ad3be611b12 req-c901bb0a-00f4-445f-bf44-5389dbf81dac tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333891 Jul 27 22:50:50.494278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:50:50.588594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:50.600017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'port_id': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'mac_address': 'fa:16:3e:e4:66:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:50:50.621534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365cc6b-754b-4dc2-b6b9-49ac640fe0f4 req-56b93e31-a3af-4684-9c99-609e80b35210 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:50.623203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3365cc6b-754b-4dc2-b6b9-49ac640fe0f4 req-56b93e31-a3af-4684-9c99-609e80b35210 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0656331 Jul 27 22:50:50.636557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:50.649502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:50:50.662759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3365cc6b-754b-4dc2-b6b9-49ac640fe0f4 req-d5e33373-bbef-4ebc-9fb5-89165d94b97e tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336182 Jul 27 22:50:50.678017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:50.774645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:50.811822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288ad0e-2e2e-4d83-8869-872a05a00ec1 req-5d8c4232-17f7-4c0d-a28c-162ccfdf11dc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:50.813347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1288ad0e-2e2e-4d83-8869-872a05a00ec1 req-5d8c4232-17f7-4c0d-a28c-162ccfdf11dc tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 945 time: 0.0796022 Jul 27 22:50:50.830379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=12']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:50.855838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1288ad0e-2e2e-4d83-8869-872a05a00ec1 req-743a3bfe-f7de-4fb7-abd6-205a1fc0ba5f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360298 Jul 27 22:50:50.991009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3001c-28ac-472a-8dc5-4a659ee3a99b req-f11da97d-331a-4155-820d-02548947fb2a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:50.992582 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1d3001c-28ac-472a-8dc5-4a659ee3a99b req-f11da97d-331a-4155-820d-02548947fb2a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0666125 Jul 27 22:50:51.032917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a1d3001c-28ac-472a-8dc5-4a659ee3a99b req-da9d90a8-c295-4a8f-92e3-4d91e66bfe0c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Jul 27 22:50:51.058042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['d7cf1483-40ee-4c6e-bd6c-1a7057cef688'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:50:51.436878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f8ed5-0b72-41db-9bd7-1fc177e16328 req-3dac7b87-3dd8-4f71-b1f2-73da4ea7e868 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:51.438487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c5f8ed5-0b72-41db-9bd7-1fc177e16328 req-3dac7b87-3dd8-4f71-b1f2-73da4ea7e868 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0723820 Jul 27 22:50:51.480686 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c5f8ed5-0b72-41db-9bd7-1fc177e16328 req-2909faa9-4a72-4a8e-8c14-052eb656791f tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Jul 27 22:50:52.507197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:50:52.615069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da492c6-1bae-455f-8abd-ddc2233eee18 req-d946f321-eb92-4387-94fe-3297598772d5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:52.616591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4da492c6-1bae-455f-8abd-ddc2233eee18 req-d946f321-eb92-4387-94fe-3297598772d5 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 946 time: 0.0662084 Jul 27 22:50:52.635798 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:50:52.639643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:50:52.640027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:52.655952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4da492c6-1bae-455f-8abd-ddc2233eee18 req-0b0efc57-d163-4c20-bd5d-ed0d1efd4d25 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1d3c0c4-40e7-460a-b227-d8124c889d98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Jul 27 22:50:52.720558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:52.746662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:50:52.748960 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a2a13-1510-4add-b3fb-193c1aa67434" -d '{"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:50:52.763605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:52.786277 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8129410-c272-447a-bc95-f3a81e18c068 x-openstack-request-id: req-f8129410-c272-447a-bc95-f3a81e18c068 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:50:52.786598 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-plugged", "status": "completed", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:50:52.786863 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8129410-c272-447a-bc95-f3a81e18c068 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:50:52.787296 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'code': 200} Jul 27 22:50:52.806957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:52.859768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=13']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:53.111820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-3b19b7ba-5a5a-4bec-8950-7e734514711a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:53.113192 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-3b19b7ba-5a5a-4bec-8950-7e734514711a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 947 time: 0.0623839 Jul 27 22:50:53.218292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Deleting port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:50:53.218661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:53.307902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] For port d7cf1483-40ee-4c6e-bd6c-1a7057cef688, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:50:53.308275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:53.485201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:53.485474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:53.485837 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4 disassociated. External IP: 172.25.3.182, port: d7cf1483-40ee-4c6e-bd6c-1a7057cef688. Jul 27 22:50:53.486179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Calling delete_port for d7cf1483-40ee-4c6e-bd6c-1a7057cef688 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:50:53.682161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:53.716030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'Port': ['ID=d7cf1483-40ee-4c6e-bd6c-1a7057cef688,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:50:53.793831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d8ccbbf0-5211-4a51-9da6-4224edc67724 req-77929257-d9b9-4fbd-8398-c6a784817eb8 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0362773 Jul 27 22:50:53.869613 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:50:53.991556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:50:54.003365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:50:54.019035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:50:54.019671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:50:54.038508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] No DVR routers for this DVR port d7cf1483-40ee-4c6e-bd6c-1a7057cef688 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:50:54.041216 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:54.043253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-78a8d975-64ff-4191-9e21-3c63198ec2d6 req-65aa76dd-669a-4821-955c-b049c95908c7 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.76 "DELETE /v2.0/ports/d7cf1483-40ee-4c6e-bd6c-1a7057cef688 HTTP/1.1" status: 204 len: 173 time: 0.9234314 Jul 27 22:50:54.043695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-deleted', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:50:54.045985 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0438698d-fe48-4aa9-a266-f06657725674" -d '{"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-deleted", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:50:54.087504 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee0f04-b9cf-4be0-b04f-79e7a29341ed x-openstack-request-id: req-d3ee0f04-b9cf-4be0-b04f-79e7a29341ed {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:50:54.087504 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c3d345-d133-4c1a-95db-b545850615ae", "name": "network-vif-deleted", "tag": "d7cf1483-40ee-4c6e-bd6c-1a7057cef688", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:50:54.087504 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3ee0f04-b9cf-4be0-b04f-79e7a29341ed {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:50:54.087504 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c3d345-d133-4c1a-95db-b545850615ae', 'name': 'network-vif-deleted', 'tag': 'd7cf1483-40ee-4c6e-bd6c-1a7057cef688', 'status': 'completed', 'code': 200} Jul 27 22:50:54.308499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:50:54.519600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:50:54.546419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:50:54.555499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:50:54.556129 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:50:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:50:54.664334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:50:54.887730 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:50:54.909209 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab5b5053-19d5-4077-9996-b268e8c4de0b req-3d1f2b84-fcdc-41ce-bddb-e1203f68b252 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0324566 Jul 27 22:50:54.916400 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9db121-d64d-43bf-9daa-c70e0f126b25 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:40:46Z', 'revision_number': 4, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e343c07c-283e-4489-b31e-7500a684c54e', 'name': '', 'network_id': 'c07c56cc-7d40-48a3-8fc5-619bb6599a74', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'mac_address': 'fa:16:3e:1e:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:45Z', 'updated_at': '2021-07-27T22:40:50Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'subnets': [{'id': '3e359a1a-9b50-4f5c-9914-439c5f072d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:50:55.152407 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2517f2a-0d4f-4c47-b50d-7390261274cd None None] New status for floating IP 33c1f4ce-2c1e-4b48-a615-93199f068ae4: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:50:56.011244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ebb009e6-f337-405b-8108-c9e4df46b08a req-dc613acd-1492-40c4-a99b-d1b05540c2c2 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0298374 Jul 27 22:50:56.540784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:50:56.561788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: d7cf1483-40ee-4c6e-bd6c-1a7057cef688 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:50:56.562145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device d7cf1483-40ee-4c6e-bd6c-1a7057cef688 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:50:57.114565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cbe6002-d9cc-4c94-8a3f-ced7d57ca15b req-a8debd4b-c944-4656-af40-cbd475bbe37d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0354197 Jul 27 22:50:58.227641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d18a206a-bd44-4d43-a26f-cbd912b1cb71 req-2fadd9f3-284b-4d60-b537-f39cb39cf35c tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/ports?device_id=22c3d345-d133-4c1a-95db-b545850615ae HTTP/1.1" status: 200 len: 210 time: 0.0303268 Jul 27 22:51:01.944282 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de30dd9c-df7d-4dd7-92be-018e09901d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:02.255176 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:51:03.197118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57536) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:03.260025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.283952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.389725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.392344 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.393523 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "DELETE /v2.0/security-groups/d1d3c0c4-40e7-460a-b227-d8124c889d98 HTTP/1.1" status: 204 len: 168 time: 0.1952708 Jul 27 22:51:03.396510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57538) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:03.404049 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbb47b-754a-474e-9758-140ad7803610 tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d3c0c4-40e7-460a-b227-d8124c889d98,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:03.411593 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-b3809b4f-8eb8-47da-a0a2-591431d3255a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] show failed (client error): The resource could not be found. Jul 27 22:51:03.412856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b3809b4f-8eb8-47da-a0a2-591431d3255a tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "GET /v2.0/security-groups/d1d3c0c4-40e7-460a-b227-d8124c889d98 HTTP/1.1" status: 404 len: 347 time: 0.0154552 Jul 27 22:51:03.416218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57540) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:03.545791 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Deleting port 75e375d8-a727-4879-91c0-13f5771a6800 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:03.546138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.621894 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.622226 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.634621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Calling delete_port for 75e375d8-a727-4879-91c0-13f5771a6800 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:03.858456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.910835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Pushing event deleted for resources: {'Port': ['ID=75e375d8-a727-4879-91c0-13f5771a6800,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:03.956284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.959041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:03.960231 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-599c6e8e-a7cd-40b1-a39c-664e8b048e6d tempest-ServerActionsTestJSON-5404155 tempest-ServerActionsTestJSON-5404155-project] 10.222.0.37 "DELETE /v2.0/floatingips/33c1f4ce-2c1e-4b48-a615-93199f068ae4 HTTP/1.1" status: 204 len: 168 time: 0.5430291 Jul 27 22:51:03.964010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57542) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:04.441317 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21d69afe-c11f-42bf-af13-57566a8d5ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:04.471566 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:04.735019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Deleting port e343c07c-283e-4489-b31e-7500a684c54e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:04.735273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:04.789689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:04.815281 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] For port e343c07c-283e-4489-b31e-7500a684c54e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e343c07c-283e-4489-b31e-7500a684c54e,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:04.815590 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:04.832380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Calling delete_port for e343c07c-283e-4489-b31e-7500a684c54e owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:05.064388 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:05.091787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e343c07c-283e-4489-b31e-7500a684c54e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:05.260368 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:05.772594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Router c4e0db92-16a4-4fd7-acf2-de678b800df6 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:51:05.879034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:51:05.885337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-229ad7f2-b376-41ed-9b95-c61266c2fe68 admin admin] 10.222.0.37 "PUT /v2.0/routers/c4e0db92-16a4-4fd7-acf2-de678b800df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203913 Jul 27 22:51:05.888137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57546) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:05.892583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Sync routers for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:51:05.903364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:51:05.903854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:51:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:06.004183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.033195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:51:06.089652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.128258 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.221679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:51:04Z', 'revision_number': 5, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port': {'id': '091c8213-ecde-49ac-9ef4-2f6cd10f1a8d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:40:43Z', 'updated_at': '2021-07-27T22:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:06.229652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Deleting port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:06.230003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.249269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Checking router: c4e0db92-16a4-4fd7-acf2-de678b800df6 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:51:06.257847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Routers {'c4e0db92-16a4-4fd7-acf2-de678b800df6'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:51:06.258522 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:51:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c4e0db92-16a4-4fd7-acf2-de678b800df6'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:06.321559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] For port 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:06.321979 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.335383 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Calling delete_port for 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:06.345070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] Set router c4e0db92-16a4-4fd7-acf2-de678b800df6 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:51:06.398821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:51:06Z', 'revision_number': 6, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:06.431708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5a5d4-6906-4cc9-b2ab-4c6e573672f0 None None] The sync data for ids ['c4e0db92-16a4-4fd7-acf2-de678b800df6'] in n-d-738018-6 is: [{'id': 'c4e0db92-16a4-4fd7-acf2-de678b800df6', 'name': 'tempest-ServerActionsTestJSON-1232041169-router', 'tenant_id': '7c324444988d454e8d36c5d41c0ce5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:40:42Z', 'updated_at': '2021-07-27T22:51:06Z', 'revision_number': 6, 'project_id': '7c324444988d454e8d36c5d41c0ce5a6', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:51:06.561107 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.592032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Pushing event deleted for resources: {'Port': ['ID=091c8213-ecde-49ac-9ef4-2f6cd10f1a8d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:06.655304 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.746968 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.749014 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.921209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.921843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e0db92-16a4-4fd7-acf2-de678b800df6 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:51:06.931973 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:06.931973 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7ab4837f-c671-434e-930b-239a1fe6f57c admin admin] 10.222.0.37 "DELETE /v2.0/routers/c4e0db92-16a4-4fd7-acf2-de678b800df6 HTTP/1.1" status: 204 len: 168 time: 1.0384018 Jul 27 22:51:06.931973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57548) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:06.980244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Deleting subnet 3e359a1a-9b50-4f5c-9914-439c5f072d43 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:51:06.983273 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.017642 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.094055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.247914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.276543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e359a1a-9b50-4f5c-9914-439c5f072d43,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:07.280183 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.282244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-75eb682c-f98c-47e0-8a0b-fafa920e3d20 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e359a1a-9b50-4f5c-9914-439c5f072d43 HTTP/1.1" status: 204 len: 168 time: 0.3508253 Jul 27 22:51:07.284947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57550) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:07.286145 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b6f20-b149-493c-a78f-d3a12e5e993e None None] Network c07c56cc-7d40-48a3-8fc5-619bb6599a74 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:07.360378 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.417834 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Deleting port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:07.418208 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.487752 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] DHCP port deletion for c07c56cc-7d40-48a3-8fc5-619bb6599a74 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:51:07.497970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] For port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:07.499264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.514002 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Calling delete_port for 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:07.546579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Deleting port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:07.546960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.558203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.616410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] For port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,segment=NetworkSegment(1ffab11b-b302-4997-bc66-5750dfe81fad),segment_id=1ffab11b-b302-4997-bc66-5750dfe81fad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:07.616785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.633088 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Calling delete_port for 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:07.658221 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.690454 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:07.694007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] No DVR routers for this DVR port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:07.723982 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.747099 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] Pushing event deleted for resources: {'Port': ['ID=8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:07.753842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59368033-096c-4d56-8e8e-c7fcd088a435 None None] No DVR routers for this DVR port 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:07.772271 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.773984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.784772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07c56cc-7d40-48a3-8fc5-619bb6599a74']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:07.795366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffab11b-b302-4997-bc66-5750dfe81fad') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:07.795665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffab11b-b302-4997-bc66-5750dfe81fad') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:07.804683 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.819329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.826174 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:07.826989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:07.828242 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:07.943880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.950211 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:07.952104 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c07c56cc-7d40-48a3-8fc5-619bb6599a74 HTTP/1.1" status: 204 len: 168 time: 0.6660390 Jul 27 22:51:07.963683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2af5e-aae2-46b2-a689-bd17c2f7a914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07c56cc-7d40-48a3-8fc5-619bb6599a74,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:08.057103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:08.078273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:51:08.078907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 091c8213-ecde-49ac-9ef4-2f6cd10f1a8d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:08.079323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e343c07c-283e-4489-b31e-7500a684c54e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:08.097593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e343c07c-283e-4489-b31e-7500a684c54e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:51:08.097941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e343c07c-283e-4489-b31e-7500a684c54e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:08.098385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:08.120647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:51:08.120993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8d95dae3-fbb9-4e85-9b09-eb9faa9f7bc0 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:08.263984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57554) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:08.306917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff6e4433-e841-48cb-8104-a7802cfe79ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c324444988d454e8d36c5d41c0ce5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416489 Jul 27 22:51:08.309310 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57556) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:08.357238 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:08.378329 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:08.464279 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:08.467034 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:08.468427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d1db0a7-ff64-4631-843e-98207369794e HTTP/1.1" status: 204 len: 168 time: 0.1580384 Jul 27 22:51:08.481546 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d266e-6884-4e21-9dc3-5004811ee353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1db0a7-ff64-4631-843e-98207369794e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:08.944370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.481811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57578) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:09.576335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-47216820-network', 'tenant_id': 'c5d9a005c7084d41aa4bc22423fc2d21'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:09.646545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Made reservation on behalf of c5d9a005c7084d41aa4bc22423fc2d21 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:09.648790 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.657433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.746853 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.812139 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.842234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:09.848372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab8c11-9c24-4aee-b6ee-38319b83494d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:09.855274 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:09.855624 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Added segment b81e3aea-8df5-4179-a9c0-cf45d2fd1a21 of type vlan for network aa9be152-1982-469d-ba61-4062bb1662ed Jul 27 22:51:09.897519 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.000976 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.001985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:10.002610 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.060773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9be152-1982-469d-ba61-4062bb1662ed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:10.070642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network aa9be152-1982-469d-ba61-4062bb1662ed details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:10.116202 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f70094bb-c92e-4c43-b69d-f07b9dddf215 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6331997 Jul 27 22:51:10.119348 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57582) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:10.124353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Request body: {'subnet': {'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-47216820-subnet', 'tenant_id': 'c5d9a005c7084d41aa4bc22423fc2d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:10.207123 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Made reservation on behalf of c5d9a005c7084d41aa4bc22423fc2d21 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:10.209518 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.424489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.484310 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5659fc56-2e4a-4e13-8d26-aae77bbfdd80,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:10.491462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Checking segment: {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:10.492284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Network hostable DHCP agents. Network: aa9be152-1982-469d-ba61-4062bb1662ed, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:51:10.549893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Network aa9be152-1982-469d-ba61-4062bb1662ed is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:51:10.600840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, aa9be152-1982-469d-ba61-4062bb1662ed) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:10.605874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:10.606510 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:10.612526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d420c-3c1a-4d33-b9e6-0c8909ed1e03 None None] Network aa9be152-1982-469d-ba61-4062bb1662ed requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:10.677436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cfa6da46-34ed-4f78-a948-faa10985c903 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5496945 Jul 27 22:51:10.742731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4067f-49ac-4bd5-8bad-3db07bb82d90 None None] Network aa9be152-1982-469d-ba61-4062bb1662ed requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:11.105630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-74d9e086-19d6-4d39-a077-ee3ed2e7e1be tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:11.107193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-74d9e086-19d6-4d39-a077-ee3ed2e7e1be tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/networks?id=aa9be152-1982-469d-ba61-4062bb1662ed HTTP/1.1" status: 200 len: 812 time: 0.1076217 Jul 27 22:51:11.123176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-0d80b259-8ea6-45c0-b9a0-9090392217ad tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/quotas/c5d9a005c7084d41aa4bc22423fc2d21 HTTP/1.1" status: 200 len: 375 time: 0.0101283 Jul 27 22:51:11.160347 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-0d5894e6-0930-4cb8-b721-77cc88e8a6ad tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314438 Jul 27 22:51:11.299218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-145535b1-28b6-4e06-9065-b302be7e8c08 service neutron] 10.222.0.37 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318362 Jul 27 22:51:11.393532 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-a6fccc10-a449-4f8a-8d08-44c5f43c591e service neutron] 10.222.0.37 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Jul 27 22:51:11.651148 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-544ad7ce-1b58-4f54-a7bd-ee5debd86663 req-4caeb23d-d90b-4b5e-8ffe-83aa7c4d4cff tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 210 time: 0.0335839 Jul 27 22:51:12.750484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f42a7476-8032-44db-9a4b-97585aa52dc2 req-2f00f939-29db-4e01-80ca-25c2cda86053 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 210 time: 0.0314503 Jul 27 22:51:13.724831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-5d82c550-13d4-4761-9a24-b83c4ad07b6a tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:13.726440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-5d82c550-13d4-4761-9a24-b83c4ad07b6a tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.76 "GET /v2.0/networks?id=aa9be152-1982-469d-ba61-4062bb1662ed HTTP/1.1" status: 200 len: 812 time: 0.1214626 Jul 27 22:51:13.739200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Request body: {'port': {'device_id': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed', 'admin_state_up': True, 'tenant_id': 'c5d9a005c7084d41aa4bc22423fc2d21'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:13.872032 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-45be899a-41cc-4681-9545-d16a8a6fd0b3 req-a3124965-1248-43b8-8ff7-a2a09e048dd8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 210 time: 0.0471444 Jul 27 22:51:13.940316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Made reservation on behalf of c5d9a005c7084d41aa4bc22423fc2d21 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:13.944342 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.080337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Allocated IP 172.20.0.3 (aa9be152-1982-469d-ba61-4062bb1662ed/5659fc56-2e4a-4e13-8d26-aae77bbfdd80/c1126dea-59f5-4126-9776-d4ed8e45a3b9) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:14.241787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.327363 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.371377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Network aa9be152-1982-469d-ba61-4062bb1662ed is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:51:14.376448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:14.380042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:51:14.388153 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Pushing event updated for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:14.437245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:14.437858 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.494004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f1ac7cce-17a5-4450-aebe-c2fcf0b577a4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576919 Jul 27 22:51:14.506376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Request body: {'port': {'device_id': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:14.581084 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.858346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1126dea-59f5-4126-9776-d4ed8e45a3b9 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:51:14.865898 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:14.879703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Transition to ACTIVE for port object c1126dea-59f5-4126-9776-d4ed8e45a3b9 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:14.998682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.043594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a497c-54b5-46d2-bd20-a804111f2869 req-8f5fc892-8533-4827-8ba3-b37de7a11ac3 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.045150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a6a497c-54b5-46d2-bd20-a804111f2869 req-8f5fc892-8533-4827-8ba3-b37de7a11ac3 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 931 time: 0.0999422 Jul 27 22:51:15.078744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:15.145408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a6a497c-54b5-46d2-bd20-a804111f2869 req-2499cde6-1826-4620-bb60-be668a39ef51 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 Jul 27 22:51:15.168676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Attempting to bind port c1126dea-59f5-4126-9776-d4ed8e45a3b9 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:15.169004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Attempting to bind port c1126dea-59f5-4126-9776-d4ed8e45a3b9 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:15.169327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Attempting to bind port c1126dea-59f5-4126-9776-d4ed8e45a3b9 on network aa9be152-1982-469d-ba61-4062bb1662ed {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:15.173640 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Port c1126dea-59f5-4126-9776-d4ed8e45a3b9 on network aa9be152-1982-469d-ba61-4062bb1662ed not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:51:15.173976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Attempting to bind port c1126dea-59f5-4126-9776-d4ed8e45a3b9 on network aa9be152-1982-469d-ba61-4062bb1662ed {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:15.178842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:15.179174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Checking segment: {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:15.179553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Bound using segment: {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:15.179974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Bound port: c1126dea-59f5-4126-9776-d4ed8e45a3b9, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:15.180403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.244142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:15.247151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:15.316132 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.353942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.354607 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.356051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/c1126dea-59f5-4126-9776-d4ed8e45a3b9 HTTP/1.1" status: 200 len: 1091 time: 0.8538933 Jul 27 22:51:15.356558 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:15.358913 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6e852-8b1c-4d61-becf-49169f78d56b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:15.387277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9564-384c-463f-8c0e-35fa3bcd47f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:15.405004 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6802933-2eef-49ed-8f77-3a334f137e28 x-openstack-request-id: req-e6802933-2eef-49ed-8f77-3a334f137e28 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:15.405004 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:15.405004 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6802933-2eef-49ed-8f77-3a334f137e28 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:15.405004 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9', 'status': 'completed', 'code': 200} Jul 27 22:51:15.483779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-41f32dcb-549c-4a15-8d68-c4942c3ebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.485560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-41f32dcb-549c-4a15-8d68-c4942c3ebaf7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 1094 time: 0.0616214 Jul 27 22:51:15.587729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-c8052838-a3af-4639-9d1a-08268976dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.589288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-c8052838-a3af-4639-9d1a-08268976dcdf service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955560 Jul 27 22:51:15.691873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-1baacc24-53c8-4b4b-847d-4f11f3049fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.693431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-21f6e852-8b1c-4d61-becf-49169f78d56b req-1baacc24-53c8-4b4b-847d-4f11f3049fed service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975444 Jul 27 22:51:15.789441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f6ed10b5-0f8d-4e15-ab24-8465f4aed0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.792143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-f6ed10b5-0f8d-4e15-ab24-8465f4aed0b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 1094 time: 0.0603418 Jul 27 22:51:15.836106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-4e7bc277-1a78-415e-ae49-66c07e6f7c21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9 HTTP/1.1" status: 200 len: 217 time: 0.0349832 Jul 27 22:51:15.896758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-416100a7-d4a4-4cf9-860c-492e463eb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:15.898256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-416100a7-d4a4-4cf9-860c-492e463eb3eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5659fc56-2e4a-4e13-8d26-aae77bbfdd80 HTTP/1.1" status: 200 len: 852 time: 0.0556440 Jul 27 22:51:15.934393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-ee5f7b73-11cb-4e39-813f-f8fb661a6abd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa9be152-1982-469d-ba61-4062bb1662ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290480 Jul 27 22:51:16.027934 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-ffb0cebb-8d48-43e2-a742-9ea84a3e7958 service neutron] 10.222.0.76 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858939 Jul 27 22:51:16.131108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7dd3c4d-0b86-4d75-86b5-25e342314e1e req-a28fbddc-1cca-419a-982a-ce6d20e014be service neutron] 10.222.0.76 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946255 Jul 27 22:51:16.279132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ae0f-1aef-42b5-9a0f-10d9fcffeb04 req-6eb45b9d-7587-45be-9d26-4f0222b24a04 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:16.280563 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3233ae0f-1aef-42b5-9a0f-10d9fcffeb04 req-6eb45b9d-7587-45be-9d26-4f0222b24a04 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 943 time: 0.0671184 Jul 27 22:51:16.320055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3233ae0f-1aef-42b5-9a0f-10d9fcffeb04 req-012b0059-95df-45dc-8cd4-3bb1f72520c5 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Jul 27 22:51:17.454523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156fd8-da3d-4215-9ffa-9ed1409721b5 req-47a17af0-762c-49db-a459-d58f6b1c5cbb tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:17.456043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3156fd8-da3d-4215-9ffa-9ed1409721b5 req-47a17af0-762c-49db-a459-d58f6b1c5cbb tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 943 time: 0.0657675 Jul 27 22:51:17.496252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d3156fd8-da3d-4215-9ffa-9ed1409721b5 req-12158dc1-7e20-4435-bb35-c77606bea795 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Jul 27 22:51:18.633136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffd43f-2606-48f3-9d55-0c9a0071d85f req-e2884255-57b9-414b-b545-2c673cdd7a90 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:18.635286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbffd43f-2606-48f3-9d55-0c9a0071d85f req-e2884255-57b9-414b-b545-2c673cdd7a90 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 943 time: 0.0680158 Jul 27 22:51:18.681840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbffd43f-2606-48f3-9d55-0c9a0071d85f req-9614fd61-2580-4996-ac32-0b7ab5af3632 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Jul 27 22:51:18.715039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c1126dea-59f5-4126-9776-d4ed8e45a3b9 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:51:18.821997 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:18.833678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9', 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed', 'port_id': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9', 'mac_address': 'fa:16:3e:84:43:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5659fc56-2e4a-4e13-8d26-aae77bbfdd80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:51:18.876326 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:18.889800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1126dea-59f5-4126-9776-d4ed8e45a3b9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:51:18.921924 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:18.984246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:19.038316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:19.184834 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c1126dea-59f5-4126-9776-d4ed8e45a3b9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:19.820251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427dff-93e9-4138-a0fc-3d2750318443 req-71682711-6f9e-49b9-b969-b5d4f05125e6 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:19.822664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50427dff-93e9-4138-a0fc-3d2750318443 req-71682711-6f9e-49b9-b969-b5d4f05125e6 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 944 time: 0.0701995 Jul 27 22:51:19.867015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50427dff-93e9-4138-a0fc-3d2750318443 req-a01f20af-c989-4093-97a0-080271d1fd24 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Jul 27 22:51:20.725498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c1126dea-59f5-4126-9776-d4ed8e45a3b9 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:51:20.818535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port c1126dea-59f5-4126-9776-d4ed8e45a3b9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:51:20.823534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port c1126dea-59f5-4126-9776-d4ed8e45a3b9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:51:20.823919 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:20.910592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:20.928743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:20.931749 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc3ac6e-7f54-45d2-a94d-5883c8b573ce" -d '{"events": [{"server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "name": "network-vif-plugged", "status": "completed", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:20.950321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:20.971785 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701320c9-5606-4da0-8535-21a270e7a380 x-openstack-request-id: req-701320c9-5606-4da0-8535-21a270e7a380 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:20.972088 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "name": "network-vif-plugged", "status": "completed", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:20.972349 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-701320c9-5606-4da0-8535-21a270e7a380 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:20.973808 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9', 'code': 200} Jul 27 22:51:21.017159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954870d2-219c-422c-80f8-31cc6ad51c03 req-9bf93e7c-0a83-4547-b985-ded1ec2dc653 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:21.019083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-954870d2-219c-422c-80f8-31cc6ad51c03 req-9bf93e7c-0a83-4547-b985-ded1ec2dc653 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 944 time: 0.0785403 Jul 27 22:51:21.022799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:21.077308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:21.100641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-954870d2-219c-422c-80f8-31cc6ad51c03 req-4c9f73c0-dc46-45d6-953e-0b049400f507 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677614 Jul 27 22:51:21.120881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732abf4a-bf02-43e2-9c07-b276402be08c req-52505a1a-a80c-4385-b66e-bc744abf3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:21.122497 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-732abf4a-bf02-43e2-9c07-b276402be08c req-52505a1a-a80c-4385-b66e-bc744abf3c05 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 1096 time: 0.0873699 Jul 27 22:51:21.161677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-732abf4a-bf02-43e2-9c07-b276402be08c req-a019f2d4-f90a-433c-8b08-a54c243e206d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jul 27 22:51:22.233669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503b0c-0e6b-41bb-9e72-25027276b3f4 req-c03af6e7-9ebc-4865-9ba8-6380287992c2 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:22.235174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb503b0c-0e6b-41bb-9e72-25027276b3f4 req-c03af6e7-9ebc-4865-9ba8-6380287992c2 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0649552 Jul 27 22:51:22.272771 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eb503b0c-0e6b-41bb-9e72-25027276b3f4 req-657cfd23-eb94-42b9-9217-4b2a8ae15dce tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Jul 27 22:51:22.501397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-7e0ae71d-c7bb-49a9-9886-9740edb3e874 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:22.502927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-7e0ae71d-c7bb-49a9-9886-9740edb3e874 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/networks?id=aa9be152-1982-469d-ba61-4062bb1662ed HTTP/1.1" status: 200 len: 812 time: 0.1065133 Jul 27 22:51:22.517709 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-7c40557d-8dd2-4688-b453-5da0daf7cf9a tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/quotas/c5d9a005c7084d41aa4bc22423fc2d21 HTTP/1.1" status: 200 len: 375 time: 0.0089700 Jul 27 22:51:22.581115 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-7b904218-9130-491c-9e79-03924992e1b7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580890 Jul 27 22:51:22.674962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-1051b029-0ec2-4bd5-a254-cbb37b9bbd20 service neutron] 10.222.0.37 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jul 27 22:51:22.765152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-73a3a270-57f7-4726-bab3-5a48602e8a84 service neutron] 10.222.0.37 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833914 Jul 27 22:51:22.989252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f981caa-f55d-4677-9220-5e6bb303192f req-6c12a98c-f0d8-4c9d-8f0e-68db8d148215 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 210 time: 0.0309300 Jul 27 22:51:24.086995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-780b1988-83ec-46d7-9bd8-adbe88526eb8 req-933a6c9c-ff77-48b0-8b6a-71943a7e230b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 210 time: 0.0304387 Jul 27 22:51:24.956191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-063ad35c-5355-4c73-9102-0565c3282a22 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:24.957673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-063ad35c-5355-4c73-9102-0565c3282a22 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.50 "GET /v2.0/networks?id=aa9be152-1982-469d-ba61-4062bb1662ed HTTP/1.1" status: 200 len: 812 time: 0.1072526 Jul 27 22:51:24.970062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Request body: {'port': {'device_id': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed', 'admin_state_up': True, 'tenant_id': 'c5d9a005c7084d41aa4bc22423fc2d21'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:25.189373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b3937f77-77f0-49b2-b25e-2079fb8aae42 req-d02a62b4-f11a-4329-b438-6678fc723609 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 210 time: 0.0346551 Jul 27 22:51:25.194917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Made reservation on behalf of c5d9a005c7084d41aa4bc22423fc2d21 for: {'port': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:25.199280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:25.325201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Allocated IP 172.20.0.4 (aa9be152-1982-469d-ba61-4062bb1662ed/5659fc56-2e4a-4e13-8d26-aae77bbfdd80/95043303-307b-42af-b7cf-fdc664fa7dbb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:25.474352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:25.561109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:25.573546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c1126dea-59f5-4126-9776-d4ed8e45a3b9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:25.601221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Network aa9be152-1982-469d-ba61-4062bb1662ed is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:51:25.606821 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:25.617790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:51:25.643019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Pushing event updated for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:25.656743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.657097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.657443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.657787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.658404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.658740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.659072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.659408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.659739 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.660068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.660393 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.660717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:25.683609 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:25.684248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:25.733146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-ac301b39-e916-472e-9453-7bb9ba947b2b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666457 Jul 27 22:51:25.746028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Request body: {'port': {'device_id': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:25.818171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.081802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95043303-307b-42af-b7cf-fdc664fa7dbb {{(pid=94671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:51:26.089337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.102255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Transition to ACTIVE for port object 95043303-307b-42af-b7cf-fdc664fa7dbb will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:26.195148 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.248548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Pushing event updated for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:26.317192 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Attempting to bind port 95043303-307b-42af-b7cf-fdc664fa7dbb on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:26.317420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Attempting to bind port 95043303-307b-42af-b7cf-fdc664fa7dbb by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:26.317745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Attempting to bind port 95043303-307b-42af-b7cf-fdc664fa7dbb on network aa9be152-1982-469d-ba61-4062bb1662ed {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:26.322801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Port 95043303-307b-42af-b7cf-fdc664fa7dbb on network aa9be152-1982-469d-ba61-4062bb1662ed not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:51:26.323120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Attempting to bind port 95043303-307b-42af-b7cf-fdc664fa7dbb on network aa9be152-1982-469d-ba61-4062bb1662ed {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:26.325869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7562-64c5-4857-860a-5519c2051a9a req-4f4d59d6-149f-4f37-a810-436286aba2c8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.327403 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-210a7562-64c5-4857-860a-5519c2051a9a req-4f4d59d6-149f-4f37-a810-436286aba2c8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 943 time: 0.0704992 Jul 27 22:51:26.327868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:26.328207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Checking segment: {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:26.328597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Bound using segment: {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:26.329014 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Bound port: 95043303-307b-42af-b7cf-fdc664fa7dbb, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:26.329375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.365385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-210a7562-64c5-4857-860a-5519c2051a9a req-7c655502-59ec-4a5c-82cd-6a1b9e007f12 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Jul 27 22:51:26.396838 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:26.400059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=95043303-307b-42af-b7cf-fdc664fa7dbb,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:26.475752 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.512147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.512782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:26.514257 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] 10.222.0.50 "PUT /v2.0/ports/95043303-307b-42af-b7cf-fdc664fa7dbb HTTP/1.1" status: 200 len: 1091 time: 0.7725718 Jul 27 22:51:26.514733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:26.517026 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245916e7-4d2e-4b04-a2eb-4bf87df9465e" -d '{"events": [{"name": "network-changed", "server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:26.545307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d207d44-f40f-4352-baf3-305d8f7de267 service neutron] Pushing event updated for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=3']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:26.554526 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5100346-98f0-4ea8-8a9d-de1a8a78c0a1 x-openstack-request-id: req-f5100346-98f0-4ea8-8a9d-de1a8a78c0a1 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:26.554816 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:26.555071 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5100346-98f0-4ea8-8a9d-de1a8a78c0a1 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:26.555469 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb', 'status': 'completed', 'code': 200} Jul 27 22:51:26.629496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-7c03ee09-a4b9-4cf5-bc86-724f573379dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.630999 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-7c03ee09-a4b9-4cf5-bc86-724f573379dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 1094 time: 0.0558035 Jul 27 22:51:26.747513 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-ea387403-3974-401e-9388-3997605031c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.749044 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-ea387403-3974-401e-9388-3997605031c7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1100755 Jul 27 22:51:26.846854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-fdb2a81a-406b-4b24-8524-511e0a874886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.848425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-245916e7-4d2e-4b04-a2eb-4bf87df9465e req-fdb2a81a-406b-4b24-8524-511e0a874886 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924513 Jul 27 22:51:26.941036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-f5e5ce88-8e9d-4d67-b01a-00f66b835b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:26.942601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-f5e5ce88-8e9d-4d67-b01a-00f66b835b68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 1094 time: 0.0569742 Jul 27 22:51:26.989022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-d1a009ad-f10c-4174-99b8-cbac5cd93b27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95043303-307b-42af-b7cf-fdc664fa7dbb HTTP/1.1" status: 200 len: 217 time: 0.0390890 Jul 27 22:51:27.038657 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-eae46a1d-02de-446b-ab1a-8df23c165f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:27.040139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-eae46a1d-02de-446b-ab1a-8df23c165f8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5659fc56-2e4a-4e13-8d26-aae77bbfdd80 HTTP/1.1" status: 200 len: 852 time: 0.0447321 Jul 27 22:51:27.076421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-0b3b3056-ff07-4348-8a8c-1fcc08466006 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa9be152-1982-469d-ba61-4062bb1662ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 27 22:51:27.182656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-f0f30383-363d-4a96-a28b-bbfd4ac5f8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986314 Jul 27 22:51:27.270576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-852f26f8-4256-4096-bf1e-89faadfa2f31 req-2a00b9c1-ebb7-4459-82c1-fc0ca1ac4c4e service neutron] 10.222.0.50 "GET /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810924 Jul 27 22:51:27.495211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeef6d-4bba-468a-b6ff-4bd41e26cf5c req-c36469f3-6a02-478e-a9ba-61e872ceded8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:27.496594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5adeef6d-4bba-468a-b6ff-4bd41e26cf5c req-c36469f3-6a02-478e-a9ba-61e872ceded8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 943 time: 0.0635574 Jul 27 22:51:27.534542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5adeef6d-4bba-468a-b6ff-4bd41e26cf5c req-cb5c0774-ba69-4f4e-9681-3a32ae55913b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Jul 27 22:51:28.671324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28f472-ba30-4025-bb4f-e0f5b8837f83 req-e8357b31-a548-4986-889d-300ca56d0233 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:28.672822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b28f472-ba30-4025-bb4f-e0f5b8837f83 req-e8357b31-a548-4986-889d-300ca56d0233 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 943 time: 0.0682964 Jul 27 22:51:28.711616 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5b28f472-ba30-4025-bb4f-e0f5b8837f83 req-31650749-7686-4d31-9b4c-52a6d9bfaf01 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Jul 27 22:51:29.845924 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd71ac-dc53-4bd6-be4f-3ced5a4225df req-c46f671e-b1a0-4707-a7c6-8c2aae77442e tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:29.847420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbcd71ac-dc53-4bd6-be4f-3ced5a4225df req-c46f671e-b1a0-4707-a7c6-8c2aae77442e tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 943 time: 0.0667815 Jul 27 22:51:29.889730 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dbcd71ac-dc53-4bd6-be4f-3ced5a4225df req-c1d291d3-98ee-4dde-ba66-e82ddb415e2c tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Jul 27 22:51:31.051669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b962e-fdbe-4c81-be5a-a81f8b1a3fb5 req-e4b15b4e-6a97-4583-93c4-ad6741a2eefc tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:31.053238 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db5b962e-fdbe-4c81-be5a-a81f8b1a3fb5 req-e4b15b4e-6a97-4583-93c4-ad6741a2eefc tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 943 time: 0.0850937 Jul 27 22:51:31.097913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-db5b962e-fdbe-4c81-be5a-a81f8b1a3fb5 req-5e05df64-8eb0-4719-9c84-24efd9a506bb tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367937 Jul 27 22:51:31.782799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 95043303-307b-42af-b7cf-fdc664fa7dbb details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:51:31.890712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=95043303-307b-42af-b7cf-fdc664fa7dbb,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:31.903606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '95043303-307b-42af-b7cf-fdc664fa7dbb', 'network_id': 'aa9be152-1982-469d-ba61-4062bb1662ed', 'port_id': '95043303-307b-42af-b7cf-fdc664fa7dbb', 'mac_address': 'fa:16:3e:2a:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5659fc56-2e4a-4e13-8d26-aae77bbfdd80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:51:31.941427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:31.953905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95043303-307b-42af-b7cf-fdc664fa7dbb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:51:31.977175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=95043303-307b-42af-b7cf-fdc664fa7dbb,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:31.989138 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b825d7aa-08a8-45bc-b77f-8e8c8fa6c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:32.034904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:32.080795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:32.088034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.088387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.089243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.089585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.089922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.090255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.090613 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.090944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.091274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.091602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.091929 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.092261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:32.227421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb1668-45a4-41a0-ac2a-73a0925404ef req-590a07e3-55f9-4b11-9258-4b2e32b591e5 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.228942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fcb1668-45a4-41a0-ac2a-73a0925404ef req-590a07e3-55f9-4b11-9258-4b2e32b591e5 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 944 time: 0.0638883 Jul 27 22:51:32.239719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['95043303-307b-42af-b7cf-fdc664fa7dbb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:32.267954 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fcb1668-45a4-41a0-ac2a-73a0925404ef req-43520061-3fe9-46cf-acc7-94e99893d79d tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321605 Jul 27 22:51:33.397457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432939a-fbd5-4622-a6f2-25e6743cff03 req-2aa97251-beae-45c3-9182-6bbd83499b0c tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:33.398976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3432939a-fbd5-4622-a6f2-25e6743cff03 req-2aa97251-beae-45c3-9182-6bbd83499b0c tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 944 time: 0.0633395 Jul 27 22:51:33.439006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3432939a-fbd5-4622-a6f2-25e6743cff03 req-e01865de-d4c1-4d14-b5ea-935d38b0036e tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Jul 27 22:51:33.785294 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 95043303-307b-42af-b7cf-fdc664fa7dbb up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:51:33.892272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 95043303-307b-42af-b7cf-fdc664fa7dbb completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:51:33.897374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 95043303-307b-42af-b7cf-fdc664fa7dbb triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:51:33.897374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:33.976387 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:33.999125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:34.001373 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0625a3-e94f-4694-80f4-f932ad4bcdbf" -d '{"events": [{"server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "name": "network-vif-plugged", "status": "completed", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:34.017816 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=95043303-307b-42af-b7cf-fdc664fa7dbb,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:34.039142 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6acb0df-c171-4177-a864-357d6c389c08 x-openstack-request-id: req-e6acb0df-c171-4177-a864-357d6c389c08 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:34.039435 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "name": "network-vif-plugged", "status": "completed", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:34.039695 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6acb0df-c171-4177-a864-357d6c389c08 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:34.040089 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb', 'code': 200} Jul 27 22:51:34.075239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:34.127287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:34.162689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ff532-7c00-4fc7-9a26-ac7ab4b95a8f req-9f21b10e-c95f-433c-946d-da2e8e4b1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:34.164309 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e4ff532-7c00-4fc7-9a26-ac7ab4b95a8f req-9f21b10e-c95f-433c-946d-da2e8e4b1fe9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 1096 time: 0.0665686 Jul 27 22:51:34.203832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7e4ff532-7c00-4fc7-9a26-ac7ab4b95a8f req-e381e33f-248f-4b83-9c55-96dfe6f71ad6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Jul 27 22:51:34.469886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84f10d5f-b17d-489c-ab65-d19579ca7ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:34.571418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4064ab-0a76-43a8-8b60-6b66bed2e636 req-5de71793-9a02-4238-8722-a42db01678d6 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:34.573106 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df4064ab-0a76-43a8-8b60-6b66bed2e636 req-5de71793-9a02-4238-8722-a42db01678d6 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 945 time: 0.0655296 Jul 27 22:51:34.611760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-df4064ab-0a76-43a8-8b60-6b66bed2e636 req-4631bd87-1acc-443e-a63d-24e0698659dd tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Jul 27 22:51:34.800631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:35.742583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91b3f-f323-45bf-9dea-465fc68de994 req-964d3f11-7002-410f-8a3d-8ccb0973eff3 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:35.744066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb91b3f-f323-45bf-9dea-465fc68de994 req-964d3f11-7002-410f-8a3d-8ccb0973eff3 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 945 time: 0.0633872 Jul 27 22:51:35.782590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fb91b3f-f323-45bf-9dea-465fc68de994 req-711e26f3-f327-4bd7-a7f8-b3fdb5f111ea tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jul 27 22:51:36.098309 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:36.312026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1d49-805b-441e-9f1f-2bff32a94466 req-e5d6ead6-bb57-4db0-a828-f2f25f393ca8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.313423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46cd1d49-805b-441e-9f1f-2bff32a94466 req-e5d6ead6-bb57-4db0-a828-f2f25f393ca8 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 945 time: 0.0683997 Jul 27 22:51:36.350499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46cd1d49-805b-441e-9f1f-2bff32a94466 req-79391339-a6a8-4b42-b768-8263994a5486 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Jul 27 22:51:37.497144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137f5e0-9c6f-4b5d-8968-f54d3c44fb6c req-41f7a0d4-942a-41f4-9b62-cbeb177a4dd0 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:37.498657 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1137f5e0-9c6f-4b5d-8968-f54d3c44fb6c req-41f7a0d4-942a-41f4-9b62-cbeb177a4dd0 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 945 time: 0.0763142 Jul 27 22:51:37.559572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1137f5e0-9c6f-4b5d-8968-f54d3c44fb6c req-0d52b960-3c62-467b-8a90-e2aa290b2a77 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Jul 27 22:51:37.560958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:37.578010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-6994d366-8ed8-479a-948d-9d195e7e3e15 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:37.579533 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-6994d366-8ed8-479a-948d-9d195e7e3e15 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.50 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 945 time: 0.0992367 Jul 27 22:51:37.679181 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Deleting port 95043303-307b-42af-b7cf-fdc664fa7dbb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:37.679558 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:37.738158 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:37.772420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] For port 95043303-307b-42af-b7cf-fdc664fa7dbb, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=95043303-307b-42af-b7cf-fdc664fa7dbb,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:37.772793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:37.785960 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Calling delete_port for 95043303-307b-42af-b7cf-fdc664fa7dbb owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:37.960534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:37.972874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c1126dea-59f5-4126-9776-d4ed8e45a3b9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:37.975096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['95043303-307b-42af-b7cf-fdc664fa7dbb'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:37.989928 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Pushing event deleted for resources: {'Port': ['ID=95043303-307b-42af-b7cf-fdc664fa7dbb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:38.037346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] No DVR routers for this DVR port 95043303-307b-42af-b7cf-fdc664fa7dbb on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:38.039965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:38.041980 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-77eab769-587f-44a4-9dfa-f8e321e66124 req-4455f634-5763-466d-bd44-24e95ac4bc65 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.50 "DELETE /v2.0/ports/95043303-307b-42af-b7cf-fdc664fa7dbb HTTP/1.1" status: 204 len: 173 time: 0.4560328 Jul 27 22:51:38.042483 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'name': 'network-vif-deleted', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:38.044770 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46466cb0-58e4-4ccf-82e8-5128d3a54b6e" -d '{"events": [{"server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "name": "network-vif-deleted", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:38.081662 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19904f8-49c7-4bbd-8707-902e0a996040 x-openstack-request-id: req-e19904f8-49c7-4bbd-8707-902e0a996040 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:38.081965 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edffa71-786b-421b-ae7e-2836e2bf80bb", "name": "network-vif-deleted", "tag": "95043303-307b-42af-b7cf-fdc664fa7dbb", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:38.082220 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e19904f8-49c7-4bbd-8707-902e0a996040 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:38.082644 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edffa71-786b-421b-ae7e-2836e2bf80bb', 'name': 'network-vif-deleted', 'tag': '95043303-307b-42af-b7cf-fdc664fa7dbb', 'status': 'completed', 'code': 200} Jul 27 22:51:38.672853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c85c6d14-535c-4c0b-b458-6b338eeb2765 req-b3390367-1127-4ccf-8fbc-2c3d4b824cd7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edffa71-786b-421b-ae7e-2836e2bf80bb HTTP/1.1" status: 200 len: 210 time: 0.0338507 Jul 27 22:51:38.887779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:39.255367 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:51:39.846591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3835-1a7e-4b65-b474-4b0f2227806c req-6128fa67-48e4-47b1-a9e4-d6a92980d786 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:39.848123 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e5f3835-1a7e-4b65-b474-4b0f2227806c req-6128fa67-48e4-47b1-a9e4-d6a92980d786 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0649405 Jul 27 22:51:39.887666 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9e5f3835-1a7e-4b65-b474-4b0f2227806c req-1cae18ac-e90b-4fb1-8923-a6f5778c20e7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Jul 27 22:51:40.033733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c4f8-2a2c-49f0-b4f9-bbfc28a00905 req-5e908cf4-53b4-47ec-81de-5de80e67601f tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.035206 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1484c4f8-2a2c-49f0-b4f9-bbfc28a00905 req-5e908cf4-53b4-47ec-81de-5de80e67601f tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0643444 Jul 27 22:51:40.072938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1484c4f8-2a2c-49f0-b4f9-bbfc28a00905 req-8a0cf1ba-afb1-4d7b-a5d8-b2fce8249508 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Jul 27 22:51:40.205362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adcca4-7cb6-4cb7-a0d2-59bed7e8f36c req-9bddd480-c7ff-48e5-814a-189b467f17c7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.207046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68adcca4-7cb6-4cb7-a0d2-59bed7e8f36c req-9bddd480-c7ff-48e5-814a-189b467f17c7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0658071 Jul 27 22:51:40.246567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-68adcca4-7cb6-4cb7-a0d2-59bed7e8f36c req-9a8d5378-ac51-4077-be5c-ae4693d36839 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Jul 27 22:51:40.428235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dd7be-f6d2-4060-b41c-5935eab88801 req-f510c4f6-1158-4545-90ef-294a6774485b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.429740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b50dd7be-f6d2-4060-b41c-5935eab88801 req-f510c4f6-1158-4545-90ef-294a6774485b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0673640 Jul 27 22:51:40.468384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b50dd7be-f6d2-4060-b41c-5935eab88801 req-31713ed1-3a63-4bc4-8648-d3ca636b46e4 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Jul 27 22:51:40.600966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461309d-41ab-4497-b74c-afa74c509bed req-6896aca3-75cb-49cb-a8f7-28c626913020 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.602394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4461309d-41ab-4497-b74c-afa74c509bed req-6896aca3-75cb-49cb-a8f7-28c626913020 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jul 27 22:51:40.647872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4461309d-41ab-4497-b74c-afa74c509bed req-89c37907-8933-4a68-8420-b7f8caa4e72b tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 Jul 27 22:51:40.786196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de168f6-fcbf-4fa0-9188-2117d5e7b986 req-8a71d96b-d219-4aac-88e8-b038f8502b15 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.787710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1de168f6-fcbf-4fa0-9188-2117d5e7b986 req-8a71d96b-d219-4aac-88e8-b038f8502b15 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0641198 Jul 27 22:51:40.826938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1de168f6-fcbf-4fa0-9188-2117d5e7b986 req-431ab1a2-96e6-422a-b386-ed98b2b962dd tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Jul 27 22:51:41.300538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eebcc-35ff-40b4-b1c5-91a71b6645da req-86b08c63-0b16-43d8-add9-2c842c8dcf0e tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:41.302041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e09eebcc-35ff-40b4-b1c5-91a71b6645da req-86b08c63-0b16-43d8-add9-2c842c8dcf0e tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0668433 Jul 27 22:51:41.341096 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e09eebcc-35ff-40b4-b1c5-91a71b6645da req-1d1bb728-2222-4251-8c8c-ceb6d6132038 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Jul 27 22:51:41.798832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 95043303-307b-42af-b7cf-fdc664fa7dbb no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:41.819441 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 95043303-307b-42af-b7cf-fdc664fa7dbb {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:51:41.819782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 95043303-307b-42af-b7cf-fdc664fa7dbb not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:42.478191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb350ea5-06f9-48b6-9502-4cc68b61ef72 req-0d2c32a9-7480-40b4-85e6-37e32941f7f0 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:42.479849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb350ea5-06f9-48b6-9502-4cc68b61ef72 req-0d2c32a9-7480-40b4-85e6-37e32941f7f0 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0688736 Jul 27 22:51:42.518657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb350ea5-06f9-48b6-9502-4cc68b61ef72 req-e36f32c1-8326-4975-879b-e02f8a7388ce tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ab8c11-9c24-4aee-b6ee-38319b83494d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Jul 27 22:51:42.692939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9dd28457-e20d-4e97-befb-34dab9e6a2e7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:42.694338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9dd28457-e20d-4e97-befb-34dab9e6a2e7 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 945 time: 0.0640032 Jul 27 22:51:42.803949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Deleting port c1126dea-59f5-4126-9776-d4ed8e45a3b9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:42.804285 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:42.891062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] For port c1126dea-59f5-4126-9776-d4ed8e45a3b9, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=c1126dea-59f5-4126-9776-d4ed8e45a3b9,segment=NetworkSegment(b81e3aea-8df5-4179-a9c0-cf45d2fd1a21),segment_id=b81e3aea-8df5-4179-a9c0-cf45d2fd1a21)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:42.891432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:42.908964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Calling delete_port for c1126dea-59f5-4126-9776-d4ed8e45a3b9 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:43.091414 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:43.103354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['c1126dea-59f5-4126-9776-d4ed8e45a3b9'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:51:43.119562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Pushing event deleted for resources: {'Port': ['ID=c1126dea-59f5-4126-9776-d4ed8e45a3b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:43.153693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.154041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.154396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.154732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.155068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.155397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.155722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.156043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.156367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.156687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.157006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.157324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:43.178936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] No DVR routers for this DVR port c1126dea-59f5-4126-9776-d4ed8e45a3b9 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:43.181367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:43.183699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17a02a1a-6e75-47d4-9591-6e92607596a1 req-9a38771c-733c-4873-8534-e6c03beb2766 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.76 "DELETE /v2.0/ports/c1126dea-59f5-4126-9776-d4ed8e45a3b9 HTTP/1.1" status: 204 len: 173 time: 0.4826331 Jul 27 22:51:43.184128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'name': 'network-vif-deleted', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:43.186439 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80cdfa-e85c-4267-8cfe-45aaa59ebab7" -d '{"events": [{"server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "name": "network-vif-deleted", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:43.221863 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e7860-0fa9-454c-83a6-ebac41625ab4 x-openstack-request-id: req-255e7860-0fa9-454c-83a6-ebac41625ab4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:43.222159 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc", "name": "network-vif-deleted", "tag": "c1126dea-59f5-4126-9776-d4ed8e45a3b9", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:43.222455 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-255e7860-0fa9-454c-83a6-ebac41625ab4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:43.222853 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc', 'name': 'network-vif-deleted', 'tag': 'c1126dea-59f5-4126-9776-d4ed8e45a3b9', 'status': 'completed', 'code': 200} Jul 27 22:51:43.628932 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2685f1c8-c94d-4d76-812a-908a7cbe121b req-ec4fdcda-6a27-48ff-9272-95d25671a060 tempest-ServersNegativeTestJSON-2020057552 tempest-ServersNegativeTestJSON-2020057552-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b92c78a-5e2d-4c04-98e4-7cd9e8d546fc HTTP/1.1" status: 200 len: 210 time: 0.0304236 Jul 27 22:51:44.684632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57742) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:44.729571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Deleting subnet 5659fc56-2e4a-4e13-8d26-aae77bbfdd80 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:51:44.732706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:44.773601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:44.812310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:44.938682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:44.964288 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5659fc56-2e4a-4e13-8d26-aae77bbfdd80,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:44.968137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:44.970468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-78e5d44c-3f92-4a4c-b78a-8f02983b27f7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5659fc56-2e4a-4e13-8d26-aae77bbfdd80 HTTP/1.1" status: 204 len: 168 time: 0.2843800 Jul 27 22:51:44.972585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57744) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:45.042046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.118986 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.129025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9be152-1982-469d-ba61-4062bb1662ed']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:45.141851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:45.141851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81e3aea-8df5-4179-a9c0-cf45d2fd1a21') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:45.148413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.162421 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.168738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:45.169118 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:45.170758 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:45.297143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.302717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.304619 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa9be152-1982-469d-ba61-4062bb1662ed HTTP/1.1" status: 204 len: 168 time: 0.3310761 Jul 27 22:51:45.316502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11ed1c-7d77-4faf-ac3b-fe6a31a22b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9be152-1982-469d-ba61-4062bb1662ed,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:45.633150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57748) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:45.675449 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5d39e23c-d088-46c3-a334-f8866a29e74f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5d9a005c7084d41aa4bc22423fc2d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410163 Jul 27 22:51:45.677724 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57750) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:45.725107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.746223 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.863787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.866233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.867436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89ab8c11-9c24-4aee-b6ee-38319b83494d HTTP/1.1" status: 204 len: 168 time: 0.1887603 Jul 27 22:51:45.875758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246e21-b137-4223-b288-e360ee26de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab8c11-9c24-4aee-b6ee-38319b83494d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:46.855731 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c1126dea-59f5-4126-9776-d4ed8e45a3b9 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:46.866375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:46.878384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: c1126dea-59f5-4126-9776-d4ed8e45a3b9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:51:46.878737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device c1126dea-59f5-4126-9776-d4ed8e45a3b9 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:46.961507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108378247'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:47.423622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:47.427198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.436759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.528863 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.583398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.609748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:47.618561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77aa203-c500-42ec-a104-a842f9495a89,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:47.626552 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.626898 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Added segment 7980a7a2-1905-43e6-8ea4-263065a23e5f of type vlan for network 7f8041a5-8fdd-4e0f-abc3-660472976cee Jul 27 22:51:47.666985 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.749702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.755442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.756031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.821621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Network': ['ID=7f8041a5-8fdd-4e0f-abc3-660472976cee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:47.832313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:47.859856 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-64a1a4df-cb4c-4e40-b443-8b132b66b465 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9920595 Jul 27 22:51:51.231795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57776) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:51.237056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'subnet': {'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:51.417416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:51.421282 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:51.720360 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:51.786902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Subnet': ['ID=ba2f23b4-45a3-4bd8-a215-4216bacbb2b9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:51.796822 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking segment: {'id': '7980a7a2-1905-43e6-8ea4-263065a23e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:51.797182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network hostable DHCP agents. Network: 7f8041a5-8fdd-4e0f-abc3-660472976cee, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:51:51.859091 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:51:51.937850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 7f8041a5-8fdd-4e0f-abc3-660472976cee) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:51.942128 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:51.942929 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:51.948000 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba3b28e-c79b-4ef9-bb4d-b1218561070b None None] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:52.030820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-80a420d5-e065-4f2b-ab5c-8784951592cc tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7977569 Jul 27 22:51:52.034610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57778) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:52.039611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709841061'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:52.138876 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:52.142482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.169232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:52.179408 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.179752 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Added segment 50c71e9e-a62e-4e11-b348-e6443172c991 of type vlan for network 62ece30b-c98c-4f77-b43b-7f664cb727f8 Jul 27 22:51:52.223498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.255589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-7f8041a5-8fdd-4e0f-abc3-660472976cee', 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee', 'tenant_id': '212ec65324b7439fb265f0c02d75199b', 'fixed_ips': [{'subnet_id': 'ba2f23b4-45a3-4bd8-a215-4216bacbb2b9'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:51:52.256486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.315317 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.321206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:52.321820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.392720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Allocated IP 2001:db8:0:ffff::2 (7f8041a5-8fdd-4e0f-abc3-660472976cee/ba2f23b4-45a3-4bd8-a215-4216bacbb2b9/52a1c6ec-6664-4a64-80b1-40e67c126510) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:52.393233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Network': ['ID=62ece30b-c98c-4f77-b43b-7f664cb727f8,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:52.405919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 62ece30b-c98c-4f77-b43b-7f664cb727f8 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:52.430673 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-79239dac-13f4-40fe-9f0f-cc24e1adc8c5 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3949718 Jul 27 22:51:52.433502 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:52.439385 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'subnet': {'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:52.593986 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.602644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Transition to ACTIVE for port object 52a1c6ec-6664-4a64-80b1-40e67c126510 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:52.616636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Transition to ACTIVE for port object 52a1c6ec-6664-4a64-80b1-40e67c126510 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:52.618249 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:52.622494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.733161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.772084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:51:52.777132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:52.780571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:51:52.787804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Pushing event updated for resources: {'Port': ['ID=52a1c6ec-6664-4a64-80b1-40e67c126510,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:52.844515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Attempting to bind port 52a1c6ec-6664-4a64-80b1-40e67c126510 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:52.844813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Attempting to bind port 52a1c6ec-6664-4a64-80b1-40e67c126510 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '7980a7a2-1905-43e6-8ea4-263065a23e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:52.845187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Attempting to bind port 52a1c6ec-6664-4a64-80b1-40e67c126510 on network 7f8041a5-8fdd-4e0f-abc3-660472976cee {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:52.850181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:52.850596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Checking segment: {'id': '7980a7a2-1905-43e6-8ea4-263065a23e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:52.851012 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.851410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Bound using segment: {'id': '7980a7a2-1905-43e6-8ea4-263065a23e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:52.851894 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Bound port: 52a1c6ec-6664-4a64-80b1-40e67c126510, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7980a7a2-1905-43e6-8ea4-263065a23e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '7f8041a5-8fdd-4e0f-abc3-660472976cee'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:52.852294 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.881058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:52.921792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] For port 52a1c6ec-6664-4a64-80b1-40e67c126510, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:52.924980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] For port 52a1c6ec-6664-4a64-80b1-40e67c126510, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52a1c6ec-6664-4a64-80b1-40e67c126510,segment=NetworkSegment(7980a7a2-1905-43e6-8ea4-263065a23e5f),segment_id=7980a7a2-1905-43e6-8ea4-263065a23e5f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:52.948550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Subnet': ['ID=df7754f4-4741-4e59-b9bd-3b444d158d71,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:52.957687 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking segment: {'id': '50c71e9e-a62e-4e11-b348-e6443172c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:52.958053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network hostable DHCP agents. Network: 62ece30b-c98c-4f77-b43b-7f664cb727f8, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:51:52.995587 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.045176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network 62ece30b-c98c-4f77-b43b-7f664cb727f8 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:51:53.053162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb752e-5eda-4f06-bfee-576630909b54 None None] Pushing event updated for resources: {'Port': ['ID=52a1c6ec-6664-4a64-80b1-40e67c126510,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:53.103098 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 62ece30b-c98c-4f77-b43b-7f664cb727f8) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:53.107963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:53.108709 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.112696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99018e46-4446-4fff-ab9d-f8a72267a62b None None] Network 62ece30b-c98c-4f77-b43b-7f664cb727f8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:53.184479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a8a4ceef-2f34-4430-b7ca-98cffaee7be6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7475100 Jul 27 22:51:53.185935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57782) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:53.292776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-62ece30b-c98c-4f77-b43b-7f664cb727f8', 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8', 'tenant_id': '212ec65324b7439fb265f0c02d75199b', 'fixed_ips': [{'subnet_id': 'df7754f4-4741-4e59-b9bd-3b444d158d71'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:51:53.293930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.314411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.400511 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.438885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Allocated IP 2001:db8::2 (62ece30b-c98c-4f77-b43b-7f664cb727f8/df7754f4-4741-4e59-b9bd-3b444d158d71/7847a983-ebe4-4fe1-84f8-11ec7ffdad24) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:53.584423 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.593192 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Transition to ACTIVE for port object 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:53.607996 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Transition to ACTIVE for port object 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:53.670907 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.714567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Network 62ece30b-c98c-4f77-b43b-7f664cb727f8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:51:53.718086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:53.722743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:51:53.725970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Pushing event updated for resources: {'Port': ['ID=7847a983-ebe4-4fe1-84f8-11ec7ffdad24,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:53.761934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.792291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Subnet': ['ID=df7754f4-4741-4e59-b9bd-3b444d158d71,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Attempting to bind port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Attempting to bind port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '50c71e9e-a62e-4e11-b348-e6443172c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Attempting to bind port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 on network 62ece30b-c98c-4f77-b43b-7f664cb727f8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Checking segment: {'id': '50c71e9e-a62e-4e11-b348-e6443172c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Bound using segment: {'id': '50c71e9e-a62e-4e11-b348-e6443172c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Bound port: 7847a983-ebe4-4fe1-84f8-11ec7ffdad24, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c71e9e-a62e-4e11-b348-e6443172c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:53.840197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.867420 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:53.908463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ece30b-c98c-4f77-b43b-7f664cb727f8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:53.909412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] For port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:53.909412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] For port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7847a983-ebe4-4fe1-84f8-11ec7ffdad24,segment=NetworkSegment(50c71e9e-a62e-4e11-b348-e6443172c991),segment_id=50c71e9e-a62e-4e11-b348-e6443172c991)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:54.003460 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75028806-24dd-487b-abb1-a48fbf9ad292 None None] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:54.058298 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.150356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52a1c6ec-6664-4a64-80b1-40e67c126510 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:51:54.207633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c71e9e-a62e-4e11-b348-e6443172c991') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:54.208237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c71e9e-a62e-4e11-b348-e6443172c991') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:54.217525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.222334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dcd0e-0d5c-44aa-9ebe-6a2861f41534 None None] Pushing event updated for resources: {'Port': ['ID=7847a983-ebe4-4fe1-84f8-11ec7ffdad24,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:54.230790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-60e297fe-43e4-4612-836b-0a4cccd9ed53 None None] Provisioning for port 52a1c6ec-6664-4a64-80b1-40e67c126510 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:51:54.233254 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.239769 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:54.240284 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:54.243322 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:54.259944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c3407-361b-4350-a086-64d74f9343a5 None None] Network 62ece30b-c98c-4f77-b43b-7f664cb727f8 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:54.331577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:51:54.331577 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:51:54.331577 n-d-738018-6 neutron-server[94671]: [parameters: {'id': '62ece30b-c98c-4f77-b43b-7f664cb727f8'}] Jul 27 22:51:54.331577 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:51:54.332107 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:51:54.380404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 52a1c6ec-6664-4a64-80b1-40e67c126510 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:51:54.388787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 52a1c6ec-6664-4a64-80b1-40e67c126510 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:51:54.389175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.518296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.552293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 52a1c6ec-6664-4a64-80b1-40e67c126510, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52a1c6ec-6664-4a64-80b1-40e67c126510,segment=NetworkSegment(7980a7a2-1905-43e6-8ea4-263065a23e5f),segment_id=7980a7a2-1905-43e6-8ea4-263065a23e5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:54.635657 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.669908 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9839a-c66b-419b-a10d-ecca06b01ef1 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:51:54.731070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b5b71a87-f9b3-41ff-a108-5c2007a930e6 None None] Provisioning complete for port 52a1c6ec-6664-4a64-80b1-40e67c126510 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:51:54.731373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5b71a87-f9b3-41ff-a108-5c2007a930e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.741763 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=52a1c6ec-6664-4a64-80b1-40e67c126510,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:54.804754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9839a-c66b-419b-a10d-ecca06b01ef1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:51:54.832664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.893578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:54.894041 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.965623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] For port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7847a983-ebe4-4fe1-84f8-11ec7ffdad24,segment=NetworkSegment(50c71e9e-a62e-4e11-b348-e6443172c991),segment_id=50c71e9e-a62e-4e11-b348-e6443172c991)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:54.966553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:54.979849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Calling delete_port for 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:55.132160 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.162819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Port': ['ID=7847a983-ebe4-4fe1-84f8-11ec7ffdad24,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:55.164641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No DVR routers for this DVR port 7847a983-ebe4-4fe1-84f8-11ec7ffdad24 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:55.248415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.258056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ece30b-c98c-4f77-b43b-7f664cb727f8']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:55.268682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c71e9e-a62e-4e11-b348-e6443172c991') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:55.268977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c71e9e-a62e-4e11-b348-e6443172c991') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:55.277452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.291533 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.297765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:55.298181 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:55.304159 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:55.423561 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.430603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.436630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/62ece30b-c98c-4f77-b43b-7f664cb727f8 HTTP/1.1" status: 204 len: 168 time: 2.2452898 Jul 27 22:51:55.437210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:55.442473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159334408'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:55.443966 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145c312-5f8d-4c9c-81a3-3349c7d8560c tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Network': ['ID=62ece30b-c98c-4f77-b43b-7f664cb727f8,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:55.530980 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:55.534789 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.559110 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:55.568192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.571642 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Added segment 459e6965-bd2e-4dc3-8189-c7ac02426a67 of type vlan for network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 Jul 27 22:51:55.608027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.686735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.692213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:55.692794 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:55.756920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Network': ['ID=c52aeade-5a7d-45b6-81ed-a8e1bbab80f3,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:55.767815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:55.807285 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-10c99c2b-07e3-4099-b644-212257c887b3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3689332 Jul 27 22:51:55.810104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57786) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:55.815425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'subnet': {'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:55.971399 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:55.974883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.032475 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Performing IP validity checks on allocation pools {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:51:56.033361 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.ipam_backend_mixin [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94672) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:51:56.083708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52a1c6ec-6664-4a64-80b1-40e67c126510 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:51:56.135157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 52a1c6ec-6664-4a64-80b1-40e67c126510 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:51:56.135539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.235772 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.296296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Subnet': ['ID=c9993bdc-d496-4a67-9a0c-a1824af678c0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:56.304885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking segment: {'id': '459e6965-bd2e-4dc3-8189-c7ac02426a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:56.305252 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network hostable DHCP agents. Network: c52aeade-5a7d-45b6-81ed-a8e1bbab80f3, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:51:56.377835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:51:56.480059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, c52aeade-5a7d-45b6-81ed-a8e1bbab80f3) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:56.484639 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:56.485236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.491139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751ca3d-a2f7-4613-936c-4f901f087fdd None None] Network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:56.568962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-916b4f19-c405-4db1-8aec-2ca711ff9105 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7576096 Jul 27 22:51:56.571583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57788) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:56.642486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-c52aeade-5a7d-45b6-81ed-a8e1bbab80f3', 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3', 'tenant_id': '212ec65324b7439fb265f0c02d75199b', 'fixed_ips': [{'subnet_id': 'c9993bdc-d496-4a67-9a0c-a1824af678c0'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:51:56.643357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.687868 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.767501 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.781175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Allocated IP 2001:db8::3 (c52aeade-5a7d-45b6-81ed-a8e1bbab80f3/c9993bdc-d496-4a67-9a0c-a1824af678c0/cc35f0a3-8df7-44ae-ac24-16a5f366d577) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:56.938276 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:56.948704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Transition to ACTIVE for port object cc35f0a3-8df7-44ae-ac24-16a5f366d577 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:56.964200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Transition to ACTIVE for port object cc35f0a3-8df7-44ae-ac24-16a5f366d577 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:57.041274 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.078045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:51:57.080944 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:57.086507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:51:57.095466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Pushing event updated for resources: {'Port': ['ID=cc35f0a3-8df7-44ae-ac24-16a5f366d577,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:57.098384 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.128087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Subnet': ['ID=c9993bdc-d496-4a67-9a0c-a1824af678c0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:57.152352 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Attempting to bind port cc35f0a3-8df7-44ae-ac24-16a5f366d577 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:57.152729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Attempting to bind port cc35f0a3-8df7-44ae-ac24-16a5f366d577 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '459e6965-bd2e-4dc3-8189-c7ac02426a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:57.155778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Attempting to bind port cc35f0a3-8df7-44ae-ac24-16a5f366d577 on network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:57.159753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:57.160141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Checking segment: {'id': '459e6965-bd2e-4dc3-8189-c7ac02426a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:57.160557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.160960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Bound using segment: {'id': '459e6965-bd2e-4dc3-8189-c7ac02426a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:57.161438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Bound port: cc35f0a3-8df7-44ae-ac24-16a5f366d577, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e6965-bd2e-4dc3-8189-c7ac02426a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:57.161830 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.186692 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.196694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52aeade-5a7d-45b6-81ed-a8e1bbab80f3']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:57.207182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e6965-bd2e-4dc3-8189-c7ac02426a67') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:57.207487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e6965-bd2e-4dc3-8189-c7ac02426a67') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:57.216214 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.228990 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] For port cc35f0a3-8df7-44ae-ac24-16a5f366d577, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:57.231232 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.237834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:57.238233 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:57.241296 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:57.300809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] For port cc35f0a3-8df7-44ae-ac24-16a5f366d577, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=cc35f0a3-8df7-44ae-ac24-16a5f366d577,segment=NetworkSegment(459e6965-bd2e-4dc3-8189-c7ac02426a67),segment_id=459e6965-bd2e-4dc3-8189-c7ac02426a67)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:57.332337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.db.api [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:51:57.332337 n-d-738018-6 neutron-server[94672]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:51:57.332337 n-d-738018-6 neutron-server[94672]: [parameters: {'id': 'c52aeade-5a7d-45b6-81ed-a8e1bbab80f3'}] Jul 27 22:51:57.332337 n-d-738018-6 neutron-server[94672]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:51:57.332814 n-d-738018-6 neutron-server[94672]: DEBUG oslo_db.api [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:51:57.360114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.443038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5a198-12ef-46d1-8f4d-cf434e6ab5de None None] Pushing event updated for resources: {'Port': ['ID=cc35f0a3-8df7-44ae-ac24-16a5f366d577,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:57.464184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec22b8c-1959-4187-badd-7d747dde0870 None None] Network c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:57.762398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6408cde-14ce-49d9-b2af-ab4cdeb6c127 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:51:57.829877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6408cde-14ce-49d9-b2af-ab4cdeb6c127 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:51:57.833856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.890271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting port cc35f0a3-8df7-44ae-ac24-16a5f366d577 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:51:57.890271 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.956654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] For port cc35f0a3-8df7-44ae-ac24-16a5f366d577, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=cc35f0a3-8df7-44ae-ac24-16a5f366d577,segment=NetworkSegment(459e6965-bd2e-4dc3-8189-c7ac02426a67),segment_id=459e6965-bd2e-4dc3-8189-c7ac02426a67)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:57.957026 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:57.970057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Calling delete_port for cc35f0a3-8df7-44ae-ac24-16a5f366d577 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:51:58.086867 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.112575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Port': ['ID=cc35f0a3-8df7-44ae-ac24-16a5f366d577,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:58.116556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No DVR routers for this DVR port cc35f0a3-8df7-44ae-ac24-16a5f366d577 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:58.197911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.207658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52aeade-5a7d-45b6-81ed-a8e1bbab80f3']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:58.217898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e6965-bd2e-4dc3-8189-c7ac02426a67') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:58.218195 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e6965-bd2e-4dc3-8189-c7ac02426a67') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:51:58.226872 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.240947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.246749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:51:58.247140 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:51:58.250216 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:51:58.355089 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.362046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.363894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 HTTP/1.1" status: 204 len: 168 time: 1.7913361 Jul 27 22:51:58.367646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57790) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:58.372841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-167913480'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:58.375867 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2436c-492c-415f-a4b1-e86ac1132917 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Network': ['ID=c52aeade-5a7d-45b6-81ed-a8e1bbab80f3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:58.452915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:58.456516 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.480993 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:58.489994 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.490657 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Added segment 3e9902d0-366f-4fec-a2ba-96c85a5b8223 of type vlan for network d3335cde-4faf-409d-8a8e-460b749dfd6b Jul 27 22:51:58.534552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.629679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.635314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:58.635898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:58.737697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Network': ['ID=d3335cde-4faf-409d-8a8e-460b749dfd6b,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:58.751971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network d3335cde-4faf-409d-8a8e-460b749dfd6b details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:58.835721 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-746c3a82-b7a0-4c62-b654-4a19a571ba15 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4669368 Jul 27 22:51:58.838429 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57792) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:58.843633 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'subnet': {'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:59.010860 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:59.014474 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.257311 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.318607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Subnet': ['ID=6f8f1c4a-e9ca-4869-99e0-9711a2070a3d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:59.328895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking segment: {'id': '3e9902d0-366f-4fec-a2ba-96c85a5b8223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:59.329259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network hostable DHCP agents. Network: d3335cde-4faf-409d-8a8e-460b749dfd6b, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:51:59.399681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network d3335cde-4faf-409d-8a8e-460b749dfd6b is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:51:59.469602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, d3335cde-4faf-409d-8a8e-460b749dfd6b) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:51:59.473994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.474634 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.479037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9e32f-ba3d-4b8b-9275-2034c826b355 None None] Network d3335cde-4faf-409d-8a8e-460b749dfd6b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:51:59.527269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea4a17fd-4e67-4438-b96d-c6a36ef96047 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6876655 Jul 27 22:51:59.531447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57794) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:59.537004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3530831'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:59.606749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:51:59.611660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.627451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-d3335cde-4faf-409d-8a8e-460b749dfd6b', 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b', 'tenant_id': '212ec65324b7439fb265f0c02d75199b', 'fixed_ips': [{'subnet_id': '6f8f1c4a-e9ca-4869-99e0-9711a2070a3d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:51:59.628339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.638072 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:51:59.647782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.648213 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Added segment bae86125-31b4-43f3-afb1-9b6b7587361d of type vlan for network 2df81f3a-7001-4d4a-8d63-34d459e69a22 Jul 27 22:51:59.689129 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.768871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Allocated IP 2001:db8::2 (d3335cde-4faf-409d-8a8e-460b749dfd6b/6f8f1c4a-e9ca-4869-99e0-9711a2070a3d/e87804b0-5947-49be-9010-ab37b38280ee) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:51:59.784072 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.789806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.792171 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.855196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Network': ['ID=2df81f3a-7001-4d4a-8d63-34d459e69a22,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:59.870905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2df81f3a-7001-4d4a-8d63-34d459e69a22 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:51:59.910728 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-28143d4c-0be0-40e2-b7fe-7291d6b2fdd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3781052 Jul 27 22:51:59.913440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57796) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:51:59.918534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Request body: {'subnet': {'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:59.967172 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:59.978797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Transition to ACTIVE for port object e87804b0-5947-49be-9010-ab37b38280ee will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:59.994830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Transition to ACTIVE for port object e87804b0-5947-49be-9010-ab37b38280ee will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:00.064116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.086855 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Made reservation on behalf of 212ec65324b7439fb265f0c02d75199b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:00.090503 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.103133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Network d3335cde-4faf-409d-8a8e-460b749dfd6b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:00.109722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:00.115006 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:00.121959 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Pushing event updated for resources: {'Port': ['ID=e87804b0-5947-49be-9010-ab37b38280ee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:00.179137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Attempting to bind port e87804b0-5947-49be-9010-ab37b38280ee on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:00.179516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Attempting to bind port e87804b0-5947-49be-9010-ab37b38280ee by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3e9902d0-366f-4fec-a2ba-96c85a5b8223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:00.179886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Attempting to bind port e87804b0-5947-49be-9010-ab37b38280ee on network d3335cde-4faf-409d-8a8e-460b749dfd6b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:00.184809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:00.185189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Checking segment: {'id': '3e9902d0-366f-4fec-a2ba-96c85a5b8223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:00.185598 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.185999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Bound using segment: {'id': '3e9902d0-366f-4fec-a2ba-96c85a5b8223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:00.186505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Bound port: e87804b0-5947-49be-9010-ab37b38280ee, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9902d0-366f-4fec-a2ba-96c85a5b8223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd3335cde-4faf-409d-8a8e-460b749dfd6b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:00.186924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.253976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] For port e87804b0-5947-49be-9010-ab37b38280ee, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:00.257094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] For port e87804b0-5947-49be-9010-ab37b38280ee, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e87804b0-5947-49be-9010-ab37b38280ee,segment=NetworkSegment(3e9902d0-366f-4fec-a2ba-96c85a5b8223),segment_id=3e9902d0-366f-4fec-a2ba-96c85a5b8223)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:00.308822 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.331557 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.367120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7de8f-7158-4a16-90ae-9a9ab1760e1c None None] Pushing event updated for resources: {'Port': ['ID=e87804b0-5947-49be-9010-ab37b38280ee,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:00.396987 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event updated for resources: {'Subnet': ['ID=a378fe3a-b504-4596-bc49-74aec8192877,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:00.409095 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Checking segment: {'id': 'bae86125-31b4-43f3-afb1-9b6b7587361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:00.409745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network hostable DHCP agents. Network: 2df81f3a-7001-4d4a-8d63-34d459e69a22, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:00.498387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Network 2df81f3a-7001-4d4a-8d63-34d459e69a22 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:00.549596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2df81f3a-7001-4d4a-8d63-34d459e69a22) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:00.554161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:00.554873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.560185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182d9b7-7f56-499e-bda9-f35ecea7b1ad None None] Network 2df81f3a-7001-4d4a-8d63-34d459e69a22 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:00.623510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-fc56a20e-2691-4a0e-bc82-c9d310ba40a9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7089663 Jul 27 22:52:00.626108 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57798) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:00.723815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2df81f3a-7001-4d4a-8d63-34d459e69a22', 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22', 'tenant_id': '212ec65324b7439fb265f0c02d75199b', 'fixed_ips': [{'subnet_id': 'a378fe3a-b504-4596-bc49-74aec8192877'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:00.724713 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.728418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.788341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:00.864974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Allocated IP 2001:db8::2 (2df81f3a-7001-4d4a-8d63-34d459e69a22/a378fe3a-b504-4596-bc49-74aec8192877/3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:01.009550 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.019002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Transition to ACTIVE for port object 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:01.035718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Transition to ACTIVE for port object 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:01.104660 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.146915 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Network 2df81f3a-7001-4d4a-8d63-34d459e69a22 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:01.149853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:01.155667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:01.164931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Pushing event updated for resources: {'Port': ['ID=3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:01.200615 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.224850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Attempting to bind port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:01.225231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Attempting to bind port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'bae86125-31b4-43f3-afb1-9b6b7587361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:01.225596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Attempting to bind port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 on network 2df81f3a-7001-4d4a-8d63-34d459e69a22 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:01.231291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:01.231668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Checking segment: {'id': 'bae86125-31b4-43f3-afb1-9b6b7587361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:01.232070 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.232464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Bound using segment: {'id': 'bae86125-31b4-43f3-afb1-9b6b7587361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:01.232984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Bound port: 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae86125-31b4-43f3-afb1-9b6b7587361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:01.233372 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.236378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Subnet': ['ID=a378fe3a-b504-4596-bc49-74aec8192877,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:01.253597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67531848-8b5b-40a4-80d8-4a17fb17a2ab None None] Network d3335cde-4faf-409d-8a8e-460b749dfd6b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:01.299061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.309088 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df81f3a-7001-4d4a-8d63-34d459e69a22']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:01.321677 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae86125-31b4-43f3-afb1-9b6b7587361d') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:01.321977 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae86125-31b4-43f3-afb1-9b6b7587361d') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:01.331532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.345135 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.351071 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:01.351459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:01.354416 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:01.360942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] For port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:01.410338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fb145539-6e9a-4f0a-ace5-cd6a50c0d5b3 None None] Provisioning for port e87804b0-5947-49be-9010-ab37b38280ee completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:01.425082 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] For port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1,segment=NetworkSegment(bae86125-31b4-43f3-afb1-9b6b7587361d),segment_id=bae86125-31b4-43f3-afb1-9b6b7587361d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:01.469875 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.db.api [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:52:01.469875 n-d-738018-6 neutron-server[94671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:52:01.469875 n-d-738018-6 neutron-server[94671]: [parameters: {'id': '2df81f3a-7001-4d4a-8d63-34d459e69a22'}] Jul 27 22:52:01.469875 n-d-738018-6 neutron-server[94671]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:52:01.470827 n-d-738018-6 neutron-server[94671]: DEBUG oslo_db.api [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:52:01.497051 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.577426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659edbec-4778-4dcb-bf2c-3b0ee611383d None None] Pushing event updated for resources: {'Port': ['ID=3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:01.603774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129dd9fe-76cc-4725-9dc1-5560b02821ea None None] Network 2df81f3a-7001-4d4a-8d63-34d459e69a22 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:01.742172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb638b67-f996-4f61-9c16-1cd36baf0618 None None] get_active_networks_info from n-d-738018-6 {{(pid=94673) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:52:01.817036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb638b67-f996-4f61-9c16-1cd36baf0618 None None] Resources bound (agent type, host, resource id): {{(pid=94673) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:52:01.967003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd0eb7b-9573-4514-a500-4991aec9bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.971560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.027332 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:02.027332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.101718 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] For port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1,segment=NetworkSegment(bae86125-31b4-43f3-afb1-9b6b7587361d),segment_id=bae86125-31b4-43f3-afb1-9b6b7587361d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:02.102095 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.115862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Calling delete_port for 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:02.120049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e87804b0-5947-49be-9010-ab37b38280ee up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:02.234009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e87804b0-5947-49be-9010-ab37b38280ee completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:02.238848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e87804b0-5947-49be-9010-ab37b38280ee triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:02.239226 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.257098 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.288862 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Port': ['ID=3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:02.290635 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No DVR routers for this DVR port 3d7c20ab-42b2-4bbd-8c6d-0b0ce9aa53f1 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:02.318608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.350385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e87804b0-5947-49be-9010-ab37b38280ee, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e87804b0-5947-49be-9010-ab37b38280ee,segment=NetworkSegment(3e9902d0-366f-4fec-a2ba-96c85a5b8223),segment_id=3e9902d0-366f-4fec-a2ba-96c85a5b8223)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:02.368278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.378049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df81f3a-7001-4d4a-8d63-34d459e69a22']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:02.388538 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae86125-31b4-43f3-afb1-9b6b7587361d') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:02.388850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae86125-31b4-43f3-afb1-9b6b7587361d') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:02.398677 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.413354 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.419413 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:02.419814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:02.424097 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:02.428887 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.474339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e87804b0-5947-49be-9010-ab37b38280ee,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:02.543776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.548835 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.553495 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/2df81f3a-7001-4d4a-8d63-34d459e69a22 HTTP/1.1" status: 204 len: 168 time: 1.9244549 Jul 27 22:52:02.554917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57800) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:02.568349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c03f1-542f-4eb8-a71d-952f98ce26c9 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Network': ['ID=2df81f3a-7001-4d4a-8d63-34d459e69a22,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:02.583839 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eff4248-bb24-4635-bc8e-c7625fb471f0 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] GET failed (client error): The resource could not be found. Jul 27 22:52:02.585176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6eff4248-bb24-4635-bc8e-c7625fb471f0 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "GET /v2.0/subnets/a378fe3a-b504-4596-bc49-74aec8192877 HTTP/1.1" status: 404 len: 337 time: 0.0292380 Jul 27 22:52:02.587951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57802) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:02.605600 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-815e8bae-2faf-457a-b34f-1d0bf0a4a416 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:02.606116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815e8bae-2faf-457a-b34f-1d0bf0a4a416 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:02.607746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-815e8bae-2faf-457a-b34f-1d0bf0a4a416 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/2df81f3a-7001-4d4a-8d63-34d459e69a22 HTTP/1.1" status: 404 len: 339 time: 0.0189166 Jul 27 22:52:02.612029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:02.636874 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dde0bc9-d2d2-4dfc-8033-992735545a32 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:02.637317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dde0bc9-d2d2-4dfc-8033-992735545a32 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:02.639018 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6dde0bc9-d2d2-4dfc-8033-992735545a32 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/subnets/a378fe3a-b504-4596-bc49-74aec8192877 HTTP/1.1" status: 404 len: 337 time: 0.0261180 Jul 27 22:52:02.641975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57806) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:02.660029 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca49f558-a1db-4c9d-85f0-201ec58b913f tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:02.660540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca49f558-a1db-4c9d-85f0-201ec58b913f tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:02.662144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ca49f558-a1db-4c9d-85f0-201ec58b913f tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/2df81f3a-7001-4d4a-8d63-34d459e69a22 HTTP/1.1" status: 404 len: 339 time: 0.0192688 Jul 27 22:52:02.664461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:02.721266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting subnet 6f8f1c4a-e9ca-4869-99e0-9711a2070a3d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:52:02.724494 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.762787 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.845015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.978243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.004372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8f1c4a-e9ca-4869-99e0-9711a2070a3d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:03.010889 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.012767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9f68a396-d6c3-4932-8361-dd300d123022 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/subnets/6f8f1c4a-e9ca-4869-99e0-9711a2070a3d HTTP/1.1" status: 204 len: 168 time: 0.3474381 Jul 27 22:52:03.016427 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57810) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.017491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394d505-d0a9-4213-b34f-ad38d964b4f6 None None] Network d3335cde-4faf-409d-8a8e-460b749dfd6b requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:03.091517 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.153160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting port e87804b0-5947-49be-9010-ab37b38280ee {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:03.153506 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.197831 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] DHCP port deletion for d3335cde-4faf-409d-8a8e-460b749dfd6b request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:52:03.220864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] For port e87804b0-5947-49be-9010-ab37b38280ee, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e87804b0-5947-49be-9010-ab37b38280ee,segment=NetworkSegment(3e9902d0-366f-4fec-a2ba-96c85a5b8223),segment_id=3e9902d0-366f-4fec-a2ba-96c85a5b8223)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:03.221142 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.234134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Calling delete_port for e87804b0-5947-49be-9010-ab37b38280ee owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:03.248102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Deleting port e87804b0-5947-49be-9010-ab37b38280ee {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:03.248488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.309980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] For port e87804b0-5947-49be-9010-ab37b38280ee, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e87804b0-5947-49be-9010-ab37b38280ee,segment=NetworkSegment(3e9902d0-366f-4fec-a2ba-96c85a5b8223),segment_id=3e9902d0-366f-4fec-a2ba-96c85a5b8223)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:03.310429 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.323103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Calling delete_port for e87804b0-5947-49be-9010-ab37b38280ee owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:03.378419 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.404784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Port': ['ID=e87804b0-5947-49be-9010-ab37b38280ee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:03.410674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No DVR routers for this DVR port e87804b0-5947-49be-9010-ab37b38280ee on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:03.417589 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.441631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] Pushing event deleted for resources: {'Port': ['ID=e87804b0-5947-49be-9010-ab37b38280ee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:03.447641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac6b93-ee75-4960-a3eb-269580396011 None None] No DVR routers for this DVR port e87804b0-5947-49be-9010-ab37b38280ee on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:03.495422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.505339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3335cde-4faf-409d-8a8e-460b749dfd6b']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:03.514906 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9902d0-366f-4fec-a2ba-96c85a5b8223') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:03.515206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9902d0-366f-4fec-a2ba-96c85a5b8223') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:03.524571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.539685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.548414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:03.548414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:03.549271 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:03.675172 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.682777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.683997 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/d3335cde-4faf-409d-8a8e-460b749dfd6b HTTP/1.1" status: 204 len: 168 time: 0.6674070 Jul 27 22:52:03.686809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.696141 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a5f2-750d-4288-90a4-73081a62387b tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Network': ['ID=d3335cde-4faf-409d-8a8e-460b749dfd6b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:03.717420 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-c335dd6c-0b1d-417f-a7b3-8d1773a23f63 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:03.717809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c335dd6c-0b1d-417f-a7b3-8d1773a23f63 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:03.720203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c335dd6c-0b1d-417f-a7b3-8d1773a23f63 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/subnets/c9993bdc-d496-4a67-9a0c-a1824af678c0 HTTP/1.1" status: 404 len: 337 time: 0.0321245 Jul 27 22:52:03.722839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57814) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.741546 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb31574-8b0c-4e89-b591-ce5772c1efd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:03.742136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb31574-8b0c-4e89-b591-ce5772c1efd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:03.743848 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3fb31574-8b0c-4e89-b591-ce5772c1efd4 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/c52aeade-5a7d-45b6-81ed-a8e1bbab80f3 HTTP/1.1" status: 404 len: 339 time: 0.0200760 Jul 27 22:52:03.746622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57816) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.773347 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-24215aa4-9099-4f5a-82d9-24db6ec31ec6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:03.807561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24215aa4-9099-4f5a-82d9-24db6ec31ec6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:03.807561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-24215aa4-9099-4f5a-82d9-24db6ec31ec6 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/subnets/df7754f4-4741-4e59-b9bd-3b444d158d71 HTTP/1.1" status: 404 len: 337 time: 0.0283070 Jul 27 22:52:03.809560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.829550 n-d-738018-6 neutron-server[94672]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fec6d5-0037-4ffc-810a-62e84a2b3179 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] DELETE failed (client error): The resource could not be found. Jul 27 22:52:03.830088 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fec6d5-0037-4ffc-810a-62e84a2b3179 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94672) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:52:03.832081 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-84fec6d5-0037-4ffc-810a-62e84a2b3179 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/62ece30b-c98c-4f77-b43b-7f664cb727f8 HTTP/1.1" status: 404 len: 339 time: 0.0215671 Jul 27 22:52:03.834708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57820) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:03.884944 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting subnet ba2f23b4-45a3-4bd8-a215-4216bacbb2b9 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:52:03.888104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:03.935323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.037590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.113379 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e87804b0-5947-49be-9010-ab37b38280ee no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:04.134421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e87804b0-5947-49be-9010-ab37b38280ee {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:04.134777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e87804b0-5947-49be-9010-ab37b38280ee not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:04.174144 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.212714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2f23b4-45a3-4bd8-a215-4216bacbb2b9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:04.223042 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.228962 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e47806-2b79-4aad-9f20-f6179a3e5892 None None] Network 7f8041a5-8fdd-4e0f-abc3-660472976cee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:04.229383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ef004ba2-eef0-4533-a686-784bc5ea13c3 tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/subnets/ba2f23b4-45a3-4bd8-a215-4216bacbb2b9 HTTP/1.1" status: 204 len: 168 time: 0.3937247 Jul 27 22:52:04.229577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:04.326370 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.385806 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Deleting port 52a1c6ec-6664-4a64-80b1-40e67c126510 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:04.386150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.441776 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f75a5a4a-b5eb-42ca-9f80-c281869bcb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.451939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] For port 52a1c6ec-6664-4a64-80b1-40e67c126510, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52a1c6ec-6664-4a64-80b1-40e67c126510,segment=NetworkSegment(7980a7a2-1905-43e6-8ea4-263065a23e5f),segment_id=7980a7a2-1905-43e6-8ea4-263065a23e5f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:04.452319 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.465902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Calling delete_port for 52a1c6ec-6664-4a64-80b1-40e67c126510 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:04.472199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] DHCP port deletion for 7f8041a5-8fdd-4e0f-abc3-660472976cee request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:52:04.520591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Deleting port 52a1c6ec-6664-4a64-80b1-40e67c126510 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:04.520974 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.591303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] For port 52a1c6ec-6664-4a64-80b1-40e67c126510, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=52a1c6ec-6664-4a64-80b1-40e67c126510,segment=NetworkSegment(7980a7a2-1905-43e6-8ea4-263065a23e5f),segment_id=7980a7a2-1905-43e6-8ea4-263065a23e5f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:04.591712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.608404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Calling delete_port for 52a1c6ec-6664-4a64-80b1-40e67c126510 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:04.611525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.638250 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Port': ['ID=52a1c6ec-6664-4a64-80b1-40e67c126510,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:04.640146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] No DVR routers for this DVR port 52a1c6ec-6664-4a64-80b1-40e67c126510 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:04.687891 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.712219 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] Pushing event deleted for resources: {'Port': ['ID=52a1c6ec-6664-4a64-80b1-40e67c126510,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:04.716215 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675710d3-c260-4be9-a5f1-1b8118a7fe12 None None] No DVR routers for this DVR port 52a1c6ec-6664-4a64-80b1-40e67c126510 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:04.728849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.741327 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8041a5-8fdd-4e0f-abc3-660472976cee']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:04.752322 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7980a7a2-1905-43e6-8ea4-263065a23e5f') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:04.752620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7980a7a2-1905-43e6-8ea4-263065a23e5f') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:04.761372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.774878 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.780571 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:04.780989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:04.784951 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:04.816862 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.897205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.907184 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.907184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] 10.222.0.37 "DELETE /v2.0/networks/7f8041a5-8fdd-4e0f-abc3-660472976cee HTTP/1.1" status: 204 len: 168 time: 0.6751349 Jul 27 22:52:04.918801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dad55-a83a-4beb-a807-39430526eccf tempest-NetworksIpV6Test-1060129408 tempest-NetworksIpV6Test-1060129408-project] Pushing event deleted for resources: {'Network': ['ID=7f8041a5-8fdd-4e0f-abc3-660472976cee,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:05.357881 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57828) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:05.491438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a9698b43-8be7-4c10-abd6-a836be4b724f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=212ec65324b7439fb265f0c02d75199b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314580 Jul 27 22:52:05.493016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57832) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:05.547534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.568268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.691984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.694631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.695809 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d77aa203-c500-42ec-a104-a842f9495a89 HTTP/1.1" status: 204 len: 168 time: 0.2018905 Jul 27 22:52:05.704642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42340f07-7382-4c73-82fa-4ae26b723204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77aa203-c500-42ec-a104-a842f9495a89,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:06.064325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:06.093948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52a1c6ec-6664-4a64-80b1-40e67c126510 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:06.113526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 52a1c6ec-6664-4a64-80b1-40e67c126510 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:06.113877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 52a1c6ec-6664-4a64-80b1-40e67c126510 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:06.615793 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57854) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:06.707669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-976764616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:06.818439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:06.819499 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:06.871357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:06.948763 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.040984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.042202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bc55373c-9321-4d71-94b9-9856e9f89733 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4254093 Jul 27 22:52:07.044918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57858) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:07.050764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1155598846'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:07.126969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Made reservation on behalf of 157f35e9f54c4741b1eb18914b599631 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:07.130455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.142424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.232621 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.303234 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.327053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:07.343348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6fbfac-46e7-49b9-bb5b-bb82f89fd9c4,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:07.347465 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.347826 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Added segment e654d137-df48-40f7-84e5-46f5cc38a47a of type vlan for network 8cff5f6b-5c8b-4e70-9723-dd926e094488 Jul 27 22:52:07.397220 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.503439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.509325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:07.509924 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.577681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event updated for resources: {'Network': ['ID=8cff5f6b-5c8b-4e70-9723-dd926e094488,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:07.583489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.588002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:07.657929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1bb0071b-50e6-464c-8b5f-f2bcb6affb2a tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6116893 Jul 27 22:52:07.660779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:07.665859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'subnet': {'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:07.767405 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:07.840912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Made reservation on behalf of 157f35e9f54c4741b1eb18914b599631 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:07.845335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.074401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.134041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event updated for resources: {'Subnet': ['ID=d1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:08.144171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Checking segment: {'id': 'e654d137-df48-40f7-84e5-46f5cc38a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:08.144537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Network hostable DHCP agents. Network: 8cff5f6b-5c8b-4e70-9723-dd926e094488, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:08.223749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:08.275160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 8cff5f6b-5c8b-4e70-9723-dd926e094488) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:08.279130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:08.279793 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.285612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e003d-624f-4664-bdfc-6999276d50c2 None None] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:08.339017 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-820b5198-f24d-4671-8644-112714eed5b9 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6771779 Jul 27 22:52:08.341937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57862) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:08.347581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-290161382'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:08.424258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Made reservation on behalf of 157f35e9f54c4741b1eb18914b599631 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:08.427886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.436496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-8cff5f6b-5c8b-4e70-9723-dd926e094488', 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488', 'tenant_id': '157f35e9f54c4741b1eb18914b599631', 'fixed_ips': [{'subnet_id': 'd1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:08.437375 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.452982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:08.462337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.462696 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Added segment 63f517ef-6988-4499-a8f4-dc9852015dfc of type vlan for network 991d9142-c3fb-4c90-8187-2d3290213ab3 Jul 27 22:52:08.507002 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.579914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Allocated IP 172.20.0.2 (8cff5f6b-5c8b-4e70-9723-dd926e094488/d1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5/e5d46e9e-858e-469b-b96a-c6961731c608) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:08.582742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.589438 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:08.590155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.660093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event updated for resources: {'Network': ['ID=991d9142-c3fb-4c90-8187-2d3290213ab3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:08.671015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:08.726569 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-24236acd-160c-4b15-8858-986c7d67c2ae tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3834419 Jul 27 22:52:08.729533 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57864) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:08.735709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'subnet': {'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:08.925418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Made reservation on behalf of 157f35e9f54c4741b1eb18914b599631 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:08.929362 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.950057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:08.959078 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Transition to ACTIVE for port object e5d46e9e-858e-469b-b96a-c6961731c608 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:08.973852 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Transition to ACTIVE for port object e5d46e9e-858e-469b-b96a-c6961731c608 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:09.005541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.068553 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.104907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:09.107678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:09.113942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:09.122230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Pushing event updated for resources: {'Port': ['ID=e5d46e9e-858e-469b-b96a-c6961731c608,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:09.172349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.177578 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Attempting to bind port e5d46e9e-858e-469b-b96a-c6961731c608 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:09.177957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Attempting to bind port e5d46e9e-858e-469b-b96a-c6961731c608 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'e654d137-df48-40f7-84e5-46f5cc38a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:09.178344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Attempting to bind port e5d46e9e-858e-469b-b96a-c6961731c608 on network 8cff5f6b-5c8b-4e70-9723-dd926e094488 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:09.183322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:09.183701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Checking segment: {'id': 'e654d137-df48-40f7-84e5-46f5cc38a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:09.184116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.184503 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Bound using segment: {'id': 'e654d137-df48-40f7-84e5-46f5cc38a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:09.184981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Bound port: e5d46e9e-858e-469b-b96a-c6961731c608, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e654d137-df48-40f7-84e5-46f5cc38a47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '8cff5f6b-5c8b-4e70-9723-dd926e094488'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:09.185374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.239707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event updated for resources: {'Subnet': ['ID=46b71993-0f8a-4ef0-a19d-03b3c118d3aa,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:09.244927 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Checking segment: {'id': '63f517ef-6988-4499-a8f4-dc9852015dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:09.245295 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Network hostable DHCP agents. Network: 991d9142-c3fb-4c90-8187-2d3290213ab3, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:09.255258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] For port e5d46e9e-858e-469b-b96a-c6961731c608, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:09.258338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] For port e5d46e9e-858e-469b-b96a-c6961731c608, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5d46e9e-858e-469b-b96a-c6961731c608,segment=NetworkSegment(e654d137-df48-40f7-84e5-46f5cc38a47a),segment_id=e654d137-df48-40f7-84e5-46f5cc38a47a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:09.343992 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.355060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:09.406566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fdd3c-a11d-4496-9c9f-8ee168648922 None None] Pushing event updated for resources: {'Port': ['ID=e5d46e9e-858e-469b-b96a-c6961731c608,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:09.446666 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 991d9142-c3fb-4c90-8187-2d3290213ab3) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:09.451788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:09.454341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.456987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b464af7-f3ec-4519-87c8-98a0f4bda053 None None] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:09.554917 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-da36c960-4edc-4cb3-a621-d1adccd102b1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8240867 Jul 27 22:52:09.557578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57866) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:09.562224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7b9c4543-1f55-49d7-af08-9b7d81b400d1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Request body: {'router': {'external_gateway_info': {'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:09.630435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-991d9142-c3fb-4c90-8187-2d3290213ab3', 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3', 'tenant_id': '157f35e9f54c4741b1eb18914b599631', 'fixed_ips': [{'subnet_id': '46b71993-0f8a-4ef0-a19d-03b3c118d3aa'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:09.631543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.772380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Allocated IP 172.21.0.2 (991d9142-c3fb-4c90-8187-2d3290213ab3/46b71993-0f8a-4ef0-a19d-03b3c118d3aa/2590c3e1-c8f7-47b9-8101-791b983e9500) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:09.793742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4543-1f55-49d7-af08-9b7d81b400d1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.916988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:09.928759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Transition to ACTIVE for port object 2590c3e1-c8f7-47b9-8101-791b983e9500 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:09.941515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Transition to ACTIVE for port object 2590c3e1-c8f7-47b9-8101-791b983e9500 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:09.986145 n-d-738018-6 neutron-server[94671]: INFO neutron.api.v2.resource [None req-7b9c4543-1f55-49d7-af08-9b7d81b400d1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:52:09.986145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7b9c4543-1f55-49d7-af08-9b7d81b400d1 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "PUT /v2.0/routers/d9f455ae-a4d2-4af1-8976-053630a92975 HTTP/1.1" status: 400 len: 364 time: 0.4254544 Jul 27 22:52:09.990765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57868) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:10.007003 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.046652 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Deleting subnet 46b71993-0f8a-4ef0-a19d-03b3c118d3aa {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:52:10.051260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.063984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:10.074428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:10.074428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:10.074860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Pushing event updated for resources: {'Port': ['ID=2590c3e1-c8f7-47b9-8101-791b983e9500,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:10.111580 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.155304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Attempting to bind port 2590c3e1-c8f7-47b9-8101-791b983e9500 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:10.160833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Attempting to bind port 2590c3e1-c8f7-47b9-8101-791b983e9500 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '63f517ef-6988-4499-a8f4-dc9852015dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:10.160833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Attempting to bind port 2590c3e1-c8f7-47b9-8101-791b983e9500 on network 991d9142-c3fb-4c90-8187-2d3290213ab3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:10.164494 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5d46e9e-858e-469b-b96a-c6961731c608 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:10.167451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:10.167643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Checking segment: {'id': '63f517ef-6988-4499-a8f4-dc9852015dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:10.168070 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.168478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Bound using segment: {'id': '63f517ef-6988-4499-a8f4-dc9852015dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:10.168968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Bound port: 2590c3e1-c8f7-47b9-8101-791b983e9500, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f517ef-6988-4499-a8f4-dc9852015dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '991d9142-c3fb-4c90-8187-2d3290213ab3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:10.169472 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.213407 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.315108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e5d46e9e-858e-469b-b96a-c6961731c608 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:10.333334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa2dc8-fb87-4058-b978-36e4ee74054f None None] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:10.344971 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.375746 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Subnet': ['ID=46b71993-0f8a-4ef0-a19d-03b3c118d3aa,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:10.379814 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.381318 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] For port 2590c3e1-c8f7-47b9-8101-791b983e9500, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:10.382756 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2cc2c6d5-d9ab-46bf-8728-9167c888e232 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "DELETE /v2.0/subnets/46b71993-0f8a-4ef0-a19d-03b3c118d3aa HTTP/1.1" status: 204 len: 168 time: 0.3909676 Jul 27 22:52:10.384366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57870) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:10.404123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] For port 2590c3e1-c8f7-47b9-8101-791b983e9500, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2590c3e1-c8f7-47b9-8101-791b983e9500,segment=NetworkSegment(63f517ef-6988-4499-a8f4-dc9852015dfc),segment_id=63f517ef-6988-4499-a8f4-dc9852015dfc)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:10.464256 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.480365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Provisioning for port e5d46e9e-858e-469b-b96a-c6961731c608 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:10.520021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Provisioning complete for port e5d46e9e-858e-469b-b96a-c6961731c608 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:10.520414 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.601774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470c56c-9d8f-4a15-9980-9a052271d8a0 None None] Pushing event updated for resources: {'Port': ['ID=2590c3e1-c8f7-47b9-8101-791b983e9500,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:10.680652 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.753777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] For port e5d46e9e-858e-469b-b96a-c6961731c608, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5d46e9e-858e-469b-b96a-c6961731c608,segment=NetworkSegment(e654d137-df48-40f7-84e5-46f5cc38a47a),segment_id=e654d137-df48-40f7-84e5-46f5cc38a47a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:10.816524 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.820029 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.877906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20bd93-94ab-4095-be45-d8751405e9a4 None None] Pushing event updated for resources: {'Port': ['ID=e5d46e9e-858e-469b-b96a-c6961731c608,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:10.891825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Deleting port 2590c3e1-c8f7-47b9-8101-791b983e9500 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:10.892213 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.962440 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] For port 2590c3e1-c8f7-47b9-8101-791b983e9500, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2590c3e1-c8f7-47b9-8101-791b983e9500,segment=NetworkSegment(63f517ef-6988-4499-a8f4-dc9852015dfc),segment_id=63f517ef-6988-4499-a8f4-dc9852015dfc)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:10.962819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:10.975768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Calling delete_port for 2590c3e1-c8f7-47b9-8101-791b983e9500 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:11.041767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2f61ad7a-9f18-4185-b0df-627075173741 None None] Provisioning complete for port e5d46e9e-858e-469b-b96a-c6961731c608 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:11.042305 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f61ad7a-9f18-4185-b0df-627075173741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.136530 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.166147 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Port': ['ID=2590c3e1-c8f7-47b9-8101-791b983e9500,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:11.169696 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] No DVR routers for this DVR port 2590c3e1-c8f7-47b9-8101-791b983e9500 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:11.253055 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.263457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991d9142-c3fb-4c90-8187-2d3290213ab3']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:11.274824 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f517ef-6988-4499-a8f4-dc9852015dfc') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:11.275134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f517ef-6988-4499-a8f4-dc9852015dfc') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:11.286043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.300810 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.307662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:11.308070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:11.311183 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:11.424084 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.431543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.433440 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "DELETE /v2.0/networks/991d9142-c3fb-4c90-8187-2d3290213ab3 HTTP/1.1" status: 204 len: 168 time: 1.0478799 Jul 27 22:52:11.436028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57872) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:11.456749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e8b2a-6708-4692-8b50-ab59e02a8731 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Network': ['ID=991d9142-c3fb-4c90-8187-2d3290213ab3,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:11.501828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Deleting subnet d1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:52:11.505346 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.534737 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9a36408f-b117-47bb-b433-865d1d67d61d None None] Could not find standard attr ID for object 2590c3e1-c8f7-47b9-8101-791b983e9500. {{(pid=94673) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:52:11.551478 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.564198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea3f03-bd6a-42f9-8ea3-91f1c0cf5f23 None None] DHCP port deletion for 991d9142-c3fb-4c90-8187-2d3290213ab3 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:52:11.584723 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da980b-8ee6-42e1-972d-be71cbd3b035 None None] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:11.600364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da980b-8ee6-42e1-972d-be71cbd3b035 None None] Network 991d9142-c3fb-4c90-8187-2d3290213ab3 could not be found, it might have been deleted concurrently. {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:52:11.645196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.772779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.798171 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:11.803846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.805729 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c519a8d3-01be-4872-9c07-e9332f5e6157 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "DELETE /v2.0/subnets/d1ea10bd-3f1b-4ac8-87cb-f9347bc8a6a5 HTTP/1.1" status: 204 len: 168 time: 0.3686686 Jul 27 22:52:11.808109 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57874) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:11.810451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9b38f-e2fb-4ef6-b8d5-e733e903b35f None None] Network 8cff5f6b-5c8b-4e70-9723-dd926e094488 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:11.894540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:11.956230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Deleting port e5d46e9e-858e-469b-b96a-c6961731c608 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:11.956734 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.009801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] DHCP port deletion for 8cff5f6b-5c8b-4e70-9723-dd926e094488 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:52:12.020998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] For port e5d46e9e-858e-469b-b96a-c6961731c608, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5d46e9e-858e-469b-b96a-c6961731c608,segment=NetworkSegment(e654d137-df48-40f7-84e5-46f5cc38a47a),segment_id=e654d137-df48-40f7-84e5-46f5cc38a47a)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:12.021379 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.034716 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Calling delete_port for e5d46e9e-858e-469b-b96a-c6961731c608 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:12.061280 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Deleting port e5d46e9e-858e-469b-b96a-c6961731c608 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:12.061787 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.102549 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5d46e9e-858e-469b-b96a-c6961731c608 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:12.158251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] For port e5d46e9e-858e-469b-b96a-c6961731c608, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5d46e9e-858e-469b-b96a-c6961731c608,segment=NetworkSegment(e654d137-df48-40f7-84e5-46f5cc38a47a),segment_id=e654d137-df48-40f7-84e5-46f5cc38a47a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:12.158670 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.171989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Calling delete_port for e5d46e9e-858e-469b-b96a-c6961731c608 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:12.245626 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.260494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.272502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Port': ['ID=e5d46e9e-858e-469b-b96a-c6961731c608,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:12.275832 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] No DVR routers for this DVR port e5d46e9e-858e-469b-b96a-c6961731c608 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:12.319593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.345336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] Pushing event deleted for resources: {'Port': ['ID=e5d46e9e-858e-469b-b96a-c6961731c608,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:12.348984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b8b42-0412-4768-9f19-0ed7730d808a None None] No DVR routers for this DVR port e5d46e9e-858e-469b-b96a-c6961731c608 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:12.361068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.371119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cff5f6b-5c8b-4e70-9723-dd926e094488']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:12.382080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e654d137-df48-40f7-84e5-46f5cc38a47a') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:12.382414 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e654d137-df48-40f7-84e5-46f5cc38a47a') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:12.391650 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.404967 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.411700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:12.412101 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:12.415041 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:12.533312 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.540821 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.542382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "DELETE /v2.0/networks/8cff5f6b-5c8b-4e70-9723-dd926e094488 HTTP/1.1" status: 204 len: 168 time: 0.7332802 Jul 27 22:52:12.545107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:12.554418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aff70-4270-4845-a517-53b54cb94a19 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Pushing event deleted for resources: {'Network': ['ID=8cff5f6b-5c8b-4e70-9723-dd926e094488,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:12.577161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8f374014-d786-4f91-81f0-0a5f9e9311f0 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9f455ae-a4d2-4af1-8976-053630a92975 HTTP/1.1" status: 200 len: 205 time: 0.0307758 Jul 27 22:52:12.579977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57878) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:12.653661 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.812600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.814961 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.926641 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.927151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Fanout notify agent at l3_agent the message router_deleted on router d9f455ae-a4d2-4af1-8976-053630a92975 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:52:12.934563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.935646 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f673f882-4c26-4e03-9ea4-08e69303d8f3 tempest-RoutersNegativeTest-1282809750 tempest-RoutersNegativeTest-1282809750-project] 10.222.0.37 "DELETE /v2.0/routers/d9f455ae-a4d2-4af1-8976-053630a92975 HTTP/1.1" status: 204 len: 168 time: 0.3547754 Jul 27 22:52:13.367959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:13.500919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-64aa6476-ea7c-4499-a860-eee75d7cb88f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=157f35e9f54c4741b1eb18914b599631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312373 Jul 27 22:52:13.503579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57888) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:13.551332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:13.572526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:13.675077 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:13.677608 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:13.678799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f6fbfac-46e7-49b9-bb5b-bb82f89fd9c4 HTTP/1.1" status: 204 len: 168 time: 0.1743186 Jul 27 22:52:13.686970 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bede034-c63a-4658-90b1-c467c6c97564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6fbfac-46e7-49b9-bb5b-bb82f89fd9c4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:14.629050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57910) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:14.721859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2018171923-network', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:14.783775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Made reservation on behalf of d9a3a5de53a147bda7998b0e6a2d9045 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:14.786147 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:14.795190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:14.882962 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:14.949015 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:14.973902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:14.982591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4c29e-8d0d-4430-a384-4849904dc14f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:14.989416 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:14.989765 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Added segment 77e2ba69-053f-4bcb-ad2f-7952f0d380d7 of type vlan for network f8485d9c-6a66-44f5-9b83-b76c35de5984 Jul 27 22:52:15.031524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.132203 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.133228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:15.133770 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.192337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] Pushing event updated for resources: {'Network': ['ID=f8485d9c-6a66-44f5-9b83-b76c35de5984,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:15.202443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:15.247508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-68f1033f-0912-4ba4-8c8f-da8ac6dcc168 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6173050 Jul 27 22:52:15.250247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57914) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:15.255320 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Request body: {'subnet': {'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-subnet', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:15.338010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Made reservation on behalf of d9a3a5de53a147bda7998b0e6a2d9045 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:15.340410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.564920 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.620804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b7768d-cfcc-49f4-b174-ae2649c0e1b4,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:15.627594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Checking segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:15.627955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Network hostable DHCP agents. Network: f8485d9c-6a66-44f5-9b83-b76c35de5984, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:15.721017 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:15.788836 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, f8485d9c-6a66-44f5-9b83-b76c35de5984) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:15.792903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:15.793499 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.797713 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bda07-0bbb-443b-be35-27898badf33c None None] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:15.880437 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e207a92-4161-4936-93b3-10611089f354 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6289210 Jul 27 22:52:15.883452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57916) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:15.888223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:15.944489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-f8485d9c-6a66-44f5-9b83-b76c35de5984', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:15.945362 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.988092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.989150 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.044512 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.082711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Allocated IP 172.20.0.2 (f8485d9c-6a66-44f5-9b83-b76c35de5984/c9b7768d-cfcc-49f4-b174-ae2649c0e1b4/d18a424a-c44e-47d7-b622-bf9317bb5e9e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:16.226101 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.234081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Transition to ACTIVE for port object d18a424a-c44e-47d7-b622-bf9317bb5e9e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:16.249605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Transition to ACTIVE for port object d18a424a-c44e-47d7-b622-bf9317bb5e9e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:16.257667 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:52:16.274871 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.310009 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.348683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:16.353562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:16.356928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:16.363348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Pushing event updated for resources: {'Port': ['ID=d18a424a-c44e-47d7-b622-bf9317bb5e9e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:16.424891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Attempting to bind port d18a424a-c44e-47d7-b622-bf9317bb5e9e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:16.425261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Attempting to bind port d18a424a-c44e-47d7-b622-bf9317bb5e9e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:16.425657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Attempting to bind port d18a424a-c44e-47d7-b622-bf9317bb5e9e on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:16.430726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:16.431101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Checking segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:16.431506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.431897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Bound using segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:16.432365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Bound port: d18a424a-c44e-47d7-b622-bf9317bb5e9e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:16.432748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.498395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] For port d18a424a-c44e-47d7-b622-bf9317bb5e9e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:16.501586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] For port d18a424a-c44e-47d7-b622-bf9317bb5e9e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d18a424a-c44e-47d7-b622-bf9317bb5e9e,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:16.531064 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.551846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.572689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.632278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca597046-e096-4afd-a612-81fd6018c527 None None] Pushing event updated for resources: {'Port': ['ID=d18a424a-c44e-47d7-b622-bf9317bb5e9e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:16.659651 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Allocated IP 172.25.3.59 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/a3247f44-1a73-4ab7-9041-2d7e67c2e30d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:16.793704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.891776 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.931009 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:16.935715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:16.938337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:16.963155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Pushing event updated for resources: {'Port': ['ID=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:17.269816 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:17.482444 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:17.540187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a00f0-a7b6-4914-81ec-8688badefe9a None None] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:17.698514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-31edf9bc-46b5-46e4-819f-361cf3d471d3 None None] Provisioning for port d18a424a-c44e-47d7-b622-bf9317bb5e9e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:17.765359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Router bee01264-43eb-44e1-a8fd-77827d322932 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:52:17.879044 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:17.895346 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Sync routers for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:17.905579 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:17.906688 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:17.938155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:17.940019 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-29a1d3fe-e8cb-4da3-b2e0-ec800fb8c51f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0548542 Jul 27 22:52:17.943284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57918) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:18.011180 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:18.130405 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d18a424a-c44e-47d7-b622-bf9317bb5e9e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:18.201349 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:17Z', 'revision_number': 3, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:18.227994 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Checking router: bee01264-43eb-44e1-a8fd-77827d322932 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:18.228357 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Updating router bee01264-43eb-44e1-a8fd-77827d322932 port a3247f44-1a73-4ab7-9041-2d7e67c2e30d binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:52:18.229668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port d18a424a-c44e-47d7-b622-bf9317bb5e9e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:18.233854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d18a424a-c44e-47d7-b622-bf9317bb5e9e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:18.234320 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.267433 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.339567 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.388842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port d18a424a-c44e-47d7-b622-bf9317bb5e9e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d18a424a-c44e-47d7-b622-bf9317bb5e9e,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:18.413397 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.462595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.513166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=d18a424a-c44e-47d7-b622-bf9317bb5e9e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:18.543533 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.554148 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Transition to ACTIVE for port object a3247f44-1a73-4ab7-9041-2d7e67c2e30d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:18.581041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Allocated IP 172.20.0.1 (f8485d9c-6a66-44f5-9b83-b76c35de5984/c9b7768d-cfcc-49f4-b174-ae2649c0e1b4/705848a0-181b-44c3-9bea-3bc94d98bdab) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:18.629669 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.675634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Attempting to bind port a3247f44-1a73-4ab7-9041-2d7e67c2e30d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:18.676001 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Attempting to bind port a3247f44-1a73-4ab7-9041-2d7e67c2e30d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:18.676362 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Attempting to bind port a3247f44-1a73-4ab7-9041-2d7e67c2e30d on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:18.684337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.686256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:18.686715 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:18.687113 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.687503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:18.687969 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Bound port: a3247f44-1a73-4ab7-9041-2d7e67c2e30d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:18.688348 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.694249 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Pushing event updated for resources: {'Port': ['ID=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:18.698804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Transition to ACTIVE for port object 705848a0-181b-44c3-9bea-3bc94d98bdab will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:18.728405 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.728748 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.729085 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.729419 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.729746 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.730070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.730431 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.730753 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.731105 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.731470 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.731785 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.732107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:18.758482 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] For port a3247f44-1a73-4ab7-9041-2d7e67c2e30d, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:18.785269 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] For port a3247f44-1a73-4ab7-9041-2d7e67c2e30d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:18.834367 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.876734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:18.883028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:18.887319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:18.890561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Pushing event updated for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:18.898956 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.930851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.957159 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:18.957797 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:19.001899 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b38a3a-c404-4d70-a361-47fbc23364c9 None None] Pushing event updated for resources: {'Port': ['ID=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:19.085222 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:19.200955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8853c8eb-efcf-476e-904c-18ceaf3f5e5a None None] Provisioning for port 705848a0-181b-44c3-9bea-3bc94d98bdab completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:19.205200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8853c8eb-efcf-476e-904c-18ceaf3f5e5a None None] Provisioning complete for port 705848a0-181b-44c3-9bea-3bc94d98bdab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:19.206448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8853c8eb-efcf-476e-904c-18ceaf3f5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.244668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8853c8eb-efcf-476e-904c-18ceaf3f5e5a None None] Port 705848a0-181b-44c3-9bea-3bc94d98bdab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:52:19.278948 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:17Z', 'revision_number': 3, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:19.307356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22782d3-1393-4e87-ab9a-63f0194c8e9b None None] The sync data for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 is: [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:17Z', 'revision_number': 3, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:19.486583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.670112 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.778441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.847260 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.849156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Pushing event updated for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:19.948528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:19.949984 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:20.094198 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Router bee01264-43eb-44e1-a8fd-77827d322932 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:52:20.180311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d18a424a-c44e-47d7-b622-bf9317bb5e9e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:20.244044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:20.248546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port d18a424a-c44e-47d7-b622-bf9317bb5e9e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:20.249021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.249108 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d7b8905b-a601-4bc1-814c-66c45ec9ee05 admin admin] 10.222.0.37 "PUT /v2.0/routers/bee01264-43eb-44e1-a8fd-77827d322932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047323 Jul 27 22:52:20.301315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ec27fc00-6c91-4ef0-a4d9-070c9477eb1d None None] Provisioning complete for port 705848a0-181b-44c3-9bea-3bc94d98bdab triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:20.301794 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec27fc00-6c91-4ef0-a4d9-070c9477eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.364302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ec27fc00-6c91-4ef0-a4d9-070c9477eb1d None None] Port 705848a0-181b-44c3-9bea-3bc94d98bdab cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:52:20.369729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a3247f44-1a73-4ab7-9041-2d7e67c2e30d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:20.486661 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port a3247f44-1a73-4ab7-9041-2d7e67c2e30d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:20.491641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a3247f44-1a73-4ab7-9041-2d7e67c2e30d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:20.492020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.571547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.594815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port a3247f44-1a73-4ab7-9041-2d7e67c2e30d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:20.670052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.723950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:20.938783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57934) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:20.943964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Sync routers for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:20.944890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1309265898-network', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:20.953186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:20.953813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:21.035560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Made reservation on behalf of 17e60595d1224fdcb0d01f0388b8c3dc for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:21.037984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.046814 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.062178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:21.142749 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.201161 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.224641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:21.240654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b6cf9-2087-4fcc-9c25-56e1a2302ddb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:21.245166 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.245526 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Added segment 985aecf9-950a-429a-b518-616771f22941 of type vlan for network 526f3314-2864-48cd-bace-113b2a94a182 Jul 27 22:52:21.276633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:19Z', 'revision_number': 4, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '705848a0-181b-44c3-9bea-3bc94d98bdab', 'name': '', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'mac_address': 'fa:16:3e:55:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:18Z', 'updated_at': '2021-07-27T22:52:19Z', 'revision_number': 2, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'subnets': [{'id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:21.289226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.306715 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Checking router: bee01264-43eb-44e1-a8fd-77827d322932 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:21.307081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Updating router bee01264-43eb-44e1-a8fd-77827d322932 port 705848a0-181b-44c3-9bea-3bc94d98bdab binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:52:21.341173 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.383801 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.384808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:21.385394 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.447514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] Pushing event updated for resources: {'Network': ['ID=526f3314-2864-48cd-bace-113b2a94a182,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:21.460098 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 526f3314-2864-48cd-bace-113b2a94a182 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:21.498455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a381795-d283-40ba-9afb-694ef776a122 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5584931 Jul 27 22:52:21.501035 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57936) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:21.506698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Request body: {'subnet': {'network_id': '526f3314-2864-48cd-bace-113b2a94a182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-subnet', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:21.584007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Made reservation on behalf of 17e60595d1224fdcb0d01f0388b8c3dc for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:21.586575 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.824882 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.834515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Transition to ACTIVE for port object 705848a0-181b-44c3-9bea-3bc94d98bdab will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:21.870081 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.921995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:21.939842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ea3cf9-57fc-4013-bff2-07aa449089a5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:21.949421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Checking segment: {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:21.949791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Network hostable DHCP agents. Network: 526f3314-2864-48cd-bace-113b2a94a182, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:21.978597 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471f844-d3c5-4f69-b089-616c7a38ad18 None None] Pushing event updated for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:22.034608 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Network 526f3314-2864-48cd-bace-113b2a94a182 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:22.078995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Attempting to bind port 705848a0-181b-44c3-9bea-3bc94d98bdab on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:22.079378 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Attempting to bind port 705848a0-181b-44c3-9bea-3bc94d98bdab by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:22.079742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Attempting to bind port 705848a0-181b-44c3-9bea-3bc94d98bdab on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:22.088467 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:22.088836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Checking segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:22.089240 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.090918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Bound using segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:22.092053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Bound port: 705848a0-181b-44c3-9bea-3bc94d98bdab, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:22.092941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.120338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 526f3314-2864-48cd-bace-113b2a94a182) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:22.124877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:22.125615 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.137391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a3247f44-1a73-4ab7-9041-2d7e67c2e30d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:22.147197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82853f83-559e-402f-834a-3c36123863e9 None None] Network 526f3314-2864-48cd-bace-113b2a94a182 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:22.206131 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-238146d0-eab6-4bc6-ae26-9b400835eb7a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7033734 Jul 27 22:52:22.208664 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 57938) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:22.213207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:22.280025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] For port 705848a0-181b-44c3-9bea-3bc94d98bdab, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:22.285739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.287189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] For port 705848a0-181b-44c3-9bea-3bc94d98bdab, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=705848a0-181b-44c3-9bea-3bc94d98bdab,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:22.288933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.325553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port a3247f44-1a73-4ab7-9041-2d7e67c2e30d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:22.325928 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.348339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.369459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.476608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-526f3314-2864-48cd-bace-113b2a94a182', 'network_id': '526f3314-2864-48cd-bace-113b2a94a182', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'fixed_ips': [{'subnet_id': '02ea3cf9-57fc-4013-bff2-07aa449089a5'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:52:22.477476 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.486508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:22.487325 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:22.489083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471f844-d3c5-4f69-b089-616c7a38ad18 None None] Pushing event updated for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:22.574467 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.736864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:22.791025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Allocated IP 172.20.0.2 (526f3314-2864-48cd-bace-113b2a94a182/02ea3cf9-57fc-4013-bff2-07aa449089a5/ba877a07-96bb-4d8f-8df1-a7e6145b6519) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:22.868550 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.889515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:22.993575 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Allocated IP 172.25.3.43 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/bd603f50-909d-43fe-8cc8-a032940ec31f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:23.060245 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.071033 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Transition to ACTIVE for port object ba877a07-96bb-4d8f-8df1-a7e6145b6519 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:23.090862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:19Z', 'revision_number': 4, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '705848a0-181b-44c3-9bea-3bc94d98bdab', 'name': '', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'mac_address': 'fa:16:3e:55:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:18Z', 'updated_at': '2021-07-27T22:52:22Z', 'revision_number': 4, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'subnets': [{'id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:23.092827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Transition to ACTIVE for port object ba877a07-96bb-4d8f-8df1-a7e6145b6519 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:23.104097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.122564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaf69e9-1d31-4e66-b53b-463587545c04 None None] The sync data for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 is: [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:52:19Z', 'revision_number': 4, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '705848a0-181b-44c3-9bea-3bc94d98bdab', 'name': '', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'mac_address': 'fa:16:3e:55:9b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:18Z', 'updated_at': '2021-07-27T22:52:22Z', 'revision_number': 4, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'subnets': [{'id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:23.171871 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.200077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.213449 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Network 526f3314-2864-48cd-bace-113b2a94a182 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:23.220419 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:23.225326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:23.232702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Pushing event updated for resources: {'Port': ['ID=ba877a07-96bb-4d8f-8df1-a7e6145b6519,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:23.258523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:23.261633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:23.266357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:23.269957 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Pushing event updated for resources: {'Port': ['ID=bd603f50-909d-43fe-8cc8-a032940ec31f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:23.304507 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Attempting to bind port ba877a07-96bb-4d8f-8df1-a7e6145b6519 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:23.305087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Attempting to bind port ba877a07-96bb-4d8f-8df1-a7e6145b6519 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:23.305251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Attempting to bind port ba877a07-96bb-4d8f-8df1-a7e6145b6519 on network 526f3314-2864-48cd-bace-113b2a94a182 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:23.310544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:23.310920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Checking segment: {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:23.311328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.311871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Bound using segment: {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:23.312357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Bound port: ba877a07-96bb-4d8f-8df1-a7e6145b6519, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:23.312762 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.385456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] For port ba877a07-96bb-4d8f-8df1-a7e6145b6519, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:23.388801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] For port ba877a07-96bb-4d8f-8df1-a7e6145b6519, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba877a07-96bb-4d8f-8df1-a7e6145b6519,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:23.451196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.521321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2054f3-9403-4276-b2cc-2c91bba85693 None None] Pushing event updated for resources: {'Port': ['ID=ba877a07-96bb-4d8f-8df1-a7e6145b6519,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:23.615318 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:23.845844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.052653 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Router 341ce43f-7915-41ad-a4de-6564269b788d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:52:24.189422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:24.199433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba877a07-96bb-4d8f-8df1-a7e6145b6519 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:24.201933 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Sync routers for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:24.212744 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:24.213374 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:24.269842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.271695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0de191a1-3224-4ca8-aebd-03fe4c9fc168 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0620024 Jul 27 22:52:24.274989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 57940) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:24.353892 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ba877a07-96bb-4d8f-8df1-a7e6145b6519 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:24.357965 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:24.358788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 705848a0-181b-44c3-9bea-3bc94d98bdab up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:24.491209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 705848a0-181b-44c3-9bea-3bc94d98bdab completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:24.499839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 705848a0-181b-44c3-9bea-3bc94d98bdab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:24.500225 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.572559 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:23Z', 'revision_number': 3, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:24.590490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f93d5-d279-4fc2-8341-0fc547dfc574 None None] Network 526f3314-2864-48cd-bace-113b2a94a182 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:24.608448 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Checking router: 341ce43f-7915-41ad-a4de-6564269b788d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:24.608801 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Updating router 341ce43f-7915-41ad-a4de-6564269b788d port bd603f50-909d-43fe-8cc8-a032940ec31f binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:52:24.648355 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.767976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.835614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.901439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 705848a0-181b-44c3-9bea-3bc94d98bdab, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=705848a0-181b-44c3-9bea-3bc94d98bdab,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:24.923546 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Provisioning for port ba877a07-96bb-4d8f-8df1-a7e6145b6519 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:24.937534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Provisioning complete for port ba877a07-96bb-4d8f-8df1-a7e6145b6519 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:24.937927 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:24.958620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Allocated IP 172.20.0.1 (526f3314-2864-48cd-bace-113b2a94a182/02ea3cf9-57fc-4013-bff2-07aa449089a5/5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:25.003557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.029755 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.041500 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Transition to ACTIVE for port object bd603f50-909d-43fe-8cc8-a032940ec31f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:25.075250 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.082921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:25.090940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Transition to ACTIVE for port object 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:25.128331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.132493 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.164092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ab532429-d00b-4157-b991-88947cff2362 None None] For port ba877a07-96bb-4d8f-8df1-a7e6145b6519, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba877a07-96bb-4d8f-8df1-a7e6145b6519,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:25.183161 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Attempting to bind port bd603f50-909d-43fe-8cc8-a032940ec31f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:25.183539 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Attempting to bind port bd603f50-909d-43fe-8cc8-a032940ec31f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:25.183910 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Attempting to bind port bd603f50-909d-43fe-8cc8-a032940ec31f on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:25.190126 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.193112 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004a826-8324-4168-967a-737ee9f15548 None None] Pushing event updated for resources: {'Port': ['ID=bd603f50-909d-43fe-8cc8-a032940ec31f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:25.196289 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:25.200714 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:25.200714 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.200714 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:25.200714 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Bound port: bd603f50-909d-43fe-8cc8-a032940ec31f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:25.200714 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.247665 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Network 526f3314-2864-48cd-bace-113b2a94a182 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:25.252074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:25.255562 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:25.258786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:25.261121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] For port bd603f50-909d-43fe-8cc8-a032940ec31f, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:25.262088 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.269602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] For port bd603f50-909d-43fe-8cc8-a032940ec31f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd603f50-909d-43fe-8cc8-a032940ec31f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:25.314135 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.318898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab532429-d00b-4157-b991-88947cff2362 None None] Pushing event updated for resources: {'Port': ['ID=ba877a07-96bb-4d8f-8df1-a7e6145b6519,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:25.360067 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.382987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-589af533-c3bc-48df-9482-a68aaba4e02f None None] Provisioning complete for port ba877a07-96bb-4d8f-8df1-a7e6145b6519 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:25.384506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-589af533-c3bc-48df-9482-a68aaba4e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.443855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:25.444896 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:25.489599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004a826-8324-4168-967a-737ee9f15548 None None] Pushing event updated for resources: {'Port': ['ID=bd603f50-909d-43fe-8cc8-a032940ec31f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:25.548020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.569027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:25.681767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6794cce-1034-4bf4-9ca3-7a9b91c50f52 None None] Provisioning for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:25.688760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6794cce-1034-4bf4-9ca3-7a9b91c50f52 None None] Provisioning complete for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:25.689350 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6794cce-1034-4bf4-9ca3-7a9b91c50f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:25.747284 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d6794cce-1034-4bf4-9ca3-7a9b91c50f52 None None] Port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:52:25.800018 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:23Z', 'revision_number': 3, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:25.820780 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fcd34-9fc8-4983-b129-15f3ed3db212 None None] The sync data for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 is: [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:23Z', 'revision_number': 3, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:26.069313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.132331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.212412 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Pushing event updated for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:26.215496 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.223076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd603f50-909d-43fe-8cc8-a032940ec31f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:26.231252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.231649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.231943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.232282 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.232620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.232953 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.233283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.233612 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.233944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.234270 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.234607 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.234933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:26.328642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Network 526f3314-2864-48cd-bace-113b2a94a182 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:26.328642 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:26.367853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port bd603f50-909d-43fe-8cc8-a032940ec31f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:26.376581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bd603f50-909d-43fe-8cc8-a032940ec31f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:26.384345 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.475481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Router 341ce43f-7915-41ad-a4de-6564269b788d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:52:26.507615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.532443 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port bd603f50-909d-43fe-8cc8-a032940ec31f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd603f50-909d-43fe-8cc8-a032940ec31f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:26.573025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-621acb41-d3fc-4920-903a-6dd284d0f56b None None] Provisioning complete for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:26.573484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-621acb41-d3fc-4920-903a-6dd284d0f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.610325 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:26.617483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.618336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba877a07-96bb-4d8f-8df1-a7e6145b6519 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:26.620511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-afaf08a5-25b8-475f-93e7-f07e5a1bfb8e admin admin] 10.222.0.37 "PUT /v2.0/routers/341ce43f-7915-41ad-a4de-6564269b788d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427238 Jul 27 22:52:26.623943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-621acb41-d3fc-4920-903a-6dd284d0f56b None None] Port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:52:26.710547 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=bd603f50-909d-43fe-8cc8-a032940ec31f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:26.725350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ba877a07-96bb-4d8f-8df1-a7e6145b6519 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:26.725793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:26.806240 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 705848a0-181b-44c3-9bea-3bc94d98bdab up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:26.852519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 705848a0-181b-44c3-9bea-3bc94d98bdab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:26.853145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.413299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Sync routers for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:27.422539 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:27.423176 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:27.433649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-87242882-17a1-4d99-949d-96a6955dc9b6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:27.435330 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-87242882-17a1-4d99-949d-96a6955dc9b6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/networks?id=f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 200 len: 817 time: 0.1170082 Jul 27 22:52:27.450680 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-a4df2ac9-2f16-4c65-b08e-3021cb29e893 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/quotas/d9a3a5de53a147bda7998b0e6a2d9045 HTTP/1.1" status: 200 len: 375 time: 0.0092747 Jul 27 22:52:27.519421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-32ce8413-cfb8-4887-bcc8-903f2e214347 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625916 Jul 27 22:52:27.532395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:27.626723 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-2b08b099-6224-419d-8bb5-08d7599b4270 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:27.628394 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-2b08b099-6224-419d-8bb5-08d7599b4270 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969579 Jul 27 22:52:27.722420 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-61a79b67-9769-4251-b385-c3048fe75fa7 service neutron] 10.222.0.37 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872433 Jul 27 22:52:27.741533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 4, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d', 'name': '', 'network_id': '526f3314-2864-48cd-bace-113b2a94a182', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'mac_address': 'fa:16:3e:c5:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:24Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 2, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'subnets': [{'id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:27.772525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Checking router: 341ce43f-7915-41ad-a4de-6564269b788d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:27.772885 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Updating router 341ce43f-7915-41ad-a4de-6564269b788d port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:52:27.807187 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.822026 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-83a2db18-b24b-4997-b0c8-8c758d58288d service neutron] 10.222.0.37 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930817 Jul 27 22:52:28.091264 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.101920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Transition to ACTIVE for port object 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:28.114274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd603f50-909d-43fe-8cc8-a032940ec31f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:28.165971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port bd603f50-909d-43fe-8cc8-a032940ec31f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:28.166374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.187639 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.263278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacb3fe-f43b-45a1-97ab-8c6d4c3e8020 None None] Pushing event updated for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:28.351293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Attempting to bind port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:28.351674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Attempting to bind port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:28.352043 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Attempting to bind port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d on network 526f3314-2864-48cd-bace-113b2a94a182 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:28.364093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:28.364466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Checking segment: {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:28.364881 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.365286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Bound using segment: {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:28.365784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Bound port: 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985aecf9-950a-429a-b518-616771f22941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '526f3314-2864-48cd-bace-113b2a94a182'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:28.366173 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.433974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] For port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:28.436931 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] For port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:28.517662 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.577028 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:28.577742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:52:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:28.584329 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacb3fe-f43b-45a1-97ab-8c6d4c3e8020 None None] Pushing event updated for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:28.697689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:28.914541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 4, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d', 'name': '', 'network_id': '526f3314-2864-48cd-bace-113b2a94a182', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'mac_address': 'fa:16:3e:c5:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:24Z', 'updated_at': '2021-07-27T22:52:28Z', 'revision_number': 4, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'subnets': [{'id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:28.941008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde61d6c-8c75-4577-a770-7e377f3f08c1 None None] The sync data for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 is: [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:25Z', 'revision_number': 4, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d', 'name': '', 'network_id': '526f3314-2864-48cd-bace-113b2a94a182', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'mac_address': 'fa:16:3e:c5:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:24Z', 'updated_at': '2021-07-27T22:52:28Z', 'revision_number': 4, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'subnets': [{'id': '02ea3cf9-57fc-4013-bff2-07aa449089a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:29.102224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c6a7371-45b2-4ccf-b443-25812e3fde0c req-47889cef-fddd-4dc5-b65a-14cb37a077f7 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 210 time: 0.0315490 Jul 27 22:52:30.131339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:30.207269 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-314cf2ca-ac20-4b3d-a3a1-9cc8067d745e req-c346376b-7cbe-4b74-a22b-4b68b1c50c6a tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 210 time: 0.0328045 Jul 27 22:52:30.250340 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:30.254764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:30.255166 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.335452 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.370674 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:30.445177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.497180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:31.321841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8db618c5-63a9-4c6e-85c1-301bca90d544 req-2f232c9e-0a7d-44e8-bbcb-06aa34832ea8 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 210 time: 0.0324101 Jul 27 22:52:31.370925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-516f2594-3f77-4143-a802-29de3a92174e tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:31.372399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-516f2594-3f77-4143-a802-29de3a92174e tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "GET /v2.0/networks?id=f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 200 len: 817 time: 0.1346371 Jul 27 22:52:31.386556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Request body: {'port': {'device_id': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'admin_state_up': True, 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:31.577939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Made reservation on behalf of d9a3a5de53a147bda7998b0e6a2d9045 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:31.581557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.708709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Allocated IP 172.20.0.5 (f8485d9c-6a66-44f5-9b83-b76c35de5984/c9b7768d-cfcc-49f4-b174-ae2649c0e1b4/82d8096d-0f2e-47be-a628-ea5b438a3d0f) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:31.859401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.873905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Transition to ACTIVE for port object 82d8096d-0f2e-47be-a628-ea5b438a3d0f will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:31.947826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3418ef1-dbd7-4e0a-b8d2-1f1eef6289e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.976762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.020284 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:32.025858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:32.029390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:32.053841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Pushing event updated for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:32.085398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:32.086039 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.116077 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:32.161621 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-73b13a01-cab2-4ae7-87d2-cfd21662dcab tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794597 Jul 27 22:52:32.171255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:32.171630 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.174099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Request body: {'port': {'device_id': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:32.258243 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.367299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6f0d71cc-3b1a-4285-bf05-e38678a7da7e None None] Provisioning for port 82d8096d-0f2e-47be-a628-ea5b438a3d0f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:32.373143 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6f0d71cc-3b1a-4285-bf05-e38678a7da7e None None] Provisioning complete for port 82d8096d-0f2e-47be-a628-ea5b438a3d0f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:32.373593 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f0d71cc-3b1a-4285-bf05-e38678a7da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.417056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d71cc-3b1a-4285-bf05-e38678a7da7e None None] Port 82d8096d-0f2e-47be-a628-ea5b438a3d0f cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:52:32.475869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470268-cb22-40e2-b4f2-4bc930bd23e7 req-5f62f955-8dc9-41c9-8eca-d32a44941acd tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:32.477471 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6470268-cb22-40e2-b4f2-4bc930bd23e7 req-5f62f955-8dc9-41c9-8eca-d32a44941acd tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 931 time: 0.0834811 Jul 27 22:52:32.516746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f6470268-cb22-40e2-b4f2-4bc930bd23e7 req-10cce208-9b5c-4a33-93db-82db3d7601a6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Jul 27 22:52:32.544763 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d8096d-0f2e-47be-a628-ea5b438a3d0f {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:32.552838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.566219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Transition to ACTIVE for port object 82d8096d-0f2e-47be-a628-ea5b438a3d0f will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:32.640965 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.696757 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Pushing event updated for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:32.776050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Attempting to bind port 82d8096d-0f2e-47be-a628-ea5b438a3d0f on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:32.776371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Attempting to bind port 82d8096d-0f2e-47be-a628-ea5b438a3d0f by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:32.776706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Attempting to bind port 82d8096d-0f2e-47be-a628-ea5b438a3d0f on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:32.781250 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Port 82d8096d-0f2e-47be-a628-ea5b438a3d0f on network f8485d9c-6a66-44f5-9b83-b76c35de5984 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:52:32.781572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Attempting to bind port 82d8096d-0f2e-47be-a628-ea5b438a3d0f on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:32.786956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:32.787409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Checking segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:32.787878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Bound using segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:32.788235 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Bound port: 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:32.788600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.858795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:32.862031 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:32.955528 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.991408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:32.992239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.993688 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] 10.222.0.76 "PUT /v2.0/ports/82d8096d-0f2e-47be-a628-ea5b438a3d0f HTTP/1.1" status: 200 len: 1091 time: 0.8240030 Jul 27 22:52:32.994138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:32.996423 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ccdc4d-0060-490b-8628-05abce68fba6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:33.029210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56a71-8c11-4154-86b6-5493063e4e7a service neutron] Pushing event updated for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:33.046147 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549f89d-b9ec-41d9-b4f3-72e8e5acc5ab x-openstack-request-id: req-7549f89d-b9ec-41d9-b4f3-72e8e5acc5ab {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:33.046479 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:33.046878 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7549f89d-b9ec-41d9-b4f3-72e8e5acc5ab {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:33.047560 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f', 'status': 'completed', 'code': 200} Jul 27 22:52:33.137430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-0e20218b-81f0-4629-b6f4-062cc37716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.139035 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-0e20218b-81f0-4629-b6f4-062cc37716e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 1094 time: 0.0687759 Jul 27 22:52:33.247314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-720b7776-3688-4fb6-8623-cb177dae95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.248778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-720b7776-3688-4fb6-8623-cb177dae95bc service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1022263 Jul 27 22:52:33.355450 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-62da550f-09b6-4e40-85ca-c2b3c1e22a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.356978 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e4ccdc4d-0060-490b-8628-05abce68fba6 req-62da550f-09b6-4e40-85ca-c2b3c1e22a9d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017959 Jul 27 22:52:33.454010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-189834a7-1fc2-4bd2-82f1-b615195caecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.455571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-189834a7-1fc2-4bd2-82f1-b615195caecc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 1094 time: 0.0564301 Jul 27 22:52:33.501508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-9ca42286-95e9-4384-8d99-eaa496802522 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f HTTP/1.1" status: 200 len: 217 time: 0.0384798 Jul 27 22:52:33.550027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f579f0a4-3699-463b-bcad-0f45179bbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.551622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-f579f0a4-3699-463b-bcad-0f45179bbb0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9b7768d-cfcc-49f4-b174-ae2649c0e1b4 HTTP/1.1" status: 200 len: 856 time: 0.0439510 Jul 27 22:52:33.616844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-ea1a05f1-e73f-4213-ba8d-361200367e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.618498 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-ea1a05f1-e73f-4213-ba8d-361200367e15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f8485d9c-6a66-44f5-9b83-b76c35de5984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598094 Jul 27 22:52:33.648610 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9507de-edb4-4c2d-9e8b-45a26f16daf3 req-16d2fa78-f2bb-4d4b-a4f5-3f43f0e2767b tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.650212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f9507de-edb4-4c2d-9e8b-45a26f16daf3 req-16d2fa78-f2bb-4d4b-a4f5-3f43f0e2767b tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 943 time: 0.0652070 Jul 27 22:52:33.689110 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8f9507de-edb4-4c2d-9e8b-45a26f16daf3 req-6e2b734c-d6a2-4818-9fea-af3a254235f5 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328143 Jul 27 22:52:33.711401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-b0324f30-48cb-484c-b9e4-7bcc874c9501 service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853419 Jul 27 22:52:33.805620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-945cfa2f-8fef-4617-a14a-d55223102a70 req-0eab7d8d-10fd-42ce-a855-f00b768381e9 service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874991 Jul 27 22:52:34.451817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e5b40e8-f77e-4fe8-a28d-324024362adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:34.783783 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:34.826022 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eca91-1315-4b9a-a89e-40938e8cabef req-503d4c2f-965c-4a56-9750-a101b3fbc982 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:34.827607 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e48eca91-1315-4b9a-a89e-40938e8cabef req-503d4c2f-965c-4a56-9750-a101b3fbc982 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 943 time: 0.0670719 Jul 27 22:52:34.871540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e48eca91-1315-4b9a-a89e-40938e8cabef req-8bf85bac-52cf-4d10-9b5b-acf50924de7d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378258 Jul 27 22:52:35.004499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 82d8096d-0f2e-47be-a628-ea5b438a3d0f details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:52:35.103590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:35.117138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '82d8096d-0f2e-47be-a628-ea5b438a3d0f', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'port_id': '82d8096d-0f2e-47be-a628-ea5b438a3d0f', 'mac_address': 'fa:16:3e:44:f2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:52:35.161095 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.174870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d8096d-0f2e-47be-a628-ea5b438a3d0f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:35.193775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:35.263678 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.316851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:35.325023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.325317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.325665 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.326009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.326380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.326722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.327056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.327390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.327722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.328052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.328381 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.328709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:35.469709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['82d8096d-0f2e-47be-a628-ea5b438a3d0f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:36.005929 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f330ad-7b8a-497e-947d-8e976886013f req-2e85a700-602a-4626-a574-8f0b32ee6a23 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.007560 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4f330ad-7b8a-497e-947d-8e976886013f req-2e85a700-602a-4626-a574-8f0b32ee6a23 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 944 time: 0.0668709 Jul 27 22:52:36.050203 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e4f330ad-7b8a-497e-947d-8e976886013f req-f9109d00-cd3c-46f1-9e93-117005ec1b7d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Jul 27 22:52:36.070531 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:37.003995 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 82d8096d-0f2e-47be-a628-ea5b438a3d0f up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:37.132631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 82d8096d-0f2e-47be-a628-ea5b438a3d0f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:37.136584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 82d8096d-0f2e-47be-a628-ea5b438a3d0f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:37.136970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:37.182855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee427ed-850b-4577-8269-1d7adf3978e8 req-0f13475d-1d34-4f8b-aab0-2a81bb3e8df1 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:37.184318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fee427ed-850b-4577-8269-1d7adf3978e8 req-0f13475d-1d34-4f8b-aab0-2a81bb3e8df1 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 944 time: 0.0651567 Jul 27 22:52:37.216422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:37.226807 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fee427ed-850b-4577-8269-1d7adf3978e8 req-0c0e2e8d-5f6d-4973-9e5f-e5f1e1e241c5 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Jul 27 22:52:37.240465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:37.243013 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856584aa-86c4-48dc-8c71-d36a85928bfa" -d '{"events": [{"server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "name": "network-vif-plugged", "status": "completed", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:37.256354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:37.280437 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f898968f-ebd3-4ced-84bc-d48a500427c3 x-openstack-request-id: req-f898968f-ebd3-4ced-84bc-d48a500427c3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:37.280437 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "name": "network-vif-plugged", "status": "completed", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:37.280738 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f898968f-ebd3-4ced-84bc-d48a500427c3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:37.280999 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f', 'code': 200} Jul 27 22:52:37.320864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:37.370269 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:37.403970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593db34-61e2-427c-a1fb-0473459dbe57 req-3d6125bc-0230-43f4-8dd9-0da12c2603c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:37.405555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7593db34-61e2-427c-a1fb-0473459dbe57 req-3d6125bc-0230-43f4-8dd9-0da12c2603c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 1096 time: 0.0633931 Jul 27 22:52:37.440766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7593db34-61e2-427c-a1fb-0473459dbe57 req-9067a14e-605d-483d-8a03-eb7aec5d1782 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275781 Jul 27 22:52:37.572119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:37.806331 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:38.373116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7f53-eec6-44e8-9f68-f756af390413 req-9b779aa6-3ba0-4118-9042-0359995f3d94 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:38.374546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-957b7f53-eec6-44e8-9f68-f756af390413 req-9b779aa6-3ba0-4118-9042-0359995f3d94 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 945 time: 0.0661318 Jul 27 22:52:38.414850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-957b7f53-eec6-44e8-9f68-f756af390413 req-bf66d5fa-d037-46e3-b7c6-8abdd20c1eac tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Jul 27 22:52:38.800924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab9de5-c2e7-43b5-af21-35a316490fe7 req-3c01f627-b49b-4d34-b50d-552f979c8c59 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:38.803547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cab9de5-c2e7-43b5-af21-35a316490fe7 req-3c01f627-b49b-4d34-b50d-552f979c8c59 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 945 time: 0.0737548 Jul 27 22:52:38.842375 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3cab9de5-c2e7-43b5-af21-35a316490fe7 req-12bcd3ee-d8da-4137-8d37-cf6f217c883f tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jul 27 22:52:38.947388 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:53.260295 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:52:57.737110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-7c295db9-b7d9-4bd9-b333-0ae0ecd3cb67 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225798 Jul 27 22:52:57.853754 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-72b7fd51-b1a9-474f-82cb-96ee62eeda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:57.855066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-72b7fd51-b1a9-474f-82cb-96ee62eeda4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 1096 time: 0.0648298 Jul 27 22:52:57.972927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-61c62890-ceb0-4b1c-857f-fb105827147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:57.974346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-61c62890-ceb0-4b1c-857f-fb105827147f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 200 len: 918 time: 0.0945241 Jul 27 22:52:58.033021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-2cf78816-c28b-4579-8c45-5540ce9afb98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f HTTP/1.1" status: 200 len: 217 time: 0.0404000 Jul 27 22:52:58.091491 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-746c30b3-58fb-4a56-b3ee-6bd0eabdcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:58.093128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-746c30b3-58fb-4a56-b3ee-6bd0eabdcefc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9b7768d-cfcc-49f4-b174-ae2649c0e1b4 HTTP/1.1" status: 200 len: 856 time: 0.0528159 Jul 27 22:52:58.158713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-764cb01c-a237-4dc6-b1a6-fbeb4cbfcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:58.160309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-764cb01c-a237-4dc6-b1a6-fbeb4cbfcdb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f8485d9c-6a66-44f5-9b83-b76c35de5984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593224 Jul 27 22:52:58.627698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-7fc238c8-9434-4454-ac2e-ee4e4fe00415 service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592218 Jul 27 22:52:58.720851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11995097-e81b-40f0-bf7d-2471f9837d3b req-b1a83595-89f3-4eed-a42a-57b7dd33d9e6 service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Jul 27 22:53:01.389384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251eedb-adcd-4243-a107-9e6949c30c3a req-9c1b0024-9285-4ebf-8267-c997a2dd04ea tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:01.390853 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f251eedb-adcd-4243-a107-9e6949c30c3a req-9c1b0024-9285-4ebf-8267-c997a2dd04ea tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 945 time: 0.0644798 Jul 27 22:53:01.429982 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f251eedb-adcd-4243-a107-9e6949c30c3a req-6466d585-b186-4f97-b009-0fd3662cc9af tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jul 27 22:53:01.966392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7b98754-7248-4f7c-95f4-7671b52dd1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.625715 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef10c0d-d70a-4ede-a04d-e79ec5728249 req-5b088c74-04d7-4f72-b581-dd8b1151d72a tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:02.627197 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ef10c0d-d70a-4ede-a04d-e79ec5728249 req-5b088c74-04d7-4f72-b581-dd8b1151d72a tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 945 time: 0.1154511 Jul 27 22:53:02.665702 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ef10c0d-d70a-4ede-a04d-e79ec5728249 req-0a03a275-d223-4b30-a6f1-10fd78498de5 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324717 Jul 27 22:53:02.965543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-998ddedc-35ab-47c4-a17c-f7d0aa28ab4b tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:02.967044 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-998ddedc-35ab-47c4-a17c-f7d0aa28ab4b tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 945 time: 0.0639670 Jul 27 22:53:03.071589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Deleting port 82d8096d-0f2e-47be-a628-ea5b438a3d0f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:03.071934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.170776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] For port 82d8096d-0f2e-47be-a628-ea5b438a3d0f, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=82d8096d-0f2e-47be-a628-ea5b438a3d0f,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:03.171061 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.184441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Calling delete_port for 82d8096d-0f2e-47be-a628-ea5b438a3d0f owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:03.394974 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.407429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['82d8096d-0f2e-47be-a628-ea5b438a3d0f'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:53:03.424571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Pushing event deleted for resources: {'Port': ['ID=82d8096d-0f2e-47be-a628-ea5b438a3d0f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:03.435458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.439605 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:03.485666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] No DVR routers for this DVR port 82d8096d-0f2e-47be-a628-ea5b438a3d0f on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:03.488496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:03.490549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-62ce87c3-439a-43ad-88fb-a91cbc7615a2 req-01435ad5-bd0d-4bef-a061-fc9aa0947488 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "DELETE /v2.0/ports/82d8096d-0f2e-47be-a628-ea5b438a3d0f HTTP/1.1" status: 204 len: 173 time: 0.5174036 Jul 27 22:53:03.491157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'name': 'network-vif-deleted', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:03.494303 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e8b773-6889-413f-9a9b-21614620e83c" -d '{"events": [{"server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "name": "network-vif-deleted", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:03.529196 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38673d48-6988-47d0-82cb-2ed4742c3b64 x-openstack-request-id: req-38673d48-6988-47d0-82cb-2ed4742c3b64 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:03.529501 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dda88a-a70a-4e92-98f9-2a4c1a264da9", "name": "network-vif-deleted", "tag": "82d8096d-0f2e-47be-a628-ea5b438a3d0f", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:03.529775 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38673d48-6988-47d0-82cb-2ed4742c3b64 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:03.530180 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dda88a-a70a-4e92-98f9-2a4c1a264da9', 'name': 'network-vif-deleted', 'tag': '82d8096d-0f2e-47be-a628-ea5b438a3d0f', 'status': 'completed', 'code': 200} Jul 27 22:53:03.770414 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e0d64f1a-4d5e-45f7-95cf-5e4bd7f61434 req-607f84cb-7c49-4717-9fa8-75c8d31a3d9d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7dda88a-a70a-4e92-98f9-2a4c1a264da9 HTTP/1.1" status: 200 len: 210 time: 0.0363479 Jul 27 22:53:04.457653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3404d8e6-5cbd-470c-bdec-1d830027d0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:04.800456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.419679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-4f5e69c7-4093-403e-8dc1-4a285968ecdb tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:05.421191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-4f5e69c7-4093-403e-8dc1-4a285968ecdb tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/networks?id=f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 200 len: 817 time: 0.1081245 Jul 27 22:53:05.445696 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-7be5b1d7-94c5-485c-aa62-a4cda624381c tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/quotas/d9a3a5de53a147bda7998b0e6a2d9045 HTTP/1.1" status: 200 len: 375 time: 0.0098400 Jul 27 22:53:05.506416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-a1a2dfb2-f519-4cd4-a6c4-f25faf3fb0e1 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636001 Jul 27 22:53:05.606578 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-528ffc0f-768c-429f-ade5-6a21a7b6cc91 service neutron] 10.222.0.37 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880048 Jul 27 22:53:05.697253 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-bf1686b9-4ddb-458d-9627-199343d5797d service neutron] 10.222.0.37 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Jul 27 22:53:05.948779 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-60367295-a9c5-4d00-b842-8ceb54c59e77 req-c413a619-80a2-40bd-bdda-7ec055282ca4 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 210 time: 0.0336275 Jul 27 22:53:06.078200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.051083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-642486c1-e5c4-414f-9f15-720bb91938d2 req-d2349335-e733-45b7-b5f0-8cbb18ad2e98 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 210 time: 0.0357506 Jul 27 22:53:07.184209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 82d8096d-0f2e-47be-a628-ea5b438a3d0f no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:07.204965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 82d8096d-0f2e-47be-a628-ea5b438a3d0f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:07.208096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 82d8096d-0f2e-47be-a628-ea5b438a3d0f not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:07.594962 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.783273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.931219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-5b9b5568-4f07-4340-97a7-d21daf050ea5 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:07.932705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-5b9b5568-4f07-4340-97a7-d21daf050ea5 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "GET /v2.0/networks?id=f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 200 len: 817 time: 0.1050711 Jul 27 22:53:07.946447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Request body: {'port': {'device_id': '72719db5-6365-48e1-9e97-b68ac251d107', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'admin_state_up': True, 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:08.114466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Made reservation on behalf of d9a3a5de53a147bda7998b0e6a2d9045 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:08.118852 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.150947 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c539a707-cff3-4788-8fc5-36ca4168d09d req-cf58929b-3862-48a0-b83f-686c313ced8f tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 210 time: 0.0303652 Jul 27 22:53:08.246300 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Allocated IP 172.20.0.12 (f8485d9c-6a66-44f5-9b83-b76c35de5984/c9b7768d-cfcc-49f4-b174-ae2649c0e1b4/e1ae9229-846a-4e00-a4db-32fb093264e5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:08.394635 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.408668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Transition to ACTIVE for port object e1ae9229-846a-4e00-a4db-32fb093264e5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:08.497840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.541166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:08.546177 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:08.549769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:08.577943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Pushing event updated for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:08.607570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:08.608226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.702433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-82d0d841-4e04-4c6f-a9bb-38f4bb1e4006 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7604289 Jul 27 22:53:08.715717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Request body: {'port': {'device_id': '72719db5-6365-48e1-9e97-b68ac251d107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:08.787565 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.895076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-349be85e-3fb3-4c36-9b3d-e6b7702b80d5 None None] Provisioning for port e1ae9229-846a-4e00-a4db-32fb093264e5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:08.900288 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-349be85e-3fb3-4c36-9b3d-e6b7702b80d5 None None] Provisioning complete for port e1ae9229-846a-4e00-a4db-32fb093264e5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:08.900674 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-349be85e-3fb3-4c36-9b3d-e6b7702b80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.938566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-349be85e-3fb3-4c36-9b3d-e6b7702b80d5 None None] Port e1ae9229-846a-4e00-a4db-32fb093264e5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:08.947090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.056932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ae9229-846a-4e00-a4db-32fb093264e5 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:53:09.064453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.076935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Transition to ACTIVE for port object e1ae9229-846a-4e00-a4db-32fb093264e5 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:09.152476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.254064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.321197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Attempting to bind port e1ae9229-846a-4e00-a4db-32fb093264e5 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:09.321489 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Attempting to bind port e1ae9229-846a-4e00-a4db-32fb093264e5 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:09.321750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Attempting to bind port e1ae9229-846a-4e00-a4db-32fb093264e5 on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:09.331326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Port e1ae9229-846a-4e00-a4db-32fb093264e5 on network f8485d9c-6a66-44f5-9b83-b76c35de5984 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:53:09.331654 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Attempting to bind port e1ae9229-846a-4e00-a4db-32fb093264e5 on network f8485d9c-6a66-44f5-9b83-b76c35de5984 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:09.341142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:09.341495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Checking segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:09.341888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Bound using segment: {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:09.342364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Bound port: e1ae9229-846a-4e00-a4db-32fb093264e5, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e2ba69-053f-4bcb-ad2f-7952f0d380d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:09.342737 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.352628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dd248-a3bb-4b44-81ca-556a790326ba req-1b993ad6-e3ee-478c-83b3-c96d9a2cc86d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.354194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327dd248-a3bb-4b44-81ca-556a790326ba req-1b993ad6-e3ee-478c-83b3-c96d9a2cc86d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 944 time: 0.1266057 Jul 27 22:53:09.424657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-327dd248-a3bb-4b44-81ca-556a790326ba req-e78ee188-2f13-480d-aeb9-3c9c2410c0c3 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623362 Jul 27 22:53:09.443875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:09.447930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e1ae9229-846a-4e00-a4db-32fb093264e5,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:09.520880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.560471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.561097 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.562529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] 10.222.0.76 "PUT /v2.0/ports/e1ae9229-846a-4e00-a4db-32fb093264e5 HTTP/1.1" status: 200 len: 1092 time: 0.8516932 Jul 27 22:53:09.566119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:09.566119 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53" -d '{"events": [{"name": "network-changed", "server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:09.589545 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e053b83-83dd-4d5a-9555-a0f35bc58900 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.613660 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38816e0a-897f-4286-b971-4dddf238d2a0 x-openstack-request-id: req-38816e0a-897f-4286-b971-4dddf238d2a0 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:09.613980 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:09.614246 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38816e0a-897f-4286-b971-4dddf238d2a0 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:09.614691 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5', 'status': 'completed', 'code': 200} Jul 27 22:53:09.705418 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-2ed0d551-422c-40d5-be73-fcd5c997e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.707085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-2ed0d551-422c-40d5-be73-fcd5c997e805 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 1095 time: 0.0693893 Jul 27 22:53:09.812096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-65c09915-8693-4684-bdee-9f407eb3d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.813620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-65c09915-8693-4684-bdee-9f407eb3d718 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0967436 Jul 27 22:53:09.915899 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-833cb449-e8ba-4a1c-8738-76af4f830ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.917427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9d7328f3-934c-4bd1-9b9a-8ea0bb13bd53 req-833cb449-e8ba-4a1c-8738-76af4f830ee5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958271 Jul 27 22:53:10.006460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-da1caf1f-0f95-4dfc-8f63-1e93f9b73393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:10.008468 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-da1caf1f-0f95-4dfc-8f63-1e93f9b73393 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 1095 time: 0.0544622 Jul 27 22:53:10.050674 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-61ccb76e-b6be-40ed-a142-a3bfc2c63b4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1ae9229-846a-4e00-a4db-32fb093264e5 HTTP/1.1" status: 200 len: 217 time: 0.0335522 Jul 27 22:53:10.105370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-eb7c109d-bcb2-4d4a-993d-153a73b85de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:10.106879 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-eb7c109d-bcb2-4d4a-993d-153a73b85de9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c9b7768d-cfcc-49f4-b174-ae2649c0e1b4 HTTP/1.1" status: 200 len: 856 time: 0.0479732 Jul 27 22:53:10.166916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-cec1aa71-dbdd-4107-9e8c-1715128a3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:10.168420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-cec1aa71-dbdd-4107-9e8c-1715128a3e09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f8485d9c-6a66-44f5-9b83-b76c35de5984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544732 Jul 27 22:53:10.259195 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-023a2279-22a3-4013-bfb7-a75082afc9cd service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Jul 27 22:53:10.353193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-efe7ad65-8169-46ed-903c-189ccc06f5bc req-ccb77a26-df90-40a0-a39b-b02c00cf1ca4 service neutron] 10.222.0.76 "GET /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Jul 27 22:53:10.554257 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6df0-df26-4804-85dc-2caef038c293 req-f71f5bc9-33bf-4d89-89a4-ecbd192730b7 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:10.556428 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7ca6df0-df26-4804-85dc-2caef038c293 req-f71f5bc9-33bf-4d89-89a4-ecbd192730b7 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 944 time: 0.0657189 Jul 27 22:53:10.594501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7ca6df0-df26-4804-85dc-2caef038c293 req-a413518d-b9c3-4e0d-a5cc-2b474dacf508 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jul 27 22:53:11.727800 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3206-dc6d-4179-92dd-99c5280d93c0 req-a12f002c-adeb-408e-ab3c-e9a9dd20f31c tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:11.729329 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b5c3206-dc6d-4179-92dd-99c5280d93c0 req-a12f002c-adeb-408e-ab3c-e9a9dd20f31c tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 944 time: 0.0657461 Jul 27 22:53:11.767145 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b5c3206-dc6d-4179-92dd-99c5280d93c0 req-c511be3c-6d48-43af-b76e-e3e9fcbed333 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Jul 27 22:53:12.902439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7ffdf-8480-4554-a3a1-7a1cca30a72e req-c2d68367-65cc-4652-8dd5-3340ade1ff93 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:12.903942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de7ffdf-8480-4554-a3a1-7a1cca30a72e req-c2d68367-65cc-4652-8dd5-3340ade1ff93 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 944 time: 0.0693703 Jul 27 22:53:12.943814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de7ffdf-8480-4554-a3a1-7a1cca30a72e req-a49398f8-4e98-424e-8bdb-3c7835d835f4 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336056 Jul 27 22:53:13.205953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e1ae9229-846a-4e00-a4db-32fb093264e5 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:53:13.453173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e1ae9229-846a-4e00-a4db-32fb093264e5,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:13.464413 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e1ae9229-846a-4e00-a4db-32fb093264e5', 'network_id': 'f8485d9c-6a66-44f5-9b83-b76c35de5984', 'port_id': 'e1ae9229-846a-4e00-a4db-32fb093264e5', 'mac_address': 'fa:16:3e:62:55:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9b7768d-cfcc-49f4-b174-ae2649c0e1b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:53:13.503831 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.516802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ae9229-846a-4e00-a4db-32fb093264e5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:53:13.536268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e1ae9229-846a-4e00-a4db-32fb093264e5,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:13.615132 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.660864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:13.808214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e1ae9229-846a-4e00-a4db-32fb093264e5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:53:14.076331 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616c20d-7f8e-48e6-8f5c-37bef11a05f4 req-9efc052d-f046-4b8d-b694-48eada1dccca tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:14.077849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c616c20d-7f8e-48e6-8f5c-37bef11a05f4 req-9efc052d-f046-4b8d-b694-48eada1dccca tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 945 time: 0.0684700 Jul 27 22:53:14.116601 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c616c20d-7f8e-48e6-8f5c-37bef11a05f4 req-a3924988-ed74-4cec-92b6-87b2967a3913 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Jul 27 22:53:15.205932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e1ae9229-846a-4e00-a4db-32fb093264e5 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:15.247515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a906a-3cdb-47e2-96de-f966a9ea151f req-25300433-184b-4688-b3ba-311e03cadd93 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:15.249423 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa6a906a-3cdb-47e2-96de-f966a9ea151f req-25300433-184b-4688-b3ba-311e03cadd93 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 945 time: 0.0653796 Jul 27 22:53:15.290224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fa6a906a-3cdb-47e2-96de-f966a9ea151f req-6fd54d4a-1f62-40c0-a571-83dd1b03c556 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Jul 27 22:53:15.321531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port e1ae9229-846a-4e00-a4db-32fb093264e5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:15.325554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e1ae9229-846a-4e00-a4db-32fb093264e5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:15.332474 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.403161 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.429236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:15.432227 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe933f-422e-4c11-9a76-c3b9b783853a" -d '{"events": [{"server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:15.447174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e1ae9229-846a-4e00-a4db-32fb093264e5,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:15.522246 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04520edd-4861-465f-a341-3e23d1547243 x-openstack-request-id: req-04520edd-4861-465f-a341-3e23d1547243 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:15.522569 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "name": "network-vif-plugged", "status": "completed", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:15.522826 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04520edd-4861-465f-a341-3e23d1547243 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:15.523629 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5', 'code': 200} Jul 27 22:53:15.529397 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.583537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.632068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacce2a-aae4-4065-826d-9981cc8ce046 req-fefb4fbc-48e4-4e0c-97e5-60a8f3d16a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:15.634328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dacce2a-aae4-4065-826d-9981cc8ce046 req-fefb4fbc-48e4-4e0c-97e5-60a8f3d16a37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 1097 time: 0.0541832 Jul 27 22:53:15.669808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6dacce2a-aae4-4065-826d-9981cc8ce046 req-aaa7c319-6b85-4eae-bb86-226a61e958cb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279064 Jul 27 22:53:16.426228 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46497caa-4913-4d9c-b9ea-2020d64d8079 req-559a3e25-1246-4dee-a5fe-4638f584237e tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:16.427767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46497caa-4913-4d9c-b9ea-2020d64d8079 req-559a3e25-1246-4dee-a5fe-4638f584237e tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0689061 Jul 27 22:53:16.468107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46497caa-4913-4d9c-b9ea-2020d64d8079 req-9b361f52-d00f-43a7-8310-680e61420467 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Jul 27 22:53:17.605745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a0d3e-3019-4f58-b414-515d136fb18c req-1b14eb09-4965-4d1e-8e50-320c015a71d4 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:17.607274 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-980a0d3e-3019-4f58-b414-515d136fb18c req-1b14eb09-4965-4d1e-8e50-320c015a71d4 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0672615 Jul 27 22:53:17.647872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-980a0d3e-3019-4f58-b414-515d136fb18c req-2cdcf07b-1b74-4924-bd0e-8abb207d9f84 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342309 Jul 27 22:53:17.786487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0ca8-b320-4727-b5e5-6823e1776b1b req-4a66fc74-06e3-42d5-b7b0-f83f117ca0f3 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:17.788036 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c3a0ca8-b320-4727-b5e5-6823e1776b1b req-4a66fc74-06e3-42d5-b7b0-f83f117ca0f3 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0650723 Jul 27 22:53:17.826508 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c3a0ca8-b320-4727-b5e5-6823e1776b1b req-dd509852-c4ce-4a56-a034-013d627d37cb tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Jul 27 22:53:30.259926 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:53:31.946486 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc4d8-2d19-4744-b482-b365a5af5dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:34.449432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41343897-b5fe-4a07-9dd6-a97de623cae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:34.820489 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:36.085998 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:37.625860 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:37.797419 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:38.959991 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:42.279294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7cd5-ca7a-4d0c-ba36-a423a15e4a3b req-1ce565d5-9202-492e-87ac-2efa711f956f tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:42.281083 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74b7cd5-ca7a-4d0c-ba36-a423a15e4a3b req-1ce565d5-9202-492e-87ac-2efa711f956f tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0644612 Jul 27 22:53:42.320070 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b74b7cd5-ca7a-4d0c-ba36-a423a15e4a3b req-68e581ea-3759-4953-a367-49279b28e5d7 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 27 22:53:43.459703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593a6a1-7e6a-4a42-a57d-eb7058f1d8fc req-0ba28c53-f074-496c-b4bf-becaca35b708 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:43.461201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c593a6a1-7e6a-4a42-a57d-eb7058f1d8fc req-0ba28c53-f074-496c-b4bf-becaca35b708 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0707443 Jul 27 22:53:43.500174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c593a6a1-7e6a-4a42-a57d-eb7058f1d8fc req-6ae86fa8-0b75-4c86-8b54-d8d847f3c6c7 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/security-groups?id=13d4c29e-8d0d-4430-a384-4849904dc14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jul 27 22:53:43.903293 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-bcdcfedb-c2fd-4f5d-94b9-55fd788a9b5d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:43.905288 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-bcdcfedb-c2fd-4f5d-94b9-55fd788a9b5d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 946 time: 0.0649428 Jul 27 22:53:44.003312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Deleting port e1ae9229-846a-4e00-a4db-32fb093264e5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:44.003655 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:44.097093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] For port e1ae9229-846a-4e00-a4db-32fb093264e5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e1ae9229-846a-4e00-a4db-32fb093264e5,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:44.097465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:44.110322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Calling delete_port for e1ae9229-846a-4e00-a4db-32fb093264e5 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:44.297959 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:44.310778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e1ae9229-846a-4e00-a4db-32fb093264e5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:53:44.328180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Pushing event deleted for resources: {'Port': ['ID=e1ae9229-846a-4e00-a4db-32fb093264e5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:44.376522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] No DVR routers for this DVR port e1ae9229-846a-4e00-a4db-32fb093264e5 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:44.379330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:44.381378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e8a2b50a-430a-43de-bf51-cf8b6df92dbe req-2dd2aa8b-2d72-411d-a29d-9e7efbeb60e6 tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.76 "DELETE /v2.0/ports/e1ae9229-846a-4e00-a4db-32fb093264e5 HTTP/1.1" status: 204 len: 173 time: 0.4702396 Jul 27 22:53:44.381819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'name': 'network-vif-deleted', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:44.384096 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32775942-7d56-423a-828d-368505cef538" -d '{"events": [{"server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "name": "network-vif-deleted", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:44.420261 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c016e252-d727-4c80-926e-5cf458e38c89 x-openstack-request-id: req-c016e252-d727-4c80-926e-5cf458e38c89 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:44.420586 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72719db5-6365-48e1-9e97-b68ac251d107", "name": "network-vif-deleted", "tag": "e1ae9229-846a-4e00-a4db-32fb093264e5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:44.420844 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c016e252-d727-4c80-926e-5cf458e38c89 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:44.421251 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72719db5-6365-48e1-9e97-b68ac251d107', 'name': 'network-vif-deleted', 'tag': 'e1ae9229-846a-4e00-a4db-32fb093264e5', 'status': 'completed', 'code': 200} Jul 27 22:53:44.603339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2420ace-ece2-428f-9b3b-c2c64a5c2c3d req-78682849-f93a-497d-aeed-3397b963672d tempest-TestEncryptedCinderVolumes-1795004274 tempest-TestEncryptedCinderVolumes-1795004274-project] 10.222.0.37 "GET /v2.0/ports?device_id=72719db5-6365-48e1-9e97-b68ac251d107 HTTP/1.1" status: 200 len: 210 time: 0.0339487 Jul 27 22:53:45.801296 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58274) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:46.167353 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.431299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Deleting port 705848a0-181b-44c3-9bea-3bc94d98bdab {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:46.431565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.516309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] For port 705848a0-181b-44c3-9bea-3bc94d98bdab, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=705848a0-181b-44c3-9bea-3bc94d98bdab,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:46.516682 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.529815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Calling delete_port for 705848a0-181b-44c3-9bea-3bc94d98bdab owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:46.771413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.798000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Pushing event deleted for resources: {'Port': ['ID=705848a0-181b-44c3-9bea-3bc94d98bdab,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:46.827208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.827884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.827884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.828229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.828578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.828974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.829312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.829649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.829979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.830366 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.830662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.830991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:46.981974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:47.194231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Router bee01264-43eb-44e1-a8fd-77827d322932 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:53:47.299893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:47.304886 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ce1c97a1-5a50-46cd-9953-9c875c465acd admin admin] 10.222.0.37 "PUT /v2.0/routers/bee01264-43eb-44e1-a8fd-77827d322932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5024879 Jul 27 22:53:47.307435 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58276) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:47.309968 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Sync routers for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:47.319374 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:47.319983 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:47.392696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e1ae9229-846a-4e00-a4db-32fb093264e5 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:47.413239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: e1ae9229-846a-4e00-a4db-32fb093264e5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:47.413485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:47.413591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e1ae9229-846a-4e00-a4db-32fb093264e5 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:47.425353 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:47.518896 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:47.600190 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:53:46Z', 'revision_number': 5, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port': {'id': 'a3247f44-1a73-4ab7-9041-2d7e67c2e30d', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:18:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:16Z', 'updated_at': '2021-07-27T22:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:47.626908 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Checking router: bee01264-43eb-44e1-a8fd-77827d322932 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:47.635037 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Routers {'bee01264-43eb-44e1-a8fd-77827d322932'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:47.635649 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['bee01264-43eb-44e1-a8fd-77827d322932'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:47.642669 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Deleting port a3247f44-1a73-4ab7-9041-2d7e67c2e30d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:47.643021 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:47.721503 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] Set router bee01264-43eb-44e1-a8fd-77827d322932 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:47.724432 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] For port a3247f44-1a73-4ab7-9041-2d7e67c2e30d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:47.724804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:47.741699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Calling delete_port for a3247f44-1a73-4ab7-9041-2d7e67c2e30d owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:47.772440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:53:47Z', 'revision_number': 6, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:47.802634 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce643a-7db5-4a55-b7e3-1c6def196a54 None None] The sync data for ids ['bee01264-43eb-44e1-a8fd-77827d322932'] in n-d-738018-6 is: [{'id': 'bee01264-43eb-44e1-a8fd-77827d322932', 'name': 'tempest-TestEncryptedCinderVolumes-2018171923-router', 'tenant_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:15Z', 'updated_at': '2021-07-27T22:53:47Z', 'revision_number': 6, 'project_id': 'd9a3a5de53a147bda7998b0e6a2d9045', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:47.976901 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.004288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3247f44-1a73-4ab7-9041-2d7e67c2e30d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:48.068880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.160696 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.163665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.260496 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 705848a0-181b-44c3-9bea-3bc94d98bdab no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:48.268475 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.269135 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee01264-43eb-44e1-a8fd-77827d322932 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:53:48.274437 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.275992 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-83398f8a-b613-4815-814e-dbd05b7c6913 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bee01264-43eb-44e1-a8fd-77827d322932 HTTP/1.1" status: 204 len: 168 time: 0.9673290 Jul 27 22:53:48.278480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58278) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:48.285511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 705848a0-181b-44c3-9bea-3bc94d98bdab {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:48.294447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 705848a0-181b-44c3-9bea-3bc94d98bdab not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:48.327981 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Deleting subnet c9b7768d-cfcc-49f4-b174-ae2649c0e1b4 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:48.331061 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.364708 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.441288 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.566082 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.593582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b7768d-cfcc-49f4-b174-ae2649c0e1b4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:48.595610 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.599974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bfb66d56-50ad-4f36-9835-6252a13987d3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c9b7768d-cfcc-49f4-b174-ae2649c0e1b4 HTTP/1.1" status: 204 len: 168 time: 0.3181345 Jul 27 22:53:48.600507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58280) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:48.602965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae517b21-3349-4de8-8017-8ae3ecb03d8a None None] Network f8485d9c-6a66-44f5-9b83-b76c35de5984 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:48.669374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.729910 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Deleting port d18a424a-c44e-47d7-b622-bf9317bb5e9e {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:48.730265 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.797851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] DHCP port deletion for f8485d9c-6a66-44f5-9b83-b76c35de5984 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:48.805660 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] For port d18a424a-c44e-47d7-b622-bf9317bb5e9e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d18a424a-c44e-47d7-b622-bf9317bb5e9e,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:48.806188 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.822097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Calling delete_port for d18a424a-c44e-47d7-b622-bf9317bb5e9e owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:48.854704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Deleting port d18a424a-c44e-47d7-b622-bf9317bb5e9e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:48.855420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.929438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] For port d18a424a-c44e-47d7-b622-bf9317bb5e9e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=d18a424a-c44e-47d7-b622-bf9317bb5e9e,segment=NetworkSegment(77e2ba69-053f-4bcb-ad2f-7952f0d380d7),segment_id=77e2ba69-053f-4bcb-ad2f-7952f0d380d7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:48.929844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.942748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Calling delete_port for d18a424a-c44e-47d7-b622-bf9317bb5e9e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:49.026233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.040636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.055992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Pushing event deleted for resources: {'Port': ['ID=d18a424a-c44e-47d7-b622-bf9317bb5e9e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:49.062595 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] No DVR routers for this DVR port d18a424a-c44e-47d7-b622-bf9317bb5e9e on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:49.066175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Pushing event deleted for resources: {'Port': ['ID=d18a424a-c44e-47d7-b622-bf9317bb5e9e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:49.070725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] No DVR routers for this DVR port d18a424a-c44e-47d7-b622-bf9317bb5e9e on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.080889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.081758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.081758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.082118 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261ee33b-daad-4f3f-8c9b-4e4cb5ae3f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:49.136836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.146889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8485d9c-6a66-44f5-9b83-b76c35de5984']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:49.157852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2ba69-053f-4bcb-ad2f-7952f0d380d7') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:49.158149 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2ba69-053f-4bcb-ad2f-7952f0d380d7') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:49.166717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.180507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.187404 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:49.187804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:49.189520 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:49.340455 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.346103 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.347951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] 10.222.0.37 "DELETE /v2.0/networks/f8485d9c-6a66-44f5-9b83-b76c35de5984 HTTP/1.1" status: 204 len: 168 time: 0.7467921 Jul 27 22:53:49.351057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58282) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:49.360148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edad1e7-ab12-43ed-9143-64623008cafd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8485d9c-6a66-44f5-9b83-b76c35de5984,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:49.714229 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:49.979448 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Deleting port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:49.979756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:50.059547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] For port 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:50.059918 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:50.072891 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Calling delete_port for 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:50.148458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d18a424a-c44e-47d7-b622-bf9317bb5e9e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:50.169444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: d18a424a-c44e-47d7-b622-bf9317bb5e9e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:50.169818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device d18a424a-c44e-47d7-b622-bf9317bb5e9e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:50.170239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a3247f44-1a73-4ab7-9041-2d7e67c2e30d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:50.188861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: a3247f44-1a73-4ab7-9041-2d7e67c2e30d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:50.189198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device a3247f44-1a73-4ab7-9041-2d7e67c2e30d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:50.319103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:50.345455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:50.516208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.080329 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Router 341ce43f-7915-41ad-a4de-6564269b788d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:53:51.189392 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:51.194338 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-94d34ab2-f7fd-4db8-83a1-ac58273ba17d admin admin] 10.222.0.37 "PUT /v2.0/routers/341ce43f-7915-41ad-a4de-6564269b788d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420920 Jul 27 22:53:51.196698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:51.198857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Sync routers for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:51.212281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:51.212918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:51.316531 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.336708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:51.424626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.533703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:53:50Z', 'revision_number': 5, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port': {'id': 'bd603f50-909d-43fe-8cc8-a032940ec31f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341ce43f-7915-41ad-a4de-6564269b788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:51.560920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Checking router: 341ce43f-7915-41ad-a4de-6564269b788d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:51.568494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Deleting port bd603f50-909d-43fe-8cc8-a032940ec31f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:51.569082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.572572 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Routers {'341ce43f-7915-41ad-a4de-6564269b788d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:51.573232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['341ce43f-7915-41ad-a4de-6564269b788d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:51.657193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] For port bd603f50-909d-43fe-8cc8-a032940ec31f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=bd603f50-909d-43fe-8cc8-a032940ec31f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:51.657571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.663461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] Set router 341ce43f-7915-41ad-a4de-6564269b788d gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:51.670965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Calling delete_port for bd603f50-909d-43fe-8cc8-a032940ec31f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:51.723932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:53:51Z', 'revision_number': 6, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:51.755528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083838e-c78c-4613-a3e0-405b5c513341 None None] The sync data for ids ['341ce43f-7915-41ad-a4de-6564269b788d'] in n-d-738018-6 is: [{'id': '341ce43f-7915-41ad-a4de-6564269b788d', 'name': 'tempest-TestEncryptedCinderVolumes-1309265898-router', 'tenant_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:52:22Z', 'updated_at': '2021-07-27T22:53:51Z', 'revision_number': 6, 'project_id': '17e60595d1224fdcb0d01f0388b8c3dc', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:51.940105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:51.967901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd603f50-909d-43fe-8cc8-a032940ec31f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:52.039200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.137711 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.141380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.222063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:52.242245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:52.242653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5cbcbff8-7d9d-4f07-92a9-cfa0e87d2a8d not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:52.271441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.272011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341ce43f-7915-41ad-a4de-6564269b788d {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:53:52.276251 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.277436 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b2154c67-213d-4232-8689-305d73b45433 admin admin] 10.222.0.37 "DELETE /v2.0/routers/341ce43f-7915-41ad-a4de-6564269b788d HTTP/1.1" status: 204 len: 168 time: 1.0797949 Jul 27 22:53:52.282859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58288) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:52.332439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Deleting subnet 02ea3cf9-57fc-4013-bff2-07aa449089a5 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:52.335586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.377045 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.463121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.603198 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.634851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ea3cf9-57fc-4013-bff2-07aa449089a5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:52.639688 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.641626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7d3115d6-0227-4e80-b868-74be43e12909 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/02ea3cf9-57fc-4013-bff2-07aa449089a5 HTTP/1.1" status: 204 len: 168 time: 0.3578277 Jul 27 22:53:52.645267 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58290) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:52.648493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c69eee-2152-4e87-8351-22e05ede818e None None] Network 526f3314-2864-48cd-bace-113b2a94a182 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:52.715457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.773949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Deleting port ba877a07-96bb-4d8f-8df1-a7e6145b6519 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:52.774352 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.845144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] For port ba877a07-96bb-4d8f-8df1-a7e6145b6519, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba877a07-96bb-4d8f-8df1-a7e6145b6519,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:52.845536 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.855627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] DHCP port deletion for 526f3314-2864-48cd-bace-113b2a94a182 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:52.868828 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Calling delete_port for ba877a07-96bb-4d8f-8df1-a7e6145b6519 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:52.907707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Deleting port ba877a07-96bb-4d8f-8df1-a7e6145b6519 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:52.908191 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.972576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] For port ba877a07-96bb-4d8f-8df1-a7e6145b6519, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ba877a07-96bb-4d8f-8df1-a7e6145b6519,segment=NetworkSegment(985aecf9-950a-429a-b518-616771f22941),segment_id=985aecf9-950a-429a-b518-616771f22941)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:52.972981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.986633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Calling delete_port for ba877a07-96bb-4d8f-8df1-a7e6145b6519 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:53.057047 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.065767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.091159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] Pushing event deleted for resources: {'Port': ['ID=ba877a07-96bb-4d8f-8df1-a7e6145b6519,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:53.094766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585629c-ac8e-4220-901e-30e8f4faaca2 None None] No DVR routers for this DVR port ba877a07-96bb-4d8f-8df1-a7e6145b6519 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:53.403587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba877a07-96bb-4d8f-8df1-a7e6145b6519,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:53.407965 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] No DVR routers for this DVR port ba877a07-96bb-4d8f-8df1-a7e6145b6519 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:53.478326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.488601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526f3314-2864-48cd-bace-113b2a94a182']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:53.497979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985aecf9-950a-429a-b518-616771f22941') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:53.498277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985aecf9-950a-429a-b518-616771f22941') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:53.506827 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.519928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.525773 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:53.526161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:53.527869 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:53.645543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.651177 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:53.653052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/526f3314-2864-48cd-bace-113b2a94a182 HTTP/1.1" status: 204 len: 168 time: 1.0067768 Jul 27 22:53:53.665097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324c2a0-8b6e-408a-b74f-499493a7b6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=526f3314-2864-48cd-bace-113b2a94a182,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:54.005535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:54.047171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7127044e-06a7-4358-814a-000d40052b44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9a3a5de53a147bda7998b0e6a2d9045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404422 Jul 27 22:53:54.049656 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58296) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:54.098797 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:54.121278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:54.145823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd603f50-909d-43fe-8cc8-a032940ec31f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:54.166377 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: bd603f50-909d-43fe-8cc8-a032940ec31f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:54.166628 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device bd603f50-909d-43fe-8cc8-a032940ec31f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:54.167103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba877a07-96bb-4d8f-8df1-a7e6145b6519 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:54.189056 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ba877a07-96bb-4d8f-8df1-a7e6145b6519 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:54.189403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ba877a07-96bb-4d8f-8df1-a7e6145b6519 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:54.259623 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:54.262186 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:54.264006 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13d4c29e-8d0d-4430-a384-4849904dc14f HTTP/1.1" status: 204 len: 168 time: 0.2133646 Jul 27 22:53:54.272045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec0db0-8205-4fda-b7bb-02b0bf5e81cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4c29e-8d0d-4430-a384-4849904dc14f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:54.968940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58302) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:55.017571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c63ff2b9-3444-495d-b1bc-c43258d452d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17e60595d1224fdcb0d01f0388b8c3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473344 Jul 27 22:53:55.020857 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58304) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:55.081841 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:55.112154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:55.249413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:55.252027 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:55.253267 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2b6cf9-2087-4fcc-9c25-56e1a2302ddb HTTP/1.1" status: 204 len: 168 time: 0.2313278 Jul 27 22:53:55.262592 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4a0ca-e258-490c-b00f-3b6a74754b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b6cf9-2087-4fcc-9c25-56e1a2302ddb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:56.348637 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58326) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:56.443099 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-886471871-network', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:56.559681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Made reservation on behalf of c24e28f198c04b87bd43a06f337fb507 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:56.562376 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.571154 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.658260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.736972 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.764059 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:56.773515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16d73c-44c5-4099-bb6c-f2e514868d0a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:56.778335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.778733 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Added segment ade6fb7f-98d0-4211-be98-867c36759cc1 of type vlan for network 66aadaf7-c034-4da0-82f4-e719a81e4e97 Jul 27 22:53:56.819124 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.908456 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.909490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:56.910084 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:56.971275 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] Pushing event updated for resources: {'Network': ['ID=66aadaf7-c034-4da0-82f4-e719a81e4e97,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:56.981570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:57.100473 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d73f06ef-cf51-47af-839e-9d2cfdc3427f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7506680 Jul 27 22:53:57.103226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58330) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:57.108917 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Request body: {'subnet': {'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-886471871-subnet', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:57.190668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Made reservation on behalf of c24e28f198c04b87bd43a06f337fb507 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:57.193071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.411989 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.468985 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e7fcf1-4999-4979-b778-0be3c0e3672a,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:57.477620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Checking segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:57.477994 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Network hostable DHCP agents. Network: 66aadaf7-c034-4da0-82f4-e719a81e4e97, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:57.548654 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:57.611378 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 66aadaf7-c034-4da0-82f4-e719a81e4e97) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:57.615835 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:57.628552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.629354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38434e2-99f7-458c-96c2-21e00c90b3e5 None None] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:57.689245 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-941b6999-79fb-4a62-bd18-ed4b47ca9330 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5848618 Jul 27 22:53:57.691942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58332) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:57.696772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:57.773105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-66aadaf7-c034-4da0-82f4-e719a81e4e97', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:57.773970 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.780957 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.782136 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.835029 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:57.912940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Allocated IP 172.20.0.2 (66aadaf7-c034-4da0-82f4-e719a81e4e97/72e7fcf1-4999-4979-b778-0be3c0e3672a/3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:58.053909 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.066683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.074586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Transition to ACTIVE for port object 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:58.089741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Transition to ACTIVE for port object 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:58.166340 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.203073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:58.206261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:58.212273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:58.221511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Pushing event updated for resources: {'Port': ['ID=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:58.282231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Attempting to bind port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:58.282637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Attempting to bind port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:58.283007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Attempting to bind port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 on network 66aadaf7-c034-4da0-82f4-e719a81e4e97 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:58.288395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:58.288621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Checking segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:58.288851 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.289247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Bound using segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:58.289722 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Bound port: 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:58.290111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.348712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.356262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] For port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:58.359901 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] For port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:58.368325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.454212 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.475656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Allocated IP 172.25.3.79 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/845a0167-13da-4203-92f9-6266089a02d0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:58.523844 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b932a9-c5ad-4942-b59e-2782c271dfe7 None None] Pushing event updated for resources: {'Port': ['ID=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:58.596001 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.706426 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:58.747355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:58.757186 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:58.757930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:58.763633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Pushing event updated for resources: {'Port': ['ID=845a0167-13da-4203-92f9-6266089a02d0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:59.083564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:59.296533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:59.403368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be328c3-858a-4e72-9c82-940797e5ef68 None None] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:59.554082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:53:59.577374 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e5a31b47-6d19-45cf-8efe-87daa6cc8286 None None] Provisioning for port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:59.666092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:59.677214 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Sync routers for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:59.687363 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:59.688001 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:59.740326 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:59.742755 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6463cfc7-49de-49a5-85d4-92905ac9f47f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0496309 Jul 27 22:53:59.744402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58336) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:59.902106 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:00.097741 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:53:58Z', 'revision_number': 3, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:00.129856 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Checking router: 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:00.130206 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Updating router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 port 845a0167-13da-4203-92f9-6266089a02d0 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:00.166192 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.207700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:00.322370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:00.327315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:00.327693 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.412745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.436683 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.447254 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Transition to ACTIVE for port object 845a0167-13da-4203-92f9-6266089a02d0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:00.449185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:00.522503 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.532284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.550889 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.576158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:00.603113 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Attempting to bind port 845a0167-13da-4203-92f9-6266089a02d0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:00.603509 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Attempting to bind port 845a0167-13da-4203-92f9-6266089a02d0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:00.603871 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Attempting to bind port 845a0167-13da-4203-92f9-6266089a02d0 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:00.605836 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Pushing event updated for resources: {'Port': ['ID=845a0167-13da-4203-92f9-6266089a02d0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:00.615062 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:00.618447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:00.618447 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.618447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:00.618447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Bound port: 845a0167-13da-4203-92f9-6266089a02d0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:00.618447 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.640457 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.640801 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.641140 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.641478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.641807 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.642133 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.642499 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.642814 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.643131 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.643460 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.643778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.644097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.678902 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] For port 845a0167-13da-4203-92f9-6266089a02d0, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:00.682082 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] For port 845a0167-13da-4203-92f9-6266089a02d0, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=845a0167-13da-4203-92f9-6266089a02d0,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:00.703442 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Allocated IP 172.20.0.1 (66aadaf7-c034-4da0-82f4-e719a81e4e97/72e7fcf1-4999-4979-b778-0be3c0e3672a/5f10bcdd-e3d4-4d02-bb51-06142ccf2412) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:00.777597 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.810743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.826647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Transition to ACTIVE for port object 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:00.839410 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ec0d5-9538-4059-b78e-e88bb9a0e474 None None] Pushing event updated for resources: {'Port': ['ID=845a0167-13da-4203-92f9-6266089a02d0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:00.843526 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:00.844112 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:00.921622 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.953186 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:00.960800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:00.967556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:00.970601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:00.998611 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Pushing event updated for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:01.018710 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.139137 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:53:58Z', 'revision_number': 3, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:01.170973 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c67bc3-974d-42b0-8fce-5d48bf5af5fa None None] The sync data for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 is: [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:53:58Z', 'revision_number': 3, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:01.227732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.285797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7252d8c5-0040-47dc-8374-d73fa54b9ea9 None None] Provisioning for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:01.291714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7252d8c5-0040-47dc-8374-d73fa54b9ea9 None None] Provisioning complete for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:01.292099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7252d8c5-0040-47dc-8374-d73fa54b9ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.328729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7252d8c5-0040-47dc-8374-d73fa54b9ea9 None None] Port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:01.426707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.491679 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.567627 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.569421 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Pushing event updated for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:01.668555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:01.670500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:01.824201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:01.948950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:01.952541 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ca41b4ac-9bed-42bf-8695-9692fdf02db6 None None] Provisioning complete for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:01.953063 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca41b4ac-9bed-42bf-8695-9692fdf02db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.958801 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-314fbc9f-a3e6-460a-80be-077352b2b568 admin admin] 10.222.0.37 "PUT /v2.0/routers/7bb4f926-a0ba-4d3b-ac6d-36e853a35603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130170 Jul 27 22:54:01.984033 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39e9ba84-a107-41dd-9f8a-0fb45ddd2c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:01.994921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ca41b4ac-9bed-42bf-8695-9692fdf02db6 None None] Port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:02.242243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:02.290749 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:02.291189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.370448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 845a0167-13da-4203-92f9-6266089a02d0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:02.483007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 845a0167-13da-4203-92f9-6266089a02d0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:02.487385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 845a0167-13da-4203-92f9-6266089a02d0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:02.492484 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.665470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58352) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:02.671410 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2093014758-network', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:02.728296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.751388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 845a0167-13da-4203-92f9-6266089a02d0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=845a0167-13da-4203-92f9-6266089a02d0,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:02.794591 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Made reservation on behalf of 4a2ad7cef0ba4de3be3b125b9fca33d3 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:02.796997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.806086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.859931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.914242 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:02.920534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Sync routers for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:02.930871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=845a0167-13da-4203-92f9-6266089a02d0,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:02.937008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:02.937729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:02.979712 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.005900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:54:03.015604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d96f68-77d2-44ba-b038-6f255d43c067,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:03.023389 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.023744 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Added segment cff42cbf-5d28-4fc0-8498-d063439ba6af of type vlan for network 5fe87b58-b162-4db2-a20c-c76c82f0958f Jul 27 22:54:03.051014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:03.065774 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.189470 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.190805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:03.191705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.254367 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] Pushing event updated for resources: {'Network': ['ID=5fe87b58-b162-4db2-a20c-c76c82f0958f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:03.257052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 2, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:03.289193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:54:03.291014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Checking router: 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:03.291014 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Updating router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:03.309716 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-58fdf72f-ac34-4c89-bcd0-a0f63e19aa8c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6429875 Jul 27 22:54:03.313895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58354) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:03.319783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Request body: {'subnet': {'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2093014758-subnet', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:03.378249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.407892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Made reservation on behalf of 4a2ad7cef0ba4de3be3b125b9fca33d3 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:03.410526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.654341 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.657330 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.667306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Transition to ACTIVE for port object 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:03.718050 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3114c9b0-08bc-473f-b52e-10f2f69de6cd,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:03.728036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Checking segment: {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:03.728036 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Network hostable DHCP agents. Network: 5fe87b58-b162-4db2-a20c-c76c82f0958f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:54:03.745059 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.797155 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:54:03.801355 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c7926-d337-462b-be02-23eda41b84e4 None None] Pushing event updated for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:03.865410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Attempting to bind port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:03.865771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Attempting to bind port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:03.866150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Attempting to bind port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 on network 66aadaf7-c034-4da0-82f4-e719a81e4e97 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:03.871873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:03.872822 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Checking segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:03.873752 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.873914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Bound using segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:03.874729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Bound port: 5f10bcdd-e3d4-4d02-bb51-06142ccf2412, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:03.875370 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.877070 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 5fe87b58-b162-4db2-a20c-c76c82f0958f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:03.882137 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:03.883162 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.903982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ff8db-18d4-42ac-a690-22a7128b5d79 None None] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:03.946372 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d444eab4-d4b1-40f4-ab3a-9a88a3a22acc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6304619 Jul 27 22:54:03.948794 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58356) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:03.954591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:04.011797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] For port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:04.017375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] For port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:04.048648 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.049995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.077981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.146411 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.189432 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 845a0167-13da-4203-92f9-6266089a02d0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:04.195981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-5fe87b58-b162-4db2-a20c-c76c82f0958f', 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'fixed_ips': [{'subnet_id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:54:04.195981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.207872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:04.208642 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:53:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:04.272193 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c7926-d337-462b-be02-23eda41b84e4 None None] Pushing event updated for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:04.427622 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.514008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:04.551717 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3625a9e4-ec3a-4bd1-942e-e66f729618ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.558778 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 845a0167-13da-4203-92f9-6266089a02d0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:04.559150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.653019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Allocated IP 172.20.0.2 (5fe87b58-b162-4db2-a20c-c76c82f0958f/3114c9b0-08bc-473f-b52e-10f2f69de6cd/b578253f-2f80-4baf-9277-016a14d90e78) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:04.808079 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.845285 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.861638 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.975846 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.987278 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Transition to ACTIVE for port object b578253f-2f80-4baf-9277-016a14d90e78 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:04.993436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Allocated IP 172.25.3.66 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/7588a498-ba55-4e6a-b7d5-797ce5805857) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:05.007450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:03Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:05.010264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Transition to ACTIVE for port object b578253f-2f80-4baf-9277-016a14d90e78 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:05.039205 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6823f-83db-4fdf-ab23-041cc34e7192 None None] The sync data for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 is: [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:03Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:05.092391 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.148534 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.150519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:05.153436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:05.158349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:05.198371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Pushing event updated for resources: {'Port': ['ID=b578253f-2f80-4baf-9277-016a14d90e78,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:05.229001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Attempting to bind port b578253f-2f80-4baf-9277-016a14d90e78 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:05.229380 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Attempting to bind port b578253f-2f80-4baf-9277-016a14d90e78 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:05.229753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Attempting to bind port b578253f-2f80-4baf-9277-016a14d90e78 on network 5fe87b58-b162-4db2-a20c-c76c82f0958f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:05.236086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:05.236470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Checking segment: {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:05.236899 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.237301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Bound using segment: {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:05.237784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Bound port: b578253f-2f80-4baf-9277-016a14d90e78, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:05.238175 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.246063 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.292388 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:05.296186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:05.299319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:05.318974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] For port b578253f-2f80-4baf-9277-016a14d90e78, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:05.322475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] For port b578253f-2f80-4baf-9277-016a14d90e78, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b578253f-2f80-4baf-9277-016a14d90e78,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:05.326003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Pushing event updated for resources: {'Port': ['ID=7588a498-ba55-4e6a-b7d5-797ce5805857,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:05.403216 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.644090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05de89d-f211-4764-b6db-9f50c816150e None None] Pushing event updated for resources: {'Port': ['ID=b578253f-2f80-4baf-9277-016a14d90e78,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:05.666519 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:05.923898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.101242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.131305 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Router d1dfdbd9-3938-4f88-8447-55e6a47aa376 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:54:06.233226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:06.271991 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:06.281800 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Sync routers for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:06.291627 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:06.298980 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:06.362151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:06.366593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:06.366973 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.398521 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.400421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-bd44e08e-9518-4f10-833c-c390f044ed54 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4505436 Jul 27 22:54:06.403073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58360) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:06.422164 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:06.474963 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.527116 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:06.579957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.580906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b578253f-2f80-4baf-9277-016a14d90e78 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:06.658360 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:05Z', 'revision_number': 3, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:06.667706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:06.690106 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Checking router: d1dfdbd9-3938-4f88-8447-55e6a47aa376 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:06.691427 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Updating router d1dfdbd9-3938-4f88-8447-55e6a47aa376 port 7588a498-ba55-4e6a-b7d5-797ce5805857 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:06.734367 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.740188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b578253f-2f80-4baf-9277-016a14d90e78 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:06.795964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565bc70d-3fb8-4fe0-a738-6a04d28ce871 None None] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:06.928767 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Provisioning for port b578253f-2f80-4baf-9277-016a14d90e78 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:06.932674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:06.936743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Provisioning complete for port b578253f-2f80-4baf-9277-016a14d90e78 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:06.937117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.070665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.109466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] For port b578253f-2f80-4baf-9277-016a14d90e78, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b578253f-2f80-4baf-9277-016a14d90e78,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:07.132749 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.134825 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Allocated IP 172.20.0.1 (5fe87b58-b162-4db2-a20c-c76c82f0958f/3114c9b0-08bc-473f-b52e-10f2f69de6cd/eece87c9-ceaa-4484-911d-a31af162785c) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:07.145101 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Transition to ACTIVE for port object 7588a498-ba55-4e6a-b7d5-797ce5805857 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:07.214162 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.243049 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.261323 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.283475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Transition to ACTIVE for port object eece87c9-ceaa-4484-911d-a31af162785c will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:07.287154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e2eea-7bee-444a-8c22-941e7c4b3711 None None] Pushing event updated for resources: {'Port': ['ID=b578253f-2f80-4baf-9277-016a14d90e78,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:07.287989 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:54:07.313455 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Attempting to bind port 7588a498-ba55-4e6a-b7d5-797ce5805857 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:07.313829 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Attempting to bind port 7588a498-ba55-4e6a-b7d5-797ce5805857 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:07.314192 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Attempting to bind port 7588a498-ba55-4e6a-b7d5-797ce5805857 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:07.319286 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07d8a-fd1d-4cac-95c1-dbdf15084d37 None None] Pushing event updated for resources: {'Port': ['ID=7588a498-ba55-4e6a-b7d5-797ce5805857,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:07.324345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:07.324345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:07.324345 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.324345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:07.326007 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Bound port: 7588a498-ba55-4e6a-b7d5-797ce5805857, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:07.326466 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.344172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b432294f-bb4f-4577-8cb4-6e7969f34766 None None] Provisioning complete for port b578253f-2f80-4baf-9277-016a14d90e78 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:07.344564 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b432294f-bb4f-4577-8cb4-6e7969f34766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.380547 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] For port 7588a498-ba55-4e6a-b7d5-797ce5805857, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:07.383619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] For port 7588a498-ba55-4e6a-b7d5-797ce5805857, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7588a498-ba55-4e6a-b7d5-797ce5805857,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:07.391502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.443731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:07.448649 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:07.452286 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:07.457842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Pushing event updated for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:07.471468 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.495581 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.535488 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:07.536129 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:07.539536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07d8a-fd1d-4cac-95c1-dbdf15084d37 None None] Pushing event updated for resources: {'Port': ['ID=7588a498-ba55-4e6a-b7d5-797ce5805857,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:07.608645 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.657442 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:07.718531 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.849974 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:05Z', 'revision_number': 3, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:07.860144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.860832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-364c6e72-15a5-4623-a651-45c840bf305f None None] Provisioning for port eece87c9-ceaa-4484-911d-a31af162785c completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:07.865480 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-364c6e72-15a5-4623-a651-45c840bf305f None None] Provisioning complete for port eece87c9-ceaa-4484-911d-a31af162785c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:07.865857 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364c6e72-15a5-4623-a651-45c840bf305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:07.882027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d01214-f77b-48c8-8610-6e3390cc69a8 None None] The sync data for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 is: [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:05Z', 'revision_number': 3, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:07.911363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-364c6e72-15a5-4623-a651-45c840bf305f None None] Port eece87c9-ceaa-4484-911d-a31af162785c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:07.938601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.002308 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.074840 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Pushing event updated for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:08.081927 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.212318 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:08.213613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:08.239867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:08.303394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:08.304125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.412425 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b578253f-2f80-4baf-9277-016a14d90e78 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:08.469732 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b578253f-2f80-4baf-9277-016a14d90e78 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:08.470324 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.571718 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-aeaa115c-a34b-48a8-aba4-3a341d3ae4c1 None None] Provisioning complete for port eece87c9-ceaa-4484-911d-a31af162785c triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:08.572286 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aeaa115c-a34b-48a8-aba4-3a341d3ae4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.612323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa115c-a34b-48a8-aba4-3a341d3ae4c1 None None] Port eece87c9-ceaa-4484-911d-a31af162785c cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:08.712319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Router d1dfdbd9-3938-4f88-8447-55e6a47aa376 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:08.842535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:08.847851 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-14263c07-b051-43b3-9500-50f5a694b765 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1dfdbd9-3938-4f88-8447-55e6a47aa376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4437501 Jul 27 22:54:08.988915 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:09.550772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Sync routers for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:09.560372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:09.561623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:09.679232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:09.903089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 4, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'eece87c9-ceaa-4484-911d-a31af162785c', 'name': '', 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'mac_address': 'fa:16:3e:f4:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:06Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 2, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'subnets': [{'id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:09.941080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Checking router: d1dfdbd9-3938-4f88-8447-55e6a47aa376 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:09.941510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Updating router d1dfdbd9-3938-4f88-8447-55e6a47aa376 port eece87c9-ceaa-4484-911d-a31af162785c binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:09.977279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.222584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7588a498-ba55-4e6a-b7d5-797ce5805857 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:10.380360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.399144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Transition to ACTIVE for port object eece87c9-ceaa-4484-911d-a31af162785c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:10.408699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 7588a498-ba55-4e6a-b7d5-797ce5805857 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:10.419004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7588a498-ba55-4e6a-b7d5-797ce5805857 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:10.420211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.476623 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.579493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.588404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496ae82-e07e-4b14-b2aa-8cf9a419409e None None] Pushing event updated for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:10.679321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 7588a498-ba55-4e6a-b7d5-797ce5805857, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7588a498-ba55-4e6a-b7d5-797ce5805857,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:10.696818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Attempting to bind port eece87c9-ceaa-4484-911d-a31af162785c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:10.696818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Attempting to bind port eece87c9-ceaa-4484-911d-a31af162785c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:10.696818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Attempting to bind port eece87c9-ceaa-4484-911d-a31af162785c on network 5fe87b58-b162-4db2-a20c-c76c82f0958f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:10.706009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:10.706605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Checking segment: {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:10.707041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.707465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Bound using segment: {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:10.707976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Bound port: eece87c9-ceaa-4484-911d-a31af162785c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff42cbf-5d28-4fc0-8498-d063439ba6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:10.708372 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.779933 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.858596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] For port eece87c9-ceaa-4484-911d-a31af162785c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:10.862696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] For port eece87c9-ceaa-4484-911d-a31af162785c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eece87c9-ceaa-4484-911d-a31af162785c,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:10.877968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=7588a498-ba55-4e6a-b7d5-797ce5805857,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:10.956611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:11.023836 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:11.024491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:11.067902 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496ae82-e07e-4b14-b2aa-8cf9a419409e None None] Pushing event updated for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:11.178765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:11.460933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 4, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'eece87c9-ceaa-4484-911d-a31af162785c', 'name': '', 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'mac_address': 'fa:16:3e:f4:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:06Z', 'updated_at': '2021-07-27T22:54:10Z', 'revision_number': 4, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'subnets': [{'id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:11.653177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e836d-a123-4950-b648-11bf5ea45536 None None] The sync data for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 is: [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:07Z', 'revision_number': 4, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'eece87c9-ceaa-4484-911d-a31af162785c', 'name': '', 'network_id': '5fe87b58-b162-4db2-a20c-c76c82f0958f', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'mac_address': 'fa:16:3e:f4:9d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:06Z', 'updated_at': '2021-07-27T22:54:10Z', 'revision_number': 4, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'subnets': [{'id': '3114c9b0-08bc-473f-b52e-10f2f69de6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:12.284297 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eece87c9-ceaa-4484-911d-a31af162785c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:12.431317 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port eece87c9-ceaa-4484-911d-a31af162785c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:12.437053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port eece87c9-ceaa-4484-911d-a31af162785c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:12.437936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:12.547135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:12.590383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port eece87c9-ceaa-4484-911d-a31af162785c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eece87c9-ceaa-4484-911d-a31af162785c,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:12.674422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:12.675246 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7588a498-ba55-4e6a-b7d5-797ce5805857 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:12.762005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:12.775657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7588a498-ba55-4e6a-b7d5-797ce5805857 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:12.776046 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:14.176081 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eece87c9-ceaa-4484-911d-a31af162785c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:14.255017 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port eece87c9-ceaa-4484-911d-a31af162785c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:14.255551 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:20.344131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-b0851b9e-74a1-4708-b6cd-9de5058b17cd tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:20.345535 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-b0851b9e-74a1-4708-b6cd-9de5058b17cd tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 814 time: 0.1035039 Jul 27 22:54:20.361038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-d6340c69-f156-4430-89ec-ee30eba99447 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/quotas/c24e28f198c04b87bd43a06f337fb507 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Jul 27 22:54:20.433057 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-645d87a9-eda1-43eb-bc16-438cc6f55554 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664489 Jul 27 22:54:20.449197 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-92b32e58-9d47-400f-a425-04e454960c4d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:54:20.450150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-92b32e58-9d47-400f-a425-04e454960c4d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051801 Jul 27 22:54:20.539860 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-83fb3b34-31f3-410b-a540-bdba83b8381d service neutron] 10.222.0.37 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830812 Jul 27 22:54:20.634256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-a5fd4b11-5247-4ce1-8271-3b09b34490fa service neutron] 10.222.0.37 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881577 Jul 27 22:54:20.896805 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4fcbf39d-66f7-4a14-99d2-0b6236e9c5ce req-9d7395ee-d29f-4064-9aff-b9d7f5fad42e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Jul 27 22:54:21.989916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-24c467e4-fb4f-44cf-a369-5840e85bdb62 req-bfaf54e7-5cdd-4f22-b558-2c687e9c414e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 210 time: 0.0340831 Jul 27 22:54:23.094174 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-66518b2e-af17-4a7c-902e-51694e05a737 req-c37752a6-feeb-4956-8a17-e8c87e464088 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 210 time: 0.0309169 Jul 27 22:54:23.305527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-19c886cc-3ae6-4b32-9698-70c94961e19b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:23.307058 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-19c886cc-3ae6-4b32-9698-70c94961e19b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 814 time: 0.1245239 Jul 27 22:54:23.320660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'port': {'device_id': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'admin_state_up': True, 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:23.548424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Made reservation on behalf of c24e28f198c04b87bd43a06f337fb507 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:23.552390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:23.684495 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Allocated IP 172.20.0.9 (66aadaf7-c034-4da0-82f4-e719a81e4e97/72e7fcf1-4999-4979-b778-0be3c0e3672a/1fa97444-4f70-45f5-84b4-48e87c1c7386) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:23.836480 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:23.850339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Transition to ACTIVE for port object 1fa97444-4f70-45f5-84b4-48e87c1c7386 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:23.979954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:24.033196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:24.038806 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:24.042547 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:24.050364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:24.084269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.084642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.084880 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.085657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.085657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.086193 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.086738 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.087316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.087903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.088483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.089046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.089482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:24.162486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:24.163474 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:24.288383 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-ef67beac-2ea2-4495-8a11-ea9f982c69ed tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9715173 Jul 27 22:54:24.345064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149c52-4ebe-4ff0-b12f-a921b738457a req-a61c6e31-49f3-4aa8-b1ad-dd1b02839c76 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:24.347128 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93149c52-4ebe-4ff0-b12f-a921b738457a req-a61c6e31-49f3-4aa8-b1ad-dd1b02839c76 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.1081693 Jul 27 22:54:24.402382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-93149c52-4ebe-4ff0-b12f-a921b738457a req-7af92d08-5641-4be6-9a3a-781b9128208c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jul 27 22:54:24.502946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a769774d-9490-4877-a8c3-ec10820622a8 None None] Provisioning for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:24.507114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a769774d-9490-4877-a8c3-ec10820622a8 None None] Provisioning complete for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:24.507498 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a769774d-9490-4877-a8c3-ec10820622a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:24.543175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a769774d-9490-4877-a8c3-ec10820622a8 None None] Port 1fa97444-4f70-45f5-84b4-48e87c1c7386 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:25.555782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdcd9b-fccb-4388-97e1-eefc7d91cde3 req-28cf3ede-3227-4369-a872-4da7ccd9ae1d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:25.557393 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eafdcd9b-fccb-4388-97e1-eefc7d91cde3 req-28cf3ede-3227-4369-a872-4da7ccd9ae1d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0736313 Jul 27 22:54:25.602507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-eafdcd9b-fccb-4388-97e1-eefc7d91cde3 req-b8e647cd-0e65-40d9-95a6-615ab764e0ef tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Jul 27 22:54:26.744689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27271c91-d9e6-4222-aa02-1ae9c4ffdb1c req-fbc00903-d4bb-43bb-8cfd-3722a9994a37 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:26.746275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27271c91-d9e6-4222-aa02-1ae9c4ffdb1c req-fbc00903-d4bb-43bb-8cfd-3722a9994a37 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0738344 Jul 27 22:54:26.789766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-27271c91-d9e6-4222-aa02-1ae9c4ffdb1c req-fff47358-6ee8-4c2c-94c0-52d50cb82b3a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Jul 27 22:54:27.948772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66ced-27a6-4251-a869-fc3874fa20d5 req-e7d20a59-69e8-476e-b93b-2cfdb42d241d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:27.950415 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4d66ced-27a6-4251-a869-fc3874fa20d5 req-e7d20a59-69e8-476e-b93b-2cfdb42d241d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0808182 Jul 27 22:54:27.994986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4d66ced-27a6-4251-a869-fc3874fa20d5 req-e2552582-ab4f-46b5-9ddf-930beeb193ac tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346849 Jul 27 22:54:29.134800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1cd4d-9e01-4b6c-acda-6bca4c6559c4 req-6bca04e0-615b-4771-b218-c39350c4b79d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:29.136512 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8a1cd4d-9e01-4b6c-acda-6bca4c6559c4 req-6bca04e0-615b-4771-b218-c39350c4b79d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0706825 Jul 27 22:54:29.178626 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f8a1cd4d-9e01-4b6c-acda-6bca4c6559c4 req-5722ae67-0b0c-490d-afcc-060adba43f2b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Jul 27 22:54:30.323307 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699a8a3-2790-48bf-b36a-69c0a643b8f6 req-afbf35c7-fb33-45f5-8bbb-620b0f45e91e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:30.324976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a699a8a3-2790-48bf-b36a-69c0a643b8f6 req-afbf35c7-fb33-45f5-8bbb-620b0f45e91e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0722358 Jul 27 22:54:30.375015 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a699a8a3-2790-48bf-b36a-69c0a643b8f6 req-44404f20-caa6-493e-8404-51a3105db33b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jul 27 22:54:31.518425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa5cbf-0835-4317-acef-3e8199a9a67b req-dfec54c8-026a-4a9f-ac6c-d9455d2cadd2 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:31.520003 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dfa5cbf-0835-4317-acef-3e8199a9a67b req-dfec54c8-026a-4a9f-ac6c-d9455d2cadd2 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0714519 Jul 27 22:54:31.572121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9dfa5cbf-0835-4317-acef-3e8199a9a67b req-d805fdf2-02bc-4ba4-b1e4-2940c1294bdb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450687 Jul 27 22:54:32.331613 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b2b01a1-5cd9-4848-be9f-7c4e3263c1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.717831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669120-4d50-475e-a8b8-7ad3026fe9e1 req-c35260c6-3c92-438e-90fe-0785e593fe7e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:32.719499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a669120-4d50-475e-a8b8-7ad3026fe9e1 req-c35260c6-3c92-438e-90fe-0785e593fe7e tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0737095 Jul 27 22:54:32.762084 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a669120-4d50-475e-a8b8-7ad3026fe9e1 req-9effd571-74e2-41fd-a91c-86d21440073a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364807 Jul 27 22:54:33.907430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22086830-fe45-4c2f-84d8-eb31842245b3 req-e25ee2a0-8711-47e8-8649-4ae514675005 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:33.910488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22086830-fe45-4c2f-84d8-eb31842245b3 req-e25ee2a0-8711-47e8-8649-4ae514675005 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 931 time: 0.0798841 Jul 27 22:54:33.950355 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-22086830-fe45-4c2f-84d8-eb31842245b3 req-d3ecf237-80c2-4395-9937-2b4120ed3d91 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Jul 27 22:54:34.447195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62f8e118-0943-4497-a5cd-4d08dfb3a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.595232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Request body: {'port': {'device_id': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:34.670560 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.773165 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.942956 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa97444-4f70-45f5-84b4-48e87c1c7386 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:54:34.950325 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.961951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Transition to ACTIVE for port object 1fa97444-4f70-45f5-84b4-48e87c1c7386 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:35.012991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.085441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f097a0-b7ba-47bf-8e6c-87893163f4f0 req-a7882d9a-d1a5-4d69-acd0-9c7f0fdb741d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.087085 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f097a0-b7ba-47bf-8e6c-87893163f4f0 req-a7882d9a-d1a5-4d69-acd0-9c7f0fdb741d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 943 time: 0.0684900 Jul 27 22:54:35.087233 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:35.131760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f097a0-b7ba-47bf-8e6c-87893163f4f0 req-0413484f-271b-47fa-a262-0581e94b2ec3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jul 27 22:54:35.157216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Attempting to bind port 1fa97444-4f70-45f5-84b4-48e87c1c7386 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:35.157645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Attempting to bind port 1fa97444-4f70-45f5-84b4-48e87c1c7386 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:35.158043 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Attempting to bind port 1fa97444-4f70-45f5-84b4-48e87c1c7386 on network 66aadaf7-c034-4da0-82f4-e719a81e4e97 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:35.162991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Port 1fa97444-4f70-45f5-84b4-48e87c1c7386 on network 66aadaf7-c034-4da0-82f4-e719a81e4e97 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:54:35.163401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Attempting to bind port 1fa97444-4f70-45f5-84b4-48e87c1c7386 on network 66aadaf7-c034-4da0-82f4-e719a81e4e97 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:35.168518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:35.168932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Checking segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:35.169388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Bound using segment: {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:35.169898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Bound port: 1fa97444-4f70-45f5-84b4-48e87c1c7386, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade6fb7f-98d0-4211-be98-867c36759cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:35.170354 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.239488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:35.242678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:35.287372 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.321694 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.322352 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.323753 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] 10.222.0.76 "PUT /v2.0/ports/1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 1091 time: 0.7343111 Jul 27 22:54:35.324184 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:35.326465 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f5fb8-339b-4da9-a9ec-e48ce2f09914" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:35.363979 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fab5c-63f9-46d2-a5bd-169505517c00 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:35.369743 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf012617-2dbe-4ee7-9a19-a92b71ba4b74 x-openstack-request-id: req-bf012617-2dbe-4ee7-9a19-a92b71ba4b74 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:35.370034 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:35.370309 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf012617-2dbe-4ee7-9a19-a92b71ba4b74 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:35.370852 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:54:35.454316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-eff20cbf-8485-4b52-aab3-7fbe41d09f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.455880 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-eff20cbf-8485-4b52-aab3-7fbe41d09f4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1094 time: 0.0634954 Jul 27 22:54:35.569696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-aad40180-2fd9-4b0d-9016-4257705e65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.571188 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-aad40180-2fd9-4b0d-9016-4257705e65d1 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c24e28f198c04b87bd43a06f337fb507&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1063399 Jul 27 22:54:35.674974 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-5e1b7ce7-782d-499c-a393-ffc7fe204891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.676385 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-937f5fb8-339b-4da9-a9ec-e48ce2f09914 req-5e1b7ce7-782d-499c-a393-ffc7fe204891 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975344 Jul 27 22:54:35.768116 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-99e88934-1ab4-4c7d-a03a-854b3d986224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.769663 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-99e88934-1ab4-4c7d-a03a-854b3d986224 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1094 time: 0.0568278 Jul 27 22:54:35.814247 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-adb1a9a3-eb09-4688-a262-006adf191b5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 217 time: 0.0367322 Jul 27 22:54:35.864308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-b048b8d5-b24e-4ae2-8712-7c80e1fe1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.865717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-b048b8d5-b24e-4ae2-8712-7c80e1fe1d76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0444374 Jul 27 22:54:35.930370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-455b0133-c7ed-4882-9ac7-739df5f673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:35.931887 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-455b0133-c7ed-4882-9ac7-739df5f673cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587919 Jul 27 22:54:36.023136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-a9efeb57-aff5-4444-8dac-43f15e131cb0 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Jul 27 22:54:36.102643 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.131200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab8e758f-4b27-478c-9e00-a425fd82b560 req-62e08347-c3ee-4006-8e59-70a0d913c86b service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005330 Jul 27 22:54:36.267508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb1213-9ac8-4ddd-ad27-84fe9582dde5 req-53f16aa6-0ad6-42d6-bc57-eb44d4d17c61 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:36.269071 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ebb1213-9ac8-4ddd-ad27-84fe9582dde5 req-53f16aa6-0ad6-42d6-bc57-eb44d4d17c61 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 943 time: 0.0681019 Jul 27 22:54:36.307365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9ebb1213-9ac8-4ddd-ad27-84fe9582dde5 req-1920d26a-b5ba-400a-bbe7-86c4c7faadfd tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Jul 27 22:54:37.439587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147a4b-626a-4a10-8091-3808e7320d64 req-a4469cc9-ef06-4338-bdd2-ca932dd0f070 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:37.441183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00147a4b-626a-4a10-8091-3808e7320d64 req-a4469cc9-ef06-4338-bdd2-ca932dd0f070 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 943 time: 0.0647349 Jul 27 22:54:37.480328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-00147a4b-626a-4a10-8091-3808e7320d64 req-7ed47b8c-30ae-4eea-8b1b-ee95e23c126d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Jul 27 22:54:37.620667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1fa97444-4f70-45f5-84b4-48e87c1c7386 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:54:37.624125 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.748518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:37.760052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'port_id': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'mac_address': 'fa:16:3e:c6:92:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:54:37.802376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.810325 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.815083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa97444-4f70-45f5-84b4-48e87c1c7386 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:54:37.835286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:37.919509 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.966785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:38.156826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:54:38.610975 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605241a-fbc0-433a-9fbd-5a0d9dd1560f req-c10b0b65-f79c-4984-a84a-6fd65841ec63 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:38.612556 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a605241a-fbc0-433a-9fbd-5a0d9dd1560f req-c10b0b65-f79c-4984-a84a-6fd65841ec63 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 944 time: 0.0653517 Jul 27 22:54:38.650872 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a605241a-fbc0-433a-9fbd-5a0d9dd1560f req-3fcef453-9388-483e-979f-57264910fc0a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jul 27 22:54:39.018585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.637201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1fa97444-4f70-45f5-84b4-48e87c1c7386 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:39.738434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:39.743736 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:39.743736 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.786144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c95b9b-deed-457a-8401-41a740010e0c req-fe9d6deb-95c4-4c9d-8246-744926b8d573 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:39.787715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96c95b9b-deed-457a-8401-41a740010e0c req-fe9d6deb-95c4-4c9d-8246-744926b8d573 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 944 time: 0.0677176 Jul 27 22:54:39.824573 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.829844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96c95b9b-deed-457a-8401-41a740010e0c req-31d58067-b117-4254-8f86-b7db508b53f1 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358908 Jul 27 22:54:39.848084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:39.850456 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86558be-2e11-4e96-bdfd-e1e919e2419a" -d '{"events": [{"server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "name": "network-vif-plugged", "status": "completed", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:39.863886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:39.888741 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87123a45-68dc-41dd-a345-63239b7a8dfc x-openstack-request-id: req-87123a45-68dc-41dd-a345-63239b7a8dfc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:39.889456 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "name": "network-vif-plugged", "status": "completed", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:39.889456 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87123a45-68dc-41dd-a345-63239b7a8dfc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:39.889654 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'code': 200} Jul 27 22:54:39.938891 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.988838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:40.001217 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b052b07-c9da-4000-bdbc-b09306cf82c8 req-790a8fed-3997-4771-8001-eabba1091a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:40.002975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b052b07-c9da-4000-bdbc-b09306cf82c8 req-790a8fed-3997-4771-8001-eabba1091a9a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0584879 Jul 27 22:54:40.039315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b052b07-c9da-4000-bdbc-b09306cf82c8 req-02b558e0-a424-4d1c-9ed3-3860ecdcfe58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294747 Jul 27 22:54:40.961268 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65676f28-f269-425c-81c5-bd7e827ec43c req-9f4b90ba-cdf7-460b-9db3-51c176823f06 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:40.962960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65676f28-f269-425c-81c5-bd7e827ec43c req-9f4b90ba-cdf7-460b-9db3-51c176823f06 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0654871 Jul 27 22:54:41.004766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-65676f28-f269-425c-81c5-bd7e827ec43c req-1544bf73-7953-4a1b-9623-631b0e7cfc91 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Jul 27 22:54:42.142312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800a22-6b42-4c7f-a146-eddb1088299d req-1ee08120-2f0f-43a5-b995-e345aeffa84f tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:42.143774 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b800a22-6b42-4c7f-a146-eddb1088299d req-1ee08120-2f0f-43a5-b995-e345aeffa84f tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0647593 Jul 27 22:54:42.187327 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1b800a22-6b42-4c7f-a146-eddb1088299d req-aa3a020b-2059-4f35-97d6-b5538cf20c3d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Jul 27 22:54:42.320047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f90db-eec8-42ab-8bc6-4062fcf3284a req-50ecb0ce-f006-499b-a956-28bfd5674440 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:42.321551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-612f90db-eec8-42ab-8bc6-4062fcf3284a req-50ecb0ce-f006-499b-a956-28bfd5674440 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0684061 Jul 27 22:54:42.361086 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-612f90db-eec8-42ab-8bc6-4062fcf3284a req-84299e73-2c2f-42cc-b12e-11cf2cdca19c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 27 22:54:42.568464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9cb48-c304-46c8-bec6-d0fafbd68332 req-79c6a8e8-dc7e-449d-ae91-561868ad94c0 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:42.569951 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ae9cb48-c304-46c8-bec6-d0fafbd68332 req-79c6a8e8-dc7e-449d-ae91-561868ad94c0 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0657027 Jul 27 22:54:42.608177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ae9cb48-c304-46c8-bec6-d0fafbd68332 req-24f59fd6-e32a-465e-b74a-b9e6e1cd2178 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jul 27 22:54:44.258510 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:54:57.232471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6925ddd-bbd0-49ef-beff-c5e0a78226ce req-9255f524-4806-419c-9d59-d1f0c4fdcabc tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:57.233937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6925ddd-bbd0-49ef-beff-c5e0a78226ce req-9255f524-4806-419c-9d59-d1f0c4fdcabc tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0710797 Jul 27 22:54:57.280405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6925ddd-bbd0-49ef-beff-c5e0a78226ce req-59da0f53-531c-4cef-ab41-1b4cd9ee11be tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365949 Jul 27 22:54:57.309221 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58564) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:57.479031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66969a58-0907-448b-8677-cd105785a727 tempest-TestMinimumBasicScenario-1635314496 tempest-TestMinimumBasicScenario-1635314496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:57.480655 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-66969a58-0907-448b-8677-cd105785a727 tempest-TestMinimumBasicScenario-1635314496 tempest-TestMinimumBasicScenario-1635314496-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1091 time: 0.1704209 Jul 27 22:54:57.484344 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58568) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:57.489776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:57.578565 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.683039 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.792792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Allocated IP 172.25.3.3 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/2ffda670-60e2-4759-8451-6e795ea9ea5d) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:57.897195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.990186 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.033163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:58.038054 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:58.041453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:58.064706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'Port': ['ID=2ffda670-60e2-4759-8451-6e795ea9ea5d,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:58.076998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.077433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.077786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.078262 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.083941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:58.430553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.567756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.679114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-58c1a411-0cd8-4f52-8b37-e323e932eac2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623164 Jul 27 22:54:58.735500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.781129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-efe56000-ebe7-45ca-bcca-e05e5c86012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:58.782666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-efe56000-ebe7-45ca-bcca-e05e5c86012d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0545273 Jul 27 22:54:58.805096 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.882209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'Port': ['ID=2ffda670-60e2-4759-8451-6e795ea9ea5d,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:58.891292 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:58.899295 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-aae6bed1-2b45-4221-8bb3-caa786874321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:58.900813 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-aae6bed1-2b45-4221-8bb3-caa786874321 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.0957940 Jul 27 22:54:58.970671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-3a8082c7-c818-45f1-8615-a91ca36ae08b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 997 time: 0.0626152 Jul 27 22:54:58.999103 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Floating IP a7d9153f-9ba7-4e13-ad4a-8c050ea4221a associated. External IP: 172.25.3.3, port: 1fa97444-4f70-45f5-84b4-48e87c1c7386. Jul 27 22:54:59.024386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-51289651-578d-4598-bbac-46371dccf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:59.025936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-51289651-578d-4598-bbac-46371dccf42b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0470469 Jul 27 22:54:59.093755 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-188747d5-b2e0-4135-8f88-0707828b0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:59.095327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-188747d5-b2e0-4135-8f88-0707828b0ac1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588601 Jul 27 22:54:59.189687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-8d5856a0-94bd-4600-971e-dff50e4b7436 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 Jul 27 22:54:59.215484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:59.286929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a51c3638-2088-4ebc-a8db-a031e1783ded req-648add5c-b1ac-462d-9938-81945464cc8a service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881302 Jul 27 22:54:59.332867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:59.345767 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Sync routers for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:59.352778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:59.353390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:59.422657 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:59.460566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba4a9bce-498b-4e9e-b1e1-ee39a3b2ec55 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9752240 Jul 27 22:54:59.461229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:59.462576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:59.463481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58570) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:59.463629 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622cf01-16b8-490e-ad89-e40dc00fec64" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:59.468456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223794889', 'description': 'tempest-secgroup-smoke-1223794889 description', 'project_id': 'c24e28f198c04b87bd43a06f337fb507'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:59.580180 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:59.621909 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f408238-dca2-4d1c-b7ce-7de44e621ba2 x-openstack-request-id: req-1f408238-dca2-4d1c-b7ce-7de44e621ba2 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:59.622214 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:59.622505 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f408238-dca2-4d1c-b7ce-7de44e621ba2 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:59.622913 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:54:59.698195 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a7d9153f-9ba7-4e13-ad4a-8c050ea4221a', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'port_id': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'mac_address': 'fa:16:3e:c6:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:54:58Z', 'updated_at': '2021-07-27T22:54:58Z', 'revision_number': 0, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:59.726125 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Checking router: 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:59.726391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:59.734443 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:59.735058 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:54:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:59.737536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-c7efed9e-afc4-427e-9ac1-9c66001759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:59.739653 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-c7efed9e-afc4-427e-9ac1-9c66001759cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0913982 Jul 27 22:54:59.803739 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:59.846549 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:55:00.095538 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a7d9153f-9ba7-4e13-ad4a-8c050ea4221a', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'port_id': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'mac_address': 'fa:16:3e:c6:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:54:58Z', 'updated_at': '2021-07-27T22:54:58Z', 'revision_number': 0, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:55:00.122525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cba624-4ec4-4b16-9dcd-78fbea3079be None None] The sync data for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 is: [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'a7d9153f-9ba7-4e13-ad4a-8c050ea4221a', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'port_id': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'mac_address': 'fa:16:3e:c6:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:54:58Z', 'updated_at': '2021-07-27T22:54:58Z', 'revision_number': 0, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:55:00.207005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c043773e-530f-4f2a-9377-4203551ce48d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:00.222364 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-ad2d23fa-283d-4fe2-aae9-99a5e4fc635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:00.224194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-ad2d23fa-283d-4fe2-aae9-99a5e4fc635f service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.4750233 Jul 27 22:55:00.283284 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.284461 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e75a8baf-586c-4c0b-8d48-c4517ec21a6b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8198817 Jul 27 22:55:00.287548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58576) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:00.293166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:00.298319 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-65fe6510-1a05-428b-a166-f29b41833900 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 997 time: 0.0653415 Jul 27 22:55:00.350977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4f2692-c5b6-4885-ab27-734e27a1af63 None None] New status for floating IP a7d9153f-9ba7-4e13-ad4a-8c050ea4221a: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:55:00.355525 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-cae8d7dc-0480-4e24-af7f-68cc7b69f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:00.357051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-cae8d7dc-0480-4e24-af7f-68cc7b69f7d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0509245 Jul 27 22:55:00.372127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.430690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-7ce2b9f8-1b43-440a-adbd-9e6e26a114b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:00.432442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-7ce2b9f8-1b43-440a-adbd-9e6e26a114b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652502 Jul 27 22:55:00.434834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.492365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.514547 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bb8d6f-f269-4af5-b38e-21d17a7cebb3,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:00.528313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-1675f14b-5164-4a2b-a9a4-d6f2f65e74cb service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876796 Jul 27 22:55:00.572777 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.576875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7a08b722-2d01-430f-a6be-e9e2a7c08ed7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854962 Jul 27 22:55:00.577035 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58578) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:00.582935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:00.630064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0622cf01-16b8-490e-ad89-e40dc00fec64 req-f1f3a860-2d63-437d-8020-d2c4aaef0e41 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926399 Jul 27 22:55:00.668261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.729926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.806375 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.824713 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b669b4a-90a2-485d-8bb7-21167d509f11,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:00.897824 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:00.899176 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d75fb780-d165-4d07-bb87-c8dde66c11fb tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211553 Jul 27 22:55:00.901786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:00.906699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:01.005887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.066618 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.154884 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.173106 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc64ea8-85b2-4026-92d3-499f396e6482,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:01.257602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.258899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-895a3e13-6618-492f-b6cb-20f9c6875cb7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561494 Jul 27 22:55:01.261556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58582) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:01.266269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:01.371399 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.434448 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.570991 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.589730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8dad2e-f40a-43f8-853e-213083dab685,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:01.692617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.693822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-75846024-d67a-4a5e-af46-9f284486a7e3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4312627 Jul 27 22:55:01.696671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58584) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:01.701534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:01.789244 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Project c24e28f198c04b87bd43a06f337fb507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:55:01.794910 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.861936 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.932498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.954979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec500b7-8dcd-4f7c-b594-1dbcf9245043,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:01.960995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0fdca14b-ae5c-4a99-9ef8-25e2a6202e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.006970 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.008398 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0e8ab6c-09f5-4ecd-b07f-262f35baaf1b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107564 Jul 27 22:55:02.011243 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58586) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:02.015931 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'security_group_rule': {'security_group_id': 'c043773e-530f-4f2a-9377-4203551ce48d', 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:02.103662 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Project c24e28f198c04b87bd43a06f337fb507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:55:02.108886 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.171855 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.223649 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.245484 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f7367d-8181-47ff-bc9c-365ce17f4f2e,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:02.292106 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.293481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5a72318-cde0-458d-ac3a-8a3c290d7df7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2812719 Jul 27 22:55:02.373440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-83e657fc-93d0-4850-b4f5-d250e8c4a8fa tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223794889&fields=id&tenant_id=c24e28f198c04b87bd43a06f337fb507 HTTP/1.1" status: 200 len: 267 time: 0.0348797 Jul 27 22:55:02.442854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-9089d12d-f80a-40ae-a418-45955eaccfec tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:02.444181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-9089d12d-f80a-40ae-a418-45955eaccfec tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0651438 Jul 27 22:55:02.455425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'port': {'security_groups': ['4e16d73c-44c5-4099-bb6c-f2e514868d0a', 'c043773e-530f-4f2a-9377-4203551ce48d']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:02.542576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.735881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:02.767321 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.983368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:02.995825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:55:03.027783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.028433 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.031216 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c5d2eae-13f2-4130-a412-0d173bfdf8bb req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "PUT /v2.0/ports/1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 981 time: 0.5792906 Jul 27 22:55:03.031216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:55:03.032931 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4215ed3e-d829-4c8d-b262-b26e22d4fe44" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:55:03.072548 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2711be-4b7c-4d80-93a5-06f7c001cf92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=6']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:03.097404 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885dcc8-b3d9-4d6b-bce9-56b55ed87f55 x-openstack-request-id: req-8885dcc8-b3d9-4d6b-bce9-56b55ed87f55 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:55:03.097404 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:55:03.097404 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8885dcc8-b3d9-4d6b-bce9-56b55ed87f55 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:55:03.097404 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:55:03.103270 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:55:03.229950 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-4334cf79-3ebe-4b30-be68-3c9787bf47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.232041 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-4334cf79-3ebe-4b30-be68-3c9787bf47aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1135 time: 0.1157227 Jul 27 22:55:03.245791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3731a0-040c-4dad-80bd-a030c3254f4e req-1b3b3067-7453-443c-97dc-7b27f5ae6be8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.247430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d3731a0-040c-4dad-80bd-a030c3254f4e req-1b3b3067-7453-443c-97dc-7b27f5ae6be8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.1215034 Jul 27 22:55:03.357433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d3731a0-040c-4dad-80bd-a030c3254f4e req-bcdc8f08-1936-45e1-bf87-96128852984c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891628 Jul 27 22:55:03.381737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-53c182ee-8fc9-459a-ade2-a4900a7c0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.383501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-53c182ee-8fc9-459a-ade2-a4900a7c0c50 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.1351109 Jul 27 22:55:03.396526 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-da8ff43e-e92e-4447-bd59-ea06a354b3ff None None] Provisioning complete for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:03.396908 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da8ff43e-e92e-4447-bd59-ea06a354b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.483828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-52e7ce52-a185-4aea-b922-796ab795c2a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 999 time: 0.0905445 Jul 27 22:55:03.546359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-1e30c983-40d6-4276-88c2-d80f9fd48885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.548377 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-1e30c983-40d6-4276-88c2-d80f9fd48885 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0564592 Jul 27 22:55:03.636194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-e3facab8-0206-4589-b01d-ff24d14a1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.638087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-e3facab8-0206-4589-b01d-ff24d14a1903 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814877 Jul 27 22:55:03.756176 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-3c223cd8-d96a-4627-bc39-a48872073800 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076736 Jul 27 22:55:03.865440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4215ed3e-d829-4c8d-b262-b26e22d4fe44 req-6bd86428-ab43-4ca5-bb25-518ed9dc948b service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989420 Jul 27 22:55:04.458665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6fc5d622-d994-4023-a9cf-cdacdcfd3e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:04.783246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:06.074814 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:07.630093 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:07.811278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:09.012072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:17.826368 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84a915-f2d6-48e4-acf9-ebb3a6219921 req-4d066f36-0957-4571-b9aa-de22a95ecabe tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:17.827936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de84a915-f2d6-48e4-acf9-ebb3a6219921 req-4d066f36-0957-4571-b9aa-de22a95ecabe tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0830517 Jul 27 22:55:17.900791 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-de84a915-f2d6-48e4-acf9-ebb3a6219921 req-6efd4fc7-bbd2-4f81-948c-2ecb113b8f7b tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664177 Jul 27 22:55:17.923589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-f68701a0-3a3b-48d5-bf67-46ab3cedc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:17.925191 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-f68701a0-3a3b-48d5-bf67-46ab3cedc1a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1135 time: 0.0755746 Jul 27 22:55:18.018209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-677061a8-ca32-448d-8b77-6bb99f5e14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:18.019787 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-677061a8-ca32-448d-8b77-6bb99f5e14c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.0869687 Jul 27 22:55:18.090758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-21c04fb0-5077-4c5e-8621-662ffeea1c11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 999 time: 0.0631568 Jul 27 22:55:18.140747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-1b323bf3-2dba-47a9-ab01-2ada9a858cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:18.142234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-1b323bf3-2dba-47a9-ab01-2ada9a858cec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0444732 Jul 27 22:55:18.202705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-e2d29e25-736c-4fe4-9aa4-1fe082a36882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:18.204234 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-e2d29e25-736c-4fe4-9aa4-1fe082a36882 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550678 Jul 27 22:55:18.305815 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-a8eb16d4-2457-4e79-a976-8295f38d44ec service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932615 Jul 27 22:55:18.397793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3bdd2513-4b4b-4b2b-8001-9d0c92d72fc3 req-df71c469-b471-493f-bb27-a13a234c9484 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Jul 27 22:55:19.045312 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6c59-03fc-47a4-abbc-d4e99622126b req-6cdc29c9-90b7-448c-ae30-f7c116552650 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:19.046879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36fd6c59-03fc-47a4-abbc-d4e99622126b req-6cdc29c9-90b7-448c-ae30-f7c116552650 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0715628 Jul 27 22:55:19.095656 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36fd6c59-03fc-47a4-abbc-d4e99622126b req-abfeee35-bb91-40b5-82f7-d9e10f4d1a72 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424726 Jul 27 22:55:20.233631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6335f-eae6-4955-b877-70730f891a8c req-a1e6efa6-75ef-42b2-b197-2a510a1710de tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:20.235168 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bf6335f-eae6-4955-b877-70730f891a8c req-a1e6efa6-75ef-42b2-b197-2a510a1710de tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0692632 Jul 27 22:55:20.275608 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6bf6335f-eae6-4955-b877-70730f891a8c req-2d09588a-b80e-4b1b-90c4-980da3bedad4 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341952 Jul 27 22:55:21.258483 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:55:21.404636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d312-b891-41ca-96e7-6c11837f7730 req-6f86fe4f-f9a1-480d-a966-66c2c274c0c7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:21.406259 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ca3d312-b891-41ca-96e7-6c11837f7730 req-6f86fe4f-f9a1-480d-a966-66c2c274c0c7 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0642836 Jul 27 22:55:21.450192 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3ca3d312-b891-41ca-96e7-6c11837f7730 req-b3b18f56-a922-4088-ad64-a8070fdba66a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376899 Jul 27 22:55:22.587533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f739155-366a-4b99-8ea3-f42e0b1c698b req-f1c401cf-3c76-4fd0-b202-2e1e46a29173 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:22.589066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f739155-366a-4b99-8ea3-f42e0b1c698b req-f1c401cf-3c76-4fd0-b202-2e1e46a29173 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0715683 Jul 27 22:55:22.634510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5f739155-366a-4b99-8ea3-f42e0b1c698b req-d2ee596b-a081-4243-a9b6-a41a56582332 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392396 Jul 27 22:55:23.767717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28c82f-d672-46ea-abfe-d0d45feaa80b req-7586df23-31fb-4c19-9ca6-0450786d1ae1 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:23.769244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee28c82f-d672-46ea-abfe-d0d45feaa80b req-7586df23-31fb-4c19-9ca6-0450786d1ae1 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0661252 Jul 27 22:55:23.809717 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ee28c82f-d672-46ea-abfe-d0d45feaa80b req-e1e0f65a-d403-4da4-9ff1-cf08e5526d05 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338333 Jul 27 22:55:24.952297 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5c097-813f-4953-a548-2024fe1672ad req-42a09808-b4f5-468a-81c1-f420e11834b3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:24.953808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de5c097-813f-4953-a548-2024fe1672ad req-42a09808-b4f5-468a-81c1-f420e11834b3 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0738833 Jul 27 22:55:24.995514 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8de5c097-813f-4953-a548-2024fe1672ad req-6e18d883-d19e-4490-82ad-168cf4e5c405 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356019 Jul 27 22:55:26.131324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953be02-98a7-4c40-8842-23d34cf9f807 req-e4f23165-1a06-4023-90e6-fd8026108978 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:26.133598 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9953be02-98a7-4c40-8842-23d34cf9f807 req-e4f23165-1a06-4023-90e6-fd8026108978 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0702419 Jul 27 22:55:26.175466 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9953be02-98a7-4c40-8842-23d34cf9f807 req-4139e3f3-d4de-4f70-9000-f34e6bf20245 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351732 Jul 27 22:55:27.306397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877c8ff-fe0a-487f-b1da-2d2d0abe7e0f req-2d782215-ec08-449f-91f9-654fd1dd0167 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:27.307891 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4877c8ff-fe0a-487f-b1da-2d2d0abe7e0f req-2d782215-ec08-449f-91f9-654fd1dd0167 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0648732 Jul 27 22:55:27.348606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4877c8ff-fe0a-487f-b1da-2d2d0abe7e0f req-f0808eb2-e8c1-4850-b928-e741b3a65ac0 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344799 Jul 27 22:55:28.483842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455315d7-a95d-4300-b6af-eeccd6a3d49e req-8a342196-eb43-42c0-bdab-a8d27b706375 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:28.485291 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-455315d7-a95d-4300-b6af-eeccd6a3d49e req-8a342196-eb43-42c0-bdab-a8d27b706375 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0670207 Jul 27 22:55:28.527387 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-455315d7-a95d-4300-b6af-eeccd6a3d49e req-4f817da2-8361-4200-9720-646b9373fba4 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359974 Jul 27 22:55:29.661569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687143a-16e8-4b8c-8a9f-992f0b849697 req-72066826-ae5d-4247-b206-79e8054c451d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:29.663107 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5687143a-16e8-4b8c-8a9f-992f0b849697 req-72066826-ae5d-4247-b206-79e8054c451d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0659289 Jul 27 22:55:29.703997 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5687143a-16e8-4b8c-8a9f-992f0b849697 req-a7ee1479-cbdd-4871-9c35-6e7371dbce35 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340531 Jul 27 22:55:30.837142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0caed0-363a-44a4-8c1c-fcf7245427dd req-7a7e962d-77a6-43f2-a7a0-63a2276aa63c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:30.838712 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d0caed0-363a-44a4-8c1c-fcf7245427dd req-7a7e962d-77a6-43f2-a7a0-63a2276aa63c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0659811 Jul 27 22:55:30.886113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1d0caed0-363a-44a4-8c1c-fcf7245427dd req-42c67e7d-91a5-4042-9e2d-ae85c7ce41c9 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412154 Jul 27 22:55:31.942809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cd7843b6-9d66-4fb0-b88c-1c2eaf025733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:32.025405 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045807dd-b2e2-4e7a-8652-03825f320585 req-876119c0-da51-41d6-b6db-4746e67a5f4c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:32.026982 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-045807dd-b2e2-4e7a-8652-03825f320585 req-876119c0-da51-41d6-b6db-4746e67a5f4c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0695415 Jul 27 22:55:32.070549 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-045807dd-b2e2-4e7a-8652-03825f320585 req-144b764c-832c-4504-ae74-c05729009d5a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361767 Jul 27 22:55:33.207213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1aa2-cd22-4ae1-905e-88048b1cf15f req-b0fbb191-b3dd-4934-9c9e-8ab15c4adfa4 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:33.208736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bf7d1aa2-cd22-4ae1-905e-88048b1cf15f req-b0fbb191-b3dd-4934-9c9e-8ab15c4adfa4 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0690541 Jul 27 22:55:33.252069 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bf7d1aa2-cd22-4ae1-905e-88048b1cf15f req-25495dc1-057b-4ecc-bb25-754550494169 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368955 Jul 27 22:55:34.398903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de6fc-1a1b-40f8-8ca6-35e6689c01e0 req-8fc1dab3-6e3b-4d8b-81cc-e66dbc1c806c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:34.400565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a30de6fc-1a1b-40f8-8ca6-35e6689c01e0 req-8fc1dab3-6e3b-4d8b-81cc-e66dbc1c806c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0767851 Jul 27 22:55:34.442686 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a30de6fc-1a1b-40f8-8ca6-35e6689c01e0 req-2c4849a4-53f5-4e19-b242-600e0e51f0de tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=c043773e-530f-4f2a-9377-4203551ce48d&id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355072 Jul 27 22:55:34.473806 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53865fae-a664-4c75-ad24-6e10fa688a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.794239 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:36.091206 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:37.634411 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:37.810854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:39.022591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:58.257516 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:56:00.658014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-3a57d0ea-281c-476b-a018-19d5b6cec9fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585246 Jul 27 22:56:00.755528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-5481b884-6a72-4d9c-8ce3-18544a68dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:00.757166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-5481b884-6a72-4d9c-8ce3-18544a68dbf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1135 time: 0.0552697 Jul 27 22:56:00.865415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-c596a6d4-bc07-4d2d-a2a2-6cbb06bbba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:00.866966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-c596a6d4-bc07-4d2d-a2a2-6cbb06bbba72 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.0880413 Jul 27 22:56:00.938918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-bd77374f-bbf4-4c65-8424-719bd1210bf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 999 time: 0.0637617 Jul 27 22:56:00.988632 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-5058cff8-416a-4171-8be3-4e5a5c6d64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:00.990101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-5058cff8-416a-4171-8be3-4e5a5c6d64bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0442832 Jul 27 22:56:01.050766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-7bdf0ab8-afc7-469f-90ff-1d735652c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:01.053564 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-7bdf0ab8-afc7-469f-90ff-1d735652c5e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536773 Jul 27 22:56:01.146647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-07e081e9-af6f-462f-ba69-0bf3622c3878 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866497 Jul 27 22:56:01.238661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f1b09fd-be90-4ccc-ab58-413b5ae9bd69 req-fde7b4b7-6572-41ff-bfa8-6544078c0bc0 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839520 Jul 27 22:56:01.953023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99204ad-bd71-4fa6-a31b-633925ad11e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:04.570611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e75b90d4-4265-40f9-bfec-f95bc1e0a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:04.798835 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:06.107552 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.035915 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-47e04dcb-c2f3-4f96-a2c5-f5a632c5d9bf tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223794889&fields=id&tenant_id=c24e28f198c04b87bd43a06f337fb507 HTTP/1.1" status: 200 len: 267 time: 0.0351515 Jul 27 22:56:07.105925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-45f84bbf-8148-4597-9230-9e5928c1704c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:07.107521 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-45f84bbf-8148-4597-9230-9e5928c1704c tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 984 time: 0.0643857 Jul 27 22:56:07.118712 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Request body: {'port': {'security_groups': ['4e16d73c-44c5-4099-bb6c-f2e514868d0a']}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:07.209664 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.383831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:07.414404 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.484381 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.496490 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:07.529301 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:07.529953 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.532029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e8e9eeba-1bd6-4cf9-b984-50f72752a515 req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "PUT /v2.0/ports/1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 942 time: 0.4174340 Jul 27 22:56:07.532582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:07.535189 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af62c0f-055a-4b5d-b5ba-11592623762a" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:07.539215 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:07.575263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event updated for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:07.586887 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436940f2-3c2c-4591-8faf-c74b4032ae03 x-openstack-request-id: req-436940f2-3c2c-4591-8faf-c74b4032ae03 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:07.587136 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:07.587369 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-436940f2-3c2c-4591-8faf-c74b4032ae03 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:07.587774 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:56:07.589391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.589725 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.590333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.590697 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.591299 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.591641 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.591984 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.592374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.592719 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.593053 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.593385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.594324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da5c3c-d6c4-4981-be57-ecd0df7739f8 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:07.604932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:07.668032 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.682379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.718454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-4ea579eb-936e-40e8-9234-f2ef9df40733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:07.720046 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-4ea579eb-936e-40e8-9234-f2ef9df40733 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1096 time: 0.1006575 Jul 27 22:56:07.726946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.823857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1c374fa0-5bad-4a68-b6e8-425883473eb4 None None] Provisioning complete for port 1fa97444-4f70-45f5-84b4-48e87c1c7386 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:07.824511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c374fa0-5bad-4a68-b6e8-425883473eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.840759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-ef12aca8-ef7a-4498-b802-6add86e683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:07.842348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-ef12aca8-ef7a-4498-b802-6add86e683eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.1124990 Jul 27 22:56:07.848392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.917847 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-25020cd4-3ec2-4185-a7b5-bba4c03842c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 999 time: 0.0678353 Jul 27 22:56:07.966250 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.968892 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:07.970053 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "DELETE /v2.0/security-groups/c043773e-530f-4f2a-9377-4203551ce48d HTTP/1.1" status: 204 len: 168 time: 0.4291658 Jul 27 22:56:07.972947 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58656) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:07.978231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-04369a16-95ec-4241-997c-ec4d09aacfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:07.979310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-04369a16-95ec-4241-997c-ec4d09aacfbd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0539656 Jul 27 22:56:07.985200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c043773e-530f-4f2a-9377-4203551ce48d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:08.002999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.003349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.003700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.004040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.004371 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.004703 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.005033 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.005360 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.005689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.006015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.006372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.006696 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86210da7-db77-46ff-bd4c-c6a8e7a58f89 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:08.058280 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-3617e3a3-eb24-43e8-b437-0fcf89aa4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:08.059995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-3617e3a3-eb24-43e8-b437-0fcf89aa4252 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721571 Jul 27 22:56:08.147177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Deleting port 2ffda670-60e2-4759-8451-6e795ea9ea5d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:08.147802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.162919 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-fc88a965-fbdf-4783-946e-aacb6fe52168 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957427 Jul 27 22:56:08.232023 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.232361 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.244735 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Calling delete_port for 2ffda670-60e2-4759-8451-6e795ea9ea5d owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:08.260641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4af62c0f-055a-4b5d-b5ba-11592623762a req-ad4a7562-0cd1-473f-b8f5-2bd46abb0540 service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900431 Jul 27 22:56:08.467291 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.496434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event deleted for resources: {'Port': ['ID=2ffda670-60e2-4759-8451-6e795ea9ea5d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:08.560974 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.561308 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Floating IP a7d9153f-9ba7-4e13-ad4a-8c050ea4221a disassociated (deleted). External IP: 172.25.3.3, port: 1fa97444-4f70-45f5-84b4-48e87c1c7386. Jul 27 22:56:08.768184 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:08.876507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:08.881373 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:08.887716 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Sync routers for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:08.901255 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:08.902170 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:08.923361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e21b0f1-e080-4deb-8a70-9c5514f7502d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7d9153f-9ba7-4e13-ad4a-8c050ea4221a HTTP/1.1" status: 204 len: 168 time: 0.9491966 Jul 27 22:56:09.039036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:09.105572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:09.306677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:09.336138 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Checking router: 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:09.345239 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:09.345802 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:09.456972 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:09.588688 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:09.591160 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30795f71-ef49-4419-9f0c-e31af8656aad" -d '{"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:09.629698 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b7a85-2119-4bba-b150-2735fe72ba00 x-openstack-request-id: req-597b7a85-2119-4bba-b150-2735fe72ba00 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:09.630022 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:09.630490 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-597b7a85-2119-4bba-b150-2735fe72ba00 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:09.630905 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:56:09.663461 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:09.690127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e5cc4-b652-4675-94d3-8310a3173a8d None None] The sync data for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 is: [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:54:01Z', 'revision_number': 4, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '5f10bcdd-e3d4-4d02-bb51-06142ccf2412', 'name': '', 'network_id': '66aadaf7-c034-4da0-82f4-e719a81e4e97', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'mac_address': 'fa:16:3e:47:a3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:00Z', 'updated_at': '2021-07-27T22:54:06Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'subnets': [{'id': '72e7fcf1-4999-4979-b778-0be3c0e3672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:09.715155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795f71-ef49-4419-9f0c-e31af8656aad req-a2b7afe3-f214-4e95-8e2b-5d71d7426702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:09.716713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-a2b7afe3-f214-4e95-8e2b-5d71d7426702 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c24e28f198c04b87bd43a06f337fb507&device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0646055 Jul 27 22:56:09.813842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795f71-ef49-4419-9f0c-e31af8656aad req-86343200-9302-482c-a47b-a45c01160f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:09.815399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-86343200-9302-482c-a47b-a45c01160f43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 200 len: 915 time: 0.0912199 Jul 27 22:56:09.868849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-a411d687-02d2-4fb3-af7c-ce80eef65c66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 200 len: 217 time: 0.0436125 Jul 27 22:56:09.915998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00ff55-c748-44c9-ab5c-dd4af33d8c6a None None] New status for floating IP a7d9153f-9ba7-4e13-ad4a-8c050ea4221a: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:56:09.926651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795f71-ef49-4419-9f0c-e31af8656aad req-b80f4346-75e9-4c6f-a96e-b7e3f76b55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:09.928179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-b80f4346-75e9-4c6f-a96e-b7e3f76b55ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 200 len: 853 time: 0.0499642 Jul 27 22:56:09.995625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30795f71-ef49-4419-9f0c-e31af8656aad req-2ee53021-dcae-4235-baf3-cc769807298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:09.997183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-2ee53021-dcae-4235-baf3-cc769807298d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=66aadaf7-c034-4da0-82f4-e719a81e4e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605159 Jul 27 22:56:10.098266 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-13a6afea-25ff-40ee-9e66-50920bbeeece service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933034 Jul 27 22:56:10.193918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-30795f71-ef49-4419-9f0c-e31af8656aad req-45f45feb-d22b-4fb3-9aa3-3d1d20ced89f service neutron] 10.222.0.76 "GET /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878165 Jul 27 22:56:17.538517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551947-687e-4b10-bdec-e89b61896e5c req-1b39622e-4f3d-4fe4-ab50-039e2278a36a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:17.539930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8551947-687e-4b10-bdec-e89b61896e5c req-1b39622e-4f3d-4fe4-ab50-039e2278a36a tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0643079 Jul 27 22:56:17.578005 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c8551947-687e-4b10-bdec-e89b61896e5c req-d38cc2d3-4ff0-4683-987e-d879892a104d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 27 22:56:18.708434 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024462e-f192-4b93-9573-775bcbf6b067 req-5ba0c01c-6f4f-4dcd-be50-3c52ca91e11d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:18.709965 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7024462e-f192-4b93-9573-775bcbf6b067 req-5ba0c01c-6f4f-4dcd-be50-3c52ca91e11d tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0646482 Jul 27 22:56:18.748173 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7024462e-f192-4b93-9573-775bcbf6b067 req-c9637dc4-9226-4e0a-bfab-8d1d66b84b92 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/security-groups?id=4e16d73c-44c5-4099-bb6c-f2e514868d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jul 27 22:56:19.169665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-19251f88-5534-404c-9f7e-8d05c09a1722 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:19.171075 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-19251f88-5534-404c-9f7e-8d05c09a1722 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.76 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 945 time: 0.0683210 Jul 27 22:56:19.269559 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Deleting port 1fa97444-4f70-45f5-84b4-48e87c1c7386 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:19.269902 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:19.360507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] For port 1fa97444-4f70-45f5-84b4-48e87c1c7386, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=1fa97444-4f70-45f5-84b4-48e87c1c7386,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:19.360954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:19.372557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Calling delete_port for 1fa97444-4f70-45f5-84b4-48e87c1c7386 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:19.581613 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:19.594898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['1fa97444-4f70-45f5-84b4-48e87c1c7386'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:19.611416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Pushing event deleted for resources: {'Port': ['ID=1fa97444-4f70-45f5-84b4-48e87c1c7386,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:19.662245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] No DVR routers for this DVR port 1fa97444-4f70-45f5-84b4-48e87c1c7386 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:19.665033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:19.667315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a7020e0a-d8f7-4c8c-8160-27729b47f8bd req-c9efd915-38fa-4c74-8f97-342e2929f321 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.76 "DELETE /v2.0/ports/1fa97444-4f70-45f5-84b4-48e87c1c7386 HTTP/1.1" status: 204 len: 173 time: 0.4895718 Jul 27 22:56:19.667756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'name': 'network-vif-deleted', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:19.670088 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f0bcc-06fc-4763-b3ea-f2a4cdfd0921" -d '{"events": [{"server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "name": "network-vif-deleted", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:19.762912 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676d3bd-3e8d-4886-a96d-c5c737404255 x-openstack-request-id: req-d676d3bd-3e8d-4886-a96d-c5c737404255 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:19.763204 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f2888e-90ea-4bff-8059-71ab3d2dd400", "name": "network-vif-deleted", "tag": "1fa97444-4f70-45f5-84b4-48e87c1c7386", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:19.763458 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d676d3bd-3e8d-4886-a96d-c5c737404255 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:19.763868 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2888e-90ea-4bff-8059-71ab3d2dd400', 'name': 'network-vif-deleted', 'tag': '1fa97444-4f70-45f5-84b4-48e87c1c7386', 'status': 'completed', 'code': 200} Jul 27 22:56:19.847552 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d78530e0-ce9c-4090-bbd5-cc25c5e92366 req-1eac37dc-e6cd-49cc-9667-3581f6c91a27 tempest-TestMinimumBasicScenario-920475785 tempest-TestMinimumBasicScenario-920475785-project] 10.222.0.37 "GET /v2.0/ports?device_id=36f2888e-90ea-4bff-8059-71ab3d2dd400 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Jul 27 22:56:22.005057 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:22.079794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1fa97444-4f70-45f5-84b4-48e87c1c7386 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:22.099780 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 1fa97444-4f70-45f5-84b4-48e87c1c7386 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:22.100124 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 1fa97444-4f70-45f5-84b4-48e87c1c7386 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:22.356307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:22.910622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Deleting port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:22.910948 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:22.987425 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] For port 5f10bcdd-e3d4-4d02-bb51-06142ccf2412, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:22.987794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:22.999980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Calling delete_port for 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:23.238523 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:23.266477 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f10bcdd-e3d4-4d02-bb51-06142ccf2412,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:23.437422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:23.654116 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:23.764138 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:23.769692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-233d1105-15d8-4235-a7de-a37867bc6a6c admin admin] 10.222.0.37 "PUT /v2.0/routers/7bb4f926-a0ba-4d3b-ac6d-36e853a35603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632358 Jul 27 22:56:23.771997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58758) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:23.774435 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Sync routers for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:23.784816 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:23.785508 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:23.877453 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:23.891430 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:23.977698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.078105 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '845a0167-13da-4203-92f9-6266089a02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:56:23Z', 'revision_number': 5, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port': {'id': '845a0167-13da-4203-92f9-6266089a02d0', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:58Z', 'updated_at': '2021-07-27T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:24.108701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Deleting port 845a0167-13da-4203-92f9-6266089a02d0 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:24.108929 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Checking router: 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:24.109036 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.118863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Routers {'7bb4f926-a0ba-4d3b-ac6d-36e853a35603'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:24.120053 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:24.194018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] For port 845a0167-13da-4203-92f9-6266089a02d0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=845a0167-13da-4203-92f9-6266089a02d0,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:24.194445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.210223 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Calling delete_port for 845a0167-13da-4203-92f9-6266089a02d0 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:24.215582 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] Set router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:24.270954 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:56:23Z', 'revision_number': 6, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:24.301131 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27814dbc-9ff8-4b3c-9c9b-1ac98bcb4961 None None] The sync data for ids ['7bb4f926-a0ba-4d3b-ac6d-36e853a35603'] in n-d-738018-6 is: [{'id': '7bb4f926-a0ba-4d3b-ac6d-36e853a35603', 'name': 'tempest-TestMinimumBasicScenario-886471871-router', 'tenant_id': 'c24e28f198c04b87bd43a06f337fb507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:57Z', 'updated_at': '2021-07-27T22:56:23Z', 'revision_number': 6, 'project_id': 'c24e28f198c04b87bd43a06f337fb507', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:24.513459 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.539982 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Pushing event deleted for resources: {'Port': ['ID=845a0167-13da-4203-92f9-6266089a02d0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:24.616796 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.714050 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.716305 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.809722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.810194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb4f926-a0ba-4d3b-ac6d-36e853a35603 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:56:24.815429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.816411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3d416c4e-4e0e-4eea-abbb-51d510c1912e admin admin] 10.222.0.37 "DELETE /v2.0/routers/7bb4f926-a0ba-4d3b-ac6d-36e853a35603 HTTP/1.1" status: 204 len: 168 time: 1.0434847 Jul 27 22:56:24.818934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58760) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:24.866549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Deleting subnet 72e7fcf1-4999-4979-b778-0be3c0e3672a {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:56:24.869717 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.911066 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:24.989522 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.090357 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.117591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e7fcf1-4999-4979-b778-0be3c0e3672a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:25.121337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.123256 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cb933577-27d6-4c42-9a88-7f8d3c669bec admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72e7fcf1-4999-4979-b778-0be3c0e3672a HTTP/1.1" status: 204 len: 168 time: 0.3033500 Jul 27 22:56:25.125686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:25.126701 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b42a7-b938-497c-af76-78600128ab96 None None] Network 66aadaf7-c034-4da0-82f4-e719a81e4e97 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:25.207068 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.266371 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Deleting port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:25.266983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.350055 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] For port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:25.350764 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.361608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] DHCP port deletion for 66aadaf7-c034-4da0-82f4-e719a81e4e97 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:56:25.372459 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Calling delete_port for 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:25.414276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Deleting port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:25.421895 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.501653 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.529915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:25.534810 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] No DVR routers for this DVR port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:25.613348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.623758 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aadaf7-c034-4da0-82f4-e719a81e4e97']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:25.634969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6fb7f-98d0-4211-be98-867c36759cc1') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:25.635274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6fb7f-98d0-4211-be98-867c36759cc1') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:25.644970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] For port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,segment=NetworkSegment(ade6fb7f-98d0-4211-be98-867c36759cc1),segment_id=ade6fb7f-98d0-4211-be98-867c36759cc1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:25.645170 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.645376 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.658310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Calling delete_port for 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:25.659403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.665277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:56:25.665674 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:56:25.667382 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:56:25.734504 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.759933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Pushing event deleted for resources: {'Port': ['ID=3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:25.764047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] No DVR routers for this DVR port 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:25.770593 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.772150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.772508 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.772907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.773245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.773577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.773913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.776552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7f943-c6b2-48eb-b2b9-7cff0a8897d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:25.796044 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:25.798628 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] 10.222.0.37 "DELETE /v2.0/networks/66aadaf7-c034-4da0-82f4-e719a81e4e97 HTTP/1.1" status: 204 len: 168 time: 0.6712637 Jul 27 22:56:25.799926 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690ba48-a783-4d7a-8691-34e48687d12d admin admin] Pushing event deleted for resources: {'Network': ['ID=66aadaf7-c034-4da0-82f4-e719a81e4e97,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:25.802397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58764) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:26.150649 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:26.232447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:26.254383 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:26.254838 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 5f10bcdd-e3d4-4d02-bb51-06142ccf2412 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:26.255330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:26.274720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:26.275069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e8a3d58-dce1-481d-b6fa-b29e6fa7ff76 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:26.275488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 845a0167-13da-4203-92f9-6266089a02d0 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:26.294848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 845a0167-13da-4203-92f9-6266089a02d0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:26.295204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 845a0167-13da-4203-92f9-6266089a02d0 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:26.408952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Deleting port eece87c9-ceaa-4484-911d-a31af162785c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:26.409196 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:26.488085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] For port eece87c9-ceaa-4484-911d-a31af162785c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=eece87c9-ceaa-4484-911d-a31af162785c,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:26.488456 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:26.502074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Calling delete_port for eece87c9-ceaa-4484-911d-a31af162785c owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:26.747756 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:26.772807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Pushing event deleted for resources: {'Port': ['ID=eece87c9-ceaa-4484-911d-a31af162785c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:26.959085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:27.182589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Router d1dfdbd9-3938-4f88-8447-55e6a47aa376 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:27.637261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:27.642758 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1f740296-010d-4bff-8bda-988ea8db8685 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1dfdbd9-3938-4f88-8447-55e6a47aa376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8388870 Jul 27 22:56:27.645011 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58766) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:27.649236 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Sync routers for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:27.660289 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:27.660992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:27.752564 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:27.779481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:27.856866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:27.964369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:56:26Z', 'revision_number': 5, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port': {'id': '7588a498-ba55-4e6a-b7d5-797ce5805857', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:27.993749 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Deleting port 7588a498-ba55-4e6a-b7d5-797ce5805857 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:27.994356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:27.995130 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Checking router: d1dfdbd9-3938-4f88-8447-55e6a47aa376 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:28.005895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Routers {'d1dfdbd9-3938-4f88-8447-55e6a47aa376'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:28.006615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:28.084503 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] For port 7588a498-ba55-4e6a-b7d5-797ce5805857, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7588a498-ba55-4e6a-b7d5-797ce5805857,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:28.084870 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.098879 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Calling delete_port for 7588a498-ba55-4e6a-b7d5-797ce5805857 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:28.111739 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] Set router d1dfdbd9-3938-4f88-8447-55e6a47aa376 gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:28.165107 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:56:27Z', 'revision_number': 6, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:28.198916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12958c3e-2c98-4070-a2d6-24c3b4d0d5b4 None None] The sync data for ids ['d1dfdbd9-3938-4f88-8447-55e6a47aa376'] in n-d-738018-6 is: [{'id': 'd1dfdbd9-3938-4f88-8447-55e6a47aa376', 'name': 'tempest-TestMinimumBasicScenario-2093014758-router', 'tenant_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:04Z', 'updated_at': '2021-07-27T22:56:27Z', 'revision_number': 6, 'project_id': '4a2ad7cef0ba4de3be3b125b9fca33d3', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:28.358933 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.389918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Pushing event deleted for resources: {'Port': ['ID=7588a498-ba55-4e6a-b7d5-797ce5805857,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:28.461056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.553574 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.555966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.655923 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.656543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1dfdbd9-3938-4f88-8447-55e6a47aa376 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:56:28.663408 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.663408 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5c491f20-b5b5-4719-a0bc-bdbe51f41333 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d1dfdbd9-3938-4f88-8447-55e6a47aa376 HTTP/1.1" status: 204 len: 168 time: 1.0171032 Jul 27 22:56:28.665593 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58768) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:28.717092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Deleting subnet 3114c9b0-08bc-473f-b52e-10f2f69de6cd {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:56:28.720713 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.754969 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.831303 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.930573 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.962678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3114c9b0-08bc-473f-b52e-10f2f69de6cd,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:28.964699 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:28.966632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d1b60d95-6a37-45f5-8013-3a5c032abe44 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3114c9b0-08bc-473f-b52e-10f2f69de6cd HTTP/1.1" status: 204 len: 168 time: 0.3000741 Jul 27 22:56:28.969066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58772) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:28.972603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae235bc-a5c7-4f08-b38b-a74bf943eb30 None None] Network 5fe87b58-b162-4db2-a20c-c76c82f0958f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:29.042462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.103235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Deleting port b578253f-2f80-4baf-9277-016a14d90e78 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:29.103704 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.171042 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] DHCP port deletion for 5fe87b58-b162-4db2-a20c-c76c82f0958f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:56:29.181314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] For port b578253f-2f80-4baf-9277-016a14d90e78, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b578253f-2f80-4baf-9277-016a14d90e78,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:29.181872 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.197741 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Calling delete_port for b578253f-2f80-4baf-9277-016a14d90e78 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:29.223770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Deleting port b578253f-2f80-4baf-9277-016a14d90e78 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:29.224062 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.289091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] For port b578253f-2f80-4baf-9277-016a14d90e78, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b578253f-2f80-4baf-9277-016a14d90e78,segment=NetworkSegment(cff42cbf-5d28-4fc0-8498-d063439ba6af),segment_id=cff42cbf-5d28-4fc0-8498-d063439ba6af)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:29.289500 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.302576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Calling delete_port for b578253f-2f80-4baf-9277-016a14d90e78 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:29.352830 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.380142 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.380449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b578253f-2f80-4baf-9277-016a14d90e78,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:29.382315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] No DVR routers for this DVR port b578253f-2f80-4baf-9277-016a14d90e78 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:29.394585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] No DVR routers for this DVR port b578253f-2f80-4baf-9277-016a14d90e78 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:29.426543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016663c-19e3-405c-af99-4bedf2ca769a None None] Pushing event deleted for resources: {'Port': ['ID=b578253f-2f80-4baf-9277-016a14d90e78,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:29.759791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.769387 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe87b58-b162-4db2-a20c-c76c82f0958f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:29.779056 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff42cbf-5d28-4fc0-8498-d063439ba6af') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:29.779361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff42cbf-5d28-4fc0-8498-d063439ba6af') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:29.788076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.801804 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.807502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:56:29.807892 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: timer() Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:56:29.809495 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:56:29.970427 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.976038 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:29.977898 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/5fe87b58-b162-4db2-a20c-c76c82f0958f HTTP/1.1" status: 204 len: 168 time: 1.0078964 Jul 27 22:56:29.989237 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fce257-d6df-470c-b39b-427ca944cb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe87b58-b162-4db2-a20c-c76c82f0958f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:30.238087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b578253f-2f80-4baf-9277-016a14d90e78 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:30.258729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b578253f-2f80-4baf-9277-016a14d90e78 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:30.259075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b578253f-2f80-4baf-9277-016a14d90e78 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:30.259498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eece87c9-ceaa-4484-911d-a31af162785c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:30.278034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: eece87c9-ceaa-4484-911d-a31af162785c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:30.281487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device eece87c9-ceaa-4484-911d-a31af162785c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:30.281487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7588a498-ba55-4e6a-b7d5-797ce5805857 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:30.297296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 7588a498-ba55-4e6a-b7d5-797ce5805857 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:30.297561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7588a498-ba55-4e6a-b7d5-797ce5805857 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:30.364240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58776) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:30.398000 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0cc5f3e3-6d1a-4d31-9d6b-24546495cdb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c24e28f198c04b87bd43a06f337fb507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401804 Jul 27 22:56:30.400535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58778) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:30.448180 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:30.469298 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:30.582327 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:30.585270 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:30.586651 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e16d73c-44c5-4099-bb6c-f2e514868d0a HTTP/1.1" status: 204 len: 168 time: 0.1851728 Jul 27 22:56:30.594785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761d95c-2c8c-45b1-bb63-c402d8300603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16d73c-44c5-4099-bb6c-f2e514868d0a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:31.210207 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58784) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:31.249739 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a8961cd-dde5-4313-8323-cb7544ce0187 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a2ad7cef0ba4de3be3b125b9fca33d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383222 Jul 27 22:56:31.252861 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58786) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:31.300471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:31.323122 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:31.449904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:31.452415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:31.453617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d96f68-77d2-44ba-b038-6f255d43c067 HTTP/1.1" status: 204 len: 168 time: 0.1998570 Jul 27 22:56:31.462567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5240f-eca1-4b74-98a7-07343943ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d96f68-77d2-44ba-b038-6f255d43c067,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:31.958539 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-865a4fb8-d2df-4413-b02c-a3bf56788e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.489672 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4bacabc-4fee-451f-8822-4f372ca6e3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.584072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58828) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:34.588864 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83537995', 'description': 'tempest-secgroup-smoke-83537995 description', 'project_id': '5a0a75baca1a473eae9177a5f40ef957'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:34.650310 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.659838 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.769745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.771917 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.844419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:34.883055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72d1db-0c2a-4ee1-b011-6b6749aa8eed,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:34.940727 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.027703 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.056627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb27fac-2697-4673-8faa-a80097b8c106,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:35.124743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.126455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-09050e02-9082-4f2f-b2f7-f64fe563df33 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5413220 Jul 27 22:56:35.130597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58830) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:35.135901 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:35.257537 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:56:35.329737 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.394153 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.472887 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.493590 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218ca9e7-c373-4a34-b8ae-b6b7a6991e78,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:35.564076 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.566030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-85e61eae-f4a0-44a6-8484-61b3989636cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4341159 Jul 27 22:56:35.568986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58832) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:35.573700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:35.666299 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.730498 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.826955 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.845323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8e2ffd-ee04-41c8-bb8c-a45a71fee74f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:35.918418 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:35.919718 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e0a5d154-8ea2-44f7-8bec-65ded54ea482 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497241 Jul 27 22:56:35.922522 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58834) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:35.927837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:36.038268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.100152 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.124265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.221799 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.243625 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6760cce7-b8ff-4e78-9125-c7615b4cc9b5,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:36.347526 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.348791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-25647378-237d-4fae-a3d6-9c4f61ce1e06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253268 Jul 27 22:56:36.351670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58836) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:36.356374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:36.449637 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.513366 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.604249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.621876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c416e625-1941-4b11-b05c-2fe65f34b3df,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:36.672562 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.673883 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1fc1a305-e96f-4460-96a3-db680ead08cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212078 Jul 27 22:56:36.676534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58838) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:36.681218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:36.746916 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:56:36.753586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.816056 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.861832 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.880566 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb61e27-7bdb-4a75-bd28-314f500a9e3f,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:36.947014 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:36.948283 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e03ae6b8-b0b1-457f-87df-81f95603dbfa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707577 Jul 27 22:56:36.951000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:36.955433 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'bbb27fac-2697-4673-8faa-a80097b8c106', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:37.050493 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:56:37.055617 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.116164 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.186845 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.206481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dc9595-20d4-4a86-b3da-bd1adea8ee86,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:37.272998 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.274349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d40b95a1-dc8b-470b-9456-9a109fc78f00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223815 Jul 27 22:56:37.277873 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58842) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:37.284426 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'network': {'name': 'tempest-network-smoke--1520114882', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:37.352564 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:56:37.356155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.384067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:56:37.393800 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.394421 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Added segment 6872150f-4dfc-46bb-9e44-4e8a5bb9f707 of type vlan for network e50d2d0c-2857-4445-b9ce-e664d379459a Jul 27 22:56:37.435296 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.506757 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.512574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:37.513195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.585978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Network': ['ID=e50d2d0c-2857-4445-b9ce-e664d379459a,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:37.600089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network e50d2d0c-2857-4445-b9ce-e664d379459a details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:56:37.645474 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b89ea59-482d-43c2-87d2-2e705bb93f84 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3662207 Jul 27 22:56:37.648418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:37.653528 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'admin_state_up': True, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:37.655648 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.735848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.737597 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.775649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.793613 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.977802 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.248422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.267735 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.376846 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.47 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/96d1645b-f251-40e5-b046-50494875630f) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:56:38.478771 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.599000 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.640912 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:38.646382 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:38.649788 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:56:38.655524 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=96d1645b-f251-40e5-b046-50494875630f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:38.965836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:39.049785 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:39.167769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:39.347140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router c5148074-27cf-45b0-a90c-2d45c2837dca is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:56:39.458395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:39.467904 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Sync routers for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:39.478713 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:39.483849 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.530145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:39.531433 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3ecd59eb-e39c-4fba-889a-d2b68281ac9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8820333 Jul 27 22:56:39.535115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:39.583109 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:39.665390 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0081ce1e-ecf0-475f-962f-4a9fb56bbce0 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a0a75baca1a473eae9177a5f40ef957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291306 Jul 27 22:56:39.668091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58854) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:39.829039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599b9e1-5884-460c-a68f-efb852272b77 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:39.831196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1599b9e1-5884-460c-a68f-efb852272b77 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620667 Jul 27 22:56:39.834491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58856) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:39.851496 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:38Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.869191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ea8731fe-8b37-4e21-aa1f-eb5b54b04711 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335283 Jul 27 22:56:39.871695 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58858) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:39.876561 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619470549', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:39.877082 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Checking router: c5148074-27cf-45b0-a90c-2d45c2837dca for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:39.877478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Updating router c5148074-27cf-45b0-a90c-2d45c2837dca port 96d1645b-f251-40e5-b046-50494875630f binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:56:39.911959 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.021385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:56:40.025042 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.166857 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.176852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Transition to ACTIVE for port object 96d1645b-f251-40e5-b046-50494875630f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:40.272680 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.325809 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Pushing event updated for resources: {'Port': ['ID=96d1645b-f251-40e5-b046-50494875630f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:40.327845 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Attempting to bind port 96d1645b-f251-40e5-b046-50494875630f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:56:40.328215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Attempting to bind port 96d1645b-f251-40e5-b046-50494875630f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:56:40.328574 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Attempting to bind port 96d1645b-f251-40e5-b046-50494875630f on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:56:40.338401 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.338748 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.339091 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.339464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.339793 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.340126 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.340447 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.340775 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.341097 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.341268 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.341399 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.341721 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.342038 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:40.345154 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:56:40.345543 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:56:40.346001 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.346403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:56:40.346872 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Bound port: 96d1645b-f251-40e5-b046-50494875630f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:56:40.347433 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.402716 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] For port 96d1645b-f251-40e5-b046-50494875630f, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:56:40.405375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Subnet': ['ID=162f6a95-9b38-4f4c-be2b-dccc8e431824,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:40.405827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] For port 96d1645b-f251-40e5-b046-50494875630f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=96d1645b-f251-40e5-b046-50494875630f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:56:40.414878 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Checking segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:56:40.418703 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network hostable DHCP agents. Network: e50d2d0c-2857-4445-b9ce-e664d379459a, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:56:40.472883 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.523830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network e50d2d0c-2857-4445-b9ce-e664d379459a is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:56:40.528864 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:40.529492 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:40.563474 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410fec3-9d71-4435-af99-dea10b61bc93 None None] Pushing event updated for resources: {'Port': ['ID=96d1645b-f251-40e5-b046-50494875630f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:40.620913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, e50d2d0c-2857-4445-b9ce-e664d379459a) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:40.625811 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:40.632515 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.632795 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87bcb50-e413-4c91-9499-88a96b185216 None None] Network e50d2d0c-2857-4445-b9ce-e664d379459a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:40.643497 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:40.715987 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c9793e74-019a-4ad1-9fd3-b4cbf642f904 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8405268 Jul 27 22:56:40.716201 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58860) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:40.784516 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-e50d2d0c-2857-4445-b9ce-e664d379459a', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:56:40.785413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:40.825723 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:38Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:40.854347 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6007343-dcf8-4be3-af55-23f335a2a832 None None] The sync data for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 is: [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:38Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:40.946409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Allocated IP 172.20.0.2 (e50d2d0c-2857-4445-b9ce-e664d379459a/162f6a95-9b38-4f4c-be2b-dccc8e431824/b8617e80-110a-4812-bf33-554dcc35584e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:56:41.123166 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.132505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Transition to ACTIVE for port object b8617e80-110a-4812-bf33-554dcc35584e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:41.149373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Transition to ACTIVE for port object b8617e80-110a-4812-bf33-554dcc35584e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:41.244815 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.286926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Network e50d2d0c-2857-4445-b9ce-e664d379459a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:41.290041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:41.292705 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:56:41.328106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Pushing event updated for resources: {'Port': ['ID=b8617e80-110a-4812-bf33-554dcc35584e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:41.367429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Attempting to bind port b8617e80-110a-4812-bf33-554dcc35584e on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:56:41.367807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Attempting to bind port b8617e80-110a-4812-bf33-554dcc35584e by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:56:41.368171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Attempting to bind port b8617e80-110a-4812-bf33-554dcc35584e on network e50d2d0c-2857-4445-b9ce-e664d379459a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:56:41.373486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:56:41.373863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Checking segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:56:41.374267 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.374699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Bound using segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:56:41.375171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Bound port: b8617e80-110a-4812-bf33-554dcc35584e, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:56:41.375556 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.450260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] For port b8617e80-110a-4812-bf33-554dcc35584e, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:56:41.453580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] For port b8617e80-110a-4812-bf33-554dcc35584e, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8617e80-110a-4812-bf33-554dcc35584e,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:56:41.515525 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.541666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.602599 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1054b00-1819-4b60-b8c6-84932fce822b None None] Pushing event updated for resources: {'Port': ['ID=b8617e80-110a-4812-bf33-554dcc35584e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:41.831997 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.1 (e50d2d0c-2857-4445-b9ce-e664d379459a/162f6a95-9b38-4f4c-be2b-dccc8e431824/e5ca8098-b05e-427a-bf4b-f95dacb15fb5) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:56:41.948632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:41.962529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object e5ca8098-b05e-427a-bf4b-f95dacb15fb5 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:42.055720 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.104689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network e50d2d0c-2857-4445-b9ce-e664d379459a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:42.107830 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:42.110374 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:56:42.144403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:42.163660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.307272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8617e80-110a-4812-bf33-554dcc35584e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:42.398228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.438025 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b8617e80-110a-4812-bf33-554dcc35584e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:42.447760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 96d1645b-f251-40e5-b046-50494875630f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:42.560691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221f4ee-5d04-437c-9c2d-6166358cdb4a None None] Network e50d2d0c-2857-4445-b9ce-e664d379459a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:42.615316 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 96d1645b-f251-40e5-b046-50494875630f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:42.623733 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 96d1645b-f251-40e5-b046-50494875630f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:42.624119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.697273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Provisioning for port b8617e80-110a-4812-bf33-554dcc35584e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:42.706306 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Provisioning complete for port b8617e80-110a-4812-bf33-554dcc35584e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:42.706695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.710046 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.776018 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.811286 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.854740 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.856569 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:42.857637 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 96d1645b-f251-40e5-b046-50494875630f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=96d1645b-f251-40e5-b046-50494875630f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:42.912412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.940813 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.955389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network e50d2d0c-2857-4445-b9ce-e664d379459a is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:42.956819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:42.998022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=96d1645b-f251-40e5-b046-50494875630f,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:43.003869 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] For port b8617e80-110a-4812-bf33-554dcc35584e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8617e80-110a-4812-bf33-554dcc35584e,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:43.072716 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:43.078820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router c5148074-27cf-45b0-a90c-2d45c2837dca has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:43.126277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2252ed-0701-4205-9677-9d8a4aa928f5 None None] Pushing event updated for resources: {'Port': ['ID=b8617e80-110a-4812-bf33-554dcc35584e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:43.201511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:43.207359 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-250b5a62-8825-4602-a27a-84804173483f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/c5148074-27cf-45b0-a90c-2d45c2837dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900320 Jul 27 22:56:43.212034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Sync routers for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:43.224559 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:43.225156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:43.288484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Provisioning for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:43.297531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Provisioning complete for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:43.298008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:43.366367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-a755dc74-82b2-49b0-842b-f5047f1b3e53 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83537995&fields=id&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 267 time: 0.0396469 Jul 27 22:56:43.492269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-608ed7d1-0a0e-4dc5-a23f-d848e167bec3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:43.493954 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-608ed7d1-0a0e-4dc5-a23f-d848e167bec3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/networks?id=e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 200 len: 797 time: 0.1184311 Jul 27 22:56:43.510337 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-462ceb1f-2f2f-4940-a7ad-8438fa082fc9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/quotas/5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 375 time: 0.0103419 Jul 27 22:56:43.544005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:56:43.561196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:43.591585 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Provisioning complete for port b8617e80-110a-4812-bf33-554dcc35584e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:43.591891 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2353c5a6-551c-4258-b607-ad3c20fffe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:43.592326 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-645d1e97-29e9-4b11-b8e2-a3886650b070 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751882 Jul 27 22:56:43.690700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-576482df-d0c3-4cab-8ad7-a5bcc19e2318 service neutron] 10.222.0.37 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863421 Jul 27 22:56:43.787345 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-ea9385df-4bf9-4bad-9e97-e18a2a7d74ee service neutron] 10.222.0.37 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903540 Jul 27 22:56:43.824350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 2, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:43.854409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Checking router: c5148074-27cf-45b0-a90c-2d45c2837dca for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:43.854699 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Updating router c5148074-27cf-45b0-a90c-2d45c2837dca port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:56:43.894232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:43.913594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d24ca64e-22cc-4e4c-9db4-75c384fec7b9 None None] Provisioning complete for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:43.913966 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d24ca64e-22cc-4e4c-9db4-75c384fec7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.025121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d24ca64e-22cc-4e4c-9db4-75c384fec7b9 None None] Port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:56:44.038351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ee9fe91-aecc-487c-b8a1-5d0b6dafc28a req-3e7b05ee-2116-4e7b-a4e5-78b7c2ded5ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 210 time: 0.0317342 Jul 27 22:56:44.221021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.231696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Transition to ACTIVE for port object e5ca8098-b05e-427a-bf4b-f95dacb15fb5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:44.254039 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 96d1645b-f251-40e5-b046-50494875630f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:44.303583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.313563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 96d1645b-f251-40e5-b046-50494875630f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:44.313957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.384175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a180c-e79c-4981-a3b6-e339fcfdd934 None None] Pushing event updated for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:44.452612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Attempting to bind port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:56:44.452988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Attempting to bind port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:56:44.453356 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Attempting to bind port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 on network e50d2d0c-2857-4445-b9ce-e664d379459a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:56:44.479653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:56:44.480162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Checking segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:56:44.480582 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.480985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Bound using segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:56:44.481491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Bound port: e5ca8098-b05e-427a-bf4b-f95dacb15fb5, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:56:44.481886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.506568 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8617e80-110a-4812-bf33-554dcc35584e up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:44.601766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] For port e5ca8098-b05e-427a-bf4b-f95dacb15fb5, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:56:44.606096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] For port e5ca8098-b05e-427a-bf4b-f95dacb15fb5, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:56:44.615026 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b8617e80-110a-4812-bf33-554dcc35584e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:44.615406 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.694232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.757968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a180c-e79c-4981-a3b6-e339fcfdd934 None None] Pushing event updated for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:44.760800 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:44.761434 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:44.879087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:45.107069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:44Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:45.139796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93885-1e1d-4e91-ae95-b16ce792d185 None None] The sync data for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 is: [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:44Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:45.142819 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-743f2c8f-d926-43ad-8770-3ccf620a5a6c req-a59bbe0e-c715-4ab3-b139-b605fb108a3e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jul 27 22:56:46.263719 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-91deed48-51b6-4557-b522-34780443692a req-e2920bd2-dd62-4be7-99e3-63cf1c86189c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 210 time: 0.0381253 Jul 27 22:56:46.272898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5ca8098-b05e-427a-bf4b-f95dacb15fb5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:46.361226 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-ea47ab17-fdd0-4215-83d3-3d9a71f16c4f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:46.363384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-ea47ab17-fdd0-4215-83d3-3d9a71f16c4f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/networks?id=e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 200 len: 797 time: 0.1276581 Jul 27 22:56:46.386762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:46.391591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:46.391591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.409546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-638f5f92-961d-40cf-8085-f40871eda558 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 378 time: 0.0362334 Jul 27 22:56:46.419517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'port': {'device_id': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'admin_state_up': True, 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'security_groups': ['bbb27fac-2697-4673-8faa-a80097b8c106']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:46.474366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.508019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e5ca8098-b05e-427a-bf4b-f95dacb15fb5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:46.581673 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.581909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:56:46.585532 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.638022 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:46.723077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.6 (e50d2d0c-2857-4445-b9ce-e664d379459a/162f6a95-9b38-4f4c-be2b-dccc8e431824/bd26dcf7-55ac-40c2-a782-58aa996df719) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:56:46.862049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.876951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object bd26dcf7-55ac-40c2-a782-58aa996df719 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:46.975009 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.016604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network e50d2d0c-2857-4445-b9ce-e664d379459a is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:47.019621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:47.025749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:56:47.054453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:47.080752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:47.081562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.159761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-9e327d3e-a644-4a06-853f-d6cfce65abe4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7445207 Jul 27 22:56:47.173745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Request body: {'port': {'device_id': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:47.251670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.323117 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2848e761-2a26-458c-b8c8-31c534433cc9 None None] Provisioning for port bd26dcf7-55ac-40c2-a782-58aa996df719 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:47.327646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2848e761-2a26-458c-b8c8-31c534433cc9 None None] Provisioning complete for port bd26dcf7-55ac-40c2-a782-58aa996df719 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:47.332378 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2848e761-2a26-458c-b8c8-31c534433cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.373684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2848e761-2a26-458c-b8c8-31c534433cc9 None None] Port bd26dcf7-55ac-40c2-a782-58aa996df719 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:56:47.422783 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d187a-d8ac-4b09-bf3a-c64f9048913e req-c9cbcbd6-81ab-485c-aadb-582a59d0d7e0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:47.425202 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-942d187a-d8ac-4b09-bf3a-c64f9048913e req-c9cbcbd6-81ab-485c-aadb-582a59d0d7e0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 931 time: 0.0685530 Jul 27 22:56:47.463694 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-942d187a-d8ac-4b09-bf3a-c64f9048913e req-c042b8e1-d587-4e58-a167-a7558c531f4d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326827 Jul 27 22:56:47.522517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd26dcf7-55ac-40c2-a782-58aa996df719 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:56:47.530083 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.541905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Transition to ACTIVE for port object bd26dcf7-55ac-40c2-a782-58aa996df719 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:56:47.626080 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.680775 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:47.757702 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Attempting to bind port bd26dcf7-55ac-40c2-a782-58aa996df719 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:56:47.758064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Attempting to bind port bd26dcf7-55ac-40c2-a782-58aa996df719 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:56:47.758412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Attempting to bind port bd26dcf7-55ac-40c2-a782-58aa996df719 on network e50d2d0c-2857-4445-b9ce-e664d379459a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:56:47.763056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Port bd26dcf7-55ac-40c2-a782-58aa996df719 on network e50d2d0c-2857-4445-b9ce-e664d379459a not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:56:47.763386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Attempting to bind port bd26dcf7-55ac-40c2-a782-58aa996df719 on network e50d2d0c-2857-4445-b9ce-e664d379459a {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:56:47.768395 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:56:47.768736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Checking segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:56:47.769124 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Bound using segment: {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:56:47.769567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Bound port: bd26dcf7-55ac-40c2-a782-58aa996df719, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872150f-4dfc-46bb-9e44-4e8a5bb9f707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:56:47.769979 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.837158 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:56:47.840213 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bd26dcf7-55ac-40c2-a782-58aa996df719,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:56:47.913224 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.951142 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:47.951767 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.953238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 200 len: 1091 time: 0.7842450 Jul 27 22:56:47.953609 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:47.956796 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c37545-0f46-4048-a44e-8799b6739286" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:47.992176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b79b71-e138-49db-ad4e-ca0ab7e907e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:48.002558 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a0ea75-e43e-4c12-acf2-3bc365c2fbdb x-openstack-request-id: req-d7a0ea75-e43e-4c12-acf2-3bc365c2fbdb {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:48.003493 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:48.003764 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7a0ea75-e43e-4c12-acf2-3bc365c2fbdb {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:48.004183 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'status': 'completed', 'code': 200} Jul 27 22:56:48.084369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37545-0f46-4048-a44e-8799b6739286 req-e9659431-e538-422c-8f31-baf1319f0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.085944 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47c37545-0f46-4048-a44e-8799b6739286 req-e9659431-e538-422c-8f31-baf1319f0b01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1094 time: 0.0617919 Jul 27 22:56:48.192376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37545-0f46-4048-a44e-8799b6739286 req-b782772d-e2f8-41a6-995b-90b03b9cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.193936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47c37545-0f46-4048-a44e-8799b6739286 req-b782772d-e2f8-41a6-995b-90b03b9cdf0d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a0a75baca1a473eae9177a5f40ef957&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0991588 Jul 27 22:56:48.251517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5ca8098-b05e-427a-bf4b-f95dacb15fb5 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:48.300787 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c37545-0f46-4048-a44e-8799b6739286 req-cfbd49c1-88f5-4588-b4c2-d85b05b6fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.301323 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:48.301900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.302343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-47c37545-0f46-4048-a44e-8799b6739286 req-cfbd49c1-88f5-4588-b4c2-d85b05b6fbc0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007135 Jul 27 22:56:48.396582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-3de31973-d0fa-44dc-965b-cdae784cc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.398123 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-3de31973-d0fa-44dc-965b-cdae784cc6af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1094 time: 0.0561738 Jul 27 22:56:48.446365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-2763059b-71ba-45c4-934b-7be0332cc246 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Jul 27 22:56:48.497824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-c50c537d-d5f8-4709-977e-da13e1ba95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.499506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-c50c537d-d5f8-4709-977e-da13e1ba95d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=162f6a95-9b38-4f4c-be2b-dccc8e431824 HTTP/1.1" status: 200 len: 834 time: 0.0458364 Jul 27 22:56:48.563424 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-85a1edee-76e8-42c8-974f-b7379187a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.565256 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-85a1edee-76e8-42c8-974f-b7379187a593 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e50d2d0c-2857-4445-b9ce-e664d379459a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593622 Jul 27 22:56:48.602861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca610-7d3f-4d22-9f72-0cfa10f7b903 req-9663bc00-8a4e-4c5e-8dfe-482c81fa131c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:48.604431 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10bca610-7d3f-4d22-9f72-0cfa10f7b903 req-9663bc00-8a4e-4c5e-8dfe-482c81fa131c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 943 time: 0.0731850 Jul 27 22:56:48.646639 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10bca610-7d3f-4d22-9f72-0cfa10f7b903 req-09f2adf2-9463-4be9-b89e-58ac972d7b20 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360699 Jul 27 22:56:48.664072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-a0832c49-5c0d-4d4c-aa16-b05968918d4a service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918632 Jul 27 22:56:48.755433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b695080-96b7-466d-88fa-1f03c23366a8 req-6bfb0a46-9d87-4be2-8272-a624ae0ca6c7 service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836101 Jul 27 22:56:49.778701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53390d9c-a6fc-4857-86ec-6b5408c5d2bb req-a1dc62e0-5b03-44a4-ae2e-8b73b86a2833 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:49.780213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53390d9c-a6fc-4857-86ec-6b5408c5d2bb req-a1dc62e0-5b03-44a4-ae2e-8b73b86a2833 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 943 time: 0.0646963 Jul 27 22:56:49.819463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53390d9c-a6fc-4857-86ec-6b5408c5d2bb req-2fe78e99-92b0-45c3-abf6-00773477881e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328321 Jul 27 22:56:50.951420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823569f-bb34-4b13-b135-2e1adb7c07e9 req-93923075-4403-4b71-ae04-9056e6958b97 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:50.952875 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9823569f-bb34-4b13-b135-2e1adb7c07e9 req-93923075-4403-4b71-ae04-9056e6958b97 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 943 time: 0.0661361 Jul 27 22:56:50.992303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9823569f-bb34-4b13-b135-2e1adb7c07e9 req-0e545e63-7196-43bd-aef4-b70152d617fc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332756 Jul 27 22:56:52.126487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57e11-07e5-4d94-a08d-44213295c305 req-a102ccd0-fe61-47cb-95f4-f65b0590769e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:52.128615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50a57e11-07e5-4d94-a08d-44213295c305 req-a102ccd0-fe61-47cb-95f4-f65b0590769e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 943 time: 0.0693903 Jul 27 22:56:52.166529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50a57e11-07e5-4d94-a08d-44213295c305 req-7e8e6bbf-22a3-4661-8a07-6bb8b5cbbc75 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319304 Jul 27 22:56:52.295232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bd26dcf7-55ac-40c2-a782-58aa996df719 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:56:52.390937 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bd26dcf7-55ac-40c2-a782-58aa996df719,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:52.402777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'port_id': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'mac_address': 'fa:16:3e:06:8a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:56:52.441798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.454089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd26dcf7-55ac-40c2-a782-58aa996df719 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:56:52.473569 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bd26dcf7-55ac-40c2-a782-58aa996df719,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:52.535430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.582726 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:52.733695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['bd26dcf7-55ac-40c2-a782-58aa996df719'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:53.295410 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fab53-0787-443a-81de-53174001e010 req-0eb53a9d-e3c6-43d1-934f-9c00599d1a8d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:53.296940 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d9fab53-0787-443a-81de-53174001e010 req-0eb53a9d-e3c6-43d1-934f-9c00599d1a8d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 944 time: 0.0637598 Jul 27 22:56:53.336426 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5d9fab53-0787-443a-81de-53174001e010 req-d18f9d9f-58c0-4673-ae5c-510ec980d526 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328038 Jul 27 22:56:54.294183 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bd26dcf7-55ac-40c2-a782-58aa996df719 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:56:54.398224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port bd26dcf7-55ac-40c2-a782-58aa996df719 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:56:54.403245 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port bd26dcf7-55ac-40c2-a782-58aa996df719 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:54.403728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.482238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821036f4-abe5-48ec-9222-a720789104e2 req-2ee88dd5-fe0f-47df-b303-4f053c43fe61 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:54.483759 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-821036f4-abe5-48ec-9222-a720789104e2 req-2ee88dd5-fe0f-47df-b303-4f053c43fe61 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 944 time: 0.0770676 Jul 27 22:56:54.488702 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.514847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:54.517138 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304045ba-4f62-4a86-b829-6a0bebdba613" -d '{"events": [{"server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "name": "network-vif-plugged", "status": "completed", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:54.527095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-821036f4-abe5-48ec-9222-a720789104e2 req-11ebd63d-8242-4239-993e-775ccadb7378 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364008 Jul 27 22:56:54.537307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bd26dcf7-55ac-40c2-a782-58aa996df719,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:54.554949 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d21576c-b403-4212-9539-655e52996ee2 x-openstack-request-id: req-4d21576c-b403-4212-9539-655e52996ee2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:54.554949 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "name": "network-vif-plugged", "status": "completed", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:54.555191 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d21576c-b403-4212-9539-655e52996ee2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:54.555566 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'code': 200} Jul 27 22:56:54.603135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.652769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:54.674610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880cf0f-df38-4fdf-a138-e508d737c742 req-0b6171a4-93b9-4bc9-a4bf-84d27c99c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:54.676133 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a880cf0f-df38-4fdf-a138-e508d737c742 req-0b6171a4-93b9-4bc9-a4bf-84d27c99c323 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1096 time: 0.0638158 Jul 27 22:56:54.717368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a880cf0f-df38-4fdf-a138-e508d737c742 req-9c68d672-5db9-45ee-ade2-5a17d019a45a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306005 Jul 27 22:56:55.660287 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb105-c4e4-46e6-8ab7-92ab9afdfa8e req-f67f235a-c933-4443-a194-50e672b5c5b9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:55.661890 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0eefb105-c4e4-46e6-8ab7-92ab9afdfa8e req-f67f235a-c933-4443-a194-50e672b5c5b9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0650709 Jul 27 22:56:55.701939 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0eefb105-c4e4-46e6-8ab7-92ab9afdfa8e req-7c6bd039-a99f-4bcc-9a1a-37ffb4bf1243 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324218 Jul 27 22:56:56.838549 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34710bc3-7300-4b54-a2c5-02c0f3084002 req-a967c0c3-005f-4b84-b9cb-7e5a8f27ae1e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:56.840075 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34710bc3-7300-4b54-a2c5-02c0f3084002 req-a967c0c3-005f-4b84-b9cb-7e5a8f27ae1e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0689805 Jul 27 22:56:56.881808 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34710bc3-7300-4b54-a2c5-02c0f3084002 req-315bd53b-4117-4f45-98b8-a88c52b8f1e3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356753 Jul 27 22:56:57.012807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab241e45-d63c-4d96-a50a-8dcc15d63d2e req-22e0a343-4a01-4e07-8bb5-0aa11a705f94 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:57.014321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab241e45-d63c-4d96-a50a-8dcc15d63d2e req-22e0a343-4a01-4e07-8bb5-0aa11a705f94 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0660121 Jul 27 22:56:57.052957 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ab241e45-d63c-4d96-a50a-8dcc15d63d2e req-90f73192-a396-43c8-98b5-aef4f9baf151 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323679 Jul 27 22:56:57.075258 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58928) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.128507 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261e9b5-88df-483d-9a69-ec45f7f418d9 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:57.131216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3261e9b5-88df-483d-9a69-ec45f7f418d9 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1091 time: 0.0546057 Jul 27 22:56:57.133679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58930) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.138063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:57.238145 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.339732 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.446684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.148 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/bdfa08a3-02ad-4930-9d26-7d69d6db47c9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:56:57.552786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.644121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.682518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:56:57.687493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:56:57.691003 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:56:57.714082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=bdfa08a3-02ad-4930-9d26-7d69d6db47c9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:58.065840 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:58.209104 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:58.359020 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:58.427401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:58.498617 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=bdfa08a3-02ad-4930-9d26-7d69d6db47c9,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:58.508846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:58.610641 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 907beca1-637f-4b37-9add-dc09d2afdce4 associated. External IP: 172.25.3.148, port: bd26dcf7-55ac-40c2-a782-58aa996df719. Jul 27 22:56:58.819943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router c5148074-27cf-45b0-a90c-2d45c2837dca has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:58.937493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:58.947677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Sync routers for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:58.958571 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:58.959372 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:59.038827 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.087335 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:59.365722 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '907beca1-637f-4b37-9add-dc09d2afdce4', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'port_id': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'mac_address': 'fa:16:3e:06:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:56:57Z', 'updated_at': '2021-07-27T22:56:57Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:59.394816 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Checking router: c5148074-27cf-45b0-a90c-2d45c2837dca for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:59.404486 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:59.405108 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:56:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:59.427746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-77d60208-d15c-47e3-b512-6d35aa09fad0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2930164 Jul 27 22:56:59.428451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:59.430804 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5ac47a-2818-4672-8f62-e9b51f4489c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:59.480791 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd80496-68a0-4693-88b4-e2c88c4c964c x-openstack-request-id: req-7cd80496-68a0-4693-88b4-e2c88c4c964c {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:59.481134 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:59.481357 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cd80496-68a0-4693-88b4-e2c88c4c964c {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:59.481747 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'status': 'completed', 'code': 200} Jul 27 22:56:59.527985 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:59.563932 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040674a-915b-49a3-99b4-30a3a0141a06 req-635fe8cc-e9e9-4678-81b3-5616ea0b311e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:59.565513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0040674a-915b-49a3-99b4-30a3a0141a06 req-635fe8cc-e9e9-4678-81b3-5616ea0b311e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0770762 Jul 27 22:56:59.586461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-4f35dbea-6ae4-4f19-99e3-35c5070ef4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:59.588094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-4f35dbea-6ae4-4f19-99e3-35c5070ef4f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1096 time: 0.0769634 Jul 27 22:56:59.619919 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0040674a-915b-49a3-99b4-30a3a0141a06 req-29a4a55c-7e2e-46a2-a781-5f41713fb8a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468323 Jul 27 22:56:59.643505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58936) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.690523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-86119033-1a29-4304-8535-7cab62370890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:59.692827 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-86119033-1a29-4304-8535-7cab62370890 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 200 len: 898 time: 0.0968165 Jul 27 22:56:59.713971 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-affe407e-0999-4398-9694-01560a078a40 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/907beca1-637f-4b37-9add-dc09d2afdce4 HTTP/1.1" status: 200 len: 991 time: 0.0691681 Jul 27 22:56:59.764717 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-5c8491e8-6394-4353-ba15-cf473263f7f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 200 len: 999 time: 0.0640433 Jul 27 22:56:59.815590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-86e02cf0-4f2f-4053-8ed7-7852dc9c841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:59.817641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-86e02cf0-4f2f-4053-8ed7-7852dc9c841d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=162f6a95-9b38-4f4c-be2b-dccc8e431824 HTTP/1.1" status: 200 len: 834 time: 0.0452380 Jul 27 22:56:59.862762 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '907beca1-637f-4b37-9add-dc09d2afdce4', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'port_id': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'mac_address': 'fa:16:3e:06:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:56:57Z', 'updated_at': '2021-07-27T22:56:57Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:59.885515 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-b33b511b-9c77-419a-8a5f-f6f352db074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:59.887028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-b33b511b-9c77-419a-8a5f-f6f352db074f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e50d2d0c-2857-4445-b9ce-e664d379459a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574765 Jul 27 22:56:59.889700 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80d7636-d6a5-4cd3-b00e-eaf268d3de9d None None] The sync data for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 is: [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '907beca1-637f-4b37-9add-dc09d2afdce4', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'port_id': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'mac_address': 'fa:16:3e:06:8a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:56:57Z', 'updated_at': '2021-07-27T22:56:57Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:59.991647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-1693b8c6-09af-4f03-b5ed-b0500afe7663 service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964174 Jul 27 22:57:00.089877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8f5ac47a-2818-4672-8f62-e9b51f4489c7 req-0b710e68-b31e-4df6-9dde-d0b1eceefd7f service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887387 Jul 27 22:57:00.097217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab16f7-12a4-461d-a84c-e807f3552074 None None] New status for floating IP 907beca1-637f-4b37-9add-dc09d2afdce4: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:57:00.648754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-edb75e1f-c626-4c09-a0d4-2b268bdc2cac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524018 Jul 27 22:57:00.718076 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58938) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:00.751409 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08e116-7de0-410d-a741-04c8477fb79b req-dc017fd8-0fce-485f-8b53-16697640defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:00.752928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-dc017fd8-0fce-485f-8b53-16697640defc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1096 time: 0.0598898 Jul 27 22:57:00.780136 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1c995ae2-21b8-4dc6-b1de-d0786b7a5d37 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/907beca1-637f-4b37-9add-dc09d2afdce4 HTTP/1.1" status: 200 len: 993 time: 0.0603352 Jul 27 22:57:00.855727 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08e116-7de0-410d-a741-04c8477fb79b req-3747dc19-a43f-42f4-9d14-b71d354b003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:00.857225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-3747dc19-a43f-42f4-9d14-b71d354b003e service neutron] 10.222.0.76 "GET /v2.0/networks?id=e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 200 len: 898 time: 0.0857694 Jul 27 22:57:00.928125 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-31dc94c5-0598-4256-8c95-374d6a981110 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 200 len: 1001 time: 0.0636940 Jul 27 22:57:00.978020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08e116-7de0-410d-a741-04c8477fb79b req-d3cc2e8f-7f69-4a70-a400-21a6b2b72d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:00.979521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-d3cc2e8f-7f69-4a70-a400-21a6b2b72d1d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=162f6a95-9b38-4f4c-be2b-dccc8e431824 HTTP/1.1" status: 200 len: 834 time: 0.0436523 Jul 27 22:57:01.038150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08e116-7de0-410d-a741-04c8477fb79b req-0d3acbc0-6d82-482a-8528-979300d4e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:01.039661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-0d3acbc0-6d82-482a-8528-979300d4e0d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e50d2d0c-2857-4445-b9ce-e664d379459a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530994 Jul 27 22:57:01.132866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-e08595a4-82fe-4483-aba6-0ab20d8dcd18 service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857105 Jul 27 22:57:01.223652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1a08e116-7de0-410d-a741-04c8477fb79b req-ef6075aa-0f3f-4c46-b13a-386c8174e06c service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829148 Jul 27 22:57:01.952375 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af180812-c8b3-4f88-abac-a715189c395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.478431 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2edaf3ad-6945-4412-afb1-4ba47df3a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.792435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.095144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.672076 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.809557 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:09.066360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:12.256341 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:57:31.984668 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a2c926a-09a5-49ff-bf5f-aacc58cbcf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:32.340995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328d5b5-dac6-4a23-a98e-aa81676c0d56 req-2db02c2a-5a65-4dc9-a258-93a50bfec85f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:32.342541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7328d5b5-dac6-4a23-a98e-aa81676c0d56 req-2db02c2a-5a65-4dc9-a258-93a50bfec85f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0655274 Jul 27 22:57:32.385590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7328d5b5-dac6-4a23-a98e-aa81676c0d56 req-dc0930e1-dc2e-45ca-8c7e-5ad7de406f34 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371120 Jul 27 22:57:33.521523 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d9ce7-a4cb-4edd-9ee4-82e574c14c45 req-bb7fe45a-86b7-4fa6-b1c5-0f4f891efc73 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:33.523099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a29d9ce7-a4cb-4edd-9ee4-82e574c14c45 req-bb7fe45a-86b7-4fa6-b1c5-0f4f891efc73 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0694396 Jul 27 22:57:33.562513 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a29d9ce7-a4cb-4edd-9ee4-82e574c14c45 req-83e44c5f-c041-49a7-b5ae-94ca24b816f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322146 Jul 27 22:57:33.585803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58958) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:33.645831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4ffa466-ffa0-4b6f-938e-1b81ca0f85fd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/907beca1-637f-4b37-9add-dc09d2afdce4 HTTP/1.1" status: 200 len: 993 time: 0.0581036 Jul 27 22:57:34.464422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e72e193f-b84e-4efe-9f9f-1605b43f6911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:34.841487 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:35.107577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b508f-cb98-4ce1-8f54-20056511c226 req-4b7e959d-a633-471a-894d-0ba209331401 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:35.109199 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a3b508f-cb98-4ce1-8f54-20056511c226 req-4b7e959d-a633-471a-894d-0ba209331401 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0668995 Jul 27 22:57:35.148015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a3b508f-cb98-4ce1-8f54-20056511c226 req-0d66e256-3f0c-4c2f-b1ee-5e32ba01cada tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326676 Jul 27 22:57:36.100271 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:36.282490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedafbb7-76a9-480f-97d6-1432a1c2dc12 req-72e3a5e3-87bb-4217-9330-21b531ac7e38 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:36.284022 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cedafbb7-76a9-480f-97d6-1432a1c2dc12 req-72e3a5e3-87bb-4217-9330-21b531ac7e38 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0633202 Jul 27 22:57:36.322733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cedafbb7-76a9-480f-97d6-1432a1c2dc12 req-24e9d11a-43ba-4d64-a2c7-b01ff95728b0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326264 Jul 27 22:57:36.344685 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58968) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:36.409918 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8aaf4c27-28ef-4b7a-8b4f-a5ca3438952b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/907beca1-637f-4b37-9add-dc09d2afdce4 HTTP/1.1" status: 200 len: 993 time: 0.0641122 Jul 27 22:57:36.623705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58974) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:36.783244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port bdfa08a3-02ad-4930-9d26-7d69d6db47c9 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:36.783732 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:36.865432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:36.865764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:36.878434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for bdfa08a3-02ad-4930-9d26-7d69d6db47c9 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:37.077731 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:37.103027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=bdfa08a3-02ad-4930-9d26-7d69d6db47c9,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:37.114532 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.114889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.115236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.115579 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.115921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.116292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.116630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.116981 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.117305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.117657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.118560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.118905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:37.174939 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:37.175272 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 907beca1-637f-4b37-9add-dc09d2afdce4 disassociated (deleted). External IP: 172.25.3.148, port: bd26dcf7-55ac-40c2-a782-58aa996df719. Jul 27 22:57:37.384722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router c5148074-27cf-45b0-a90c-2d45c2837dca has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:37.492258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:37.497817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:37.502132 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Sync routers for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:37.511550 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:37.512169 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:37.533695 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-18b3742b-d265-49fc-a36d-c9d8f1b92a9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/floatingips/907beca1-637f-4b37-9add-dc09d2afdce4 HTTP/1.1" status: 204 len: 168 time: 0.9088788 Jul 27 22:57:37.534311 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:37.536631 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df7597-707e-4a22-8b15-913d04f0cb13" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:37.578652 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b2bd3a-a79c-4bf2-9994-9112259100b4 x-openstack-request-id: req-98b2bd3a-a79c-4bf2-9994-9112259100b4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:37.578941 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:37.579326 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98b2bd3a-a79c-4bf2-9994-9112259100b4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:37.579818 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'status': 'completed', 'code': 200} Jul 27 22:57:37.625304 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:37.660666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:37.661602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-a4f78beb-fcee-453d-92bd-cf5b6958e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:37.663170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-a4f78beb-fcee-453d-92bd-cf5b6958e8c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 1096 time: 0.0598319 Jul 27 22:57:37.762626 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-4868ba21-d114-4f75-9565-3c2db7b2d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:37.764218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-4868ba21-d114-4f75-9565-3c2db7b2d386 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 200 len: 898 time: 0.0937607 Jul 27 22:57:37.810731 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-b129942a-d54e-4aac-9d50-23adf342aef3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 200 len: 217 time: 0.0395288 Jul 27 22:57:37.830201 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:37.833408 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:37.870827 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Checking router: c5148074-27cf-45b0-a90c-2d45c2837dca for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:37.872412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-19f38cbd-7b7b-417a-9fb3-eaa19905bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:37.873947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-19f38cbd-7b7b-417a-9fb3-eaa19905bb67 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=162f6a95-9b38-4f4c-be2b-dccc8e431824 HTTP/1.1" status: 200 len: 834 time: 0.0573273 Jul 27 22:57:37.879236 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:37.879852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:37.981589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-fa6e30ad-67b6-4996-a5aa-4a67a5a851cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:37.983042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-fa6e30ad-67b6-4996-a5aa-4a67a5a851cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e50d2d0c-2857-4445-b9ce-e664d379459a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017356 Jul 27 22:57:37.993622 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:37.994777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfd061-bf86-42e1-94ec-5da46c8ea3c0 req-3e38b10d-e4a5-4972-bca4-aeeb9e09f2fd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:37.996229 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cbfd061-bf86-42e1-94ec-5da46c8ea3c0 req-3e38b10d-e4a5-4972-bca4-aeeb9e09f2fd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0829306 Jul 27 22:57:38.080736 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cbfd061-bf86-42e1-94ec-5da46c8ea3c0 req-205f8312-7cfb-4968-8329-238dae514599 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765257 Jul 27 22:57:38.109421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-34c32686-dd94-4da1-9601-d4481525e76b service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122377 Jul 27 22:57:38.193895 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:38.203348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f0df7597-707e-4a22-8b15-913d04f0cb13 req-399bb62c-8858-4b48-90ce-2c9105da787f service neutron] 10.222.0.76 "GET /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Jul 27 22:57:38.220483 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe16006-2d24-401a-b44e-0f46ef066644 None None] The sync data for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 is: [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e5ca8098-b05e-427a-bf4b-f95dacb15fb5', 'name': '', 'network_id': 'e50d2d0c-2857-4445-b9ce-e664d379459a', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:8b:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:41Z', 'updated_at': '2021-07-27T22:56:46Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '162f6a95-9b38-4f4c-be2b-dccc8e431824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:38.435813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141fd4f-c505-447a-947e-00cf0218fe07 None None] New status for floating IP 907beca1-637f-4b37-9add-dc09d2afdce4: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:57:39.055637 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:39.218698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5866-e3a5-4331-a975-bb55f52332d7 req-ce236134-c64a-404f-b7c8-3d563de2f30a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:39.220168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9baf5866-e3a5-4331-a975-bb55f52332d7 req-ce236134-c64a-404f-b7c8-3d563de2f30a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0670104 Jul 27 22:57:39.260798 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9baf5866-e3a5-4331-a975-bb55f52332d7 req-434c7f64-b7bc-4c8f-940a-dd9d547b4292 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbb27fac-2697-4673-8faa-a80097b8c106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345209 Jul 27 22:57:39.434122 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80751928-6992-488d-ab9a-f636b2c51c4f req-585e85f3-f4c7-4954-b289-e047d321bd55 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:39.435632 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80751928-6992-488d-ab9a-f636b2c51c4f req-585e85f3-f4c7-4954-b289-e047d321bd55 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 945 time: 0.0692775 Jul 27 22:57:39.534164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port bd26dcf7-55ac-40c2-a782-58aa996df719 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:39.534525 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:39.626059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port bd26dcf7-55ac-40c2-a782-58aa996df719, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=bd26dcf7-55ac-40c2-a782-58aa996df719,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:39.626463 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:39.640204 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for bd26dcf7-55ac-40c2-a782-58aa996df719 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:39.812907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:39.846191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=bd26dcf7-55ac-40c2-a782-58aa996df719,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:39.891551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] No DVR routers for this DVR port bd26dcf7-55ac-40c2-a782-58aa996df719 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:57:39.894168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:39.896211 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80751928-6992-488d-ab9a-f636b2c51c4f req-0d490d09-5186-4189-8898-7155235f5db0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "DELETE /v2.0/ports/bd26dcf7-55ac-40c2-a782-58aa996df719 HTTP/1.1" status: 204 len: 173 time: 0.4544339 Jul 27 22:57:39.897208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'name': 'network-vif-deleted', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:39.898893 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6bce5b-cb52-48fe-a9f2-3a4e42bdbc22" -d '{"events": [{"server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "name": "network-vif-deleted", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:39.935147 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7546fa-2363-41df-8270-e2027a72521f x-openstack-request-id: req-5a7546fa-2363-41df-8270-e2027a72521f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:39.935442 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0c6a58-e281-4047-b0fa-ea8706bd724e", "name": "network-vif-deleted", "tag": "bd26dcf7-55ac-40c2-a782-58aa996df719", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:39.935702 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a7546fa-2363-41df-8270-e2027a72521f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:39.936112 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0c6a58-e281-4047-b0fa-ea8706bd724e', 'name': 'network-vif-deleted', 'tag': 'bd26dcf7-55ac-40c2-a782-58aa996df719', 'status': 'completed', 'code': 200} Jul 27 22:57:40.380592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ba954927-a09f-4f32-a037-fe14262c8a31 req-6b028c7e-fc93-4e30-b839-a7f40b2b5330 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac0c6a58-e281-4047-b0fa-ea8706bd724e HTTP/1.1" status: 200 len: 210 time: 0.0338068 Jul 27 22:57:41.436588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58990) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:42.135943 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.427415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port e5ca8098-b05e-427a-bf4b-f95dacb15fb5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:42.427759 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.514825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port e5ca8098-b05e-427a-bf4b-f95dacb15fb5, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:42.515548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.529254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for e5ca8098-b05e-427a-bf4b-f95dacb15fb5 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:42.547805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bd26dcf7-55ac-40c2-a782-58aa996df719 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:57:42.567320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: bd26dcf7-55ac-40c2-a782-58aa996df719 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:57:42.567667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device bd26dcf7-55ac-40c2-a782-58aa996df719 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:57:42.780819 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.811134 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=e5ca8098-b05e-427a-bf4b-f95dacb15fb5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:42.990524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.206973 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router c5148074-27cf-45b0-a90c-2d45c2837dca has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:43.315071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:43.320074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e284efae-e542-418a-8c51-61a2ee23201f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/c5148074-27cf-45b0-a90c-2d45c2837dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824441 Jul 27 22:57:43.323611 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58992) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:43.327804 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Sync routers for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:43.337402 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:43.338018 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:43.374424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting subnet 162f6a95-9b38-4f4c-be2b-dccc8e431824 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:57:43.377470 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.417928 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.441335 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:43.509603 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.630274 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:57:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:43.641758 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.657256 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Checking router: c5148074-27cf-45b0-a90c-2d45c2837dca for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:43.666084 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Routers {'c5148074-27cf-45b0-a90c-2d45c2837dca'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:43.666730 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['c5148074-27cf-45b0-a90c-2d45c2837dca'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:43.672092 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Subnet': ['ID=162f6a95-9b38-4f4c-be2b-dccc8e431824,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:43.674606 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.678799 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/subnets/162f6a95-9b38-4f4c-be2b-dccc8e431824 HTTP/1.1" status: 204 len: 168 time: 0.3518691 Jul 27 22:57:43.679749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58994) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:43.683126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e2dfa8-bac7-4874-8ba8-0604978f72c9 None None] Network e50d2d0c-2857-4445-b9ce-e664d379459a requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:43.683601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.683785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.684196 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.684598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.684967 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.685337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.685678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.686010 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.686424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.686761 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.687098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.687475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c058b7-5c00-4642-aea7-b77d2eee95b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:43.813031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:43.864851 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] Set router c5148074-27cf-45b0-a90c-2d45c2837dca gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:43.937888 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.045818 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] DHCP port deletion for e50d2d0c-2857-4445-b9ce-e664d379459a request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:57:44.052383 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:57:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:44.068476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 96d1645b-f251-40e5-b046-50494875630f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:44.068476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.083207 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9ac2f5-02cb-4c0f-9782-a4bd09db0602 None None] The sync data for ids ['c5148074-27cf-45b0-a90c-2d45c2837dca'] in n-d-738018-6 is: [{'id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1042641518', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '96d1645b-f251-40e5-b046-50494875630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:56:37Z', 'updated_at': '2021-07-27T22:57:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '96d1645b-f251-40e5-b046-50494875630f', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:3f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148074-27cf-45b0-a90c-2d45c2837dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:56:38Z', 'updated_at': '2021-07-27T22:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:44.095311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Deleting port b8617e80-110a-4812-bf33-554dcc35584e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:44.095683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.148259 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 96d1645b-f251-40e5-b046-50494875630f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=96d1645b-f251-40e5-b046-50494875630f,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:44.148720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.161912 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 96d1645b-f251-40e5-b046-50494875630f owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:44.166521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] For port b8617e80-110a-4812-bf33-554dcc35584e, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b8617e80-110a-4812-bf33-554dcc35584e,segment=NetworkSegment(6872150f-4dfc-46bb-9e44-4e8a5bb9f707),segment_id=6872150f-4dfc-46bb-9e44-4e8a5bb9f707)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:44.166931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.180375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Calling delete_port for b8617e80-110a-4812-bf33-554dcc35584e owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:44.346024 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.374452 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Pushing event deleted for resources: {'Port': ['ID=b8617e80-110a-4812-bf33-554dcc35584e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:44.378976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] No DVR routers for this DVR port b8617e80-110a-4812-bf33-554dcc35584e on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:57:44.386519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.386872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.387218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.387563 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.387897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.388229 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.388564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.389287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.389287 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.389521 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.389922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.390256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538c2b03-f227-472a-93a6-418f72eb9c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:44.397841 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.423335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=96d1645b-f251-40e5-b046-50494875630f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:44.504337 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.573447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5ca8098-b05e-427a-bf4b-f95dacb15fb5 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:57:44.599451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e5ca8098-b05e-427a-bf4b-f95dacb15fb5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:57:44.599451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e5ca8098-b05e-427a-bf4b-f95dacb15fb5 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:57:44.599451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8617e80-110a-4812-bf33-554dcc35584e no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:57:44.616222 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.619496 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.622223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b8617e80-110a-4812-bf33-554dcc35584e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:57:44.622684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b8617e80-110a-4812-bf33-554dcc35584e not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:57:44.721340 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.721888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Fanout notify agent at l3_agent the message router_deleted on router c5148074-27cf-45b0-a90c-2d45c2837dca {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:57:44.731204 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.731318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-55a2b253-0e46-4f3a-9ee5-07088fb7d29c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/routers/c5148074-27cf-45b0-a90c-2d45c2837dca HTTP/1.1" status: 204 len: 168 time: 1.0500150 Jul 27 22:57:44.733976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 58996) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:44.826067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.922435 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.932496 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50d2d0c-2857-4445-b9ce-e664d379459a']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:44.942631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872150f-4dfc-46bb-9e44-4e8a5bb9f707') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:44.942930 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872150f-4dfc-46bb-9e44-4e8a5bb9f707') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:44.952138 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.966082 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.971877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:57:44.978631 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:57:45.100209 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.107726 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.109072 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/networks/e50d2d0c-2857-4445-b9ce-e664d379459a HTTP/1.1" status: 204 len: 168 time: 0.3740604 Jul 27 22:57:45.111876 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 58998) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:45.121292 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004be67-93b0-4f22-9949-9e450a54e1ac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Network': ['ID=e50d2d0c-2857-4445-b9ce-e664d379459a,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:45.175374 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.204241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.332895 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.335746 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.337785 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbb27fac-2697-4673-8faa-a80097b8c106 HTTP/1.1" status: 204 len: 168 time: 0.2248580 Jul 27 22:57:45.347889 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43f31-d90a-4b02-bfcc-3d9e0b50ae7d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb27fac-2697-4673-8faa-a80097b8c106,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:45.947180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59004) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:45.952021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427384031', 'description': 'tempest-secgroup-smoke-427384031 description', 'project_id': '5a0a75baca1a473eae9177a5f40ef957'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:46.043270 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.124733 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.218948 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.232608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 96d1645b-f251-40e5-b046-50494875630f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:57:46.252981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 96d1645b-f251-40e5-b046-50494875630f {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:57:46.253223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5faafb-f412-4385-b837-276f5ddbca1e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:46.253345 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 96d1645b-f251-40e5-b046-50494875630f not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:57:46.304117 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.305586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-338152c7-3bf7-4442-9667-d31a80ff9dcb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3573663 Jul 27 22:57:46.308592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59006) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:46.313018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:46.401289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.461586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.526877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.545917 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f65de8c-8360-4557-b3ab-28166425ca05,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:46.606950 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.608460 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d12bbbd5-7bca-4713-b7ef-75559f07acbc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986634 Jul 27 22:57:46.611574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59008) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:46.617707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:46.700025 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.755862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.809212 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.827372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e71874-8c89-4ccc-9013-eb35b35b3518,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:46.871906 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.873150 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-585a170e-37ab-4d15-9e39-86651bc128fa tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2605085 Jul 27 22:57:46.875922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59010) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:46.880308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:46.957388 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.018012 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.088851 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.106762 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac08a8f7-31d1-4779-92b2-ced027ae1a99,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:47.189981 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.191261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-be2c1b6c-249a-4c87-8552-9bf043e41bdf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144107 Jul 27 22:57:47.193996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59012) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:47.198714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:47.303390 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.366412 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.431773 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.450416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a0f706-fbe5-4ac8-8e55-925c161a1e86,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:47.511422 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.512853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2ea400b3-3a88-4b31-afbf-85635e83590e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178589 Jul 27 22:57:47.515563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59014) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:47.520145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:47.602861 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:57:47.608437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.670804 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.729190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.746766 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7dcd646-57be-4438-bc8c-e279dc605e8c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:47.800911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.802171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6703e55c-ace2-4447-b22c-6607bf716215 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2856598 Jul 27 22:57:47.804934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59016) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:47.810499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '9a5faafb-f412-4385-b837-276f5ddbca1e', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:47.871918 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:57:47.876994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:47.938211 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.020257 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.038322 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b81e194-5def-49e9-8f79-49529334284b,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:48.104417 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.105678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9e80952c-d0ca-4a00-a5d7-1ea2c717fec1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2997739 Jul 27 22:57:48.108494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59018) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:48.113455 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'network': {'name': 'tempest-network-smoke--1135655359', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:48.225577 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:48.232000 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.254232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:57:48.263843 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.264196 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Added segment d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f of type vlan for network 066b8477-4c66-4566-b951-cc71daf0676f Jul 27 22:57:48.306946 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.412329 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.419120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:48.419720 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.486511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Network': ['ID=066b8477-4c66-4566-b951-cc71daf0676f,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:48.497982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 066b8477-4c66-4566-b951-cc71daf0676f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:57:48.539298 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8cf105c4-3d08-41e7-a94a-5831edc7658e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4293914 Jul 27 22:57:48.542055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59020) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:48.548008 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'admin_state_up': True, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:48.629673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.630748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.685312 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.865434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.130034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.149591 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.255069 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:57:49.255959 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.169 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f0602e54-1a5a-4790-92fb-58c31b58b47c) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:49.357671 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.453205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.491621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:49.497637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:49.500067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:49.529429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=f0602e54-1a5a-4790-92fb-58c31b58b47c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:50.199724 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:50.394020 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:50.629874 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 31fc0377-0a6b-4ec2-acfd-526edcd17aef is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:57:50.738210 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:50.747792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Sync routers for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:50.756602 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:50.757489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:50.835914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:50.837210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-19221a4e-0f6f-4724-bd0c-4412978d3db1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2940400 Jul 27 22:57:50.840453 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59022) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:50.870147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:50.871007 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-dfda2ce0-7869-4e4d-bcd5-4af916bac78e tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a0a75baca1a473eae9177a5f40ef957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285420 Jul 27 22:57:50.873622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59024) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:50.966126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157a8e82-3976-4052-9b64-a7492a3870c1 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:50.967710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-157a8e82-3976-4052-9b64-a7492a3870c1 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931585 Jul 27 22:57:50.970916 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59026) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:51.000101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ccc6d33c-e682-47df-a002-29e6031538a8 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280612 Jul 27 22:57:51.003236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59028) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:51.008130 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299320955', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:51.051393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:49Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:51.078707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Checking router: 31fc0377-0a6b-4ec2-acfd-526edcd17aef for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:51.079063 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Updating router 31fc0377-0a6b-4ec2-acfd-526edcd17aef port f0602e54-1a5a-4790-92fb-58c31b58b47c binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:57:51.115902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.226131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:51.229883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.371235 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.380638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Transition to ACTIVE for port object f0602e54-1a5a-4790-92fb-58c31b58b47c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:51.437168 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.466116 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.488305 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Attempting to bind port f0602e54-1a5a-4790-92fb-58c31b58b47c on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:51.488582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Attempting to bind port f0602e54-1a5a-4790-92fb-58c31b58b47c by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:51.488964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Attempting to bind port f0602e54-1a5a-4790-92fb-58c31b58b47c on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:51.496558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f26013-7262-422a-8b4e-3d6de108732e None None] Pushing event updated for resources: {'Port': ['ID=f0602e54-1a5a-4790-92fb-58c31b58b47c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:51.500600 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:51.500796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:51.501135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.501528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:51.502114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Bound port: f0602e54-1a5a-4790-92fb-58c31b58b47c, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:51.502421 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.529535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Subnet': ['ID=5d7a4701-6b94-499c-8335-cddd865fd088,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:51.545920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Checking segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:51.546339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network hostable DHCP agents. Network: 066b8477-4c66-4566-b951-cc71daf0676f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:57:51.557712 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] For port f0602e54-1a5a-4790-92fb-58c31b58b47c, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:51.560792 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] For port f0602e54-1a5a-4790-92fb-58c31b58b47c, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0602e54-1a5a-4790-92fb-58c31b58b47c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:51.626019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 066b8477-4c66-4566-b951-cc71daf0676f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:57:51.636440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.692717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 066b8477-4c66-4566-b951-cc71daf0676f) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:51.694102 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:51.694841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:51.697194 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:51.698432 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:51.732073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3775b-15d6-4f9e-b598-3160ba534427 None None] Network 066b8477-4c66-4566-b951-cc71daf0676f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:51.733698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f26013-7262-422a-8b4e-3d6de108732e None None] Pushing event updated for resources: {'Port': ['ID=f0602e54-1a5a-4790-92fb-58c31b58b47c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:51.798588 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f0486058-c755-49f1-a096-0d9ff18267a0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7942641 Jul 27 22:57:51.801285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59030) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:51.866302 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:52.032994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-066b8477-4c66-4566-b951-cc71daf0676f', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:57:52.034540 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.211676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:49Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:52.213872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Allocated IP 172.20.0.2 (066b8477-4c66-4566-b951-cc71daf0676f/5d7a4701-6b94-499c-8335-cddd865fd088/7a2b279c-760a-4d07-9587-82fea6a22ec4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:52.241393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fc7da-cbdd-4657-843c-3ed3c57004b3 None None] The sync data for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 is: [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:49Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:52.262401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.407615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.413643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Transition to ACTIVE for port object 7a2b279c-760a-4d07-9587-82fea6a22ec4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:52.429898 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Transition to ACTIVE for port object 7a2b279c-760a-4d07-9587-82fea6a22ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:52.505246 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.554770 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Network 066b8477-4c66-4566-b951-cc71daf0676f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:52.558868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:52.563700 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:52.573384 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Pushing event updated for resources: {'Port': ['ID=7a2b279c-760a-4d07-9587-82fea6a22ec4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:52.581868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.1 (066b8477-4c66-4566-b951-cc71daf0676f/5d7a4701-6b94-499c-8335-cddd865fd088/2fa5f5cc-b2fa-4772-af77-cff96f411457) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:52.637605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Attempting to bind port 7a2b279c-760a-4d07-9587-82fea6a22ec4 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:52.637993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Attempting to bind port 7a2b279c-760a-4d07-9587-82fea6a22ec4 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:52.638409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Attempting to bind port 7a2b279c-760a-4d07-9587-82fea6a22ec4 on network 066b8477-4c66-4566-b951-cc71daf0676f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:52.643943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:52.644339 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Checking segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:52.644748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.645155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Bound using segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:52.645709 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Bound port: 7a2b279c-760a-4d07-9587-82fea6a22ec4, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:52.646108 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.710465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.717813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] For port 7a2b279c-760a-4d07-9587-82fea6a22ec4, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:52.721224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] For port 7a2b279c-760a-4d07-9587-82fea6a22ec4, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7a2b279c-760a-4d07-9587-82fea6a22ec4,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:52.726223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 2fa5f5cc-b2fa-4772-af77-cff96f411457 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:52.784385 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.843735 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:52.866607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdd247-efe5-4e73-9cb1-28c98b5d3ebb None None] Pushing event updated for resources: {'Port': ['ID=7a2b279c-760a-4d07-9587-82fea6a22ec4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:52.905860 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 066b8477-4c66-4566-b951-cc71daf0676f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:52.909117 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:52.914830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:52.919476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:52.967526 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:53.208050 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:53.485208 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:53.528797 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:53.604600 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:53.606358 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:53.704510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 066b8477-4c66-4566-b951-cc71daf0676f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:53.705920 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:53.822070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 31fc0377-0a6b-4ec2-acfd-526edcd17aef has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:53.937413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:53.942443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-847eff7e-9742-435f-a293-6f620d6fc2dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/31fc0377-0a6b-4ec2-acfd-526edcd17aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401346 Jul 27 22:57:54.151949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9772d7-c9e5-4f1b-9692-826e5b4bb440 None None] Network 066b8477-4c66-4566-b951-cc71daf0676f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:54.261267 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Sync routers for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:54.272932 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:54.279943 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:54.288057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-6b594b35-8310-4c3a-a7ea-36014305236f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427384031&fields=id&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 267 time: 0.0416830 Jul 27 22:57:54.405338 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:54.407151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7a2b279c-760a-4d07-9587-82fea6a22ec4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:54.433893 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-ca1f9030-d550-4c8a-b62f-904167319a80 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:54.435829 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-ca1f9030-d550-4c8a-b62f-904167319a80 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 797 time: 0.1392996 Jul 27 22:57:54.459364 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-10b9d3dc-c918-4868-ad2f-f1d6313dd229 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/quotas/5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 375 time: 0.0176890 Jul 27 22:57:54.504575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f717532c-2b9e-44b9-9f1e-fbed4f474a25 None None] Provisioning for port 7a2b279c-760a-4d07-9587-82fea6a22ec4 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:54.532545 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-c880d756-79e2-483a-a3c8-4e7ce888eb07 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720489 Jul 27 22:57:54.573052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 7a2b279c-760a-4d07-9587-82fea6a22ec4 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:54.578586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7a2b279c-760a-4d07-9587-82fea6a22ec4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:54.579064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.627546 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 2, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:54.662923 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Checking router: 31fc0377-0a6b-4ec2-acfd-526edcd17aef for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:54.663278 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Updating router 31fc0377-0a6b-4ec2-acfd-526edcd17aef port 2fa5f5cc-b2fa-4772-af77-cff96f411457 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:57:54.679955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.712349 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.735004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 7a2b279c-760a-4d07-9587-82fea6a22ec4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7a2b279c-760a-4d07-9587-82fea6a22ec4,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:54.740063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-df2957dc-3126-4acc-bf93-0f9f09e60c5f service neutron] 10.222.0.37 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941109 Jul 27 22:57:54.811535 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.812350 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0602e54-1a5a-4790-92fb-58c31b58b47c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:54.843507 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-002d8b7a-1f3e-4984-9bd4-d1ced7512889 service neutron] 10.222.0.37 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017509 Jul 27 22:57:54.929530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Provisioning complete for port 7a2b279c-760a-4d07-9587-82fea6a22ec4 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:54.933478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.959206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=7a2b279c-760a-4d07-9587-82fea6a22ec4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:55.060953 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.066312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f0602e54-1a5a-4790-92fb-58c31b58b47c completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:55.071408 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Transition to ACTIVE for port object 2fa5f5cc-b2fa-4772-af77-cff96f411457 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:55.078864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f0602e54-1a5a-4790-92fb-58c31b58b47c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:55.078864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.114398 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Provisioning for port 2fa5f5cc-b2fa-4772-af77-cff96f411457 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:55.120530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Provisioning complete for port 2fa5f5cc-b2fa-4772-af77-cff96f411457 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:55.120887 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.136486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-44d241f5-acac-4415-8995-73690c535e2d req-462344a4-ab0c-4c36-bdf6-0634d9f73050 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 210 time: 0.0383193 Jul 27 22:57:55.165085 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.165372 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4331ce27-1465-440f-8e2d-6d2296148ba6 None None] Port 2fa5f5cc-b2fa-4772-af77-cff96f411457 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:55.215456 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.231486 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Pushing event updated for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:55.240241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f0602e54-1a5a-4790-92fb-58c31b58b47c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0602e54-1a5a-4790-92fb-58c31b58b47c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:55.282262 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.282855 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.282988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.283294 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.283635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.284145 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.284480 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.285115 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.285628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.286142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.286499 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.286829 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:55.301414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Attempting to bind port 2fa5f5cc-b2fa-4772-af77-cff96f411457 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:55.301789 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Attempting to bind port 2fa5f5cc-b2fa-4772-af77-cff96f411457 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:55.302160 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Attempting to bind port 2fa5f5cc-b2fa-4772-af77-cff96f411457 on network 066b8477-4c66-4566-b951-cc71daf0676f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:55.308660 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:55.309050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Checking segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:55.309450 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.309843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Bound using segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:55.310344 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Bound port: 2fa5f5cc-b2fa-4772-af77-cff96f411457, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:55.310734 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.315182 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.371247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f0602e54-1a5a-4790-92fb-58c31b58b47c,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:55.402505 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] For port 2fa5f5cc-b2fa-4772-af77-cff96f411457, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:55.415645 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] For port 2fa5f5cc-b2fa-4772-af77-cff96f411457, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2fa5f5cc-b2fa-4772-af77-cff96f411457,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:55.481730 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:55.544477 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:55.545121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:57:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:55.585123 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcafba-8c3f-4d5f-b56d-67cf7b0d8db1 None None] Pushing event updated for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:55.665078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:55.868509 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:55.900383 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a76564-da09-4307-813b-09ce6e118ed3 None None] The sync data for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 is: [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:56.253909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a7c9739f-cfcb-42b7-9812-07b99ed4d9f7 req-6902ad5a-8757-42e7-a7b9-401fe6d7a763 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 210 time: 0.0421238 Jul 27 22:57:56.386456 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2fa5f5cc-b2fa-4772-af77-cff96f411457 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:56.500391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 2fa5f5cc-b2fa-4772-af77-cff96f411457 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:56.504484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2fa5f5cc-b2fa-4772-af77-cff96f411457 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:56.504870 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.595764 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.637513 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 2fa5f5cc-b2fa-4772-af77-cff96f411457, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2fa5f5cc-b2fa-4772-af77-cff96f411457,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:56.751599 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.752498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0602e54-1a5a-4790-92fb-58c31b58b47c up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:56.833146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:56.847826 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f0602e54-1a5a-4790-92fb-58c31b58b47c triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:56.848285 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.941397 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7a2b279c-760a-4d07-9587-82fea6a22ec4 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:56.996169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 7a2b279c-760a-4d07-9587-82fea6a22ec4 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:56.996538 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:57.357737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e54f8425-8ff7-4be9-89ed-80963c7bd74c req-fdbe39a0-2c71-48ab-b3e8-090c0955b882 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Jul 27 22:57:57.466041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b7b9b368-3666-4d08-9fef-f29714a8b226 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:57.467866 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b7b9b368-3666-4d08-9fef-f29714a8b226 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 797 time: 0.1055937 Jul 27 22:57:57.513067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-012b7951-c244-49bc-b5f6-4b366a289763 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 379 time: 0.0365493 Jul 27 22:57:57.522774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'port': {'device_id': 'fd112143-6ccb-464d-b372-ef843eb85290', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'admin_state_up': True, 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'security_groups': ['9a5faafb-f412-4385-b837-276f5ddbca1e']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:57.703990 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:57.707541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:57.839931 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.12 (066b8477-4c66-4566-b951-cc71daf0676f/5d7a4701-6b94-499c-8335-cddd865fd088/616e99b4-bb41-470b-a846-72e741306ce5) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:57.989376 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.002601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 616e99b4-bb41-470b-a846-72e741306ce5 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:58.110049 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.152271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 066b8477-4c66-4566-b951-cc71daf0676f is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:58.155420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:58.165627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:58.189622 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:58.224342 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:58.224741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.289031 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2fa5f5cc-b2fa-4772-af77-cff96f411457 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:58.312483 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-32cc6ace-dc04-4a55-927d-7346d9c70e0e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933180 Jul 27 22:57:58.345577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 2fa5f5cc-b2fa-4772-af77-cff96f411457 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:58.346008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.377430 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Request body: {'port': {'device_id': 'fd112143-6ccb-464d-b372-ef843eb85290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:58.466120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b2f5f742-bf4a-42cc-99f8-797e4a3d8832 None None] Provisioning for port 616e99b4-bb41-470b-a846-72e741306ce5 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:58.470439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b2f5f742-bf4a-42cc-99f8-797e4a3d8832 None None] Provisioning complete for port 616e99b4-bb41-470b-a846-72e741306ce5 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:58.470937 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f742-bf4a-42cc-99f8-797e4a3d8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.473811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.506560 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5f742-bf4a-42cc-99f8-797e4a3d8832 None None] Port 616e99b4-bb41-470b-a846-72e741306ce5 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:58.508782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af740-c308-4705-b48a-a5595128d64a req-5cd6b3cd-7e77-42f2-8e1d-250ebc122a60 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:58.513336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c88af740-c308-4705-b48a-a5595128d64a req-5cd6b3cd-7e77-42f2-8e1d-250ebc122a60 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 932 time: 0.0749235 Jul 27 22:57:58.561882 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c88af740-c308-4705-b48a-a5595128d64a req-8ac4cade-07e9-4520-b77e-1642e5b7fdac tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424297 Jul 27 22:57:58.755783 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616e99b4-bb41-470b-a846-72e741306ce5 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:57:58.764431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.776679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Transition to ACTIVE for port object 616e99b4-bb41-470b-a846-72e741306ce5 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:58.889696 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.942173 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Pushing event updated for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:59.021909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Attempting to bind port 616e99b4-bb41-470b-a846-72e741306ce5 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:59.022167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Attempting to bind port 616e99b4-bb41-470b-a846-72e741306ce5 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:59.022597 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Attempting to bind port 616e99b4-bb41-470b-a846-72e741306ce5 on network 066b8477-4c66-4566-b951-cc71daf0676f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:59.028105 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Port 616e99b4-bb41-470b-a846-72e741306ce5 on network 066b8477-4c66-4566-b951-cc71daf0676f not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:57:59.028428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Attempting to bind port 616e99b4-bb41-470b-a846-72e741306ce5 on network 066b8477-4c66-4566-b951-cc71daf0676f {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:59.033748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:59.034087 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Checking segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:59.034501 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Bound using segment: {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:59.034938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Bound port: 616e99b4-bb41-470b-a846-72e741306ce5, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:59.035302 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.102514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:59.106487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=616e99b4-bb41-470b-a846-72e741306ce5,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:59.180782 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.215397 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.216031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.217487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] 10.222.0.76 "PUT /v2.0/ports/616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 1092 time: 0.8968210 Jul 27 22:57:59.217943 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:59.220262 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75a06ae-38f6-483b-96e1-82c4322a48ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:59.247504 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144a6b-b0be-428d-b417-4dc2c533f85d service neutron] Pushing event updated for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:59.265220 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f4c3d-b00f-4196-ac1f-98ca5a62e644 x-openstack-request-id: req-9d5f4c3d-b00f-4196-ac1f-98ca5a62e644 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:59.265617 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:59.265936 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d5f4c3d-b00f-4196-ac1f-98ca5a62e644 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:59.266821 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5', 'status': 'completed', 'code': 200} Jul 27 22:57:59.344109 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-cb561d5f-85e0-4fc1-8ca4-24f87a1a27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.345679 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-cb561d5f-85e0-4fc1-8ca4-24f87a1a27ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1095 time: 0.0590129 Jul 27 22:57:59.453533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-d980ccf5-0455-485f-af2f-f76c3d51f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.455117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-d980ccf5-0455-485f-af2f-f76c3d51f43f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a0a75baca1a473eae9177a5f40ef957&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1014476 Jul 27 22:57:59.547461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-2dfe9469-e611-4c5e-92e2-175aad0e0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.548873 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d75a06ae-38f6-483b-96e1-82c4322a48ff req-2dfe9469-e611-4c5e-92e2-175aad0e0b5d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874491 Jul 27 22:57:59.643331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-3a82a35f-2c38-4c9e-b528-2a1687b7188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.644885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-3a82a35f-2c38-4c9e-b528-2a1687b7188f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1095 time: 0.0609086 Jul 27 22:57:59.689565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-f54734a9-96dc-4017-86cf-7fb3c90ccdca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 217 time: 0.0354757 Jul 27 22:57:59.699148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd7069-a211-469c-9897-23a366ca5eff req-dfc39b4b-ed0b-46db-afbe-8aeed736bb28 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.701675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fdbd7069-a211-469c-9897-23a366ca5eff req-dfc39b4b-ed0b-46db-afbe-8aeed736bb28 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 944 time: 0.0666511 Jul 27 22:57:59.757793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-8759c6fc-03af-4635-a457-dd6239df689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.759094 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fdbd7069-a211-469c-9897-23a366ca5eff req-5ba4d568-3686-40c2-9a36-877bb892b4c0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509865 Jul 27 22:57:59.759584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-8759c6fc-03af-4635-a457-dd6239df689f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 200 len: 834 time: 0.0630257 Jul 27 22:57:59.824178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-bcf13a3e-d863-412c-b77a-dac97ed215bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:59.825614 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-bcf13a3e-d863-412c-b77a-dac97ed215bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=066b8477-4c66-4566-b951-cc71daf0676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587199 Jul 27 22:57:59.939144 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-a2fdadcf-48e0-4cd7-bbb5-b578f3770d30 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062253 Jul 27 22:58:00.058915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-28939668-3d8e-4eef-b077-6638d0d2dc6f req-cd80a413-ef03-44d3-b269-2a0bb1bb0b5e service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121471 Jul 27 22:58:00.897869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76b48-31dd-4f46-817f-7a9dc02c6dc0 req-0cc055a3-e4d1-422d-bb62-f5ad0b350256 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:00.899458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2e76b48-31dd-4f46-817f-7a9dc02c6dc0 req-0cc055a3-e4d1-422d-bb62-f5ad0b350256 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 944 time: 0.0688908 Jul 27 22:58:00.944042 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c2e76b48-31dd-4f46-817f-7a9dc02c6dc0 req-833af593-23fa-405c-ab44-43a11d19b6d8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367823 Jul 27 22:58:01.955359 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e81467f-7c78-4842-b6df-978d394dcace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.082231 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ceb1a-9060-48a3-83d0-6f52334b4c40 req-78df51d9-0750-4e7d-8aac-4a0e9cde2f79 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:02.083788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-032ceb1a-9060-48a3-83d0-6f52334b4c40 req-78df51d9-0750-4e7d-8aac-4a0e9cde2f79 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 944 time: 0.0697410 Jul 27 22:58:02.123697 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-032ceb1a-9060-48a3-83d0-6f52334b4c40 req-ccdc306b-c78f-450c-8dc3-f42b9c657894 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335629 Jul 27 22:58:02.637166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 616e99b4-bb41-470b-a846-72e741306ce5 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:58:02.735580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=616e99b4-bb41-470b-a846-72e741306ce5,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:02.746850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '616e99b4-bb41-470b-a846-72e741306ce5', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'port_id': '616e99b4-bb41-470b-a846-72e741306ce5', 'mac_address': 'fa:16:3e:5d:d9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:58:02.784602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.797144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616e99b4-bb41-470b-a846-72e741306ce5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:58:02.816803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=616e99b4-bb41-470b-a846-72e741306ce5,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:02.889126 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.940851 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:03.093989 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['616e99b4-bb41-470b-a846-72e741306ce5'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:58:03.307877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085300-04e7-4b72-ba38-6db0a75fae3d req-7641d906-fd17-40f3-bf37-71de2b50eb90 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:03.309664 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34085300-04e7-4b72-ba38-6db0a75fae3d req-7641d906-fd17-40f3-bf37-71de2b50eb90 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 945 time: 0.1149125 Jul 27 22:58:03.349085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-34085300-04e7-4b72-ba38-6db0a75fae3d req-59b7a2f3-cd55-4504-8b51-80a784af716d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328114 Jul 27 22:58:04.449685 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c90846a-e646-4ddf-8bba-b7e9da0e2525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.488260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d5127-d33d-404b-9004-820cda5b73ac req-c9ebfbbf-12ec-4066-a427-885df987cfc8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:04.490125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d1d5127-d33d-404b-9004-820cda5b73ac req-c9ebfbbf-12ec-4066-a427-885df987cfc8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 945 time: 0.0729935 Jul 27 22:58:04.535058 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3d1d5127-d33d-404b-9004-820cda5b73ac req-c36d4151-cce1-4c9b-8cb1-e69abd7b9c9b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378790 Jul 27 22:58:04.657260 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 616e99b4-bb41-470b-a846-72e741306ce5 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:04.767044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 616e99b4-bb41-470b-a846-72e741306ce5 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:04.772079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 616e99b4-bb41-470b-a846-72e741306ce5 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:04.772459 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.796483 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.868910 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.906433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:58:04.908816 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8888516-9395-4e26-932d-8cfa3eb498c8" -d '{"events": [{"server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "name": "network-vif-plugged", "status": "completed", "tag": "616e99b4-bb41-470b-a846-72e741306ce5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:58:04.924790 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=616e99b4-bb41-470b-a846-72e741306ce5,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:04.960875 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8505d32-1430-46fe-b15a-e8b7a871afc5 x-openstack-request-id: req-a8505d32-1430-46fe-b15a-e8b7a871afc5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:58:04.961177 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "name": "network-vif-plugged", "status": "completed", "tag": "616e99b4-bb41-470b-a846-72e741306ce5", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:58:04.961460 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8505d32-1430-46fe-b15a-e8b7a871afc5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:58:04.961914 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5', 'code': 200} Jul 27 22:58:05.008869 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.061980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:05.089667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0310-5648-4af2-b956-aa0bb2d9ba02 req-008e58b5-e64b-49e6-add7-4e4ab3a695f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:05.091218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0ac0310-5648-4af2-b956-aa0bb2d9ba02 req-008e58b5-e64b-49e6-add7-4e4ab3a695f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1097 time: 0.0603855 Jul 27 22:58:05.129836 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0ac0310-5648-4af2-b956-aa0bb2d9ba02 req-441b1774-ed87-4508-a93c-61ba083e2e99 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jul 27 22:58:05.676743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3325d-570b-4e7f-88c9-671159fd4684 req-087ad3d2-f086-4594-aa8a-e9be6e0451ce tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:05.678441 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05b3325d-570b-4e7f-88c9-671159fd4684 req-087ad3d2-f086-4594-aa8a-e9be6e0451ce tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0722911 Jul 27 22:58:05.725732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-05b3325d-570b-4e7f-88c9-671159fd4684 req-422cd4d9-f0c3-4e6b-82e5-5e89c31c6c54 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Jul 27 22:58:06.141658 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.871616 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7017672-ba54-46b8-ae7f-16b829b6c43a req-544a2207-fbcb-4707-a923-11423ad19328 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:06.873136 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7017672-ba54-46b8-ae7f-16b829b6c43a req-544a2207-fbcb-4707-a923-11423ad19328 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0746412 Jul 27 22:58:06.913090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7017672-ba54-46b8-ae7f-16b829b6c43a req-2858f25a-c6b1-42b2-92b6-d0d6f7568a93 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338762 Jul 27 22:58:07.063246 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4f998-9efd-4f06-896f-5732b061fa2a req-b9d860cd-b644-4334-af46-02da22b2f97c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:07.064822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28f4f998-9efd-4f06-896f-5732b061fa2a req-b9d860cd-b644-4334-af46-02da22b2f97c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0817931 Jul 27 22:58:07.111581 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-28f4f998-9efd-4f06-896f-5732b061fa2a req-1f5c3c34-f4a6-4683-9e09-ae7458918107 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Jul 27 22:58:07.133500 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59098) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:07.189085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f7f2c-7e5b-4db0-8716-34a292d135e4 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:07.190645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1a5f7f2c-7e5b-4db0-8716-34a292d135e4 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1092 time: 0.0560305 Jul 27 22:58:07.193452 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59100) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:07.197858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '616e99b4-bb41-470b-a846-72e741306ce5', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:07.286824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.396955 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.504146 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.159 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/93e4e78c-a245-4ac9-a326-d5bd372b89f4) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:07.617905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.772089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.803995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.804279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.848426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:07.855818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:07.863840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:07.868710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=93e4e78c-a245-4ac9-a326-d5bd372b89f4,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:08.711984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.864479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.035576 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.063833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.092601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.192258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=93e4e78c-a245-4ac9-a326-d5bd372b89f4,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:09.205255 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.328812 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 452ae32f-d23b-4cdb-8078-e314eeaaa510 associated. External IP: 172.25.3.159, port: 616e99b4-bb41-470b-a846-72e741306ce5. Jul 27 22:58:09.582566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 31fc0377-0a6b-4ec2-acfd-526edcd17aef has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:58:09.703001 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:58:09.713612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Sync routers for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:58:09.723807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:09.724453 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:09.795500 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.835920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fb0a5a5e-72dd-46d6-b192-24211465a4cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6413233 Jul 27 22:58:09.836390 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:58:09.840632 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdb9965-99a6-4a93-97c5-86f334fef853" -d '{"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:58:09.850865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:09.892083 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d90383-0c16-41f6-b3a0-33872e24a08f x-openstack-request-id: req-86d90383-0c16-41f6-b3a0-33872e24a08f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:58:09.892371 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:58:09.892623 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86d90383-0c16-41f6-b3a0-33872e24a08f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:58:09.893025 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5', 'status': 'completed', 'code': 200} Jul 27 22:58:10.013511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3de1a-569e-42f2-b71d-1389eb0de948 req-b8eeee9a-9d49-4a74-8200-31a9bfc80ef4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.015083 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7f3de1a-569e-42f2-b71d-1389eb0de948 req-b8eeee9a-9d49-4a74-8200-31a9bfc80ef4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.1211133 Jul 27 22:58:10.020828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-f5fc9ce3-89c1-44ed-892c-79136fc63e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.022531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-f5fc9ce3-89c1-44ed-892c-79136fc63e2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1097 time: 0.0979471 Jul 27 22:58:10.112620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7f3de1a-569e-42f2-b71d-1389eb0de948 req-b2b56c66-ccd6-4bb0-a570-e641450c0622 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891368 Jul 27 22:58:10.112842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '452ae32f-d23b-4cdb-8078-e314eeaaa510', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'port_id': '616e99b4-bb41-470b-a846-72e741306ce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'mac_address': 'fa:16:3e:5d:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd112143-6ccb-464d-b372-ef843eb85290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:08Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:10.137154 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59106) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:10.147711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Checking router: 31fc0377-0a6b-4ec2-acfd-526edcd17aef for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:58:10.157623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:10.158258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:58:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:10.168275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-1b181407-f757-42e0-bde7-d5ce2a3f3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.174389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-1b181407-f757-42e0-bde7-d5ce2a3f3e97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 898 time: 0.1396384 Jul 27 22:58:10.225056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0afff537-494d-480d-a042-89b79b7033b6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/452ae32f-d23b-4cdb-8078-e314eeaaa510 HTTP/1.1" status: 200 len: 992 time: 0.0863836 Jul 27 22:58:10.268201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-d3ea5d96-ba0d-4033-9c12-ac3761cf2bcd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 1000 time: 0.0908382 Jul 27 22:58:10.275598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:10.322772 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-6503c011-6faf-4b4a-9222-5375e17bce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.324496 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-6503c011-6faf-4b4a-9222-5375e17bce6d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 200 len: 834 time: 0.0492430 Jul 27 22:58:10.397443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-a2d54242-f063-4464-8c72-5d1caea7ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.399004 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-a2d54242-f063-4464-8c72-5d1caea7ef72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=066b8477-4c66-4566-b951-cc71daf0676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679152 Jul 27 22:58:10.512772 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-4a89cfb3-a51e-4227-9684-506ad19c9461 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053810 Jul 27 22:58:10.521147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '452ae32f-d23b-4cdb-8078-e314eeaaa510', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'port_id': '616e99b4-bb41-470b-a846-72e741306ce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'mac_address': 'fa:16:3e:5d:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd112143-6ccb-464d-b372-ef843eb85290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:08Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:10.548346 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4502a37-4f85-4f01-a594-dc6697081964 None None] The sync data for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 is: [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '452ae32f-d23b-4cdb-8078-e314eeaaa510', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'port_id': '616e99b4-bb41-470b-a846-72e741306ce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'mac_address': 'fa:16:3e:5d:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd112143-6ccb-464d-b372-ef843eb85290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:08Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:58:10.622038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1bdb9965-99a6-4a93-97c5-86f334fef853 req-a66cbc06-57e6-47a8-a2a3-e7c4d6ada37a service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027381 Jul 27 22:58:10.765656 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678da669-324e-4e5f-a4ad-1d2b8b939548 None None] New status for floating IP 452ae32f-d23b-4cdb-8078-e314eeaaa510: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:58:11.229909 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59108) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:11.295733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-be898e74-9d43-4794-adbf-e598144fd706 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/452ae32f-d23b-4cdb-8078-e314eeaaa510 HTTP/1.1" status: 200 len: 994 time: 0.0643997 Jul 27 22:58:26.255564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:58:31.954574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6767160e-50b5-498a-8457-5afc7bd11673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:34.442634 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ae0333-908c-41b8-9cca-8d68dfaa4549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:34.788146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:36.102592 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:37.685114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:37.822667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:38.288110 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513c155-80a1-4198-bafd-6243858b9961 req-d52c6d93-d806-4593-ab31-eb4718fee437 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:38.290004 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e513c155-80a1-4198-bafd-6243858b9961 req-d52c6d93-d806-4593-ab31-eb4718fee437 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0721009 Jul 27 22:58:38.331732 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e513c155-80a1-4198-bafd-6243858b9961 req-0a7daa1e-f27e-4c60-b95b-0f7e59600af6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354381 Jul 27 22:58:38.371132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-ca24399a-2012-48ef-842f-0773e4bfbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:38.372669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-ca24399a-2012-48ef-842f-0773e4bfbc15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1097 time: 0.0586982 Jul 27 22:58:38.472551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-8260e2fc-297b-4ae0-9037-7092ee9d7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:38.473989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-8260e2fc-297b-4ae0-9037-7092ee9d7d21 service neutron] 10.222.0.76 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 898 time: 0.0912530 Jul 27 22:58:38.541257 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-c1a500a3-f275-4c46-a778-bd8c90482d26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 1002 time: 0.0588980 Jul 27 22:58:38.595671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-a2696dd8-e174-4683-99e8-056a65a70bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:38.597143 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-a2696dd8-e174-4683-99e8-056a65a70bd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 200 len: 834 time: 0.0485508 Jul 27 22:58:38.658839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-aae6ecdf-3f7d-42dd-913c-f817429f8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:38.660421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-aae6ecdf-3f7d-42dd-913c-f817429f8119 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=066b8477-4c66-4566-b951-cc71daf0676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556285 Jul 27 22:58:38.752546 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-0bfb2806-3038-42c8-95c6-fb13806fbc5e service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Jul 27 22:58:38.850506 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a33e1862-c13f-43b4-98b4-e9551d7aef60 req-8d3fdf7e-05cf-4bea-b411-ba90e1443f34 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899065 Jul 27 22:58:39.088354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:39.465150 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6317f-70d4-494f-8b01-a76c05dfe8e2 req-c424ec2e-1b0b-4b4a-a4d5-c48ae39ed792 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:39.466687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29c6317f-70d4-494f-8b01-a76c05dfe8e2 req-c424ec2e-1b0b-4b4a-a4d5-c48ae39ed792 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0650356 Jul 27 22:58:39.506640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-29c6317f-70d4-494f-8b01-a76c05dfe8e2 req-c027a5f3-b0d4-4309-8d42-1810986dafab tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Jul 27 22:58:40.642408 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7c25f-f808-478d-aa8e-88beafbbc768 req-d25c9d75-5e1a-451b-9724-cc011bad19f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:40.643909 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5b7c25f-f808-478d-aa8e-88beafbbc768 req-d25c9d75-5e1a-451b-9724-cc011bad19f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0699577 Jul 27 22:58:40.683030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b5b7c25f-f808-478d-aa8e-88beafbbc768 req-e3179276-3b8c-4d84-b564-9595fe985669 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327902 Jul 27 22:58:41.818566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3e02-c425-432d-ba05-42d709212d87 req-ca7d7932-6927-4895-a655-3228a9e17fad tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:41.820101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ec3e02-c425-432d-ba05-42d709212d87 req-ca7d7932-6927-4895-a655-3228a9e17fad tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0698051 Jul 27 22:58:41.859145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90ec3e02-c425-432d-ba05-42d709212d87 req-f2cbe14d-9802-4b32-9a51-2a7c9400456f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Jul 27 22:58:42.995080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05d64-14c9-43c3-a45a-d47b767717d8 req-f461c628-c768-438d-81eb-6b9f8315a689 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:42.996191 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e05d64-14c9-43c3-a45a-d47b767717d8 req-f461c628-c768-438d-81eb-6b9f8315a689 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0673718 Jul 27 22:58:43.035746 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a9e05d64-14c9-43c3-a45a-d47b767717d8 req-487cef1f-e511-439c-9539-2dfc83122c02 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335271 Jul 27 22:58:44.169460 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff513e6-fcb5-4f49-a8ec-fd5e8eb1ab58 req-ad6c8f60-4d60-4f2b-aa9f-eb0401b464a8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:44.170920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ff513e6-fcb5-4f49-a8ec-fd5e8eb1ab58 req-ad6c8f60-4d60-4f2b-aa9f-eb0401b464a8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Jul 27 22:58:44.211850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ff513e6-fcb5-4f49-a8ec-fd5e8eb1ab58 req-10560370-b4d0-4d75-9ca1-f720d70ab2f4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344024 Jul 27 22:58:45.344170 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cb836-88b6-480d-b040-176ac2db48b1 req-0ca7fc35-f7c6-4fde-b5b5-353ee6619b57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:45.345831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a5cb836-88b6-480d-b040-176ac2db48b1 req-0ca7fc35-f7c6-4fde-b5b5-353ee6619b57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0661383 Jul 27 22:58:45.384290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7a5cb836-88b6-480d-b040-176ac2db48b1 req-5bac4342-79bd-400e-8f49-2ed3529e9484 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322020 Jul 27 22:58:46.515077 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268b529-0b1e-4fbb-af59-6976823241ad req-afce4630-eaef-4095-ab43-0adca94cf909 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:46.516620 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8268b529-0b1e-4fbb-af59-6976823241ad req-afce4630-eaef-4095-ab43-0adca94cf909 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0638413 Jul 27 22:58:46.556014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8268b529-0b1e-4fbb-af59-6976823241ad req-51370040-b6d0-424a-ac8c-cf87058d2900 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Jul 27 22:58:47.693995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da9cb-2ab1-4a9e-bba5-a021f0913bdf req-118e1674-e309-4307-aa02-b2ed879eef69 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:47.695550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb4da9cb-2ab1-4a9e-bba5-a021f0913bdf req-118e1674-e309-4307-aa02-b2ed879eef69 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0695479 Jul 27 22:58:47.734487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cb4da9cb-2ab1-4a9e-bba5-a021f0913bdf req-687bd762-fde7-42b8-90b6-6475f173234b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Jul 27 22:58:48.872030 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b93e6-b22f-4823-8fd5-932853a4fae3 req-a43afd3b-3900-4817-ad92-519a536643d0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:48.873575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b8b93e6-b22f-4823-8fd5-932853a4fae3 req-a43afd3b-3900-4817-ad92-519a536643d0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0693910 Jul 27 22:58:48.914670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9b8b93e6-b22f-4823-8fd5-932853a4fae3 req-3e492d3f-0c31-49a2-8b26-0fc7e1052e6c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343163 Jul 27 22:58:50.047406 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514dcc-c452-46cd-b47c-8434f7a81000 req-426991a8-6fc6-4c51-86c5-399e867c5a2f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:50.049030 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22514dcc-c452-46cd-b47c-8434f7a81000 req-426991a8-6fc6-4c51-86c5-399e867c5a2f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0654395 Jul 27 22:58:50.087939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-22514dcc-c452-46cd-b47c-8434f7a81000 req-666ffd0f-c8d2-4350-9150-c983276a9fd6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 27 22:58:50.110443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59142) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:50.177411 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7554e9b6-5bf9-46e5-8578-8f9c1c29aadd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/452ae32f-d23b-4cdb-8078-e314eeaaa510 HTTP/1.1" status: 200 len: 994 time: 0.0657277 Jul 27 22:59:01.651161 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-7688e5b4-2408-436b-931d-37422a9e48f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562840 Jul 27 22:59:01.751119 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-51692f77-7987-44df-a8d2-cfde73939f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:01.752699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-51692f77-7987-44df-a8d2-cfde73939f38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1097 time: 0.0558228 Jul 27 22:59:01.866742 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-5d9518f2-e9a5-4570-b48b-6a0343010a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:01.868242 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-5d9518f2-e9a5-4570-b48b-6a0343010a85 service neutron] 10.222.0.76 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 898 time: 0.0913606 Jul 27 22:59:01.940372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-170f7746-a999-4012-be11-6ad2412cc4b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 1002 time: 0.0608187 Jul 27 22:59:01.993745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eecd7abd-2978-4876-843c-3c563465fd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:01.997508 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-d9b11479-627c-4f89-9b48-6e305257fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:01.999047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-d9b11479-627c-4f89-9b48-6e305257fc4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 200 len: 834 time: 0.0481300 Jul 27 22:59:02.060102 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-c064e626-2381-4749-9d87-11b8ecab058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:02.061612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-c064e626-2381-4749-9d87-11b8ecab058c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=066b8477-4c66-4566-b951-cc71daf0676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537522 Jul 27 22:59:02.157901 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-751771e8-defd-4d44-8f71-2cf94261bf65 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 Jul 27 22:59:02.258268 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b4344f2-4a0c-4742-a6db-24aec04887d1 req-47d58350-320e-460f-80c3-7d8e894ba1ea service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905864 Jul 27 22:59:03.254367 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:59:04.485439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c5f429e-171b-41b8-8756-8d8bc25642a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:04.798448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:06.141536 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:07.701479 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:07.815805 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:09.128111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:20.547467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59160) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:20.706734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 93e4e78c-a245-4ac9-a326-d5bd372b89f4 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:20.707081 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:20.782647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:20.782980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:20.795453 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 93e4e78c-a245-4ac9-a326-d5bd372b89f4 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:21.027387 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:21.057016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=93e4e78c-a245-4ac9-a326-d5bd372b89f4,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:21.069384 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.069740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.070090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.070491 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.070816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.071153 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.071487 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.071819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.072148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.072476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.072804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.073132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:21.129751 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:21.130085 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 452ae32f-d23b-4cdb-8078-e314eeaaa510 disassociated (deleted). External IP: 172.25.3.159, port: 616e99b4-bb41-470b-a846-72e741306ce5. Jul 27 22:59:21.340837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 31fc0377-0a6b-4ec2-acfd-526edcd17aef has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:21.450631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:21.454981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:21.460810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Sync routers for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:21.470489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:21.471123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:21.492023 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-71311879-ec8c-4d4e-8c7c-d92ad8c99d08 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/floatingips/452ae32f-d23b-4cdb-8078-e314eeaaa510 HTTP/1.1" status: 204 len: 168 time: 0.9434936 Jul 27 22:59:21.492729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:21.495172 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:21.546548 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5936c-3d7e-453e-ac16-bac678a9d5bd x-openstack-request-id: req-5ed5936c-3d7e-453e-ac16-bac678a9d5bd {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:21.547065 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "tag": "616e99b4-bb41-470b-a846-72e741306ce5", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:21.547509 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ed5936c-3d7e-453e-ac16-bac678a9d5bd {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:21.548093 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5', 'status': 'completed', 'code': 200} Jul 27 22:59:21.631849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-80b3304e-492f-4292-b6ce-5cc4959d091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:21.633352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-80b3304e-492f-4292-b6ce-5cc4959d091d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 1097 time: 0.0620501 Jul 27 22:59:21.741028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-72336794-075b-4c6f-a5ab-81b65990f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:21.742576 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-72336794-075b-4c6f-a5ab-81b65990f00c service neutron] 10.222.0.76 "GET /v2.0/networks?id=066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 200 len: 898 time: 0.1024652 Jul 27 22:59:21.745948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:21.792318 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-b91a793a-251e-4ffe-ad37-5aa3c4b79a21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 200 len: 217 time: 0.0370781 Jul 27 22:59:21.849584 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-a00c167f-660b-41c4-868f-b9cb1edc686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:21.853940 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-a00c167f-660b-41c4-868f-b9cb1edc686d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 200 len: 834 time: 0.0507350 Jul 27 22:59:21.962305 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-15e993c9-3e56-45c8-bb8d-5fac2cecc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:21.963972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-15e993c9-3e56-45c8-bb8d-5fac2cecc804 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=066b8477-4c66-4566-b951-cc71daf0676f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032403 Jul 27 22:59:21.976892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a166c-4ff7-49d4-b329-f8472d869827 req-72c52b5e-6df9-4880-8b51-0b2f884f2717 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:21.978405 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d6a166c-4ff7-49d4-b329-f8472d869827 req-72c52b5e-6df9-4880-8b51-0b2f884f2717 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0837059 Jul 27 22:59:21.979165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:22.006706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Checking router: 31fc0377-0a6b-4ec2-acfd-526edcd17aef for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:22.015096 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:22.015724 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:22.069130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5d6a166c-4ff7-49d4-b329-f8472d869827 req-611dc819-01f7-4ff3-91b4-48193c1f25b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817719 Jul 27 22:59:22.098171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-93f1326c-2b01-4088-9109-8e3ebcd87d13 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187429 Jul 27 22:59:22.128794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:22.190799 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4d1b9b72-a4e6-46e6-a043-6ffe352659ea req-371b9948-8c65-49a1-83bf-eb0e5b15d3b0 service neutron] 10.222.0.76 "GET /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Jul 27 22:59:22.375326 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:22.401450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcdb013-443b-4be5-94a5-a8dbc02375fd None None] The sync data for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 is: [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:57:53Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '2fa5f5cc-b2fa-4772-af77-cff96f411457', 'name': '', 'network_id': '066b8477-4c66-4566-b951-cc71daf0676f', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:2f:bd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:52Z', 'updated_at': '2021-07-27T22:57:56Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '5d7a4701-6b94-499c-8335-cddd865fd088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:22.605961 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664d78-c20c-4da2-aab4-91eda50e9550 None None] New status for floating IP 452ae32f-d23b-4cdb-8078-e314eeaaa510: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:59:23.205653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40294-ebc1-4eea-b1d9-6b4343d031f9 req-cbc111ab-c7f2-4117-8e87-56abab867292 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:23.207146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31d40294-ebc1-4eea-b1d9-6b4343d031f9 req-cbc111ab-c7f2-4117-8e87-56abab867292 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0651622 Jul 27 22:59:23.247297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-31d40294-ebc1-4eea-b1d9-6b4343d031f9 req-db138981-a71d-437f-a1e2-1e8ac0ee559c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a5faafb-f412-4385-b837-276f5ddbca1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Jul 27 22:59:23.373174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-d7f47bee-6e26-4f4b-b135-143921b43a19 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:23.375331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-d7f47bee-6e26-4f4b-b135-143921b43a19 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 946 time: 0.0649114 Jul 27 22:59:23.479660 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 616e99b4-bb41-470b-a846-72e741306ce5 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:23.479912 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:23.566970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 616e99b4-bb41-470b-a846-72e741306ce5, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=616e99b4-bb41-470b-a846-72e741306ce5,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:23.567335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:23.580203 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 616e99b4-bb41-470b-a846-72e741306ce5 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:23.775541 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:23.802910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=616e99b4-bb41-470b-a846-72e741306ce5,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:23.815427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.815785 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.816129 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.816472 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.817176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.817176 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.817505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.817804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.818138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.818522 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.818855 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.819181 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:23.870120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] No DVR routers for this DVR port 616e99b4-bb41-470b-a846-72e741306ce5 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:59:23.872033 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:23.874162 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf7aff04-e596-4bde-a8fd-e9a0aad75dc9 req-4f066260-5567-4547-893f-d6772d74d379 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "DELETE /v2.0/ports/616e99b4-bb41-470b-a846-72e741306ce5 HTTP/1.1" status: 204 len: 173 time: 0.4928312 Jul 27 22:59:23.874686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'name': 'network-vif-deleted', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:23.876948 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3008a3-5b6c-4810-9d00-5eda0cda5051" -d '{"events": [{"server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "name": "network-vif-deleted", "tag": "616e99b4-bb41-470b-a846-72e741306ce5"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:23.916127 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317e2cf-b86c-45e6-85d1-f75d65f8f33f x-openstack-request-id: req-4317e2cf-b86c-45e6-85d1-f75d65f8f33f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:23.916421 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd112143-6ccb-464d-b372-ef843eb85290", "name": "network-vif-deleted", "tag": "616e99b4-bb41-470b-a846-72e741306ce5", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:23.916677 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4317e2cf-b86c-45e6-85d1-f75d65f8f33f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:23.917077 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd112143-6ccb-464d-b372-ef843eb85290', 'name': 'network-vif-deleted', 'tag': '616e99b4-bb41-470b-a846-72e741306ce5', 'status': 'completed', 'code': 200} Jul 27 22:59:24.370908 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c6b624c0-09ff-47a6-9a92-d7853f389494 req-af923efa-4607-4707-b941-d393ea8cfacb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd112143-6ccb-464d-b372-ef843eb85290 HTTP/1.1" status: 200 len: 210 time: 0.0347855 Jul 27 22:59:25.433420 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59178) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:25.806571 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:26.082120 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 2fa5f5cc-b2fa-4772-af77-cff96f411457 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:26.082423 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:26.180573 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 2fa5f5cc-b2fa-4772-af77-cff96f411457, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=2fa5f5cc-b2fa-4772-af77-cff96f411457,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:26.180947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:26.194577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 2fa5f5cc-b2fa-4772-af77-cff96f411457 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:26.449834 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:26.477316 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=2fa5f5cc-b2fa-4772-af77-cff96f411457,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:26.662440 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.121610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 616e99b4-bb41-470b-a846-72e741306ce5 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:27.146500 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 616e99b4-bb41-470b-a846-72e741306ce5 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:27.146775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 616e99b4-bb41-470b-a846-72e741306ce5 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:27.201674 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 31fc0377-0a6b-4ec2-acfd-526edcd17aef has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:27.308543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:27.314041 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-008c1853-5b17-4a19-8bf6-9eeb591a9c9f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/31fc0377-0a6b-4ec2-acfd-526edcd17aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791308 Jul 27 22:59:27.316714 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59180) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:27.319256 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Sync routers for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:27.331845 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:27.333201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:27.379983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting subnet 5d7a4701-6b94-499c-8335-cddd865fd088 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:59:27.383539 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.433586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.455251 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:27.521294 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.639411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:59:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:27.653577 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.668194 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Checking router: 31fc0377-0a6b-4ec2-acfd-526edcd17aef for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:27.676692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Routers {'31fc0377-0a6b-4ec2-acfd-526edcd17aef'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:27.678076 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:27.682369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7a4701-6b94-499c-8335-cddd865fd088,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:27.688261 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.692877 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59182) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:27.693470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-589e1b25-bf4f-4a63-ae00-691896e6378c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/subnets/5d7a4701-6b94-499c-8335-cddd865fd088 HTTP/1.1" status: 204 len: 168 time: 0.3754458 Jul 27 22:59:27.711721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c23d33-4956-4033-b142-5a2159e6f77e None None] Network 066b8477-4c66-4566-b951-cc71daf0676f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:27.806071 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:27.878047 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] Set router 31fc0377-0a6b-4ec2-acfd-526edcd17aef gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:27.932348 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.057968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port f0602e54-1a5a-4790-92fb-58c31b58b47c {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:28.063725 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.084141 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] DHCP port deletion for 066b8477-4c66-4566-b951-cc71daf0676f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:59:28.093267 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:59:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:28.143762 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb712b7-f3ca-4b7e-bfb7-de8fe740c447 None None] The sync data for ids ['31fc0377-0a6b-4ec2-acfd-526edcd17aef'] in n-d-738018-6 is: [{'id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161245197', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:48Z', 'updated_at': '2021-07-27T22:59:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': 'f0602e54-1a5a-4790-92fb-58c31b58b47c', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc0377-0a6b-4ec2-acfd-526edcd17aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:49Z', 'updated_at': '2021-07-27T22:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:28.146182 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port f0602e54-1a5a-4790-92fb-58c31b58b47c, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f0602e54-1a5a-4790-92fb-58c31b58b47c,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:28.146583 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.165272 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for f0602e54-1a5a-4790-92fb-58c31b58b47c owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:28.170918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Deleting port 7a2b279c-760a-4d07-9587-82fea6a22ec4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:28.171528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.237641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] For port 7a2b279c-760a-4d07-9587-82fea6a22ec4, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=7a2b279c-760a-4d07-9587-82fea6a22ec4,segment=NetworkSegment(d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f),segment_id=d57e4f5f-e7b7-4341-96ee-aa29f95eaf3f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:28.238049 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.260475 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Calling delete_port for 7a2b279c-760a-4d07-9587-82fea6a22ec4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:28.404053 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.427125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.428461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Pushing event deleted for resources: {'Port': ['ID=7a2b279c-760a-4d07-9587-82fea6a22ec4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:28.438748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.439106 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.439457 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.439809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.440147 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.440484 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.440820 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.441170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.441909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.441909 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.442137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.442463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:28.446939 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b26c6-a4b0-4108-8028-b0217b5da5de None None] No DVR routers for this DVR port 7a2b279c-760a-4d07-9587-82fea6a22ec4 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:59:28.466062 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=f0602e54-1a5a-4790-92fb-58c31b58b47c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:28.538109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2fa5f5cc-b2fa-4772-af77-cff96f411457 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:28.552636 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.565376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 2fa5f5cc-b2fa-4772-af77-cff96f411457 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:28.565734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 2fa5f5cc-b2fa-4772-af77-cff96f411457 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:28.566169 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7a2b279c-760a-4d07-9587-82fea6a22ec4 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:28.585813 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 7a2b279c-760a-4d07-9587-82fea6a22ec4 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:28.586543 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 7a2b279c-760a-4d07-9587-82fea6a22ec4 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:28.656818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.659143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.773548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.774679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Fanout notify agent at l3_agent the message router_deleted on router 31fc0377-0a6b-4ec2-acfd-526edcd17aef {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:59:28.782771 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.783165 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6013aecf-3531-455d-bca4-36b88459d466 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/routers/31fc0377-0a6b-4ec2-acfd-526edcd17aef HTTP/1.1" status: 204 len: 168 time: 1.0884721 Jul 27 22:59:28.786312 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59184) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:28.895580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.984287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:28.994481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066b8477-4c66-4566-b951-cc71daf0676f']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:29.005863 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:29.006206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57e4f5f-e7b7-4341-96ee-aa29f95eaf3f') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:29.015928 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.029934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.035842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:59:29.036177 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: timer() Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:59:29.039186 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:59:29.187420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.198452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.198452 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/networks/066b8477-4c66-4566-b951-cc71daf0676f HTTP/1.1" status: 204 len: 168 time: 0.4087591 Jul 27 22:59:29.199057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59186) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:29.216005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3c040-0030-40c2-b81c-7d4c1f68ad45 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Network': ['ID=066b8477-4c66-4566-b951-cc71daf0676f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:29.277991 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.306362 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.420755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.423448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.424905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a5faafb-f412-4385-b837-276f5ddbca1e HTTP/1.1" status: 204 len: 168 time: 0.2249317 Jul 27 22:59:29.435530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1440370-ae1c-4e8c-9abe-0bc7c04e796d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5faafb-f412-4385-b837-276f5ddbca1e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:29.790936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59192) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:29.795796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541742802', 'description': 'tempest-secgroup-smoke-541742802 description', 'project_id': '5a0a75baca1a473eae9177a5f40ef957'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:29.912707 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:29.994067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.049365 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.083089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc179b19-1421-4831-a9f1-2cd32cc9a491,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:30.141730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.143095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3204bb61-2536-42d3-9262-85cfe7e63346 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3511381 Jul 27 22:59:30.146010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59194) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:30.150859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:30.250218 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.312769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.324349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0602e54-1a5a-4790-92fb-58c31b58b47c no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:30.345009 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f0602e54-1a5a-4790-92fb-58c31b58b47c {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:30.345357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f0602e54-1a5a-4790-92fb-58c31b58b47c not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:30.378611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.396384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6e8789-265a-4707-9eb0-e04110e0448c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:30.470486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.471750 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-aa1a2507-278d-4b63-9ebb-c17a3bc192c3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247795 Jul 27 22:59:30.475306 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59196) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:30.483026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:30.595471 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.651815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.732882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.750850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e88fff-c187-49ed-b1e2-8e372fe9967a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:30.818618 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.819839 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b9b568ef-e860-4af9-b029-1e224b831349 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431292 Jul 27 22:59:30.822486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59198) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:30.826832 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:30.917305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:30.975702 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.049487 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.070232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f725be6e-9bdc-4db4-b15b-b77382d09963,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:31.150856 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.152051 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-27b80010-80d5-47bc-8fe4-9f0140dfd1ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286195 Jul 27 22:59:31.154732 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59200) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:31.165539 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:31.246593 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.635495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.727846 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.746010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0563aef6-74a6-4665-b2cb-e2a917fcca6e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:31.814085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.815369 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-35ff10f0-9f55-4e3e-8e82-4f701c537795 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6596982 Jul 27 22:59:31.817992 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59202) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:31.822675 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:31.922457 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:59:31.927764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.988461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.021018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eaca-4a49-4df5-922a-866af3fb5266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.049484 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.068021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52da4bf-8bd7-4a7e-a363-c0220c268e5e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:32.153349 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.154348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fe93ae9b-eaf0-4033-9e93-45f6e72c9a56 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353221 Jul 27 22:59:32.157911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59204) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:32.162705 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'fc179b19-1421-4831-a9f1-2cd32cc9a491', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:32.277749 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:59:32.283697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.349131 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.409259 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.428350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0be9dc-089f-4b0c-85de-20bc56851bcb,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:32.477608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.478963 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8efc8a94-0859-4497-8bcf-64afa891279e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3199036 Jul 27 22:59:32.482177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59206) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:32.488007 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'network': {'name': 'tempest-network-smoke--837839356', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:32.551698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:32.555235 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.579597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:59:32.587984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.588336 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Added segment 5ad624ff-c5b9-4491-b5cc-2574de649421 of type vlan for network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb Jul 27 22:59:32.627400 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.706146 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.711683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:32.712281 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.782471 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Network': ['ID=2b8f20e7-8aaf-45fd-80be-a1e02f410edb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:32.792764 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:59:32.814412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3b7a9cd3-0eb6-4ebf-bae9-ec99587a882c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3310204 Jul 27 22:59:32.817060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59208) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:32.821645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'admin_state_up': True, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:32.887567 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.888833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:32.940754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.175318 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.409548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.431934 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.535098 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.71 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/1efaa6ab-d68e-40a0-b884-4214e3e52b10) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:33.642773 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.752811 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.791705 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:33.798022 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:33.802402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:33.805421 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=1efaa6ab-d68e-40a0-b884-4214e3e52b10,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:34.108256 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:34.343338 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:34.501849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd910-9c27-4a57-8fc3-493f19b0a463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:34.575288 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:59:34.685645 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:34.696392 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Sync routers for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:34.706628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:34.707293 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:34.767939 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:34.772312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5fcdc1d4-1408-442a-83cf-eee45e0439cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9511967 Jul 27 22:59:34.776736 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59210) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:34.796104 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:34.801297 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-182b2323-c518-4264-8d61-f1968a502553 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a0a75baca1a473eae9177a5f40ef957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274639 Jul 27 22:59:34.805499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59212) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:34.817258 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:34.901333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfa483-aee9-4099-8b1e-9101352c562b tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:34.902926 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4fdfa483-aee9-4099-8b1e-9101352c562b tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979512 Jul 27 22:59:34.909028 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59214) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:34.942781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-74fca857-7b52-430a-b38b-555c52c97c52 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325119 Jul 27 22:59:34.945470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59216) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:34.950693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-90309678', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:35.006843 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:33Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:35.040848 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Checking router: 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:35.041191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Updating router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:59:35.075131 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.133270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:35.137330 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.332212 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.342619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Transition to ACTIVE for port object 1efaa6ab-d68e-40a0-b884-4214e3e52b10 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:35.393075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.415261 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.451954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Subnet': ['ID=9ea5f3a6-57c5-4bb9-9248-5046b06208b0,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:35.468882 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Checking segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:35.469390 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Attempting to bind port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:35.469553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network hostable DHCP agents. Network: 2b8f20e7-8aaf-45fd-80be-a1e02f410edb, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:59:35.474261 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Attempting to bind port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:35.474261 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Attempting to bind port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:35.488673 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:35.489006 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:35.489476 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.489878 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:35.490375 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Bound port: 1efaa6ab-d68e-40a0-b884-4214e3e52b10, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:35.490783 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.492605 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Pushing event updated for resources: {'Port': ['ID=1efaa6ab-d68e-40a0-b884-4214e3e52b10,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:35.518271 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.518640 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.518976 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.519313 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.519643 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.519967 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.520287 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.520643 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.521024 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.521440 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.521773 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.522086 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:35.550627 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:59:35.573793 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] For port 1efaa6ab-d68e-40a0-b884-4214e3e52b10, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:35.578988 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] For port 1efaa6ab-d68e-40a0-b884-4214e3e52b10, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1efaa6ab-d68e-40a0-b884-4214e3e52b10,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:35.654904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 2b8f20e7-8aaf-45fd-80be-a1e02f410edb) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:35.659046 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:35.659695 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.663858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43981d4-8839-4237-80da-a41299baa653 None None] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:35.671053 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.730616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b733e53-611c-4172-9531-e7fde80376d9 None None] Pushing event updated for resources: {'Port': ['ID=1efaa6ab-d68e-40a0-b884-4214e3e52b10,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:35.738043 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:35.738742 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:35.755714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-579991ce-459a-42ea-9d25-92ecbe6e67a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8065431 Jul 27 22:59:35.755951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59218) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:35.832729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:59:35.833655 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.847612 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:35.986679 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Allocated IP 172.20.0.2 (2b8f20e7-8aaf-45fd-80be-a1e02f410edb/9ea5f3a6-57c5-4bb9-9248-5046b06208b0/54e8f02b-85a2-459f-a003-c075f0b07859) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:36.056333 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:33Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:36.096139 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6bad0-fd6c-4b8c-876f-385e9c70c07e None None] The sync data for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 is: [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:33Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:36.135277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.158517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.169814 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Transition to ACTIVE for port object 54e8f02b-85a2-459f-a003-c075f0b07859 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:36.186195 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Transition to ACTIVE for port object 54e8f02b-85a2-459f-a003-c075f0b07859 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:36.272420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.276601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.333134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:36.343555 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:36.347293 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:36.354993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Pushing event updated for resources: {'Port': ['ID=54e8f02b-85a2-459f-a003-c075f0b07859,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:36.415417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Attempting to bind port 54e8f02b-85a2-459f-a003-c075f0b07859 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:36.415797 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Attempting to bind port 54e8f02b-85a2-459f-a003-c075f0b07859 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:36.416168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Attempting to bind port 54e8f02b-85a2-459f-a003-c075f0b07859 on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:36.421470 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:36.421927 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Checking segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:36.422437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.422842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Bound using segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:36.423368 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Bound port: 54e8f02b-85a2-459f-a003-c075f0b07859, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:36.423774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.499575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] For port 54e8f02b-85a2-459f-a003-c075f0b07859, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:36.503030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] For port 54e8f02b-85a2-459f-a003-c075f0b07859, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54e8f02b-85a2-459f-a003-c075f0b07859,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:36.579870 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.606353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.1 (2b8f20e7-8aaf-45fd-80be-a1e02f410edb/9ea5f3a6-57c5-4bb9-9248-5046b06208b0/821f4362-84df-4d0e-91f0-777a54e76d1a) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:36.653414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225e825-8fe2-4171-9090-a5575c378c64 None None] Pushing event updated for resources: {'Port': ['ID=54e8f02b-85a2-459f-a003-c075f0b07859,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:36.749068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.766096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 821f4362-84df-4d0e-91f0-777a54e76d1a will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:36.845687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.905343 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:36.911023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:36.913005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:36.915224 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:36.960410 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.184995 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.480106 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.566782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463fd4a-f9f3-43aa-8617-3ce91403a932 None None] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:37.569119 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.644652 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.647954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:37.695448 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.748875 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:37.751481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:37.764421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-13714cbf-bc5e-404d-a7d1-3dde3f493129 None None] Provisioning for port 54e8f02b-85a2-459f-a003-c075f0b07859 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:37.877724 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.880553 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:38.003684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:38.010606 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-13459c40-46e6-4085-a8f4-0cf6c4e5cfc0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/65b0a48c-eb9e-4c1b-a938-72ec0a4297b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2536061 Jul 27 22:59:38.137171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Sync routers for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:38.149010 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:38.149645 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:38.177056 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-3e58e60b-5cde-4c64-b174-31905f4d294d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541742802&fields=id&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 267 time: 0.0371466 Jul 27 22:59:38.185519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-385b57cd-9f1e-4375-8822-758766a4d4bb None None] Provisioning for port 821f4362-84df-4d0e-91f0-777a54e76d1a completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:38.193074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-385b57cd-9f1e-4375-8822-758766a4d4bb None None] Provisioning complete for port 821f4362-84df-4d0e-91f0-777a54e76d1a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:38.193461 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-385b57cd-9f1e-4375-8822-758766a4d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.298702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-212b37e2-1d56-4814-abfe-99e1aa9e6614 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:38.306762 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-212b37e2-1d56-4814-abfe-99e1aa9e6614 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 796 time: 0.1208422 Jul 27 22:59:38.325715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-1544902f-13ea-4d2e-b8e5-5d879e744f7b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/quotas/5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 375 time: 0.0176032 Jul 27 22:59:38.418484 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-afd5759e-2e8b-48bf-81c7-1b3e15510738 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858850 Jul 27 22:59:38.454616 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54e8f02b-85a2-459f-a003-c075f0b07859 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:38.478181 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-385b57cd-9f1e-4375-8822-758766a4d4bb None None] Port 821f4362-84df-4d0e-91f0-777a54e76d1a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:38.514839 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:38.530403 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-e6adf318-f68c-4f25-a2df-662b3727b47b service neutron] 10.222.0.37 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940275 Jul 27 22:59:38.623599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-3e843e01-0525-4ed9-9e58-bd16706b7b5b service neutron] 10.222.0.37 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869489 Jul 27 22:59:38.639564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 54e8f02b-85a2-459f-a003-c075f0b07859 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:38.652312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 54e8f02b-85a2-459f-a003-c075f0b07859 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:38.652741 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.659038 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b17f77a4-486d-4b4f-82e0-1f910f59fdd6 None None] Provisioning complete for port 821f4362-84df-4d0e-91f0-777a54e76d1a triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:38.659445 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b17f77a4-486d-4b4f-82e0-1f910f59fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.747979 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b17f77a4-486d-4b4f-82e0-1f910f59fdd6 None None] Port 821f4362-84df-4d0e-91f0-777a54e76d1a cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:38.826415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.857988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 2, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:38.865552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7aa471ac-09f3-48c2-a369-4374c7675e54 req-3daa8388-32d9-4368-803e-1b152ccc5d23 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 210 time: 0.0334821 Jul 27 22:59:38.891226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Checking router: 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:38.891693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Updating router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 port 821f4362-84df-4d0e-91f0-777a54e76d1a binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:59:38.920218 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 54e8f02b-85a2-459f-a003-c075f0b07859, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54e8f02b-85a2-459f-a003-c075f0b07859,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:38.935712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.983018 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.983793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1efaa6ab-d68e-40a0-b884-4214e3e52b10 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:39.135891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=54e8f02b-85a2-459f-a003-c075f0b07859,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.223036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.254050 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:39.277960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:39.278450 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.322585 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.336941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Transition to ACTIVE for port object 821f4362-84df-4d0e-91f0-777a54e76d1a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:39.384930 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.406207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 1efaa6ab-d68e-40a0-b884-4214e3e52b10, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1efaa6ab-d68e-40a0-b884-4214e3e52b10,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:39.413157 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.462018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7acbda-9980-45a2-af6a-1b471132f14b None None] Pushing event updated for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.514364 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.554745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Attempting to bind port 821f4362-84df-4d0e-91f0-777a54e76d1a on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:39.555125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Attempting to bind port 821f4362-84df-4d0e-91f0-777a54e76d1a by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:39.555554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Attempting to bind port 821f4362-84df-4d0e-91f0-777a54e76d1a on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:39.570304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:39.570690 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Checking segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:39.571099 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.571678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Bound using segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:39.572175 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Bound port: 821f4362-84df-4d0e-91f0-777a54e76d1a, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:39.572566 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.597012 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=1efaa6ab-d68e-40a0-b884-4214e3e52b10,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.652454 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] For port 821f4362-84df-4d0e-91f0-777a54e76d1a, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:39.655774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] For port 821f4362-84df-4d0e-91f0-777a54e76d1a, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=821f4362-84df-4d0e-91f0-777a54e76d1a,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:39.838022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.896784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:39.897743 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:39.940375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7acbda-9980-45a2-af6a-1b471132f14b None None] Pushing event updated for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.980063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1c5a170b-87e3-4006-bca7-ff7b0c19a9ba req-2d3be2da-36f2-4136-bc17-20e9c05f9097 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 210 time: 0.0350556 Jul 27 22:59:40.022273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:40.250502 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:40.255539 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:59:40.277636 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe26631-92c7-4f75-8d38-e1a5cec4618a None None] The sync data for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 is: [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:40.395692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54e8f02b-85a2-459f-a003-c075f0b07859 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:40.446334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 54e8f02b-85a2-459f-a003-c075f0b07859 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:40.446825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.531138 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1efaa6ab-d68e-40a0-b884-4214e3e52b10 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:40.589593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:40.589896 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.933112 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-00b52841-3340-4d52-bd9a-6135f00247a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:40.934690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-00b52841-3340-4d52-bd9a-6135f00247a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 796 time: 0.1206424 Jul 27 22:59:40.986953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-849b4ca3-986d-4fd5-80f7-27ea0b64b30f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 379 time: 0.0428729 Jul 27 22:59:41.003290 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'port': {'device_id': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'admin_state_up': True, 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'security_groups': ['fc179b19-1421-4831-a9f1-2cd32cc9a491']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:41.163236 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b4cd4663-d800-4f73-a7df-4077957253f5 req-c95ff276-8540-48d4-9cf5-a557858ec128 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 210 time: 0.0489011 Jul 27 22:59:41.277470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:41.282066 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.419480 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.9 (2b8f20e7-8aaf-45fd-80be-a1e02f410edb/9ea5f3a6-57c5-4bb9-9248-5046b06208b0/133f5bcf-873c-4966-b320-28610592680d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:41.561891 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.574327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 133f5bcf-873c-4966-b320-28610592680d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:41.693210 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.736517 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:41.741456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:41.745127 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:41.770831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:41.802020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:41.802743 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.865154 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-986795cb-74f8-46ca-b757-4e30cfd79637 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669355 Jul 27 22:59:41.878435 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Request body: {'port': {'device_id': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:41.963477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.003191 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2060366c-bdf8-4b3e-b6bc-c33bf9037b8f None None] Provisioning for port 133f5bcf-873c-4966-b320-28610592680d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:42.008466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2060366c-bdf8-4b3e-b6bc-c33bf9037b8f None None] Provisioning complete for port 133f5bcf-873c-4966-b320-28610592680d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:42.009075 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2060366c-bdf8-4b3e-b6bc-c33bf9037b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.051019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2060366c-bdf8-4b3e-b6bc-c33bf9037b8f None None] Port 133f5bcf-873c-4966-b320-28610592680d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:42.237712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133f5bcf-873c-4966-b320-28610592680d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:59:42.245370 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.257567 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Transition to ACTIVE for port object 133f5bcf-873c-4966-b320-28610592680d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:42.299488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13631-7d1b-4d89-9848-995ec6d94831 req-0f0330d5-2c61-4c5e-9558-b3199173577a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:42.301072 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-edf13631-7d1b-4d89-9848-995ec6d94831 req-0f0330d5-2c61-4c5e-9558-b3199173577a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 931 time: 0.0677040 Jul 27 22:59:42.343599 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-edf13631-7d1b-4d89-9848-995ec6d94831 req-76c651b9-f4b7-46ee-a41b-2b638d49d027 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363216 Jul 27 22:59:42.345253 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.373948 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 821f4362-84df-4d0e-91f0-777a54e76d1a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:42.397247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.476624 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:42.476971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:42.477307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:42.481920 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 821f4362-84df-4d0e-91f0-777a54e76d1a completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:42.482132 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:59:42.482464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:42.487068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 821f4362-84df-4d0e-91f0-777a54e76d1a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:42.492117 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.492275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:42.492275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Checking segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:42.492275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Bound using segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:42.492275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Bound port: 133f5bcf-873c-4966-b320-28610592680d, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:42.492275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.562026 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:42.565426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:42.570446 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.606746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 821f4362-84df-4d0e-91f0-777a54e76d1a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=821f4362-84df-4d0e-91f0-777a54e76d1a,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:42.636686 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.671668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:42.672506 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.673334 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.674196 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] 10.222.0.76 "PUT /v2.0/ports/133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1091 time: 0.8008757 Jul 27 22:59:42.676701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:42.679384 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f7789-1493-403c-9a74-c6410802c0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:42.708338 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6a989-96cf-457c-8221-0472669511a6 service neutron] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.729001 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77cfcad-6bba-4114-b50b-af728d26b84e x-openstack-request-id: req-f77cfcad-6bba-4114-b50b-af728d26b84e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:42.729320 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:42.729576 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f77cfcad-6bba-4114-b50b-af728d26b84e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:42.729982 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'status': 'completed', 'code': 200} Jul 27 22:59:42.738988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.808528 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7789-1493-403c-9a74-c6410802c0ef req-5aef0c4e-f745-460f-8554-25ffe185037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:42.810169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-192f7789-1493-403c-9a74-c6410802c0ef req-5aef0c4e-f745-460f-8554-25ffe185037f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0587237 Jul 27 22:59:42.916574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7789-1493-403c-9a74-c6410802c0ef req-e227361d-f828-4acf-8666-e37ab3e60e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:42.918067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-192f7789-1493-403c-9a74-c6410802c0ef req-e227361d-f828-4acf-8666-e37ab3e60e67 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a0a75baca1a473eae9177a5f40ef957&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988655 Jul 27 22:59:43.013812 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7789-1493-403c-9a74-c6410802c0ef req-357c4e03-c050-4a6c-b714-9ec3fd682622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:43.015872 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-192f7789-1493-403c-9a74-c6410802c0ef req-357c4e03-c050-4a6c-b714-9ec3fd682622 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904841 Jul 27 22:59:43.106843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-97abc9a6-5470-476f-8569-3ef60c58251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:43.108439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-97abc9a6-5470-476f-8569-3ef60c58251d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0584028 Jul 27 22:59:43.152299 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-418f5632-0fca-43fe-9d6f-4aa39556ee14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 217 time: 0.0355518 Jul 27 22:59:43.202053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-9fd3c948-8393-45ce-9532-ed6b5ef34ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:43.204239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-9fd3c948-8393-45ce-9532-ed6b5ef34ffc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0449436 Jul 27 22:59:43.267802 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-56556260-744e-49f9-aeb2-c8ddb4974f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:43.269346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-56556260-744e-49f9-aeb2-c8ddb4974f1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580869 Jul 27 22:59:43.358024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-f4ba0f2c-f474-4396-a306-2d9993fe4f2a service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809150 Jul 27 22:59:43.461510 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ce73058a-e1e5-40f3-8635-e0cb23094aad req-dabda509-7e01-46c1-b11b-01d5af0c6545 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955384 Jul 27 22:59:43.480467 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed375d-0a4f-432e-806c-be4f0095ac4d req-40f6d657-648e-4df5-b086-2362265c0c09 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:43.481976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13ed375d-0a4f-432e-806c-be4f0095ac4d req-40f6d657-648e-4df5-b086-2362265c0c09 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0681789 Jul 27 22:59:43.524254 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-13ed375d-0a4f-432e-806c-be4f0095ac4d req-617097d7-530e-4462-8c42-4438835b87d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350029 Jul 27 22:59:44.341641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 821f4362-84df-4d0e-91f0-777a54e76d1a up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:44.389153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 821f4362-84df-4d0e-91f0-777a54e76d1a triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:44.389527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:44.661064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f278-bd89-47a8-8b8a-ef6fa10f17af req-e07a2d64-4d4c-42e1-a09c-98d019f5fb59 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:44.662618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3713f278-bd89-47a8-8b8a-ef6fa10f17af req-e07a2d64-4d4c-42e1-a09c-98d019f5fb59 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0647798 Jul 27 22:59:44.701381 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3713f278-bd89-47a8-8b8a-ef6fa10f17af req-b50a7be2-d476-4ed6-9e1b-722559f86efc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328057 Jul 27 22:59:45.836445 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987a8c0-0c16-4526-8821-c0b49dbafc81 req-d5d5e347-b222-45e8-b61e-7c5f0f05ef1b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:45.837996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7987a8c0-0c16-4526-8821-c0b49dbafc81 req-d5d5e347-b222-45e8-b61e-7c5f0f05ef1b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0665343 Jul 27 22:59:45.877906 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7987a8c0-0c16-4526-8821-c0b49dbafc81 req-54ff1673-2cfb-44d9-ba80-a8f967c2474b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Jul 27 22:59:47.009246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91a2db-11e8-41b3-864b-515e9482acae req-73cdd9b2-da22-4acd-a1d9-30d4de033e76 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.010746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b91a2db-11e8-41b3-864b-515e9482acae req-73cdd9b2-da22-4acd-a1d9-30d4de033e76 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0645847 Jul 27 22:59:47.050639 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6b91a2db-11e8-41b3-864b-515e9482acae req-c7b6b800-031b-4d7c-a093-aac829c8cb3c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 Jul 27 22:59:47.196203 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 133f5bcf-873c-4966-b320-28610592680d details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:59:47.291760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:47.303495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '133f5bcf-873c-4966-b320-28610592680d', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'mac_address': 'fa:16:3e:74:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:59:47.344615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.357011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f5bcf-873c-4966-b320-28610592680d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:59:47.376512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:47.438030 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.484878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:47.639861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['133f5bcf-873c-4966-b320-28610592680d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:59:48.194882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe0a9b-b8b9-42a6-b8d5-8ac56a0ff66e req-527fdecc-1d13-4d96-a90f-2de34c11db98 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.196365 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7fe0a9b-b8b9-42a6-b8d5-8ac56a0ff66e req-527fdecc-1d13-4d96-a90f-2de34c11db98 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0651476 Jul 27 22:59:48.236425 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7fe0a9b-b8b9-42a6-b8d5-8ac56a0ff66e req-d9dacd46-ddd1-49f8-be4e-ca8897721b98 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337248 Jul 27 22:59:49.195923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 133f5bcf-873c-4966-b320-28610592680d up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:49.323314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 133f5bcf-873c-4966-b320-28610592680d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:49.327809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 133f5bcf-873c-4966-b320-28610592680d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:49.328196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:49.370937 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212558-e0dd-4d49-b0e1-a31db1f3d47e req-2a587cb6-2db1-42a4-88f7-07104b802e36 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:49.372447 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a212558-e0dd-4d49-b0e1-a31db1f3d47e req-2a587cb6-2db1-42a4-88f7-07104b802e36 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0699244 Jul 27 22:59:49.416074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:49.417024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2a212558-e0dd-4d49-b0e1-a31db1f3d47e req-607f6d07-ce27-4dba-aceb-b34f39ecc571 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332911 Jul 27 22:59:49.441738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:49.444068 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4e822-f6e1-448b-add1-6af1c1fb91ee" -d '{"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-plugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:49.458310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:49.533306 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:49.536298 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44687787-e66e-4ac6-92d7-f69f28050a9f x-openstack-request-id: req-44687787-e66e-4ac6-92d7-f69f28050a9f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:49.536654 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-plugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:49.536907 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44687787-e66e-4ac6-92d7-f69f28050a9f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:49.537291 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'code': 200} Jul 27 22:59:49.590044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:49.649506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50193792-cd89-42bf-ad7d-894cc781da48 req-4b9f22a9-ec3e-4f0f-b576-7b8c6da34ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:49.651062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50193792-cd89-42bf-ad7d-894cc781da48 req-4b9f22a9-ec3e-4f0f-b576-7b8c6da34ef6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0563059 Jul 27 22:59:49.693741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-50193792-cd89-42bf-ad7d-894cc781da48 req-1300caf5-d55b-4e2a-b7cf-dbd027e91c78 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351980 Jul 27 22:59:50.557013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02401c3-b785-4995-9677-d5ca5e3ff8d2 req-fee63e4a-657e-4bc7-91aa-abde5c35a2df tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:50.558471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f02401c3-b785-4995-9677-d5ca5e3ff8d2 req-fee63e4a-657e-4bc7-91aa-abde5c35a2df tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0685878 Jul 27 22:59:50.597667 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f02401c3-b785-4995-9677-d5ca5e3ff8d2 req-05490c7a-ffbc-4b46-bde8-65de2f49a849 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Jul 27 22:59:51.736608 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3009b-e3c6-408d-93cd-5e40c49b8e6a req-a19afb42-8cf3-406c-bfa1-219e7992d6b9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:51.738146 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57e3009b-e3c6-408d-93cd-5e40c49b8e6a req-a19afb42-8cf3-406c-bfa1-219e7992d6b9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0705333 Jul 27 22:59:51.778449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-57e3009b-e3c6-408d-93cd-5e40c49b8e6a req-ce20aa34-db0d-405f-8abe-8f09fd1d733c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337818 Jul 27 22:59:51.909797 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1f046-d298-4c92-ab01-01953470e053 req-22dd2d6a-6a06-43ee-b0a5-bd4b5b524a55 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:51.911351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72d1f046-d298-4c92-ab01-01953470e053 req-22dd2d6a-6a06-43ee-b0a5-bd4b5b524a55 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0661366 Jul 27 22:59:51.949964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-72d1f046-d298-4c92-ab01-01953470e053 req-80292462-03c9-4b7a-95d7-6cf4ca47e138 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 27 22:59:51.973048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59282) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:52.026426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce8a940-1f59-455a-98dd-b6fc798da900 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:52.027958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-8ce8a940-1f59-455a-98dd-b6fc798da900 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1091 time: 0.0539324 Jul 27 22:59:52.031466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59284) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:52.035906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:52.138811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.242538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.352750 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.181 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/9ad39f32-c02a-4488-b166-abcd08017043) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:52.459958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.556469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.596163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:52.600961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:52.604415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:52.631546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=9ad39f32-c02a-4488-b166-abcd08017043,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:52.992924 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:53.151103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:53.312403 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:53.368572 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:53.434326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=9ad39f32-c02a-4488-b166-abcd08017043,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:53.449940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:53.889743 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 associated. External IP: 172.25.3.181, port: 133f5bcf-873c-4966-b320-28610592680d. Jul 27 22:59:54.102326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:54.217631 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:54.227903 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Sync routers for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:54.237599 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:54.243403 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:54.306137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:54.354924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fd883fa8-ecad-4a04-84e1-e1b19f94fb7e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3224165 Jul 27 22:59:54.355537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:54.357956 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b03f54-1ee4-4932-9e5f-15f661363597" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:54.401728 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4432b-7c3e-4a5e-a390-c5396354615d x-openstack-request-id: req-6eb4432b-7c3e-4a5e-a390-c5396354615d {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:54.402034 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:54.402315 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6eb4432b-7c3e-4a5e-a390-c5396354615d {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:54.403661 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'status': 'completed', 'code': 200} Jul 27 22:59:54.443464 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:54.484991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-dc3ad5c0-002e-495c-9b3a-f3515d4c738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.486516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-dc3ad5c0-002e-495c-9b3a-f3515d4c738a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0594745 Jul 27 22:59:54.492381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fbc1f-84d2-4d6d-97be-2765d640a11f req-c15c6e18-ea2c-4800-b2dd-a15b46a2c9ce tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.494011 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be4fbc1f-84d2-4d6d-97be-2765d640a11f req-c15c6e18-ea2c-4800-b2dd-a15b46a2c9ce tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0711155 Jul 27 22:59:54.539722 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-be4fbc1f-84d2-4d6d-97be-2765d640a11f req-7633b31d-e824-43fd-82b8-77f19f92c4b2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381200 Jul 27 22:59:54.566613 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59290) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:54.596511 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-b0ceeb92-f87e-4c30-a4eb-42312c64993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.598078 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-b0ceeb92-f87e-4c30-a4eb-42312c64993c service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.1035657 Jul 27 22:59:54.636727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c589a853-424b-4ec3-9bf5-c6a0b58f7446 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 HTTP/1.1" status: 200 len: 991 time: 0.0686202 Jul 27 22:59:54.666173 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-a37f0d1b-5292-4b57-9c04-33d435405ab6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 999 time: 0.0610094 Jul 27 22:59:54.683667 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'mac_address': 'fa:16:3e:74:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:52Z', 'updated_at': '2021-07-27T22:59:52Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:54.714215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Checking router: 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:54.717520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-608c2d09-df97-4ee0-964f-ab67535d3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.719916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-608c2d09-df97-4ee0-964f-ab67535d3a62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0475574 Jul 27 22:59:54.723303 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:54.724050 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T22:59:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:54.792040 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-da31977f-6806-454b-813a-aa5f0b649152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.793559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-da31977f-6806-454b-813a-aa5f0b649152 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660865 Jul 27 22:59:54.806760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-b716f2f3-b431-4511-9566-f63c55ee189c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:59:54.808158 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-b716f2f3-b431-4511-9566-f63c55ee189c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064662 Jul 27 22:59:54.832173 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:54.900539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-6cb4d374-574e-4725-af53-f79f65a211f5 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Jul 27 22:59:55.002014 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d2b03f54-1ee4-4932-9e5f-15f661363597 req-59715fbd-1697-4898-8bdb-c7a885bf692c service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949163 Jul 27 22:59:55.058609 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'mac_address': 'fa:16:3e:74:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:52Z', 'updated_at': '2021-07-27T22:59:52Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:55.085187 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd47b3-577b-42a1-8315-fd960d0f8048 None None] The sync data for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 is: [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.181', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'mac_address': 'fa:16:3e:74:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:52Z', 'updated_at': '2021-07-27T22:59:52Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:55.285222 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc384c0-96ed-4131-96e9-7f482f8530f6 None None] New status for floating IP 5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:59:55.641474 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59292) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:55.703617 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bef11923-f313-4949-9129-30e9e7df055c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 HTTP/1.1" status: 200 len: 993 time: 0.0600128 Jul 27 23:00:01.956237 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf20d089-2849-4e1d-adbc-f63035a74d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:02.247252 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-32e774c7-d2b7-40aa-ad4b-53f6ecfaecd6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562370 Jul 27 23:00:02.352989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-42a15417-f329-4c0d-8e50-7943608ce653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:02.354579 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-42a15417-f329-4c0d-8e50-7943608ce653 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0610573 Jul 27 23:00:02.465621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-a4d5a57d-bf0f-4abd-816b-7bccda933727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:02.467166 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-a4d5a57d-bf0f-4abd-816b-7bccda933727 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0926473 Jul 27 23:00:02.541038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-d9f47c81-62d9-4b35-9875-29bdc175a981 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1001 time: 0.0651903 Jul 27 23:00:02.591710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-3081c36e-916b-43f3-b012-9e99a50ee6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:02.593210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-3081c36e-916b-43f3-b012-9e99a50ee6c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0444610 Jul 27 23:00:02.658020 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-c34294ea-023e-44ae-be69-54477a313e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:02.659590 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-c34294ea-023e-44ae-be69-54477a313e70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583384 Jul 27 23:00:02.756830 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-ea7a27f7-0080-48d5-bffd-838e8227bca9 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896606 Jul 27 23:00:02.850596 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8bbe94bf-77e1-4ac9-ba65-e9cd49f124b6 req-20e64493-9a7f-43a5-a8ae-e16e096bc616 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860729 Jul 27 23:00:04.448523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22123fab-5e5c-469e-88c7-f52fbc6af9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:04.785965 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:06.162900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:07.694007 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:07.882380 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:09.242856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:17.256113 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:22.617951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0303c-c717-4069-84ee-703bc772d261 req-bc436da9-f3f4-48cb-ae03-acb3b00b26ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:22.619542 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fd0303c-c717-4069-84ee-703bc772d261 req-bc436da9-f3f4-48cb-ae03-acb3b00b26ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0645802 Jul 27 23:00:22.658744 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1fd0303c-c717-4069-84ee-703bc772d261 req-eea6ecab-3778-45b2-a003-369fa52364e0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Jul 27 23:00:22.932321 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-f96951b1-09fe-4053-a778-d321417a2acb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324739 Jul 27 23:00:23.794034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71226100-bce6-4766-a43d-018a7a4e1435 req-84ff5185-de9e-41a5-84c0-d40b64e7f902 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:23.795606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71226100-bce6-4766-a43d-018a7a4e1435 req-84ff5185-de9e-41a5-84c0-d40b64e7f902 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0645912 Jul 27 23:00:23.834339 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-71226100-bce6-4766-a43d-018a7a4e1435 req-eebcee2e-f54f-42ba-8bfd-50367c397508 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Jul 27 23:00:24.971396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cede8c2-ead5-481b-86c9-24d77454f4af req-922c0ea0-a5b7-4712-ac38-4d002c487e66 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:24.972925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cede8c2-ead5-481b-86c9-24d77454f4af req-922c0ea0-a5b7-4712-ac38-4d002c487e66 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0673223 Jul 27 23:00:25.013206 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8cede8c2-ead5-481b-86c9-24d77454f4af req-651c7301-7a85-4f59-8268-f8b40f80b1ed tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340524 Jul 27 23:00:25.122503 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-497cae17-6758-466f-82cd-3dbf968d7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.123920 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-497cae17-6758-466f-82cd-3dbf968d7991 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0594897 Jul 27 23:00:25.215533 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-eb9f8e49-dfff-4c7f-8fa7-407256f1c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.217056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-eb9f8e49-dfff-4c7f-8fa7-407256f1c1c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0848589 Jul 27 23:00:25.289574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-eb3be5ae-5a7d-48c2-9b89-099a3e92ee4e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1001 time: 0.0639980 Jul 27 23:00:25.340100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-f8f34b8a-9770-40e3-9d1d-c8f49a846123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.341572 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-f8f34b8a-9770-40e3-9d1d-c8f49a846123 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0444565 Jul 27 23:00:25.403721 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-214ba987-a509-4337-9228-821590186ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.405155 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-214ba987-a509-4337-9228-821590186ef7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555522 Jul 27 23:00:25.501886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-7c1e42b6-ca84-4726-9ae2-2006c9b02574 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886781 Jul 27 23:00:25.592327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-83e67cd1-b630-4988-964a-b8cea9d24a70 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831060 Jul 27 23:00:26.153804 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae822e34-f873-4bb0-aadd-2a7d7db86786 req-5dbb33e4-da02-4297-bbd2-e8d7585b057c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:26.155318 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae822e34-f873-4bb0-aadd-2a7d7db86786 req-5dbb33e4-da02-4297-bbd2-e8d7585b057c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0740142 Jul 27 23:00:26.197117 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ae822e34-f873-4bb0-aadd-2a7d7db86786 req-80e97d55-50db-4c19-9670-25c943e8395b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341408 Jul 27 23:00:27.335674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77376cda-2139-482b-aa7e-fcc6059f5c5a req-6a9953ba-3adc-4239-ae32-f8560f92d689 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:27.337203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77376cda-2139-482b-aa7e-fcc6059f5c5a req-6a9953ba-3adc-4239-ae32-f8560f92d689 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0650821 Jul 27 23:00:27.376255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77376cda-2139-482b-aa7e-fcc6059f5c5a req-689f0d08-e03c-4285-ad30-787e2c115e41 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Jul 27 23:00:28.509062 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49607c9-086e-4822-93b6-df659538cca9 req-1726b27f-971c-4215-82fe-f82abb73f407 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:28.510675 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c49607c9-086e-4822-93b6-df659538cca9 req-1726b27f-971c-4215-82fe-f82abb73f407 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0642822 Jul 27 23:00:28.549572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c49607c9-086e-4822-93b6-df659538cca9 req-a83654db-dfb4-4620-962b-5c88a23219d3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327113 Jul 27 23:00:29.687263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35add9-432b-41b8-b6a0-c5947983f691 req-f013d8ef-3a5a-4f25-a05c-5026da3aec98 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:29.688774 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f35add9-432b-41b8-b6a0-c5947983f691 req-f013d8ef-3a5a-4f25-a05c-5026da3aec98 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0696325 Jul 27 23:00:29.730479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6f35add9-432b-41b8-b6a0-c5947983f691 req-9f268117-3cec-448d-b350-1d413e9dca00 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347259 Jul 27 23:00:30.861816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c09894-c517-4425-adfa-71798d5c8deb req-5744b8b9-3dcc-4298-80f2-cbdf74894b70 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:30.863481 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3c09894-c517-4425-adfa-71798d5c8deb req-5744b8b9-3dcc-4298-80f2-cbdf74894b70 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0642323 Jul 27 23:00:30.903760 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f3c09894-c517-4425-adfa-71798d5c8deb req-33373e77-b0cc-47ac-b10e-ed34f89f2600 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Jul 27 23:00:32.001434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cc2fd6e-46f4-47d1-8a69-07e68596c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:32.039131 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc723d-15fa-4d85-a3ee-e786f4f5f052 req-fba0e74e-bf9d-49a5-8b82-9ab1adeaa16f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:32.040699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdc723d-15fa-4d85-a3ee-e786f4f5f052 req-fba0e74e-bf9d-49a5-8b82-9ab1adeaa16f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0680346 Jul 27 23:00:32.081422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ccdc723d-15fa-4d85-a3ee-e786f4f5f052 req-959fcd2b-6cab-412a-9559-c530cf775c34 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347166 Jul 27 23:00:33.223776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd672a-2614-4d54-afc7-7df49a1139cc req-ba87777b-1c77-4115-a537-84978f748bd4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:33.225348 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46bd672a-2614-4d54-afc7-7df49a1139cc req-ba87777b-1c77-4115-a537-84978f748bd4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0746434 Jul 27 23:00:33.264806 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-46bd672a-2614-4d54-afc7-7df49a1139cc req-756c8ec6-e8e1-4241-addc-784ec057e33d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Jul 27 23:00:34.405055 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f39bc-f567-469f-80b6-506d76186610 req-183a9698-3058-474d-8d9e-a5f13d711f6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:34.406599 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd4f39bc-f567-469f-80b6-506d76186610 req-183a9698-3058-474d-8d9e-a5f13d711f6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0692811 Jul 27 23:00:34.450824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bd4f39bc-f567-469f-80b6-506d76186610 req-30886449-fc13-4f12-9194-aca120b79d3c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 Jul 27 23:00:34.470263 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-30e34988-ae17-475e-b11b-0dc2af87a0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:34.773134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:35.585908 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba2e7-ccad-4940-a0d4-32e1ae1f96ef req-4b7d92e9-d463-4b2b-882c-2c52f2980e59 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:35.587491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8eeba2e7-ccad-4940-a0d4-32e1ae1f96ef req-4b7d92e9-d463-4b2b-882c-2c52f2980e59 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0680768 Jul 27 23:00:35.626936 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-8eeba2e7-ccad-4940-a0d4-32e1ae1f96ef req-3a2b2ea0-df3a-4539-b82e-eca0d7fee425 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Jul 27 23:00:36.133156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:36.764350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a77e46-3c5d-4b91-9c69-d2217a27b6d1 req-87c1e1d0-cad8-455e-a894-c6446fceca05 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:36.765874 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46a77e46-3c5d-4b91-9c69-d2217a27b6d1 req-87c1e1d0-cad8-455e-a894-c6446fceca05 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0682962 Jul 27 23:00:36.806353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-46a77e46-3c5d-4b91-9c69-d2217a27b6d1 req-1770431a-8493-4533-8eba-0e30faca38d6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329957 Jul 27 23:00:37.614268 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-121dadaa-f3c0-4d05-9ec6-39638097a7e6 service neutron] show failed (client error): The resource could not be found. Jul 27 23:00:37.615384 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-121dadaa-f3c0-4d05-9ec6-39638097a7e6 service neutron] 10.222.0.76 "GET /v2.0/ports/133f5bcf-873c-4966-b320-28610592680d/bindings/n-h1-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.0591526 Jul 27 23:00:37.693188 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:37.862208 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:37.946579 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0c77-cc3a-4378-8572-9767a6caf838 req-caa9e46b-bd8e-48aa-bfbd-9292fbbbc222 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:37.948199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b6c0c77-cc3a-4378-8572-9767a6caf838 req-caa9e46b-bd8e-48aa-bfbd-9292fbbbc222 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Jul 27 23:00:38.307427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3b6c0c77-cc3a-4378-8572-9767a6caf838 req-66608131-5ef6-4f58-9062-8aeaf37a7994 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533039 Jul 27 23:00:38.381568 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-993568f1-39b5-4441-b1bd-cdc97907edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:38.383157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-993568f1-39b5-4441-b1bd-cdc97907edc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 1096 time: 0.1012027 Jul 27 23:00:38.396133 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-738018-6', 'device_owner': 'compute:nova'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:00:38.468541 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.673114 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:38.707124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h2-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:00:38.749578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:38.751925 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea92514-4a2a-421b-b215-c8458c7bda47" -d '{"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-unplugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:38.756283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.768478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Transition to ACTIVE for port object 133f5bcf-873c-4966-b320-28610592680d will not be triggered until provisioned by entity L2. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:00:38.829819 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.858708 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6c783-8659-4adc-b715-34d8a96b8fea x-openstack-request-id: req-19e6c783-8659-4adc-b715-34d8a96b8fea {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:38.859008 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-unplugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:38.859265 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19e6c783-8659-4adc-b715-34d8a96b8fea {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:38.859661 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'code': 200} Jul 27 23:00:38.883670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=6']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:38.926263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.926648 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.926998 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.927348 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.927693 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.928034 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.928372 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.928704 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.929038 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.929368 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.929702 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.930029 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.974493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] No DVR routers for this DVR port 133f5bcf-873c-4966-b320-28610592680d on host n-h2-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:00:39.120263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:00:39.120605 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:00:39.120941 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:00:39.125359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:00:39.125707 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Attempting to bind port 133f5bcf-873c-4966-b320-28610592680d on network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:00:39.130678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:00:39.131023 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Checking segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:00:39.131415 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Bound using segment: {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'} {{(pid=94671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:00:39.131848 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.managers [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Bound port: 133f5bcf-873c-4966-b320-28610592680d, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad624ff-c5b9-4491-b5cc-2574de649421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb'}}] {{(pid=94671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:00:39.132212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.148771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.196556 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, cleared binding levels {{(pid=94671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:00:39.199624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:00:39.281750 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.322081 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.323283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.325198 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] 10.222.0.50 "PUT /v2.0/ports/133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1091 time: 0.9334815 Jul 27 23:00:39.350067 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8bf0-848e-4091-a8de-ece6aa14bd46 service neutron] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=7']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:39.446024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-552408f6-486e-4c5c-9698-8f6858b9ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.447707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-552408f6-486e-4c5c-9698-8f6858b9ce18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0944729 Jul 27 23:00:39.515341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa789f13-ecdf-47d7-b531-45d05ad862ac req-e53ad8b8-417b-4616-b348-bd551c42faff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.516852 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa789f13-ecdf-47d7-b531-45d05ad862ac req-e53ad8b8-417b-4616-b348-bd551c42faff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.1327322 Jul 27 23:00:39.583500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-aa789f13-ecdf-47d7-b531-45d05ad862ac req-bbba36b6-9790-4f4b-91e5-50fe797fc4ec tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563672 Jul 27 23:00:39.586309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-96a70ff7-89e9-4e04-bc36-bb0bae954247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.587996 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-96a70ff7-89e9-4e04-bc36-bb0bae954247 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.1330614 Jul 27 23:00:39.656235 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-94863dc9-cc18-4751-92f5-3baba7b25e0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 999 time: 0.0609961 Jul 27 23:00:39.711259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-b16fe88f-42ce-415f-9ad4-5a6f53d6af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.712644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-b16fe88f-42ce-415f-9ad4-5a6f53d6af45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0497150 Jul 27 23:00:39.774978 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-e7c5b806-1988-445b-b598-ef533fffba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.776511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-e7c5b806-1988-445b-b598-ef533fffba8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553005 Jul 27 23:00:39.788041 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-b89278f8-a65a-4cff-8318-8c32fe3d80ed service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:00:39.788994 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-b89278f8-a65a-4cff-8318-8c32fe3d80ed service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050724 Jul 27 23:00:39.879098 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-145d38cc-f233-48a7-98bc-c8a1891e5b88 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834155 Jul 27 23:00:39.974571 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fd95efa8-00a7-46da-b61a-c9defe4bf467 req-f0bc3e7b-2161-4201-baf1-bd6baac0e5d0 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887289 Jul 27 23:00:40.719179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abe163-adc6-4193-b6e9-dd299b138256 req-e0862a9f-632d-40b0-ab3c-07641f13a3ed tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:40.720697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7abe163-adc6-4193-b6e9-dd299b138256 req-e0862a9f-632d-40b0-ab3c-07641f13a3ed tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0655513 Jul 27 23:00:40.763448 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c7abe163-adc6-4193-b6e9-dd299b138256 req-bdaa5dcf-c5af-4684-a9b6-b83c668d15e8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365741 Jul 27 23:00:40.860731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:40.863220 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf39f6bc-892b-4fb4-a71d-45e664cfe490" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:40.913610 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf7d4a1-63a2-4dc3-9d4a-eda71306e01a x-openstack-request-id: req-7bf7d4a1-63a2-4dc3-9d4a-eda71306e01a {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:40.913933 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:40.914194 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bf7d4a1-63a2-4dc3-9d4a-eda71306e01a {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:40.914735 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'status': 'completed', 'code': 200} Jul 27 23:00:40.985166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-a1538b71-2f74-4922-ac75-2c465e8ba14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:40.986767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-a1538b71-2f74-4922-ac75-2c465e8ba14c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0551391 Jul 27 23:00:40.992576 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-b1cd6e47-7a16-4935-830f-e4d1cb048fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:40.994219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-b1cd6e47-7a16-4935-830f-e4d1cb048fbe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0562251 Jul 27 23:00:41.085004 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-3e375a88-b068-40fe-9810-789696b8a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.085245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-e6029b52-69f8-4695-9dd1-8469ceb7974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.086559 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-3e375a88-b068-40fe-9810-789696b8a6d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0914133 Jul 27 23:00:41.086760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-e6029b52-69f8-4695-9dd1-8469ceb7974d service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0857089 Jul 27 23:00:41.156663 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-a55c97d4-efd0-48fc-ac74-cebda4607469 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 999 time: 0.0625427 Jul 27 23:00:41.164442 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-295b7751-e13c-40a1-8a4d-2d06fd05c4a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 999 time: 0.0705576 Jul 27 23:00:41.209268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-405ef1c9-292a-413c-8852-cf73c70def1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.210981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-405ef1c9-292a-413c-8852-cf73c70def1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0467031 Jul 27 23:00:41.217955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-c59a02d5-2c36-4130-b34a-e5f999425a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.219568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-c59a02d5-2c36-4130-b34a-e5f999425a73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0485935 Jul 27 23:00:41.276678 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-506d3e84-1931-498d-a780-f1e9b651ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.278216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-506d3e84-1931-498d-a780-f1e9b651ccb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601301 Jul 27 23:00:41.279647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-fe77f15b-71df-4e69-9216-dab9f109eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.281170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-fe77f15b-71df-4e69-9216-dab9f109eee5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547140 Jul 27 23:00:41.376605 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-adb66f6d-a5f1-4cfd-8318-c4e59a0c6e44 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899563 Jul 27 23:00:41.377499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-045c43c4-9d97-4d27-b341-b68b41603d26 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888619 Jul 27 23:00:41.470479 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-3b82c744-9391-4c05-be26-c08c4c660ab2 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Jul 27 23:00:41.478856 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf39f6bc-892b-4fb4-a71d-45e664cfe490 req-f4af27c8-3513-4aa8-8166-d9d2492df8e6 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941255 Jul 27 23:00:41.898243 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f22493-bd8b-4670-904e-d37065985329 req-9d287960-89bb-416b-90e8-2144747710ee tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.899802 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67f22493-bd8b-4670-904e-d37065985329 req-9d287960-89bb-416b-90e8-2144747710ee tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 943 time: 0.0656784 Jul 27 23:00:41.944778 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-67f22493-bd8b-4670-904e-d37065985329 req-b58faada-1ecb-4d08-bc51-9ca284eb3ec7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390584 Jul 27 23:00:42.552469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 133f5bcf-873c-4966-b320-28610592680d details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:00:42.653891 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:42.666668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '133f5bcf-873c-4966-b320-28610592680d', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'port_id': '133f5bcf-873c-4966-b320-28610592680d', 'mac_address': 'fa:16:3e:74:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:00:42.710464 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:42.725623 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f5bcf-873c-4966-b320-28610592680d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:00:42.747029 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:42.807277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:42.856681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:42.864882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.865233 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.865582 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.865926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.866265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.866632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.866968 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.867299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.867632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.867963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.868296 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.868619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:43.059747 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['133f5bcf-873c-4966-b320-28610592680d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:00:43.085018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50530dc3-3e60-4b8e-bd56-2b081e4f9882 req-fec55158-02fb-4e0e-a915-b5d17608bc36 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.086681 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50530dc3-3e60-4b8e-bd56-2b081e4f9882 req-fec55158-02fb-4e0e-a915-b5d17608bc36 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0702217 Jul 27 23:00:43.130736 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50530dc3-3e60-4b8e-bd56-2b081e4f9882 req-8855235c-4af3-4470-962d-5f5e3a342eb9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Jul 27 23:00:43.366796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 133f5bcf-873c-4966-b320-28610592680d no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:00:43.412283 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 133f5bcf-873c-4966-b320-28610592680d not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:00:43.511111 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837426be-3267-44ba-96f0-0ece1d83f804 req-d96d641f-b240-422e-b338-7dca201bff5d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.512677 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-837426be-3267-44ba-96f0-0ece1d83f804 req-d96d641f-b240-422e-b338-7dca201bff5d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0829108 Jul 27 23:00:43.558455 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-837426be-3267-44ba-96f0-0ece1d83f804 req-b784450d-3f8f-437b-bc82-8219e7f0f409 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 Jul 27 23:00:43.577969 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-449eea0a-a3d7-4d7f-95f9-17aeb14aa209 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.579559 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-449eea0a-a3d7-4d7f-95f9-17aeb14aa209 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33&tenant_id=5a0a75baca1a473eae9177a5f40ef957&binding%3Ahost_id=n-h1-738018-6 HTTP/1.1" status: 200 len: 944 time: 0.0730336 Jul 27 23:00:43.687351 n-d-738018-6 neutron-server[94672]: INFO neutron.api.v2.resource [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-98985774-80ad-451f-a5c9-801be9cdac19 service neutron] delete failed (client error): The resource could not be found. Jul 27 23:00:43.688327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-98985774-80ad-451f-a5c9-801be9cdac19 service neutron] 10.222.0.76 "DELETE /v2.0/ports/133f5bcf-873c-4966-b320-28610592680d/bindings/n-h2-738018-6 HTTP/1.1" status: 404 len: 380 time: 0.1011958 Jul 27 23:00:43.719538 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5554d-bb25-4737-888b-b436d8f68d92 req-22763e6b-8495-47d4-b2c7-e9a17edf8920 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.721100 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e5554d-bb25-4737-888b-b436d8f68d92 req-22763e6b-8495-47d4-b2c7-e9a17edf8920 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0860574 Jul 27 23:00:43.798568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d7e5554d-bb25-4737-888b-b436d8f68d92 req-00fd7815-241e-4cb1-a8bb-8e79c8f4ddeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697515 Jul 27 23:00:43.818788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-3d757e79-5b71-4774-97a7-24ef732a397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.820378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-3d757e79-5b71-4774-97a7-24ef732a397f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1095 time: 0.0842984 Jul 27 23:00:43.916734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-036ed1e0-895c-4dfd-a263-58ee2a396fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.918239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-036ed1e0-895c-4dfd-a263-58ee2a396fe5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0913558 Jul 27 23:00:43.991322 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-bf7836b8-eb8c-4118-b482-ccb97e3ffe93 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1000 time: 0.0648437 Jul 27 23:00:44.041878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-d1f1c880-000b-4218-905d-3f79f55a4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:44.043429 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-d1f1c880-000b-4218-905d-3f79f55a4752 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0455301 Jul 27 23:00:44.110003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-b40aa0a7-5d4d-470d-8ffe-8852a8c4cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:44.111616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-b40aa0a7-5d4d-470d-8ffe-8852a8c4cde5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591860 Jul 27 23:00:44.207838 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-66479944-d9ed-4a95-98e9-8fc4d176c9bc service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889621 Jul 27 23:00:44.299826 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7321e1c9-1899-4c80-b615-a168300a0ae5 req-220a3bc9-167a-4b44-a4a8-2ec6cf0139b1 service neutron] 10.222.0.76 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855801 Jul 27 23:00:44.567973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 133f5bcf-873c-4966-b320-28610592680d up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:00:44.692708 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 133f5bcf-873c-4966-b320-28610592680d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:00:44.697928 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 133f5bcf-873c-4966-b320-28610592680d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:00:44.698327 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.778505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.804930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:44.807705 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b923ac42-cc7c-4662-8069-8734a88fb6dc" -d '{"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-plugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:44.835013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:44.850557 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c2abcb-6aa8-4e1f-bc0f-6876f69b7a4c x-openstack-request-id: req-95c2abcb-6aa8-4e1f-bc0f-6876f69b7a4c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:44.850853 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-plugged", "status": "completed", "tag": "133f5bcf-873c-4966-b320-28610592680d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:44.851105 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95c2abcb-6aa8-4e1f-bc0f-6876f69b7a4c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:44.851518 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'code': 200} Jul 27 23:00:44.915658 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.951777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8eb52-fa54-4029-8ff7-9662fe7b3b5d req-68805cdd-b971-44ab-a885-76d87094d641 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:44.953343 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8c8eb52-fa54-4029-8ff7-9662fe7b3b5d req-68805cdd-b971-44ab-a885-76d87094d641 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 944 time: 0.0727744 Jul 27 23:00:44.972686 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:44.995095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8c8eb52-fa54-4029-8ff7-9662fe7b3b5d req-a080783c-f891-4038-addb-95c671cb77c7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Jul 27 23:00:46.130236 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7c4f6-ea51-4f55-a82a-4affe5d2db11 req-db5bc3fe-ba5a-4985-839f-a5158caee024 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:46.131773 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-faa7c4f6-ea51-4f55-a82a-4affe5d2db11 req-db5bc3fe-ba5a-4985-839f-a5158caee024 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0674517 Jul 27 23:00:46.171358 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-faa7c4f6-ea51-4f55-a82a-4affe5d2db11 req-04be7da7-0924-4436-a7e6-915e24ef7524 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335190 Jul 27 23:00:46.193694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59388) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:00:46.253816 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-33a3710c-2d8a-42bc-a26a-29971ee4b2cc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 HTTP/1.1" status: 200 len: 993 time: 0.0589375 Jul 27 23:00:54.011156 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-6921612f-13d7-4561-b131-e605289bf4f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549023 Jul 27 23:00:54.113951 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-e4926399-0d8f-4bab-ae64-91c40c161795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:54.115564 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-e4926399-0d8f-4bab-ae64-91c40c161795 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0612097 Jul 27 23:00:54.218559 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-80464f5d-dfcd-45ba-afd2-fba87771ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:54.220014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-80464f5d-dfcd-45ba-afd2-fba87771ba4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.0857561 Jul 27 23:00:54.255627 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:54.292103 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-d09347e6-e132-4253-a47c-4657a2a08ce4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 1001 time: 0.0630836 Jul 27 23:00:54.345892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-322b8060-f4f0-41ff-a3fb-737b064c8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:54.347421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-322b8060-f4f0-41ff-a3fb-737b064c8e93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0448406 Jul 27 23:00:54.408833 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-f413af9c-f386-4fbf-b95b-6a770e150a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:54.410478 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-f413af9c-f386-4fbf-b95b-6a770e150a75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550194 Jul 27 23:00:54.507043 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-d153bec6-4def-44be-abb4-4c3e52eae34d service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Jul 27 23:00:54.599063 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ace57596-34b2-40de-9bc6-8e91b07493f4 req-c623c75b-e248-4c1b-8e5f-d7c997f43580 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837200 Jul 27 23:01:01.972688 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9d46a73-01ed-4b6f-8350-505bbebd6e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:04.457354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56053a6f-6297-4bac-adcd-602dc13a8d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:04.794699 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:06.097711 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:07.657141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:07.834446 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:09.125834 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:12.608259 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59398) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:12.768891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 9ad39f32-c02a-4488-b166-abcd08017043 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:12.769241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:12.848688 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:12.849553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:12.861602 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 9ad39f32-c02a-4488-b166-abcd08017043 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:13.057471 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.082955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=9ad39f32-c02a-4488-b166-abcd08017043,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:13.148225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.148551 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 disassociated (deleted). External IP: 172.25.3.181, port: 133f5bcf-873c-4966-b320-28610592680d. Jul 27 23:01:13.361885 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:13.470277 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:13.475343 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.480103 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Sync routers for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:13.489521 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:13.490628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:13.515168 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-60eb7216-668a-43f5-9ca3-4000846b67f7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2 HTTP/1.1" status: 204 len: 168 time: 0.9058678 Jul 27 23:01:13.515776 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:13.518087 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f336cd-b8f8-4660-8bfc-0f8537e28995" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:13.557529 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b1d2d3-2669-416b-a17e-240f200f1ed4 x-openstack-request-id: req-90b1d2d3-2669-416b-a17e-240f200f1ed4 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:13.557824 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "tag": "133f5bcf-873c-4966-b320-28610592680d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:13.558100 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90b1d2d3-2669-416b-a17e-240f200f1ed4 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:13.558886 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'status': 'completed', 'code': 200} Jul 27 23:01:13.601344 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:13.644740 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-f2a3c5e9-de81-4e78-b0bd-b1e2725d513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.678020 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-f2a3c5e9-de81-4e78-b0bd-b1e2725d513a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0612495 Jul 27 23:01:13.753850 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-6c85b545-de0a-4bc1-a384-0bc2afedbb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.757665 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-6c85b545-de0a-4bc1-a384-0bc2afedbb30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 200 len: 897 time: 0.1013489 Jul 27 23:01:13.799221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-c788e049-2769-40d0-882c-82fc14e08701 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 200 len: 217 time: 0.0365567 Jul 27 23:01:13.805222 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:13.831386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Checking router: 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:13.840715 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:13.841333 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:13.858212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-04616567-d7ac-4abb-917b-2af6b02070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.859590 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-04616567-d7ac-4abb-917b-2af6b02070c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 200 len: 833 time: 0.0540500 Jul 27 23:01:13.927872 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-d8800998-ffc2-42d3-b862-673c4bcda792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.929421 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-d8800998-ffc2-42d3-b862-673c4bcda792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b8f20e7-8aaf-45fd-80be-a1e02f410edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632343 Jul 27 23:01:13.956423 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:13.973356 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4115b-1445-4575-9ec8-917e91a99c47 req-cb6963f3-0350-4dcd-b620-63a029baff06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.975631 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fb4115b-1445-4575-9ec8-917e91a99c47 req-cb6963f3-0350-4dcd-b620-63a029baff06 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0685625 Jul 27 23:01:14.016283 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fb4115b-1445-4575-9ec8-917e91a99c47 req-6c872f78-c62a-4633-ad0c-c8ac62ab368b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Jul 27 23:01:14.027219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-274cd311-6d3b-4c6f-88e2-8e9cac3964c3 service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892189 Jul 27 23:01:14.127986 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03f336cd-b8f8-4660-8bfc-0f8537e28995 req-2a5c6352-f050-4836-830f-5a8ed1a294fb service neutron] 10.222.0.50 "GET /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903745 Jul 27 23:01:14.167583 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:14.194619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc53e3-2575-430b-ac8d-040975cba643 None None] The sync data for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 is: [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T22:59:37Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '821f4362-84df-4d0e-91f0-777a54e76d1a', 'name': '', 'network_id': '2b8f20e7-8aaf-45fd-80be-a1e02f410edb', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:57:79:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:36Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '9ea5f3a6-57c5-4bb9-9248-5046b06208b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:14.410710 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620d1518-f540-4240-a86a-57354c361f0e None None] New status for floating IP 5e64cb45-adc3-4c18-80ac-2e8e1b7bc3f2: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:01:15.159837 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc8b18-4104-4741-9fe2-bad777047b66 req-eb88bda0-5c3f-4eeb-8164-71f0de109b7c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:15.161253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ccfc8b18-4104-4741-9fe2-bad777047b66 req-eb88bda0-5c3f-4eeb-8164-71f0de109b7c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0639632 Jul 27 23:01:15.235460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ccfc8b18-4104-4741-9fe2-bad777047b66 req-dcbdf956-23a4-4fac-9507-fd062a585d24 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc179b19-1421-4831-a9f1-2cd32cc9a491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681036 Jul 27 23:01:15.258211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-ee1bb93b-0c17-4ef8-8fd4-7b5c221a4de0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:15.259733 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-ee1bb93b-0c17-4ef8-8fd4-7b5c221a4de0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 945 time: 0.0863791 Jul 27 23:01:15.359369 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 133f5bcf-873c-4966-b320-28610592680d {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:15.359718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.452493 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 133f5bcf-873c-4966-b320-28610592680d, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=133f5bcf-873c-4966-b320-28610592680d,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:15.452779 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.465539 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 133f5bcf-873c-4966-b320-28610592680d owned by compute:nova {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:15.651848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.686260 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=133f5bcf-873c-4966-b320-28610592680d,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:15.733892 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] No DVR routers for this DVR port 133f5bcf-873c-4966-b320-28610592680d on host n-h1-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:01:15.736667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.738696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.50 "DELETE /v2.0/ports/133f5bcf-873c-4966-b320-28610592680d HTTP/1.1" status: 204 len: 173 time: 0.4732795 Jul 27 23:01:15.739172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-deleted', 'tag': '133f5bcf-873c-4966-b320-28610592680d'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:15.742091 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1ca8f-4d7e-44fa-9021-97219630ff26" -d '{"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-deleted", "tag": "133f5bcf-873c-4966-b320-28610592680d"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:15.778241 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03773176-e604-4b47-99f6-bf0618574c93 x-openstack-request-id: req-03773176-e604-4b47-99f6-bf0618574c93 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:15.779357 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d8cefb-6121-4776-a15d-05ebfcd3bd33", "name": "network-vif-deleted", "tag": "133f5bcf-873c-4966-b320-28610592680d", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:15.779357 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03773176-e604-4b47-99f6-bf0618574c93 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:15.779357 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d8cefb-6121-4776-a15d-05ebfcd3bd33', 'name': 'network-vif-deleted', 'tag': '133f5bcf-873c-4966-b320-28610592680d', 'status': 'completed', 'code': 200} Jul 27 23:01:16.346449 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b2febdaf-e5af-49ba-abc4-fa58c7b1aede req-c6c33f30-4442-4898-9c98-92d83af797d2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1d8cefb-6121-4776-a15d-05ebfcd3bd33 HTTP/1.1" status: 200 len: 210 time: 0.0311112 Jul 27 23:01:17.404803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59414) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.071652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.343063 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 821f4362-84df-4d0e-91f0-777a54e76d1a {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:18.343423 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.431394 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 821f4362-84df-4d0e-91f0-777a54e76d1a, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=821f4362-84df-4d0e-91f0-777a54e76d1a,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:18.432070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.445000 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 821f4362-84df-4d0e-91f0-777a54e76d1a owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:18.697552 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.723314 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 133f5bcf-873c-4966-b320-28610592680d no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:18.731986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=821f4362-84df-4d0e-91f0-777a54e76d1a,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.748174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 133f5bcf-873c-4966-b320-28610592680d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:18.748531 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 133f5bcf-873c-4966-b320-28610592680d not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:18.909742 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.127169 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:19.235619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:19.241458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1d978cab-3164-493a-b7a0-b234894714f0 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/65b0a48c-eb9e-4c1b-a938-72ec0a4297b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356297 Jul 27 23:01:19.244274 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59416) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:19.245515 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Sync routers for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:19.254398 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:19.255007 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:19.295244 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting subnet 9ea5f3a6-57c5-4bb9-9248-5046b06208b0 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:01:19.298245 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.340249 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.431414 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.450232 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:19.549271 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.578767 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea5f3a6-57c5-4bb9-9248-5046b06208b0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:19.582316 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.584436 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4002ab65-ece1-4331-b24a-13fc18aa86f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/subnets/9ea5f3a6-57c5-4bb9-9248-5046b06208b0 HTTP/1.1" status: 204 len: 168 time: 0.3390234 Jul 27 23:01:19.587741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59418) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:19.590858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d1d01a-5e13-47cf-a5fb-25f25427882b None None] Network 2b8f20e7-8aaf-45fd-80be-a1e02f410edb requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:19.633689 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T23:01:18Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:19.665645 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Checking router: 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:19.673832 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Routers {'65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:19.674495 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:19.706134 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.791250 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] Set router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:19.799695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] DHCP port deletion for 2b8f20e7-8aaf-45fd-80be-a1e02f410edb request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:01:19.829479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.846182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Deleting port 54e8f02b-85a2-459f-a003-c075f0b07859 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:19.846666 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.912900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] For port 54e8f02b-85a2-459f-a003-c075f0b07859, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=54e8f02b-85a2-459f-a003-c075f0b07859,segment=NetworkSegment(5ad624ff-c5b9-4491-b5cc-2574de649421),segment_id=5ad624ff-c5b9-4491-b5cc-2574de649421)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:19.913435 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.926066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Calling delete_port for 54e8f02b-85a2-459f-a003-c075f0b07859 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:19.951056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 1efaa6ab-d68e-40a0-b884-4214e3e52b10 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:19.951406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.982061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T23:01:18Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.011431 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695b7d61-9d23-45d6-9b85-5563ffb6fbdb None None] The sync data for ids ['65b0a48c-eb9e-4c1b-a938-72ec0a4297b1'] in n-d-738018-6 is: [{'id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187266142', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:32Z', 'updated_at': '2021-07-27T23:01:18Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '1efaa6ab-d68e-40a0-b884-4214e3e52b10', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b0a48c-eb9e-4c1b-a938-72ec0a4297b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:33Z', 'updated_at': '2021-07-27T22:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:20.038275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 1efaa6ab-d68e-40a0-b884-4214e3e52b10, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=1efaa6ab-d68e-40a0-b884-4214e3e52b10,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:20.038736 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.053837 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 1efaa6ab-d68e-40a0-b884-4214e3e52b10 owned by network:router_gateway {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:20.074653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.100412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] Pushing event deleted for resources: {'Port': ['ID=54e8f02b-85a2-459f-a003-c075f0b07859,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:20.103976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1885f-5ba1-4bde-8e23-93d2c08eb095 None None] No DVR routers for this DVR port 54e8f02b-85a2-459f-a003-c075f0b07859 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:01:20.274291 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.301400 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=1efaa6ab-d68e-40a0-b884-4214e3e52b10,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:20.313720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.314071 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.314439 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.314780 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.315113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.315444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.315825 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.316155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.316483 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.316809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.317133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.317466 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:20.383643 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.478064 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54e8f02b-85a2-459f-a003-c075f0b07859 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:20.483057 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.485281 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.500921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 54e8f02b-85a2-459f-a003-c075f0b07859 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:20.503641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 54e8f02b-85a2-459f-a003-c075f0b07859 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:20.503641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 821f4362-84df-4d0e-91f0-777a54e76d1a no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:20.522179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 821f4362-84df-4d0e-91f0-777a54e76d1a {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:20.522558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 821f4362-84df-4d0e-91f0-777a54e76d1a not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:20.577601 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.578160 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Fanout notify agent at l3_agent the message router_deleted on router 65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 {{(pid=94672) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:01:20.585458 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.590006 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e5b6929c-3403-471a-b2d8-e59e898c986f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/routers/65b0a48c-eb9e-4c1b-a938-72ec0a4297b1 HTTP/1.1" status: 204 len: 168 time: 0.9978650 Jul 27 23:01:20.590750 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59420) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.680259 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.768685 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.779251 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8f20e7-8aaf-45fd-80be-a1e02f410edb']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.789516 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad624ff-c5b9-4491-b5cc-2574de649421') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.796370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad624ff-c5b9-4491-b5cc-2574de649421') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.798786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.813089 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.818869 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:01:20.819257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: timer() Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:01:20.822146 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:01:20.966307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.973668 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.975970 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/networks/2b8f20e7-8aaf-45fd-80be-a1e02f410edb HTTP/1.1" status: 204 len: 168 time: 0.3854740 Jul 27 23:01:20.978793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59422) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.987508 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edcc5a-f1a6-4963-bfc7-b95c836b8062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Network': ['ID=2b8f20e7-8aaf-45fd-80be-a1e02f410edb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.044954 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.072953 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.172588 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.175276 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.176438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/security-groups/fc179b19-1421-4831-a9f1-2cd32cc9a491 HTTP/1.1" status: 204 len: 168 time: 0.1966295 Jul 27 23:01:21.186179 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34c251-4a01-4976-88a0-4e302185b137 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc179b19-1421-4831-a9f1-2cd32cc9a491,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.520018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59428) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:21.525678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104577004', 'description': 'tempest-secgroup-smoke-1104577004 description', 'project_id': '5a0a75baca1a473eae9177a5f40ef957'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:21.605645 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.686217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.748680 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.782275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b07c8-c58d-47e0-ab69-9a15447d4538,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.862958 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.864346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-59c5cffd-12dd-46f7-a46f-98073619114b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3431666 Jul 27 23:01:21.867121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59430) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:21.871942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:21.981824 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.037911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.120018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.139935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973e8cb5-65ae-4094-92ca-6e2d97840eb7,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.199877 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.201142 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7dab7bba-cc8a-446a-a250-d66b79ba22cb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330750 Jul 27 23:01:22.203904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59432) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:22.220275 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:22.343985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1efaa6ab-d68e-40a0-b884-4214e3e52b10 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:22.354111 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.368426 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 1efaa6ab-d68e-40a0-b884-4214e3e52b10 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:22.368779 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 1efaa6ab-d68e-40a0-b884-4214e3e52b10 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:22.411730 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.485562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.503148 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06427c34-ca81-486f-b762-0683d9f472b1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.582810 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.584073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5aea327d-d075-42e8-bb6e-bd2c8204db6a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792279 Jul 27 23:01:22.586949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59434) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:22.591631 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:22.690786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.750723 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.839652 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.861032 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b7291c-951c-4037-a138-c91bc05fdfe1,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.943532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.944715 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-264f6340-dcce-4228-9061-492b0b9926a5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567848 Jul 27 23:01:22.947455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59436) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:22.951923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:23.033140 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.093115 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.165726 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.189891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c678359b-5bf8-4dee-a359-062b573903a3,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:23.274502 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.275741 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3d3723bd-1313-41cb-8013-314eb3ac9583 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273602 Jul 27 23:01:23.278416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59438) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:23.282863 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:23.360279 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:01:23.365391 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.427553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.497214 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.515016 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f52e306-e743-442e-ab7e-d1fe8fcad8c7,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:23.566069 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.567794 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2cecb027-0fae-40e8-a7fd-25f770ac21a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2884052 Jul 27 23:01:23.571107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59440) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:23.575676 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': 'cd0b07c8-c58d-47e0-ab69-9a15447d4538', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:23.646216 n-d-738018-6 neutron-server[94671]: INFO neutron.db.securitygroups_db [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:01:23.651372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.714109 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.777403 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.796206 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181f67f5-c952-4ae2-a802-2cb9beac6d27,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:23.863094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.864342 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7cd9417d-9dc0-4a9a-b50f-ebcede9c8eeb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2923183 Jul 27 23:01:23.867864 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59442) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:23.872937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'network': {'name': 'tempest-network-smoke--1956598844', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'port_security_enabled': True}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:23.954266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:23.957867 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.981691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:01:23.990801 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.991162 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Added segment bf75fb21-af33-4831-a90c-8f3e8e575f07 of type vlan for network 81817ca8-f6a4-4cf5-b370-55992c1893e0 Jul 27 23:01:24.032846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.131601 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.137446 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:24.138043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.204636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Network': ['ID=81817ca8-f6a4-4cf5-b370-55992c1893e0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:24.216004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:01:24.269897 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d29d46c2-dc6c-42ad-9702-de0ba9521964 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4006402 Jul 27 23:01:24.273119 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59444) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:24.278476 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'admin_state_up': True, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:24.417520 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.418625 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.473263 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.661774 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.909548 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.934278 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.039581 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.149 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/8ea29ccf-68af-4270-90cd-2052469910b9) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:25.140195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.257620 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.294494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:25.297643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:25.303060 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:25.330940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=8ea29ccf-68af-4270-90cd-2052469910b9,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:25.604477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.796897 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.999662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 22f8882a-c401-4111-95d2-65b06f6eb0c0 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:01:26.105710 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:26.115692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Sync routers for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:26.125773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:26.126450 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:26.194121 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.195492 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-decc3de9-94c2-46a8-92ea-94e54ffac9b3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9207206 Jul 27 23:01:26.198670 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59446) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:26.227216 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f5132a77-90fe-4bd6-9d0d-69c3bfa6e138 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a0a75baca1a473eae9177a5f40ef957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274007 Jul 27 23:01:26.229803 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59448) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:26.233984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:26.418969 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:25Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:26.451404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Checking router: 22f8882a-c401-4111-95d2-65b06f6eb0c0 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:26.451667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Updating router 22f8882a-c401-4111-95d2-65b06f6eb0c0 port 8ea29ccf-68af-4270-90cd-2052469910b9 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:01:26.488110 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.645646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08712b51-de39-413c-b773-895c2e702ae5 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.647526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-08712b51-de39-413c-b773-895c2e702ae5 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4164445 Jul 27 23:01:26.650738 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59450) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:26.680014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f3c70812-6a0f-4bea-bd37-b40e849257c7 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277247 Jul 27 23:01:26.682161 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59452) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:26.687402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360154085', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:26.747016 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.757404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Transition to ACTIVE for port object 8ea29ccf-68af-4270-90cd-2052469910b9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:26.834122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.863091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:26.867575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.888334 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Attempting to bind port 8ea29ccf-68af-4270-90cd-2052469910b9 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:26.888769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Attempting to bind port 8ea29ccf-68af-4270-90cd-2052469910b9 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:26.889065 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Attempting to bind port 8ea29ccf-68af-4270-90cd-2052469910b9 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:26.898206 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:26.898610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:26.899017 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.899412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:26.899881 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Bound port: 8ea29ccf-68af-4270-90cd-2052469910b9, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:26.900266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.901765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378748-8b3a-4368-b9a7-e9600e6a40db None None] Pushing event updated for resources: {'Port': ['ID=8ea29ccf-68af-4270-90cd-2052469910b9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:26.954759 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] For port 8ea29ccf-68af-4270-90cd-2052469910b9, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:26.957769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] For port 8ea29ccf-68af-4270-90cd-2052469910b9, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ea29ccf-68af-4270-90cd-2052469910b9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:27.023335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.084810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:27.084810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:27.103488 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.125872 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378748-8b3a-4368-b9a7-e9600e6a40db None None] Pushing event updated for resources: {'Port': ['ID=8ea29ccf-68af-4270-90cd-2052469910b9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:27.166183 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Subnet': ['ID=7b62599f-bbca-4d00-9a0d-2110024c814d,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:27.177355 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Checking segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:27.177731 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network hostable DHCP agents. Network: 81817ca8-f6a4-4cf5-b370-55992c1893e0, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:01:27.204069 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:27.268986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:01:27.331518 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 81817ca8-f6a4-4cf5-b370-55992c1893e0) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:27.337962 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:27.338926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.344741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceadb73-6478-4406-abd8-1c9c9c825660 None None] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:27.412632 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-44703ce2-8d7d-4cb7-b029-d9b5cc0f46d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7292480 Jul 27 23:01:27.416066 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59454) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:27.489533 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:25Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:27.524174 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fadae-95bb-4942-9e12-2da2b0ecbf8a None None] The sync data for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 is: [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:25Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:27.560841 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-81817ca8-f6a4-4cf5-b370-55992c1893e0', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:01:27.561886 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.719045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Allocated IP 172.20.0.2 (81817ca8-f6a4-4cf5-b370-55992c1893e0/7b62599f-bbca-4d00-9a0d-2110024c814d/0ef5c251-e409-4f05-8108-36d33a6e3424) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:27.904512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.915103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Transition to ACTIVE for port object 0ef5c251-e409-4f05-8108-36d33a6e3424 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:27.932957 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Transition to ACTIVE for port object 0ef5c251-e409-4f05-8108-36d33a6e3424 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:27.936981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.995020 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.042327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:28.045499 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:28.048702 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:28.064136 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Pushing event updated for resources: {'Port': ['ID=0ef5c251-e409-4f05-8108-36d33a6e3424,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:28.129121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Attempting to bind port 0ef5c251-e409-4f05-8108-36d33a6e3424 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:28.129815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Attempting to bind port 0ef5c251-e409-4f05-8108-36d33a6e3424 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:28.129815 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Attempting to bind port 0ef5c251-e409-4f05-8108-36d33a6e3424 on network 81817ca8-f6a4-4cf5-b370-55992c1893e0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:28.137166 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:28.137693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Checking segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:28.138112 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.138540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Bound using segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:28.139027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Bound port: 0ef5c251-e409-4f05-8108-36d33a6e3424, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:28.139420 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.208618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] For port 0ef5c251-e409-4f05-8108-36d33a6e3424, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:28.212703 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] For port 0ef5c251-e409-4f05-8108-36d33a6e3424, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ef5c251-e409-4f05-8108-36d33a6e3424,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:28.239679 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.1 (81817ca8-f6a4-4cf5-b370-55992c1893e0/7b62599f-bbca-4d00-9a0d-2110024c814d/e2b12d53-0f5f-490e-b877-1a24a4906fc7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:28.292134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.362144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45301e-ad10-4a9f-bd21-fa895ed52c2b None None] Pushing event updated for resources: {'Port': ['ID=0ef5c251-e409-4f05-8108-36d33a6e3424,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:28.416356 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.433319 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object e2b12d53-0f5f-490e-b877-1a24a4906fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:28.455282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ea29ccf-68af-4270-90cd-2052469910b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:28.531693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.555404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8ea29ccf-68af-4270-90cd-2052469910b9 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:28.560670 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8ea29ccf-68af-4270-90cd-2052469910b9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:28.561455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.588686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:28.591921 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:28.599768 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:28.627481 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:28.658424 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.667353 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.698024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8ea29ccf-68af-4270-90cd-2052469910b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ea29ccf-68af-4270-90cd-2052469910b9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:28.748523 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:28.801750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8ea29ccf-68af-4270-90cd-2052469910b9,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:28.856995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.148946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.211995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.287684 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:29.292559 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.382247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:29.383734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:29.502942 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 22f8882a-c401-4111-95d2-65b06f6eb0c0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:29.621955 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:29.633116 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7f94cc44-a076-4608-ab39-b62281460d57 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/22f8882a-c401-4111-95d2-65b06f6eb0c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102106 Jul 27 23:01:29.640770 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Sync routers for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:29.651111 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:29.651852 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:29.766598 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:29.790696 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-8b639635-8f22-44cd-8f09-36104f55c4a4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104577004&fields=id&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 267 time: 0.0423889 Jul 27 23:01:29.794094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884a7f7-49c2-4188-bce4-76d0a2c3e092 None None] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:29.910191 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-a0a15a01-0781-4c52-8393-750c0ce90f99 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:29.912190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-a0a15a01-0781-4c52-8393-750c0ce90f99 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 797 time: 0.1131182 Jul 27 23:01:29.912671 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-774ca5cb-701f-4799-9a70-613d5749736b None None] Provisioning for port 0ef5c251-e409-4f05-8108-36d33a6e3424 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:29.930357 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-e9f777ab-bd4e-4ff9-83da-868879638218 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/quotas/5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 375 time: 0.0110130 Jul 27 23:01:29.986027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:29Z', 'revision_number': 2, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:30.002251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-cf08f15c-55c3-4074-9ef1-fa71b97e8989 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659854 Jul 27 23:01:30.018221 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Checking router: 22f8882a-c401-4111-95d2-65b06f6eb0c0 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:30.018705 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Updating router 22f8882a-c401-4111-95d2-65b06f6eb0c0 port e2b12d53-0f5f-490e-b877-1a24a4906fc7 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:01:30.056102 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.112460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-440b8c1e-9d1e-4350-9d2c-0781d5b40117 service neutron] 10.222.0.37 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968874 Jul 27 23:01:30.217572 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-a8877674-c0ef-4393-8e28-a09052884094 service neutron] 10.222.0.37 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977604 Jul 27 23:01:30.344909 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.357080 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Transition to ACTIVE for port object e2b12d53-0f5f-490e-b877-1a24a4906fc7 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:30.372268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ce6b177c-e26a-4865-9596-39b006b07702 None None] Provisioning for port e2b12d53-0f5f-490e-b877-1a24a4906fc7 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:30.379224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ce6b177c-e26a-4865-9596-39b006b07702 None None] Provisioning complete for port e2b12d53-0f5f-490e-b877-1a24a4906fc7 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:30.381845 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce6b177c-e26a-4865-9596-39b006b07702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.445829 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.460489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b177c-e26a-4865-9596-39b006b07702 None None] Port e2b12d53-0f5f-490e-b877-1a24a4906fc7 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:01:30.521699 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4f1d91c-6401-4ec5-9f85-dc77c1b6efef req-07c97770-00a3-4779-a7d8-66b61d899bd8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 210 time: 0.0556006 Jul 27 23:01:30.547214 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Pushing event updated for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:30.552842 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ef5c251-e409-4f05-8108-36d33a6e3424 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:30.576435 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.576794 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.577141 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.577478 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.577805 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.578136 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.578597 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.578839 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.579171 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.579500 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.579826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.580143 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:30.593747 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Attempting to bind port e2b12d53-0f5f-490e-b877-1a24a4906fc7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:30.594026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Attempting to bind port e2b12d53-0f5f-490e-b877-1a24a4906fc7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:30.594432 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Attempting to bind port e2b12d53-0f5f-490e-b877-1a24a4906fc7 on network 81817ca8-f6a4-4cf5-b370-55992c1893e0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:30.599940 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:30.600846 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Checking segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:30.601547 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.601953 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Bound using segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:30.602466 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Bound port: e2b12d53-0f5f-490e-b877-1a24a4906fc7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:30.602861 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.675100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] For port e2b12d53-0f5f-490e-b877-1a24a4906fc7, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:30.678086 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] For port e2b12d53-0f5f-490e-b877-1a24a4906fc7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2b12d53-0f5f-490e-b877-1a24a4906fc7,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:30.714371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 0ef5c251-e409-4f05-8108-36d33a6e3424 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:30.718481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0ef5c251-e409-4f05-8108-36d33a6e3424 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:30.718858 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.760418 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.817233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.830839 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:30.831572 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:30.837363 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6bd6-9448-4c18-9b7c-70e904b6c996 None None] Pushing event updated for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:30.853965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 0ef5c251-e409-4f05-8108-36d33a6e3424, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ef5c251-e409-4f05-8108-36d33a6e3424,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:30.925690 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:30.926667 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ea29ccf-68af-4270-90cd-2052469910b9 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:30.963115 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:31.026162 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=0ef5c251-e409-4f05-8108-36d33a6e3424,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:31.049916 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8ea29ccf-68af-4270-90cd-2052469910b9 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:31.051653 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:31.264119 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:01:31.292665 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:30Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:31.322945 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2d60-a291-43ea-9f17-2995637bbf6e None None] The sync data for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 is: [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:30Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:31.626950 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e2e630a6-af43-4866-ad7f-f4150214999e req-7debeb29-820a-40a9-b553-93d360277751 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 210 time: 0.0317810 Jul 27 23:01:31.971478 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c6062e7-de20-4a17-a347-b187262a346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.477720 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-674d0f9e-68d2-48d5-bea3-cb9519db3854 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:32.479308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-674d0f9e-68d2-48d5-bea3-cb9519db3854 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 797 time: 0.1189213 Jul 27 23:01:32.483341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ef5c251-e409-4f05-8108-36d33a6e3424 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:32.534113 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 0ef5c251-e409-4f05-8108-36d33a6e3424 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:32.534521 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.567201 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-93db4d23-3055-490b-9d45-fbd7b544bfaf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 380 time: 0.0776787 Jul 27 23:01:32.576740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'port': {'device_id': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'admin_state_up': True, 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'security_groups': ['cd0b07c8-c58d-47e0-ab69-9a15447d4538']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:32.613907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2b12d53-0f5f-490e-b877-1a24a4906fc7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:32.732971 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8201f2bf-8830-48a6-b128-3f2827c09232 req-c0a5992a-de93-4782-a0d1-ac69d8b1f3a1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 210 time: 0.0308969 Jul 27 23:01:32.737214 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e2b12d53-0f5f-490e-b877-1a24a4906fc7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:32.741505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e2b12d53-0f5f-490e-b877-1a24a4906fc7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:32.741964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.782585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:32.786495 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.825350 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.859097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port e2b12d53-0f5f-490e-b877-1a24a4906fc7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2b12d53-0f5f-490e-b877-1a24a4906fc7,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:32.902934 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.918265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.12 (81817ca8-f6a4-4cf5-b370-55992c1893e0/7b62599f-bbca-4d00-9a0d-2110024c814d/8d09a0a0-34e7-4764-a06a-cb17475175d0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:32.952532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:33.061972 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:33.076278 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 8d09a0a0-34e7-4764-a06a-cb17475175d0 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:33.183488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:33.223804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:33.227482 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:33.233330 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:33.548804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36f662c1-e32d-465e-9ee8-628d53bed34f None None] Provisioning for port 8d09a0a0-34e7-4764-a06a-cb17475175d0 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:33.553062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-36f662c1-e32d-465e-9ee8-628d53bed34f None None] Provisioning complete for port 8d09a0a0-34e7-4764-a06a-cb17475175d0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:33.554052 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36f662c1-e32d-465e-9ee8-628d53bed34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:33.589375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-36f662c1-e32d-465e-9ee8-628d53bed34f None None] Port 8d09a0a0-34e7-4764-a06a-cb17475175d0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:01:33.616906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:33.641914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:33.642651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:33.698121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-1a1644f3-05fc-48f3-8be1-bc1ada65cb49 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1250646 Jul 27 23:01:33.711719 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Request body: {'port': {'device_id': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:33.785107 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:33.871646 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e56ddd-d051-424a-a0c1-5a94746d87e7 req-567189d0-2297-4030-91b7-edb7939c9849 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:33.873288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39e56ddd-d051-424a-a0c1-5a94746d87e7 req-567189d0-2297-4030-91b7-edb7939c9849 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 932 time: 0.0717304 Jul 27 23:01:33.912207 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-39e56ddd-d051-424a-a0c1-5a94746d87e7 req-ac2e9b75-e916-41ce-ace1-f76aa5be8701 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Jul 27 23:01:34.062413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d09a0a0-34e7-4764-a06a-cb17475175d0 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:01:34.070533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.083469 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Transition to ACTIVE for port object 8d09a0a0-34e7-4764-a06a-cb17475175d0 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:34.160067 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.207945 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Pushing event updated for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:34.289159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Attempting to bind port 8d09a0a0-34e7-4764-a06a-cb17475175d0 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:34.289595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Attempting to bind port 8d09a0a0-34e7-4764-a06a-cb17475175d0 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:34.289993 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Attempting to bind port 8d09a0a0-34e7-4764-a06a-cb17475175d0 on network 81817ca8-f6a4-4cf5-b370-55992c1893e0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:34.294731 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Port 8d09a0a0-34e7-4764-a06a-cb17475175d0 on network 81817ca8-f6a4-4cf5-b370-55992c1893e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:01:34.295048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Attempting to bind port 8d09a0a0-34e7-4764-a06a-cb17475175d0 on network 81817ca8-f6a4-4cf5-b370-55992c1893e0 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:34.299881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:34.300216 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Checking segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:34.300599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Bound using segment: {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:34.301025 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Bound port: 8d09a0a0-34e7-4764-a06a-cb17475175d0, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf75fb21-af33-4831-a90c-8f3e8e575f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:34.301387 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.375262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:34.378426 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:34.401110 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2b12d53-0f5f-490e-b877-1a24a4906fc7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:34.435538 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.446869 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6cf0413-1aae-4dee-88d8-2911fcc3417f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.465140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e2b12d53-0f5f-490e-b877-1a24a4906fc7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:34.467941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.470189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.470842 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.472250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] 10.222.0.76 "PUT /v2.0/ports/8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 1092 time: 0.7653093 Jul 27 23:01:34.472680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:34.475031 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed604917-3a5f-437d-858c-e014f57b3d02" -d '{"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:34.501688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b58fd-0d6f-40bc-8389-0dce3db94a80 service neutron] Pushing event updated for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:34.608585 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f777c2-7944-48b2-8677-d1f68d574283 x-openstack-request-id: req-b7f777c2-7944-48b2-8677-d1f68d574283 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:34.608889 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:34.609146 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7f777c2-7944-48b2-8677-d1f68d574283 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:34.609548 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'status': 'completed', 'code': 200} Jul 27 23:01:34.631208 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-22891902-c1eb-49bc-95f8-ae5b2bbd82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.634455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-22891902-c1eb-49bc-95f8-ae5b2bbd82d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1095 time: 0.0654707 Jul 27 23:01:34.683545 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-3ecaee98-2903-4626-b873-2be64266fb1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 217 time: 0.0414584 Jul 27 23:01:34.733459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-98e8ffd1-fb24-42aa-a182-08d69237887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.734998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-98e8ffd1-fb24-42aa-a182-08d69237887e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0444670 Jul 27 23:01:34.794193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.797748 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913569-8720-4de6-839c-3be3cafa69d5 req-b00e6e65-57ae-47f8-b859-bedd9ec2bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.799346 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-b00e6e65-57ae-47f8-b859-bedd9ec2bc14 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564108 Jul 27 23:01:34.892892 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-4b1c8c92-6960-46b3-bab7-8f8e4fce7245 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866535 Jul 27 23:01:34.985399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80913569-8720-4de6-839c-3be3cafa69d5 req-3c725901-b836-41fb-95a5-d3897972c43e service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849512 Jul 27 23:01:35.052268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6aba7-136a-4fa3-a675-0b62ea332719 req-c23ea393-4852-406a-b1c5-f4ac4041c7dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:35.054445 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04f6aba7-136a-4fa3-a675-0b62ea332719 req-c23ea393-4852-406a-b1c5-f4ac4041c7dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 944 time: 0.0663795 Jul 27 23:01:35.093673 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04f6aba7-136a-4fa3-a675-0b62ea332719 req-6b0f74bd-d607-4834-917b-1b43ffe66437 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Jul 27 23:01:35.206673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-5c5a9bfa-8060-4043-a780-60e2480a6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:35.208092 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-5c5a9bfa-8060-4043-a780-60e2480a6c5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1095 time: 0.0547564 Jul 27 23:01:35.301023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-13b76c6c-7bda-41f2-9628-78980f53c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:35.302562 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-13b76c6c-7bda-41f2-9628-78980f53c97f service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.0875130 Jul 27 23:01:35.343145 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-dbe41edf-6cc2-4573-b1a5-d56b69d00b45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 217 time: 0.0336385 Jul 27 23:01:35.399918 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-b2d35b72-2887-4132-bce7-8a3d28c72757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:35.401469 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-b2d35b72-2887-4132-bce7-8a3d28c72757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0498445 Jul 27 23:01:35.465125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-fced27bb-2e9d-44ad-a55a-59da995751d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:35.466661 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-fced27bb-2e9d-44ad-a55a-59da995751d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569003 Jul 27 23:01:35.558689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-fa73e368-2c4a-4394-ade9-eef9f93886a0 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822072 Jul 27 23:01:35.655431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ed604917-3a5f-437d-858c-e014f57b3d02 req-3656e0cb-c8b6-4d5c-b7dc-cbcda0d0a4d3 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894918 Jul 27 23:01:36.137231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:36.229444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999db7a-cd9f-490d-9a54-5d044b6d6a99 req-bdfda4cf-65bd-44ac-8457-bcd44238da53 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.230886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4999db7a-cd9f-490d-9a54-5d044b6d6a99 req-bdfda4cf-65bd-44ac-8457-bcd44238da53 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 944 time: 0.0655739 Jul 27 23:01:36.271389 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4999db7a-cd9f-490d-9a54-5d044b6d6a99 req-2f165ca5-561b-446d-a56b-01ab13a5abae tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344341 Jul 27 23:01:37.404342 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe044e13-c439-4a1e-97b1-95ee5e6bf03c req-d91a5ab1-a9ca-437a-aa59-58d989df7b46 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:37.405869 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe044e13-c439-4a1e-97b1-95ee5e6bf03c req-d91a5ab1-a9ca-437a-aa59-58d989df7b46 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 944 time: 0.0653350 Jul 27 23:01:37.443243 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fe044e13-c439-4a1e-97b1-95ee5e6bf03c req-536a6077-ade1-4f92-a2f9-75b3e5776dd6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311067 Jul 27 23:01:37.521696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8d09a0a0-34e7-4764-a06a-cb17475175d0 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:01:37.629880 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:37.641092 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'port_id': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'mac_address': 'fa:16:3e:29:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:01:37.678833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:37.690126 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:37.695626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d09a0a0-34e7-4764-a06a-cb17475175d0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:01:37.715497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:37.788873 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:37.823616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:37.838633 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:38.030210 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['8d09a0a0-34e7-4764-a06a-cb17475175d0'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:01:38.578965 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4678b-a23b-4c3e-b73e-44afa4483c3d req-71df3057-99aa-4204-b285-d1303201f644 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:38.580465 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82a4678b-a23b-4c3e-b73e-44afa4483c3d req-71df3057-99aa-4204-b285-d1303201f644 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jul 27 23:01:38.624205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-82a4678b-a23b-4c3e-b73e-44afa4483c3d req-9d74bbfe-e101-4950-8b7d-6598df385404 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370383 Jul 27 23:01:39.142818 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:39.520853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8d09a0a0-34e7-4764-a06a-cb17475175d0 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:39.633802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 8d09a0a0-34e7-4764-a06a-cb17475175d0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:39.637753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 8d09a0a0-34e7-4764-a06a-cb17475175d0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:39.638146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:39.719859 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:39.743784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:39.746081 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f97289-9697-47e3-9782-60488db7257a" -d '{"events": [{"server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "name": "network-vif-plugged", "status": "completed", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:39.762843 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b2a33-c1cb-4090-9d18-08d35df5ddd1 req-ee10db5e-e4f0-4abe-abf6-689ea88b4b3d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:39.764153 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:39.770251 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-088b2a33-c1cb-4090-9d18-08d35df5ddd1 req-ee10db5e-e4f0-4abe-abf6-689ea88b4b3d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 945 time: 0.0773044 Jul 27 23:01:39.783860 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34512a06-1039-4e0c-b3a0-51e3593c26ea x-openstack-request-id: req-34512a06-1039-4e0c-b3a0-51e3593c26ea {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:39.784183 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "name": "network-vif-plugged", "status": "completed", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:39.784438 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34512a06-1039-4e0c-b3a0-51e3593c26ea {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:39.789851 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'code': 200} Jul 27 23:01:39.800341 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:39.805751 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-088b2a33-c1cb-4090-9d18-08d35df5ddd1 req-3041807b-360b-4a6c-bc62-0ff96a5edfb1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345650 Jul 27 23:01:39.849812 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:39.908628 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1310af-8ee5-4565-adce-e4acf3d79941 req-487a147f-945a-4e9a-b313-27d518b95ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:39.910152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b1310af-8ee5-4565-adce-e4acf3d79941 req-487a147f-945a-4e9a-b313-27d518b95ad7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0571220 Jul 27 23:01:39.948684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1b1310af-8ee5-4565-adce-e4acf3d79941 req-7091cc30-7253-4cd1-bb17-cf05f6e58903 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jul 27 23:01:40.946505 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa09c1a-ab92-4dda-8822-15fdef418593 req-292fce7e-17a0-43ff-8e87-fc65cb8e07fd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:40.948096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caa09c1a-ab92-4dda-8822-15fdef418593 req-292fce7e-17a0-43ff-8e87-fc65cb8e07fd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0692580 Jul 27 23:01:40.986388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-caa09c1a-ab92-4dda-8822-15fdef418593 req-a75eda99-59b8-469e-9f3c-3986befd6bc5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jul 27 23:01:41.122113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e18600-add9-4ffe-9d0f-d82bddb5dddc req-ef534385-f7da-4c40-a8a1-92ea4e784a72 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:41.123592 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08e18600-add9-4ffe-9d0f-d82bddb5dddc req-ef534385-f7da-4c40-a8a1-92ea4e784a72 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0689139 Jul 27 23:01:41.161631 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08e18600-add9-4ffe-9d0f-d82bddb5dddc req-9aeaa67e-a503-4998-a076-98ce74bf2aef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Jul 27 23:01:41.183587 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59512) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:41.280720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4833f92-e0ad-4bf0-aa5b-1c0a8da08cce tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:41.282262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-b4833f92-e0ad-4bf0-aa5b-1c0a8da08cce tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1092 time: 0.0976784 Jul 27 23:01:41.285021 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59516) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:41.289515 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:41.399783 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:41.496493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:41.601563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.240 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/c4881b5a-999b-4380-ab5e-a80e2e72e1cb) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:41.701222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:41.811402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:41.853782 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:41.860512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:41.865330 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:41.868465 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=c4881b5a-999b-4380-ab5e-a80e2e72e1cb,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:41.895502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.895859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.896208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.896552 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.896891 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.897229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.897565 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.897903 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.898691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.898691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.898925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:41.899227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:42.247335 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:42.396672 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:42.549983 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:42.696947 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:42.768923 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=c4881b5a-999b-4380-ab5e-a80e2e72e1cb,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:42.780787 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:42.881646 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 058ac190-c5bb-466d-a260-9dac92aa8839 associated. External IP: 172.25.3.240, port: 8d09a0a0-34e7-4764-a06a-cb17475175d0. Jul 27 23:01:43.401292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 22f8882a-c401-4111-95d2-65b06f6eb0c0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:43.508449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:43.519402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Sync routers for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:43.532647 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:43.539964 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:43.599874 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:43.638658 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-02cb37f8-a23b-4628-a209-6b6da0e9b9ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3525834 Jul 27 23:01:43.639252 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:43.639768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:43.642107 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9466ab-33db-484f-931b-b4fcf2e180c0" -d '{"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:43.683038 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7bd49e-80f1-4323-a525-a7dc32a96399 x-openstack-request-id: req-6a7bd49e-80f1-4323-a525-a7dc32a96399 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:43.683344 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:43.683601 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a7bd49e-80f1-4323-a525-a7dc32a96399 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:43.684007 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'status': 'completed', 'code': 200} Jul 27 23:01:43.801737 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29422a-a38b-4863-b999-25c323a99865 req-97b3a257-90ac-4e24-bbd7-cf5f562541e1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:43.803323 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29422a-a38b-4863-b999-25c323a99865 req-97b3a257-90ac-4e24-bbd7-cf5f562541e1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.1057098 Jul 27 23:01:43.828384 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-50046262-7902-4d02-8fd9-318412ec11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:43.829915 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-50046262-7902-4d02-8fd9-318412ec11d7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0963738 Jul 27 23:01:43.865567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d29422a-a38b-4863-b999-25c323a99865 req-11af72e3-4f95-4576-9fea-bfb4304860f9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559263 Jul 27 23:01:43.876963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '058ac190-c5bb-466d-a260-9dac92aa8839', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'port_id': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'mac_address': 'fa:16:3e:29:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:42Z', 'updated_at': '2021-07-27T23:01:42Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:43.892298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59522) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:43.905146 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Checking router: 22f8882a-c401-4111-95d2-65b06f6eb0c0 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:43.914760 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:43.915386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:01:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:43.942331 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-738c4cfd-0c38-441a-9cfb-6e8eecb6065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:43.943989 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-738c4cfd-0c38-441a-9cfb-6e8eecb6065d service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.1027238 Jul 27 23:01:43.968213 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e3e4ae70-850b-4acd-8f13-11f2885c968a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/058ac190-c5bb-466d-a260-9dac92aa8839 HTTP/1.1" status: 200 len: 992 time: 0.0740271 Jul 27 23:01:44.017490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-83a2167c-16a6-4fd6-8c76-7a1a0239d03d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 1000 time: 0.0665188 Jul 27 23:01:44.025027 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:44.068714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-76adc31f-e772-46ce-a7fd-4c84aee5e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:44.071657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-76adc31f-e772-46ce-a7fd-4c84aee5e32b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0472920 Jul 27 23:01:44.138416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-5c5f5dcb-b551-4fb7-b91c-72797945cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:44.139960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-5c5f5dcb-b551-4fb7-b91c-72797945cf7b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618315 Jul 27 23:01:44.235364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-b9b66938-3234-47c6-bd52-01ec73bda327 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Jul 27 23:01:44.249601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '058ac190-c5bb-466d-a260-9dac92aa8839', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'port_id': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'mac_address': 'fa:16:3e:29:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:42Z', 'updated_at': '2021-07-27T23:01:42Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:44.276462 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c24a96-3dd4-4f9e-833a-f0a0c710760b None None] The sync data for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 is: [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '058ac190-c5bb-466d-a260-9dac92aa8839', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'port_id': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'mac_address': 'fa:16:3e:29:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:42Z', 'updated_at': '2021-07-27T23:01:42Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:44.335761 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9c9466ab-33db-484f-931b-b4fcf2e180c0 req-f26c156d-9650-4928-8a49-8374e80c192c service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934258 Jul 27 23:01:44.479641 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede3fd9e-e832-4c66-a20c-3d59827e9d47 None None] New status for floating IP 058ac190-c5bb-466d-a260-9dac92aa8839: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:01:44.971754 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59524) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:45.033609 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a186ee34-018f-4d88-9aa2-d6fa6aa48a77 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/058ac190-c5bb-466d-a260-9dac92aa8839 HTTP/1.1" status: 200 len: 994 time: 0.0606160 Jul 27 23:02:01.952951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cdecf25b-1117-40ec-8162-82d88afd13d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:02.644741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-004a3e16-14ea-4081-a389-1815482530e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551031 Jul 27 23:02:02.739324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-a021d59f-ee89-4ab3-847b-ff5f318f665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:02.740956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-a021d59f-ee89-4ab3-847b-ff5f318f665e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0559592 Jul 27 23:02:02.849144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-b1b4560e-a31b-4c03-b0a5-b27e15803e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:02.850669 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-b1b4560e-a31b-4c03-b0a5-b27e15803e33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.0896046 Jul 27 23:02:02.922597 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-bea5ebfe-04d3-42b8-9ebb-55d9b192078a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 1002 time: 0.0636828 Jul 27 23:02:02.973602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-40e49f83-4cc3-422c-82e2-0396bfcffdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:02.975222 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-40e49f83-4cc3-422c-82e2-0396bfcffdac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0454454 Jul 27 23:02:03.039436 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-b3f506a4-4453-4964-bf6f-678e4128d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:03.041111 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-b3f506a4-4453-4964-bf6f-678e4128d12c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591662 Jul 27 23:02:03.131476 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-249f4e7f-9fc6-456d-9965-2be7b629fa12 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831053 Jul 27 23:02:03.225415 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a174464-3d3c-41e6-b371-5143b00fc70a req-9aa9d3f7-8fc9-487d-8857-3f8d87fa7931 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863521 Jul 27 23:02:04.491155 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52e656c0-0fc7-4f6b-a689-e43c0dfa60d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:04.805171 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:06.113281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:07.713511 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:07.823882 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:08.266531 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:02:09.152942 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:16.460604 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d4604-91b3-4ce9-833c-5ac4e8583f5d req-f00f48eb-fb0b-401e-9446-7fc245b23ddc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:16.462164 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b44d4604-91b3-4ce9-833c-5ac4e8583f5d req-f00f48eb-fb0b-401e-9446-7fc245b23ddc tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0666170 Jul 27 23:02:16.504346 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b44d4604-91b3-4ce9-833c-5ac4e8583f5d req-1bac9e89-7e6d-4d9a-87f1-7700a8487fcf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Jul 27 23:02:17.637100 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fd6e-121b-4ac6-9147-3675138184e5 req-fac65df5-5ba8-4364-97a2-1979905e3e04 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:17.638558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2df8fd6e-121b-4ac6-9147-3675138184e5 req-fac65df5-5ba8-4364-97a2-1979905e3e04 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0659945 Jul 27 23:02:17.685943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2df8fd6e-121b-4ac6-9147-3675138184e5 req-6d48c36f-678f-439a-a79b-584630d5cd29 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Jul 27 23:02:18.831701 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1db786-740c-4be8-86c4-c99aab6b32ec req-852255cc-1ff9-4630-8b86-1239ea679ab8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.833294 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c1db786-740c-4be8-86c4-c99aab6b32ec req-852255cc-1ff9-4630-8b86-1239ea679ab8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0717399 Jul 27 23:02:18.874459 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7c1db786-740c-4be8-86c4-c99aab6b32ec req-a102a499-3623-4077-88c4-d3dc480b2262 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337975 Jul 27 23:02:20.014066 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71a65-86f5-4821-9f9e-c811264bee60 req-0305b427-7a0d-42b9-a33b-608b05808848 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:20.015671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77a71a65-86f5-4821-9f9e-c811264bee60 req-0305b427-7a0d-42b9-a33b-608b05808848 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0656037 Jul 27 23:02:20.055918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-77a71a65-86f5-4821-9f9e-c811264bee60 req-328828c8-d17d-4bad-8532-553c1056467e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Jul 27 23:02:21.189272 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea4ec3-29a3-4cb2-9a8f-05531c1f891a req-e0b8813c-7800-4012-b195-3ad6a7c20ccd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:21.190727 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59ea4ec3-29a3-4cb2-9a8f-05531c1f891a req-e0b8813c-7800-4012-b195-3ad6a7c20ccd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0643401 Jul 27 23:02:21.229802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-59ea4ec3-29a3-4cb2-9a8f-05531c1f891a req-8717ff5b-5434-4c61-a858-c2937877e89b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Jul 27 23:02:22.366003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3e6d-9886-4925-9337-ef95b97be86a req-55a9ce19-698b-4f44-955c-7e02baf6e5cf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:22.367558 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a1b3e6d-9886-4925-9337-ef95b97be86a req-55a9ce19-698b-4f44-955c-7e02baf6e5cf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0677691 Jul 27 23:02:22.408189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a1b3e6d-9886-4925-9337-ef95b97be86a req-a7c7e89c-1529-445b-9479-0d61094cef5b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Jul 27 23:02:23.547090 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b928bb-76a1-46b8-9874-5985a11c22f6 req-d03d9b5c-ce26-4521-88c0-35262d0e47dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:23.548627 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1b928bb-76a1-46b8-9874-5985a11c22f6 req-d03d9b5c-ce26-4521-88c0-35262d0e47dd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0711329 Jul 27 23:02:23.587042 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1b928bb-76a1-46b8-9874-5985a11c22f6 req-354e4e4e-ff51-48c0-b48c-94f287da2180 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 27 23:02:24.735445 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ca3cc-53a1-47a5-bbb9-10f7238a26ce req-9ebfdaae-ff9c-467d-b41d-513018ec9bd2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:24.736968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-841ca3cc-53a1-47a5-bbb9-10f7238a26ce req-9ebfdaae-ff9c-467d-b41d-513018ec9bd2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0670819 Jul 27 23:02:24.776689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-841ca3cc-53a1-47a5-bbb9-10f7238a26ce req-cf205521-2ebe-4a9e-9267-7a49f5f2e7b6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Jul 27 23:02:25.912632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e9d13-a62e-4a20-acad-6662d4dc534c req-376ea149-7b3c-49bc-9b53-fcb1ab5ebeb9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:25.914175 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad5e9d13-a62e-4a20-acad-6662d4dc534c req-376ea149-7b3c-49bc-9b53-fcb1ab5ebeb9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0680447 Jul 27 23:02:25.959962 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ad5e9d13-a62e-4a20-acad-6662d4dc534c req-c0cdce32-6952-4627-b1bf-caad6e1c5d78 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jul 27 23:02:27.093263 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da04cd-1beb-463a-9167-2fd496494e6c req-1a74f47f-c9f4-41ea-985e-fe8fae0a7715 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:27.094849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14da04cd-1beb-463a-9167-2fd496494e6c req-1a74f47f-c9f4-41ea-985e-fe8fae0a7715 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0665841 Jul 27 23:02:27.137351 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-14da04cd-1beb-463a-9167-2fd496494e6c req-a01cbea4-caa2-4466-8f9b-4d254e0ddc63 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Jul 27 23:02:28.269291 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016f9c7-e9f4-46f8-9d19-b0522a53fd48 req-2923c9d8-21b3-4f34-915a-766f78ed6dc4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:28.270929 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1016f9c7-e9f4-46f8-9d19-b0522a53fd48 req-2923c9d8-21b3-4f34-915a-766f78ed6dc4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0647891 Jul 27 23:02:28.309802 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1016f9c7-e9f4-46f8-9d19-b0522a53fd48 req-ddc99bb7-6a0b-4bc1-941f-4f99eed3bb75 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Jul 27 23:02:29.449376 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806d8b3-8d59-4331-a643-26cf4867f8af req-596ede36-0d90-47dd-9d30-267617e725b7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:29.451568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d806d8b3-8d59-4331-a643-26cf4867f8af req-596ede36-0d90-47dd-9d30-267617e725b7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0716515 Jul 27 23:02:29.491633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d806d8b3-8d59-4331-a643-26cf4867f8af req-a348b25c-1219-41a9-9a9f-ff0437781747 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Jul 27 23:02:30.630359 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcb0b9-4174-4986-9f39-ddbe392944cd req-e017fec2-51ec-46d9-9e11-143b69cbffb4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:30.631831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cfcb0b9-4174-4986-9f39-ddbe392944cd req-e017fec2-51ec-46d9-9e11-143b69cbffb4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0724099 Jul 27 23:02:30.673225 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cfcb0b9-4174-4986-9f39-ddbe392944cd req-d0020a00-1da9-468a-820b-8f7aa07d1a42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353110 Jul 27 23:02:31.804321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ba0c-1214-44c4-a10a-cab9c5451df4 req-8bc468ea-aeb3-423a-a356-9e58df4a45bf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:31.805814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5e5ba0c-1214-44c4-a10a-cab9c5451df4 req-8bc468ea-aeb3-423a-a356-9e58df4a45bf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0651875 Jul 27 23:02:31.845302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e5e5ba0c-1214-44c4-a10a-cab9c5451df4 req-dff5bcc1-8cc0-4c81-a228-a0c67d8b0d3d tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330708 Jul 27 23:02:31.968988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e1f2955-073b-4f21-91ce-46b67f2ec64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:32.979807 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18108-b176-4da0-8cce-fb6cd8b72d52 req-5388150b-566d-494a-8587-a9fe8e7c7291 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:32.981931 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fcb18108-b176-4da0-8cce-fb6cd8b72d52 req-5388150b-566d-494a-8587-a9fe8e7c7291 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0668330 Jul 27 23:02:33.022862 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fcb18108-b176-4da0-8cce-fb6cd8b72d52 req-c92467f5-f87b-4da4-a06e-450447a8397f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Jul 27 23:02:33.045578 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59570) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:33.113014 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f367be82-5adb-4900-8b77-2a31f23c8e61 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/058ac190-c5bb-466d-a260-9dac92aa8839 HTTP/1.1" status: 200 len: 994 time: 0.0662262 Jul 27 23:02:34.444455 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d23c8926-fef6-458f-b067-3107267cc342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.557097 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245de030-a9c9-48e2-8b54-6924c46272c1 req-af37bc13-6ffa-494b-abcf-7e8bac3836d4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.560076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-245de030-a9c9-48e2-8b54-6924c46272c1 req-af37bc13-6ffa-494b-abcf-7e8bac3836d4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0726926 Jul 27 23:02:34.624183 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-245de030-a9c9-48e2-8b54-6924c46272c1 req-79685774-7552-482d-903c-c8db8d6fcd2b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539820 Jul 27 23:02:34.643777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-cf6128f1-a633-4346-bcc1-1522a3127094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.645296 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-cf6128f1-a633-4346-bcc1-1522a3127094 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0841374 Jul 27 23:02:34.739911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-98f491f1-1606-45a6-a196-726af9d94926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.741421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-98f491f1-1606-45a6-a196-726af9d94926 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.0894699 Jul 27 23:02:34.810224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-c3292954-75a8-4e8e-a867-588838140683 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 1002 time: 0.0609612 Jul 27 23:02:34.827193 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:34.861512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-a4318af0-8ab9-4602-8ac6-fc6e5eb00b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.863362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-a4318af0-8ab9-4602-8ac6-fc6e5eb00b48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0464511 Jul 27 23:02:34.930986 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-c9e0260c-a619-458a-ad39-3855b16d91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:34.932516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-c9e0260c-a619-458a-ad39-3855b16d91f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624559 Jul 27 23:02:35.023698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-21872ec1-3a23-4212-809a-8e4d11b7789a service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825326 Jul 27 23:02:35.117016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1ef9290d-4d26-4363-9002-ee2ffd6264d5 req-9d9af981-8232-402c-9230-08ae9144fc8f service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864322 Jul 27 23:02:35.757976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436d1ae-c2ed-4000-aa30-03494424b91c req-633ca825-7fa7-45a7-8076-6095e492322a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:35.759563 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1436d1ae-c2ed-4000-aa30-03494424b91c req-633ca825-7fa7-45a7-8076-6095e492322a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0652611 Jul 27 23:02:35.801407 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1436d1ae-c2ed-4000-aa30-03494424b91c req-5d00f73c-9b47-48ac-be7e-2707998a6878 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356760 Jul 27 23:02:35.823227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59580) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:35.889320 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ff01e38c-a1ef-44b7-b812-5d057889e94c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/058ac190-c5bb-466d-a260-9dac92aa8839 HTTP/1.1" status: 200 len: 994 time: 0.0649626 Jul 27 23:02:36.136094 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:37.707586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:37.861722 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:39.158746 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.265891 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:01.958434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-713a6e57-6d9e-474e-bde4-0199fa15a98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.678224 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-cc58ac16-eae0-4b0b-923f-6f2025c2d42f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914793 Jul 27 23:03:02.776921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-3f5d773e-5648-450a-91eb-57ca861ae013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.778550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-3f5d773e-5648-450a-91eb-57ca861ae013 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0550096 Jul 27 23:03:02.886982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-634bdddd-2e20-41af-8d6b-48d2a25e3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:02.888953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-634bdddd-2e20-41af-8d6b-48d2a25e3cc4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.0893748 Jul 27 23:03:02.957302 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-d64d03ee-851e-4095-8289-9a1eee95b397 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 1002 time: 0.0599527 Jul 27 23:03:03.008830 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-8f711a6c-5f0b-4988-9579-0e68cb054aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:03.010310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-8f711a6c-5f0b-4988-9579-0e68cb054aa9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0453727 Jul 27 23:03:03.075269 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-95ace2fa-318b-4659-b72b-3012da8f482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:03.076776 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-95ace2fa-318b-4659-b72b-3012da8f482c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588574 Jul 27 23:03:03.173754 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-1452e884-94cd-42cb-8963-cb0ca50c9474 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861678 Jul 27 23:03:03.270024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bb842ddb-3a58-4455-990b-d6cbf8eb6a11 req-31a2d124-1671-4f3a-8b95-063b1e426e48 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883694 Jul 27 23:03:04.478958 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66b9754b-e8f6-42c7-a820-10c634e8b342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.775832 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.130595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.375913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59600) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:06.559682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port c4881b5a-999b-4380-ab5e-a80e2e72e1cb {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:06.560019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.635481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.635716 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.648107 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for c4881b5a-999b-4380-ab5e-a80e2e72e1cb owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:06.871006 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.902620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=c4881b5a-999b-4380-ab5e-a80e2e72e1cb,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:06.934829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.935190 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.935534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.935867 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.936202 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.936542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.936874 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.937203 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.937537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.937868 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.938187 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.938537 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:06.980401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.985684 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 058ac190-c5bb-466d-a260-9dac92aa8839 disassociated (deleted). External IP: 172.25.3.240, port: 8d09a0a0-34e7-4764-a06a-cb17475175d0. Jul 27 23:03:07.196944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 22f8882a-c401-4111-95d2-65b06f6eb0c0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:07.302935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:07.307369 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.313108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Sync routers for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:07.322746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:07.323367 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:07.349133 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7e9dd710-6e39-4a2a-be24-b7c416573d91 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/floatingips/058ac190-c5bb-466d-a260-9dac92aa8839 HTTP/1.1" status: 204 len: 168 time: 0.9721124 Jul 27 23:03:07.349747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:07.352122 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680eda6b-aad1-4b55-acb4-2c95b50380a7" -d '{"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:07.396103 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5266a37-44a3-4246-add0-5a038d4c8509 x-openstack-request-id: req-f5266a37-44a3-4246-add0-5a038d4c8509 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:07.396725 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:07.396725 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5266a37-44a3-4246-add0-5a038d4c8509 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:07.397028 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'status': 'completed', 'code': 200} Jul 27 23:03:07.434914 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:07.478099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-16203599-6cd3-4cec-99d2-793b645e367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.479589 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-16203599-6cd3-4cec-99d2-793b645e367c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 1097 time: 0.0573368 Jul 27 23:03:07.572680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-0def2c04-726d-4bf1-80e9-0abcd138f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.574404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-0def2c04-726d-4bf1-80e9-0abcd138f10c service neutron] 10.222.0.76 "GET /v2.0/networks?id=81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 200 len: 898 time: 0.0875325 Jul 27 23:03:07.620849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-d89d5c72-a65d-4297-b52c-02c7c3d82279 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 200 len: 217 time: 0.0388560 Jul 27 23:03:07.651835 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:07.677908 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-bf5c3d9a-7fdb-4bff-b77e-82ede7d046b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.679292 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-bf5c3d9a-7fdb-4bff-b77e-82ede7d046b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 200 len: 835 time: 0.0496478 Jul 27 23:03:07.679493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Checking router: 22f8882a-c401-4111-95d2-65b06f6eb0c0 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:07.688152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:07.688877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:07.763476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-8f11846e-05fc-49fc-95a7-7bdf3b756b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.765727 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-8f11846e-05fc-49fc-95a7-7bdf3b756b68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81817ca8-f6a4-4cf5-b370-55992c1893e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787861 Jul 27 23:03:07.898698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.920991 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12eebf-01ae-45a8-8211-14702a05ebe4 req-a4cb9924-83c4-45c7-a737-ab35b629e0b7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.922790 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c12eebf-01ae-45a8-8211-14702a05ebe4 req-a4cb9924-83c4-45c7-a737-ab35b629e0b7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.1972396 Jul 27 23:03:07.929798 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-ad469241-7720-44c7-af48-801200394623 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502850 Jul 27 23:03:07.978003 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:08.008631 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:08.018013 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c12eebf-01ae-45a8-8211-14702a05ebe4 req-87ccbc5e-9b95-4e0e-8440-7a2ad46070cf tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881619 Jul 27 23:03:08.052200 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-680eda6b-aad1-4b55-acb4-2c95b50380a7 req-45a9262a-2f48-40b6-814e-67e01314a457 service neutron] 10.222.0.76 "GET /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138093 Jul 27 23:03:08.193604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:08.220777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12043fd-c00a-44f8-881b-6f03ab504d2f None None] The sync data for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 is: [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'e2b12d53-0f5f-490e-b877-1a24a4906fc7', 'name': '', 'network_id': '81817ca8-f6a4-4cf5-b370-55992c1893e0', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:6e:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:28Z', 'updated_at': '2021-07-27T23:01:32Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '7b62599f-bbca-4d00-9a0d-2110024c814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:08.436602 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de579b1b-2614-46fb-9d06-cfda8e88a09b None None] New status for floating IP 058ac190-c5bb-466d-a260-9dac92aa8839: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:03:09.163988 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.210819 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf219-548c-4c18-84da-8b4df8e7e72f req-fb487811-090b-42af-8035-9ee96776fe73 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.212434 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0cf219-548c-4c18-84da-8b4df8e7e72f req-fb487811-090b-42af-8035-9ee96776fe73 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.1099503 Jul 27 23:03:09.250669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-cf0cf219-548c-4c18-84da-8b4df8e7e72f req-bdcea0cd-a763-4658-8742-cc43a0404dd7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd0b07c8-c58d-47e0-ab69-9a15447d4538&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Jul 27 23:03:09.326736 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-a33ec7f4-dcab-439e-a141-dd4a69e0471a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.328260 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-a33ec7f4-dcab-439e-a141-dd4a69e0471a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 946 time: 0.0649552 Jul 27 23:03:09.432444 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 8d09a0a0-34e7-4764-a06a-cb17475175d0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:09.432698 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.520138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 8d09a0a0-34e7-4764-a06a-cb17475175d0, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=8d09a0a0-34e7-4764-a06a-cb17475175d0,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:09.520508 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.532964 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 8d09a0a0-34e7-4764-a06a-cb17475175d0 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:09.729930 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.759615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=8d09a0a0-34e7-4764-a06a-cb17475175d0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.773065 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.773428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.773779 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.774126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.774494 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.774838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.775174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.775514 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.775850 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.776180 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.776512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.776841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:09.817415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] No DVR routers for this DVR port 8d09a0a0-34e7-4764-a06a-cb17475175d0 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:09.819980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.821964 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9e1cde22-ce8c-4fc7-abf1-620cfd29a941 req-c29ec6e4-effa-4c22-b269-683d8f46e88e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "DELETE /v2.0/ports/8d09a0a0-34e7-4764-a06a-cb17475175d0 HTTP/1.1" status: 204 len: 173 time: 0.4872532 Jul 27 23:03:09.822516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'name': 'network-vif-deleted', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:09.824771 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8c08b-cd36-40a2-a909-4d32f244f16e" -d '{"events": [{"server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "name": "network-vif-deleted", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:09.861151 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b4ed62-a6e6-49ec-b6db-e8fb113c0a21 x-openstack-request-id: req-a0b4ed62-a6e6-49ec-b6db-e8fb113c0a21 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:09.861444 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85770d1d-22a4-4b0f-ab36-ff1897cf54ef", "name": "network-vif-deleted", "tag": "8d09a0a0-34e7-4764-a06a-cb17475175d0", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:09.861702 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b4ed62-a6e6-49ec-b6db-e8fb113c0a21 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:09.862406 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85770d1d-22a4-4b0f-ab36-ff1897cf54ef', 'name': 'network-vif-deleted', 'tag': '8d09a0a0-34e7-4764-a06a-cb17475175d0', 'status': 'completed', 'code': 200} Jul 27 23:03:10.363622 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d195ce4f-9ace-4e8a-b55d-e576b1e9320a req-ae38c585-949e-4721-8ce9-47a157d2e7a3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=85770d1d-22a4-4b0f-ab36-ff1897cf54ef HTTP/1.1" status: 200 len: 210 time: 0.0299089 Jul 27 23:03:11.421949 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59622) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:11.788008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.054715 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port e2b12d53-0f5f-490e-b877-1a24a4906fc7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:12.054978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.142163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port e2b12d53-0f5f-490e-b877-1a24a4906fc7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e2b12d53-0f5f-490e-b877-1a24a4906fc7,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:12.142586 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.160079 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for e2b12d53-0f5f-490e-b877-1a24a4906fc7 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:12.424794 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.458699 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=e2b12d53-0f5f-490e-b877-1a24a4906fc7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:12.630734 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:12.843263 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 22f8882a-c401-4111-95d2-65b06f6eb0c0 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:12.951240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:12.962871 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ab15bebe-31c5-4ea2-bd53-085c24480cb3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/22f8882a-c401-4111-95d2-65b06f6eb0c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5332878 Jul 27 23:03:12.963134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Sync routers for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:12.964313 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59624) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:12.971994 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:12.972793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.020886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting subnet 7b62599f-bbca-4d00-9a0d-2110024c814d {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:03:13.024022 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.062860 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.076707 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:13.146268 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.258934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.285946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Checking router: 22f8882a-c401-4111-95d2-65b06f6eb0c0 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:13.288098 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.294262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Routers {'22f8882a-c401-4111-95d2-65b06f6eb0c0'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:13.295855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['22f8882a-c401-4111-95d2-65b06f6eb0c0'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.317229 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Subnet': ['ID=7b62599f-bbca-4d00-9a0d-2110024c814d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:13.319237 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.322540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cf6ef755-eb12-4bab-b114-b8f586a513b4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/subnets/7b62599f-bbca-4d00-9a0d-2110024c814d HTTP/1.1" status: 204 len: 168 time: 0.3568318 Jul 27 23:03:13.323859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59626) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.328788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afc8c9-7182-4990-8be3-42801d224d3f None None] Network 81817ca8-f6a4-4cf5-b370-55992c1893e0 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:13.499946 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] Set router 22f8882a-c401-4111-95d2-65b06f6eb0c0 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:13.692320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] DHCP port deletion for 81817ca8-f6a4-4cf5-b370-55992c1893e0 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:03:13.731548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:13.759127 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.764255 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8580d6-581a-4e42-bf52-14ea8d145f0f None None] The sync data for ids ['22f8882a-c401-4111-95d2-65b06f6eb0c0'] in n-d-738018-6 is: [{'id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489501745', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:03:12Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '8ea29ccf-68af-4270-90cd-2052469910b9', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:54:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f8882a-c401-4111-95d2-65b06f6eb0c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:24Z', 'updated_at': '2021-07-27T23:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:13.782273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Deleting port 0ef5c251-e409-4f05-8108-36d33a6e3424 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:13.782706 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.844864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] For port 0ef5c251-e409-4f05-8108-36d33a6e3424, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=0ef5c251-e409-4f05-8108-36d33a6e3424,segment=NetworkSegment(bf75fb21-af33-4831-a90c-8f3e8e575f07),segment_id=bf75fb21-af33-4831-a90c-8f3e8e575f07)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:13.845264 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.859281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Calling delete_port for 0ef5c251-e409-4f05-8108-36d33a6e3424 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:13.872200 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.971745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8d09a0a0-34e7-4764-a06a-cb17475175d0 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:13.992683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 8d09a0a0-34e7-4764-a06a-cb17475175d0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:13.993035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 8d09a0a0-34e7-4764-a06a-cb17475175d0 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:14.017094 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 8ea29ccf-68af-4270-90cd-2052469910b9 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:14.017094 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.036641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.063301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Pushing event deleted for resources: {'Port': ['ID=0ef5c251-e409-4f05-8108-36d33a6e3424,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.065605 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] No DVR routers for this DVR port 0ef5c251-e409-4f05-8108-36d33a6e3424 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:14.075754 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.080974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481ea19-89a1-4f2d-b38c-3872dfa243b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:14.098979 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 8ea29ccf-68af-4270-90cd-2052469910b9, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8ea29ccf-68af-4270-90cd-2052469910b9,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:14.099609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.113341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 8ea29ccf-68af-4270-90cd-2052469910b9 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:14.358598 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.390083 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=8ea29ccf-68af-4270-90cd-2052469910b9,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.449386 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ef5c251-e409-4f05-8108-36d33a6e3424 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:14.454853 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.469385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 0ef5c251-e409-4f05-8108-36d33a6e3424 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:14.469738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 0ef5c251-e409-4f05-8108-36d33a6e3424 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:14.470164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2b12d53-0f5f-490e-b877-1a24a4906fc7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:14.489837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: e2b12d53-0f5f-490e-b877-1a24a4906fc7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:14.490187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e2b12d53-0f5f-490e-b877-1a24a4906fc7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:14.549333 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.552741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.638233 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.638820 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Fanout notify agent at l3_agent the message router_deleted on router 22f8882a-c401-4111-95d2-65b06f6eb0c0 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:03:14.646848 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.650212 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cf969747-0176-4f78-8d5a-3b08fc2a706a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/routers/22f8882a-c401-4111-95d2-65b06f6eb0c0 HTTP/1.1" status: 204 len: 168 time: 1.3230574 Jul 27 23:03:14.650882 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59628) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:14.733768 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.824912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.835115 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81817ca8-f6a4-4cf5-b370-55992c1893e0']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:14.845152 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf75fb21-af33-4831-a90c-8f3e8e575f07') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:14.845452 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf75fb21-af33-4831-a90c-8f3e8e575f07') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:14.855306 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.874429 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.880451 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:03:14.880846 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: timer() Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:03:14.883834 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:03:15.032394 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.040395 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.041546 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/networks/81817ca8-f6a4-4cf5-b370-55992c1893e0 HTTP/1.1" status: 204 len: 168 time: 0.3896642 Jul 27 23:03:15.044353 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59630) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:15.053689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b5532-c685-4789-8310-11e8d9e058cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Network': ['ID=81817ca8-f6a4-4cf5-b370-55992c1893e0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:15.109930 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.136411 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.255741 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.258386 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.259612 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd0b07c8-c58d-47e0-ab69-9a15447d4538 HTTP/1.1" status: 204 len: 168 time: 0.2142403 Jul 27 23:03:15.269082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844c91e-941a-4b92-a4a6-d787cd782c3f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b07c8-c58d-47e0-ab69-9a15447d4538,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:15.995939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59636) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.000658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664408713', 'description': 'tempest-secgroup-smoke-664408713 description', 'project_id': '5a0a75baca1a473eae9177a5f40ef957'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:16.072840 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.151681 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.203832 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.236408 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e034c0-70d7-40b2-9740-41b06496fbbb,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.310597 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.311882 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-89d68f29-db12-4477-b46e-2c2886f698ba tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3149383 Jul 27 23:03:16.314701 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59638) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.320326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:16.385524 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.443803 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ea29ccf-68af-4270-90cd-2052469910b9 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:16.445539 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.466433 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8ea29ccf-68af-4270-90cd-2052469910b9 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:16.466782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8ea29ccf-68af-4270-90cd-2052469910b9 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:16.538820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.557667 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5e04de-11ae-46b7-9e1c-729df79f992d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.647571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.648824 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3080ec4c-5581-4e07-b213-580c8e02d062 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331416 Jul 27 23:03:16.651530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59640) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.656082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:16.749077 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.806544 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.887489 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.906540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0ca5b8-aa37-4f98-a3c7-edb0d3ca7055,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:16.961716 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:16.962986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-9cfa8a50-3a92-4640-bef7-e890af453884 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104954 Jul 27 23:03:16.965610 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59642) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.970006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:17.057339 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.115148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.189973 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.210157 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e794533e-e226-4afd-a459-c9f22d00441a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.278307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.279629 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-72b10f89-e7ff-4150-b768-a4add067635a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130908 Jul 27 23:03:17.282266 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59644) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:17.286770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:17.369969 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.430964 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.489086 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.507007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168cea8c-a85f-4891-9622-70d17366e6f5,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.569758 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.571225 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f2b7c604-3eef-42b9-affd-1e5222b0bace tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2879863 Jul 27 23:03:17.573878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59646) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:17.578434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:17.661152 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:03:17.666934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.725862 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.787064 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.809206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebcfe63-064b-4238-97ca-2771385129fa,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:17.872977 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.874180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-526c8ce5-6b52-4a1e-bf9d-47c53a987899 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992845 Jul 27 23:03:17.876886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59648) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:17.881419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'security_group_rule': {'security_group_id': '64e034c0-70d7-40b2-9740-41b06496fbbb', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:18.013322 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Project 5a0a75baca1a473eae9177a5f40ef957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:03:18.018818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.079331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.150482 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.171125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e59e27-79be-4e03-8eb1-17f2b831b0b1,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.247722 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.249088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-20e0fcab-85c2-4f6d-8c8d-b6c74dcfc170 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712418 Jul 27 23:03:18.251977 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59650) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:18.256927 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'network': {'name': 'tempest-network-smoke--194239975', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'port_security_enabled': True}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:18.344185 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:18.347659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.370905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:18.379323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.383101 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Added segment 3fe83193-22a6-44ee-a1f5-67df8d29fad2 of type vlan for network 1ec47482-88a1-401e-93e0-7b80bbed26dc Jul 27 23:03:18.421994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.532901 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.538583 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:18.543014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.604349 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Network': ['ID=1ec47482-88a1-401e-93e0-7b80bbed26dc,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:18.615184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:18.651024 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fdabfbcb-1e39-4429-b352-53340ed05f42 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3979537 Jul 27 23:03:18.653614 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59654) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:18.658327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'admin_state_up': True, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:18.733272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.734754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.131933 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.339297 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.588068 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.606663 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.711657 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.70 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/9c252a13-eecc-4222-90ab-eed69932f1ab) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:19.813870 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.910984 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:19.949853 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:19.954784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:19.958206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:19.981730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=9c252a13-eecc-4222-90ab-eed69932f1ab,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:20.269137 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.472748 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.672554 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 6ac5cc06-be26-4844-ba33-d9f73fde707d is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:20.782413 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:20.795414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Sync routers for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:20.805662 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:20.808414 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:20.861331 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:20.862628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-3503bdf1-b6ce-4f90-acf6-b2e9462a118e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2079849 Jul 27 23:03:20.865585 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59656) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:20.895478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-385212be-ae2b-4084-8c24-b29765a49834 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a0a75baca1a473eae9177a5f40ef957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288093 Jul 27 23:03:20.898052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59658) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:20.914825 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:20.990933 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8c411-fe8e-4add-8ec8-aacfff396da5 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:20.993050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fcc8c411-fe8e-4add-8ec8-aacfff396da5 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940609 Jul 27 23:03:20.995975 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59660) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:21.024814 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-49a5515b-d36a-479e-905a-def814bd2ba6 tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=8c8339a4-6684-4013-8a88-d5b3aa503fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277328 Jul 27 23:03:21.027277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59662) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:21.032169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049537871', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:21.091795 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:20Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:21.118865 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Checking router: 6ac5cc06-be26-4844-ba33-d9f73fde707d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:21.119207 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Updating router 6ac5cc06-be26-4844-ba33-d9f73fde707d port 9c252a13-eecc-4222-90ab-eed69932f1ab binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:21.152501 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.184550 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:21.188289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.405152 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.414482 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Transition to ACTIVE for port object 9c252a13-eecc-4222-90ab-eed69932f1ab will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:21.430830 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.491594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Subnet': ['ID=2ec7b0bd-7801-415e-9821-c6b40ece1db3,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.500574 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Checking segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:21.500961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network hostable DHCP agents. Network: 1ec47482-88a1-401e-93e0-7b80bbed26dc, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:21.509994 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.563757 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Attempting to bind port 9c252a13-eecc-4222-90ab-eed69932f1ab on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:21.564127 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Attempting to bind port 9c252a13-eecc-4222-90ab-eed69932f1ab by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:21.564488 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Attempting to bind port 9c252a13-eecc-4222-90ab-eed69932f1ab on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:21.566277 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Pushing event updated for resources: {'Port': ['ID=9c252a13-eecc-4222-90ab-eed69932f1ab,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.572817 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:21.576766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:21.577691 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:21.577691 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.577899 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:21.578407 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Bound port: 9c252a13-eecc-4222-90ab-eed69932f1ab, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:21.578790 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.583328 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.583677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.584021 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.584362 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.584699 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.585030 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.585362 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.586373 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.586693 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.587117 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.587451 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.587779 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:21.638060 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] For port 9c252a13-eecc-4222-90ab-eed69932f1ab, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:21.641013 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] For port 9c252a13-eecc-4222-90ab-eed69932f1ab, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c252a13-eecc-4222-90ab-eed69932f1ab,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:21.665041 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1ec47482-88a1-401e-93e0-7b80bbed26dc) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:21.669163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:21.669764 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.674035 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eec164-7e9c-4b58-982d-0705f21621ed None None] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:21.728209 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.756537 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-46166327-da72-46f8-aae7-1a569d09fc0f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7281778 Jul 27 23:03:21.760148 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59664) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:21.791154 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0431578-0b96-4169-8559-4fe3890d130f None None] Pushing event updated for resources: {'Port': ['ID=9c252a13-eecc-4222-90ab-eed69932f1ab,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:21.796375 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:21.796992 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:21.827808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-1ec47482-88a1-401e-93e0-7b80bbed26dc', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:21.828745 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:21.906502 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:21.981310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Allocated IP 172.20.0.2 (1ec47482-88a1-401e-93e0-7b80bbed26dc/2ec7b0bd-7801-415e-9821-c6b40ece1db3/64b6f618-2c7f-400b-9598-db291c447cd8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:22.144528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.155411 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Transition to ACTIVE for port object 64b6f618-2c7f-400b-9598-db291c447cd8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:22.173187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Transition to ACTIVE for port object 64b6f618-2c7f-400b-9598-db291c447cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:22.185540 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:20Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:22.211784 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f8853-9e9c-4026-b72d-88231e752c2c None None] The sync data for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 is: [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:20Z', 'revision_number': 3, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:22.250191 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.266032 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:22.270327 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.314391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:22.319404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:22.323607 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:22.330591 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Pushing event updated for resources: {'Port': ['ID=64b6f618-2c7f-400b-9598-db291c447cd8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.389634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Attempting to bind port 64b6f618-2c7f-400b-9598-db291c447cd8 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:22.390008 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Attempting to bind port 64b6f618-2c7f-400b-9598-db291c447cd8 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:22.390410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Attempting to bind port 64b6f618-2c7f-400b-9598-db291c447cd8 on network 1ec47482-88a1-401e-93e0-7b80bbed26dc {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:22.396086 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:22.396466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Checking segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:22.397211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.397615 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Bound using segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:22.398666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Bound port: 64b6f618-2c7f-400b-9598-db291c447cd8, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:22.399251 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.489782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] For port 64b6f618-2c7f-400b-9598-db291c447cd8, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:22.492809 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] For port 64b6f618-2c7f-400b-9598-db291c447cd8, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=64b6f618-2c7f-400b-9598-db291c447cd8,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:22.541615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.1 (1ec47482-88a1-401e-93e0-7b80bbed26dc/2ec7b0bd-7801-415e-9821-c6b40ece1db3/4406fb8e-7204-4137-8c3b-73327f63fdc3) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:22.571154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.663084 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd5d15-e5b8-491b-90fc-5ce5e768d851 None None] Pushing event updated for resources: {'Port': ['ID=64b6f618-2c7f-400b-9598-db291c447cd8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.671500 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.692450 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 4406fb8e-7204-4137-8c3b-73327f63fdc3 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:22.798676 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:22.859643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:22.863101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:22.868333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:22.906554 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:22.924059 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.141769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.433309 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.504641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.587031 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:23.589485 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:23.604544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8d4680-3c5b-44e5-96c7-d85020cd893b None None] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:23.681402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:23.682895 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:23.759791 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f47773e4-5b5c-4078-b02d-af59654d2958 None None] Provisioning for port 64b6f618-2c7f-400b-9598-db291c447cd8 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:23.810480 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 6ac5cc06-be26-4844-ba33-d9f73fde707d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:23.926730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:23.940593 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f666ec8f-b31b-4099-9273-198e6a1a92a6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/6ac5cc06-be26-4844-ba33-d9f73fde707d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1708941 Jul 27 23:03:24.050164 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Sync routers for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:24.060589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:24.061226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:24.099951 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-8765aa60-89df-4894-974b-a42f9bbe089b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664408713&fields=id&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 267 time: 0.0381613 Jul 27 23:03:24.233234 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-6dc1187b-ec78-49cd-81d8-05b8594ff5ff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:24.235438 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-6dc1187b-ec78-49cd-81d8-05b8594ff5ff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 796 time: 0.1272504 Jul 27 23:03:24.252623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-35476d99-d01d-4031-9e5e-2f1ab75243a3 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/quotas/5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 375 time: 0.0112448 Jul 27 23:03:24.326361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-f846eb3a-d770-4dc4-ac96-3ea0b62dd6eb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670431 Jul 27 23:03:24.354300 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:24.380734 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1779d6db-cf0b-4f07-9a54-ebf78f5d4247 None None] Provisioning for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:24.387606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-7ae98156-9459-4b97-a568-8b4731f37e74 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:03:24.387606 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-7ae98156-9459-4b97-a568-8b4731f37e74 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494001 Jul 27 23:03:24.388234 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1779d6db-cf0b-4f07-9a54-ebf78f5d4247 None None] Provisioning complete for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.388618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1779d6db-cf0b-4f07-9a54-ebf78f5d4247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.497711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1779d6db-cf0b-4f07-9a54-ebf78f5d4247 None None] Port 4406fb8e-7204-4137-8c3b-73327f63fdc3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:24.513491 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-ae6022ed-df21-4963-9a64-07f13b0b51c3 service neutron] 10.222.0.37 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142344 Jul 27 23:03:24.515750 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 64b6f618-2c7f-400b-9598-db291c447cd8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:24.612288 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-1cdf3d7c-f05b-4302-b26d-5e8361ab9edd service neutron] 10.222.0.37 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914121 Jul 27 23:03:24.638399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 2, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:24.668986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Checking router: 6ac5cc06-be26-4844-ba33-d9f73fde707d for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:24.669348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Updating router 6ac5cc06-be26-4844-ba33-d9f73fde707d port 4406fb8e-7204-4137-8c3b-73327f63fdc3 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:24.693758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 64b6f618-2c7f-400b-9598-db291c447cd8 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:24.705198 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 64b6f618-2c7f-400b-9598-db291c447cd8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.707348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.731694 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-513de14d-99db-4cd5-8d1f-6d0cc3055796 None None] Provisioning complete for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:24.736043 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-513de14d-99db-4cd5-8d1f-6d0cc3055796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.759257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:24.810772 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-513de14d-99db-4cd5-8d1f-6d0cc3055796 None None] Port 4406fb8e-7204-4137-8c3b-73327f63fdc3 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:24.839858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0a594955-606b-4edb-9a54-9dcd675ddeb2 req-5790bbed-d317-4c0a-8cb9-6655657d63f4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 210 time: 0.0327735 Jul 27 23:03:24.927139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.008030 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 64b6f618-2c7f-400b-9598-db291c447cd8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=64b6f618-2c7f-400b-9598-db291c447cd8,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:25.101941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.102773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c252a13-eecc-4222-90ab-eed69932f1ab up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:25.150485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.179586 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Transition to ACTIVE for port object 4406fb8e-7204-4137-8c3b-73327f63fdc3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:25.199186 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=64b6f618-2c7f-400b-9598-db291c447cd8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.270342 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.272370 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 9c252a13-eecc-4222-90ab-eed69932f1ab completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:25.300776 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9c252a13-eecc-4222-90ab-eed69932f1ab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:25.301156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.350519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4548-ef9d-4a47-8f75-e3b907b69877 None None] Pushing event updated for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.421942 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Attempting to bind port 4406fb8e-7204-4137-8c3b-73327f63fdc3 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:25.425061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Attempting to bind port 4406fb8e-7204-4137-8c3b-73327f63fdc3 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:25.425061 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Attempting to bind port 4406fb8e-7204-4137-8c3b-73327f63fdc3 on network 1ec47482-88a1-401e-93e0-7b80bbed26dc {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:25.430144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:25.430562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Checking segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:25.431092 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.431497 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Bound using segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:25.431992 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Bound port: 4406fb8e-7204-4137-8c3b-73327f63fdc3, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:25.432369 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.499468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.540439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 9c252a13-eecc-4222-90ab-eed69932f1ab, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c252a13-eecc-4222-90ab-eed69932f1ab,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:25.552431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] For port 4406fb8e-7204-4137-8c3b-73327f63fdc3, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:25.556545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] For port 4406fb8e-7204-4137-8c3b-73327f63fdc3, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4406fb8e-7204-4137-8c3b-73327f63fdc3,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:25.627081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.659440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:25.687741 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=9c252a13-eecc-4222-90ab-eed69932f1ab,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.719385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:25.720036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:25.794134 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4548-ef9d-4a47-8f75-e3b907b69877 None None] Pushing event updated for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:25.857396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:25.944486 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3569f5c0-3356-4dbc-ba91-cf2c02f5f91a req-e040208c-b523-4764-a3d1-d8e758658e93 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 210 time: 0.0308611 Jul 27 23:03:26.072651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-81317466-fdb3-4b06-827c-949fe911243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:26.100163 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81317466-fdb3-4b06-827c-949fe911243a None None] The sync data for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 is: [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:26.524922 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 64b6f618-2c7f-400b-9598-db291c447cd8 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:26.577281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 64b6f618-2c7f-400b-9598-db291c447cd8 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:26.577664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.662410 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4406fb8e-7204-4137-8c3b-73327f63fdc3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:26.764756 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:26.770224 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:26.772855 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.853499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:26.900657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4406fb8e-7204-4137-8c3b-73327f63fdc3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4406fb8e-7204-4137-8c3b-73327f63fdc3,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:26.902996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-4490bed7-bb94-4bf9-b9dd-eb51d20e4e5b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:26.904584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-4490bed7-bb94-4bf9-b9dd-eb51d20e4e5b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 796 time: 0.1424294 Jul 27 23:03:26.954378 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-7872aa5e-fb38-417d-868c-120b6298681a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a0a75baca1a473eae9177a5f40ef957 HTTP/1.1" status: 200 len: 379 time: 0.0390236 Jul 27 23:03:26.963851 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'port': {'device_id': 'c2b3d74a-e283-4511-9988-71fb58129512', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'admin_state_up': True, 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'security_groups': ['64e034c0-70d7-40b2-9740-41b06496fbbb']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:27.026712 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.027879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c252a13-eecc-4222-90ab-eed69932f1ab up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:27.106810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:27.118906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-932f009b-7b7d-45d5-9cbd-a0bde575d5eb req-8738537b-2d70-4854-8ab4-4f3d84be8717 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 210 time: 0.0398953 Jul 27 23:03:27.131115 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 9c252a13-eecc-4222-90ab-eed69932f1ab triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:27.131361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.221032 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Made reservation on behalf of 5a0a75baca1a473eae9177a5f40ef957 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:27.225024 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.349378 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.20.0.9 (1ec47482-88a1-401e-93e0-7b80bbed26dc/2ec7b0bd-7801-415e-9821-c6b40ece1db3/68105889-7909-4d83-bbf9-c6d874bc1b15) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:27.487608 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.501790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Transition to ACTIVE for port object 68105889-7909-4d83-bbf9-c6d874bc1b15 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:27.587036 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.630114 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:27.635211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:27.638722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:27.645251 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:27.696542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:27.701907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.787584 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-0c9395d2-31f2-4665-b4ef-594d10a5f90e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280063 Jul 27 23:03:27.800285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Request body: {'port': {'device_id': 'c2b3d74a-e283-4511-9988-71fb58129512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:27.875406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:27.967373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7760e56e-b937-48a6-b853-3a0c69534ca0 None None] Provisioning for port 68105889-7909-4d83-bbf9-c6d874bc1b15 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:27.971389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7760e56e-b937-48a6-b853-3a0c69534ca0 None None] Provisioning complete for port 68105889-7909-4d83-bbf9-c6d874bc1b15 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:27.971774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7760e56e-b937-48a6-b853-3a0c69534ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.009253 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7760e56e-b937-48a6-b853-3a0c69534ca0 None None] Port 68105889-7909-4d83-bbf9-c6d874bc1b15 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:28.140106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68105889-7909-4d83-bbf9-c6d874bc1b15 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:28.148570 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.160594 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Transition to ACTIVE for port object 68105889-7909-4d83-bbf9-c6d874bc1b15 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:28.238398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.260620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbd945-1290-4c28-a88c-bd345f9f3668 req-e3691b81-0482-4a33-b634-02dadb4803f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.262229 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9afbd945-1290-4c28-a88c-bd345f9f3668 req-e3691b81-0482-4a33-b634-02dadb4803f8 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 931 time: 0.0701947 Jul 27 23:03:28.313349 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-9afbd945-1290-4c28-a88c-bd345f9f3668 req-b5df4aed-8e4e-4d44-9fbb-c8683c2c05c4 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Jul 27 23:03:28.318362 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Pushing event updated for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:28.369387 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Attempting to bind port 68105889-7909-4d83-bbf9-c6d874bc1b15 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:28.369729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Attempting to bind port 68105889-7909-4d83-bbf9-c6d874bc1b15 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:28.370061 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Attempting to bind port 68105889-7909-4d83-bbf9-c6d874bc1b15 on network 1ec47482-88a1-401e-93e0-7b80bbed26dc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:28.374672 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Port 68105889-7909-4d83-bbf9-c6d874bc1b15 on network 1ec47482-88a1-401e-93e0-7b80bbed26dc not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:28.374998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Attempting to bind port 68105889-7909-4d83-bbf9-c6d874bc1b15 on network 1ec47482-88a1-401e-93e0-7b80bbed26dc {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:28.379928 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:28.380265 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Checking segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:28.380652 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Bound using segment: {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:28.381084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Bound port: 68105889-7909-4d83-bbf9-c6d874bc1b15, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe83193-22a6-44ee-a1f5-67df8d29fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:28.381448 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.459335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:28.463741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=68105889-7909-4d83-bbf9-c6d874bc1b15,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:28.471282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4406fb8e-7204-4137-8c3b-73327f63fdc3 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:28.523896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4406fb8e-7204-4137-8c3b-73327f63fdc3 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:28.524272 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.547523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.585884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.585884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:28.585884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] 10.222.0.76 "PUT /v2.0/ports/68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 1091 time: 0.7882624 Jul 27 23:03:28.585884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:28.586674 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70722960-c61a-4262-8ba3-2d4517fab7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:28.624359 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737698d6-29da-440f-9d5e-3ebe6beb9a48 service neutron] Pushing event updated for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:28.631009 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4578d5a-4848-431c-966a-cd34226481c1 x-openstack-request-id: req-e4578d5a-4848-431c-966a-cd34226481c1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:28.631306 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:28.631568 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4578d5a-4848-431c-966a-cd34226481c1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:28.632544 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'status': 'completed', 'code': 200} Jul 27 23:03:28.712473 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-18144325-904f-4a53-8890-e56ec636e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.714071 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-18144325-904f-4a53-8890-e56ec636e49d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1094 time: 0.0611308 Jul 27 23:03:28.822274 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-bc41389d-82a1-483e-8de5-1265ac330dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.823700 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-bc41389d-82a1-483e-8de5-1265ac330dbd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5a0a75baca1a473eae9177a5f40ef957&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1017518 Jul 27 23:03:28.919346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-2385e192-3311-4e5d-a133-b2be009b260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:28.920858 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-70722960-c61a-4262-8ba3-2d4517fab7a1 req-2385e192-3311-4e5d-a133-b2be009b260b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895381 Jul 27 23:03:29.017060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-45f00fe9-671d-4cd2-b5ef-e1cc9ea82e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:29.018615 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-45f00fe9-671d-4cd2-b5ef-e1cc9ea82e34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1094 time: 0.0606015 Jul 27 23:03:29.061439 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-93fe40d1-a211-48a2-8449-8bddca891b30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 217 time: 0.0347767 Jul 27 23:03:29.109499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-189e43c7-13d9-4b83-a919-12863c8ff0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:29.110953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-189e43c7-13d9-4b83-a919-12863c8ff0d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 200 len: 835 time: 0.0429988 Jul 27 23:03:29.169618 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-c4f51a36-dcec-4760-98d8-c3d92882d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:29.171171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-c4f51a36-dcec-4760-98d8-c3d92882d97b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1ec47482-88a1-401e-93e0-7b80bbed26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530303 Jul 27 23:03:29.264767 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-8de69b2f-31a8-407a-9714-7c8a219f3f4f service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855539 Jul 27 23:03:29.355359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6cab7b02-4e6b-4b58-ac51-946ecd484faa req-a755d9d2-1d22-4168-9544-8c6ba77f7c3c service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834019 Jul 27 23:03:29.447591 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae62850-9601-4541-837b-9614b102e5ed req-fa920536-41e6-4de4-89a6-098c43a48610 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:29.449045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ae62850-9601-4541-837b-9614b102e5ed req-fa920536-41e6-4de4-89a6-098c43a48610 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 943 time: 0.0656629 Jul 27 23:03:29.486661 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ae62850-9601-4541-837b-9614b102e5ed req-777241fb-c3a0-4305-ad19-111ddc97ed30 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316663 Jul 27 23:03:30.625069 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd182c0-ac2d-4706-80b7-f4a31b6e8888 req-77a2e372-8a97-4361-9104-ba5707c49951 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:30.626598 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cd182c0-ac2d-4706-80b7-f4a31b6e8888 req-77a2e372-8a97-4361-9104-ba5707c49951 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 943 time: 0.0703259 Jul 27 23:03:30.665986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cd182c0-ac2d-4706-80b7-f4a31b6e8888 req-02db82a3-9cc1-4ea4-8221-3f72a8673780 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323546 Jul 27 23:03:31.794918 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca799a-b506-44d3-a86a-acab2817de6d req-739ff34a-d5ea-4a0d-85da-1546c85385ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:31.796444 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21ca799a-b506-44d3-a86a-acab2817de6d req-739ff34a-d5ea-4a0d-85da-1546c85385ef tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 943 time: 0.0637431 Jul 27 23:03:31.837623 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21ca799a-b506-44d3-a86a-acab2817de6d req-109e78cf-03b9-44be-90b5-331adac63ef6 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Jul 27 23:03:31.961424 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a423e1ff-d45c-4c57-bc7f-3e09ed1a8ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.058091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 68105889-7909-4d83-bbf9-c6d874bc1b15 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:32.157938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=68105889-7909-4d83-bbf9-c6d874bc1b15,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:32.169168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'port_id': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'mac_address': 'fa:16:3e:e9:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:32.206603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.219863 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68105889-7909-4d83-bbf9-c6d874bc1b15 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:32.239276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=68105889-7909-4d83-bbf9-c6d874bc1b15,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:32.309404 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:32.362108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:32.538139 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['68105889-7909-4d83-bbf9-c6d874bc1b15'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:32.969013 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7cf3c-5439-4509-9428-9677051284c0 req-a6560226-6567-4889-9c78-5d29ddfb6c5f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:32.970561 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66c7cf3c-5439-4509-9428-9677051284c0 req-a6560226-6567-4889-9c78-5d29ddfb6c5f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 944 time: 0.0656364 Jul 27 23:03:33.008896 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66c7cf3c-5439-4509-9428-9677051284c0 req-5e4505eb-0c41-4dae-b60e-cb1e77c5dac2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jul 27 23:03:34.064609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 68105889-7909-4d83-bbf9-c6d874bc1b15 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:34.145188 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236642c-ebc7-41e6-8441-5d6f3bc28775 req-7a3d5628-212c-4d81-b969-152a468f5eca tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:34.146745 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e236642c-ebc7-41e6-8441-5d6f3bc28775 req-7a3d5628-212c-4d81-b969-152a468f5eca tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 944 time: 0.0699849 Jul 27 23:03:34.175197 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 68105889-7909-4d83-bbf9-c6d874bc1b15 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:34.179403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 68105889-7909-4d83-bbf9-c6d874bc1b15 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:34.179578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.185668 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e236642c-ebc7-41e6-8441-5d6f3bc28775 req-cba2a828-f327-4aee-8ea0-21cac2237bea tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Jul 27 23:03:34.259696 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.284868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:34.287210 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e151328-adc8-4102-a859-7f7656b2c088" -d '{"events": [{"server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "name": "network-vif-plugged", "status": "completed", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:34.446776 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb46b6-c7d4-402b-9ff7-2e65e0c5557e req-c2d6ac60-ee28-49e3-b24b-2056916474ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:34.448335 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6deb46b6-c7d4-402b-9ff7-2e65e0c5557e req-c2d6ac60-ee28-49e3-b24b-2056916474ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1095 time: 0.0620584 Jul 27 23:03:34.457557 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a08b92-acaa-4fdf-aa7f-1fb3ed9043f9 x-openstack-request-id: req-e1a08b92-acaa-4fdf-aa7f-1fb3ed9043f9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:34.457843 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "name": "network-vif-plugged", "status": "completed", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:34.458097 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1a08b92-acaa-4fdf-aa7f-1fb3ed9043f9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:34.458501 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'code': 200} Jul 27 23:03:34.465956 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=68105889-7909-4d83-bbf9-c6d874bc1b15,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:34.484548 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6deb46b6-c7d4-402b-9ff7-2e65e0c5557e req-00ae9a7d-4a2f-454f-8a80-fe364d26871c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289388 Jul 27 23:03:34.524853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.554503 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c79dd4f-e4ec-446f-b82f-e8b048c5e135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:34.575807 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:34.798130 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:35.321145 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbeb7a-6635-4032-bc10-a7d21a8fe76a req-73535bdb-2b3f-4e71-bebc-bc96dc4fa521 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:35.322742 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02fbeb7a-6635-4032-bc10-a7d21a8fe76a req-73535bdb-2b3f-4e71-bebc-bc96dc4fa521 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0692327 Jul 27 23:03:35.363482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02fbeb7a-6635-4032-bc10-a7d21a8fe76a req-90328b7f-b51b-4737-9965-0ff6611464be tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Jul 27 23:03:36.152121 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.498053 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6b02-96b8-4350-a8c9-f36787efc2e0 req-3c345a94-2c5f-41d8-b2fa-82b0fd55f4cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.499616 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51e6b02-96b8-4350-a8c9-f36787efc2e0 req-3c345a94-2c5f-41d8-b2fa-82b0fd55f4cd tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0653415 Jul 27 23:03:36.540400 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e51e6b02-96b8-4350-a8c9-f36787efc2e0 req-9072a6b1-8a17-49a2-865a-dea9d14510b7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348654 Jul 27 23:03:36.676742 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdae80-fda0-4fbc-b263-4e1784c2739a req-ac466426-3a79-48c3-b9c5-378e32701f86 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.678184 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04bdae80-fda0-4fbc-b263-4e1784c2739a req-ac466426-3a79-48c3-b9c5-378e32701f86 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0695469 Jul 27 23:03:36.716726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04bdae80-fda0-4fbc-b263-4e1784c2739a req-fb5cd2f5-d15e-46f8-ad3e-028dc6247eee tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jul 27 23:03:36.738457 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59728) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:36.791823 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458b173-389a-4067-ad1d-5c611513891c tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:36.793361 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-1458b173-389a-4067-ad1d-5c611513891c tempest-TestNetworkAdvancedServerOps-1665882594 tempest-TestNetworkAdvancedServerOps-1665882594-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1091 time: 0.0539010 Jul 27 23:03:36.796227 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59730) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:36.800535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:36.884003 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:36.984647 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.086208 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Allocated IP 172.25.3.198 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/18783b3a-1c59-4c41-a5af-96b90f6cb901) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:37.190194 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.289915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.326311 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:37.329765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:37.333818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:37.364380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=18783b3a-1c59-4c41-a5af-96b90f6cb901,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:37.703750 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:37.817994 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.035209 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.178694 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.324698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.386722 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.468401 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event updated for resources: {'Port': ['ID=18783b3a-1c59-4c41-a5af-96b90f6cb901,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:38.479103 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:38.583430 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 74a3f0fe-ca74-437f-a70b-2e997f13bddd associated. External IP: 172.25.3.198, port: 68105889-7909-4d83-bbf9-c6d874bc1b15. Jul 27 23:03:38.799743 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 6ac5cc06-be26-4844-ba33-d9f73fde707d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:38.910692 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:38.920983 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4d61d-6370-4220-b701-face06418215 None None] Sync routers for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:38.934201 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:38.934848 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:38.989756 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.028137 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-805723f5-fbbb-45ab-ae51-ba21750ba6d1 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2308800 Jul 27 23:03:39.028801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:39.031162 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:39.040077 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:39.069614 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb2b451-2fda-4853-83cd-62fb763237fc x-openstack-request-id: req-ebb2b451-2fda-4853-83cd-62fb763237fc {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:39.070248 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:39.070248 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebb2b451-2fda-4853-83cd-62fb763237fc {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:39.070588 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'status': 'completed', 'code': 200} Jul 27 23:03:39.193211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbdbb1-933d-4959-a4a4-1d9faefa348f req-4748f8d6-f234-4874-bcee-0f847c2c7872 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.195339 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cfbdbb1-933d-4959-a4a4-1d9faefa348f req-4748f8d6-f234-4874-bcee-0f847c2c7872 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.1123378 Jul 27 23:03:39.198144 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-a4955c58-f370-4902-b0c3-869242ac94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.200184 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-a4955c58-f370-4902-b0c3-869242ac94f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1096 time: 0.0871539 Jul 27 23:03:39.200961 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:39.266841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '74a3f0fe-ca74-437f-a70b-2e997f13bddd', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'port_id': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'mac_address': 'fa:16:3e:e9:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3d74a-e283-4511-9988-71fb58129512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:37Z', 'updated_at': '2021-07-27T23:03:37Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:39.286735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cfbdbb1-933d-4959-a4a4-1d9faefa348f req-822fa788-2155-4f2e-bddc-e56dceecae18 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836463 Jul 27 23:03:39.293583 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4d61d-6370-4220-b701-face06418215 None None] Checking router: 6ac5cc06-be26-4844-ba33-d9f73fde707d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:39.304226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:39.304226 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:03:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:39.311884 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59736) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:39.322168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-0afc2247-fc12-489f-80da-98adf93576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.323911 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-0afc2247-fc12-489f-80da-98adf93576a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 897 time: 0.1149626 Jul 27 23:03:39.376160 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-2f5fb25c-7031-4450-ae49-2013d09792d9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/74a3f0fe-ca74-437f-a70b-2e997f13bddd HTTP/1.1" status: 200 len: 991 time: 0.0631022 Jul 27 23:03:39.400313 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-d10f026c-40ae-4fc8-b59d-d2022635318b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 999 time: 0.0691597 Jul 27 23:03:39.418276 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:39.451507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-4914d9b9-4c21-419d-8090-e5a1673a94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.452909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-4914d9b9-4c21-419d-8090-e5a1673a94b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 200 len: 835 time: 0.0458140 Jul 27 23:03:39.512859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-206336af-257c-4a9d-b342-1e82c3931ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:39.514509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-206336af-257c-4a9d-b342-1e82c3931ad6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1ec47482-88a1-401e-93e0-7b80bbed26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544415 Jul 27 23:03:39.610972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-c95d853f-85b3-44bc-9156-458bb9e56a46 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892780 Jul 27 23:03:39.645787 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d4d61d-6370-4220-b701-face06418215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '74a3f0fe-ca74-437f-a70b-2e997f13bddd', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'port_id': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'mac_address': 'fa:16:3e:e9:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3d74a-e283-4511-9988-71fb58129512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:37Z', 'updated_at': '2021-07-27T23:03:37Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:39.675619 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d4d61d-6370-4220-b701-face06418215 None None] The sync data for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 is: [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '74a3f0fe-ca74-437f-a70b-2e997f13bddd', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'port_id': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'mac_address': 'fa:16:3e:e9:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b3d74a-e283-4511-9988-71fb58129512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:37Z', 'updated_at': '2021-07-27T23:03:37Z', 'revision_number': 0, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:39.709844 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eac9d43c-4542-42f3-a2d5-4dcb05516ce7 req-ccd8fc59-3331-4d89-8d1f-c8edec3fc406 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905523 Jul 27 23:03:39.876528 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f8037-3b32-4e97-8420-ad4d4a790e2e None None] New status for floating IP 74a3f0fe-ca74-437f-a70b-2e997f13bddd: ACTIVE {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:03:40.379431 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59738) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:40.445571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4ac932c1-158d-49ab-bc9e-f3b7bb74e0fb tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/74a3f0fe-ca74-437f-a70b-2e997f13bddd HTTP/1.1" status: 200 len: 993 time: 0.0650647 Jul 27 23:03:59.266378 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:04:02.008979 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b42ac23b-5390-4cb0-8bce-2df7332bbe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.471833 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83abf38f-4c5a-4bff-bcbc-fa9d0832bd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.634397 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-16cea98b-2011-4c86-b112-bbcd42339c04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537057 Jul 27 23:04:04.732219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f614-3e53-4594-91e2-1e673718005c req-2f425525-9775-4334-a2a0-1e26388a607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:04.733683 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-2f425525-9775-4334-a2a0-1e26388a607d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1096 time: 0.0554776 Jul 27 23:04:04.798212 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.178673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f614-3e53-4594-91e2-1e673718005c req-8fd13efb-a116-4a1a-b297-6d71609b899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.181363 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-8fd13efb-a116-4a1a-b297-6d71609b899b service neutron] 10.222.0.76 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 897 time: 0.4283144 Jul 27 23:04:05.248409 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-8eb2a2b6-e795-4e21-bb39-f6240691f685 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 1001 time: 0.0597155 Jul 27 23:04:05.300835 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f614-3e53-4594-91e2-1e673718005c req-502a971b-ad63-4b2a-b740-3fd67f00d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.302309 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-502a971b-ad63-4b2a-b740-3fd67f00d364 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 200 len: 835 time: 0.0463824 Jul 27 23:04:05.369164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f614-3e53-4594-91e2-1e673718005c req-43beab01-f292-427e-8e3b-583ac165e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:05.370715 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-43beab01-f292-427e-8e3b-583ac165e4b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1ec47482-88a1-401e-93e0-7b80bbed26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597994 Jul 27 23:04:05.461364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-2fff7036-c0d8-49d7-9ee6-70d2b9b9a691 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826809 Jul 27 23:04:05.555782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0b13f614-3e53-4594-91e2-1e673718005c req-22481bf5-84a8-4d27-8ae9-9585e5cc3a5c service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Jul 27 23:04:06.171401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.725495 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.834625 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.222902 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.070402 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0f4a5-c1c0-43a3-b173-55f2a321047f req-50c4801c-e725-451e-8c60-afe1bbc718ff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.072052 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3d0f4a5-c1c0-43a3-b173-55f2a321047f req-50c4801c-e725-451e-8c60-afe1bbc718ff tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0696676 Jul 27 23:04:12.112054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a3d0f4a5-c1c0-43a3-b173-55f2a321047f req-b40d4cf2-7260-4044-a0c9-9d69f89ae762 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Jul 27 23:04:13.264236 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fca5a4-1575-459c-8f93-c66f0e209ef0 req-31728c87-5d05-4e71-b2c7-5d3b17d99632 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.266375 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11fca5a4-1575-459c-8f93-c66f0e209ef0 req-31728c87-5d05-4e71-b2c7-5d3b17d99632 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0740252 Jul 27 23:04:13.316073 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-11fca5a4-1575-459c-8f93-c66f0e209ef0 req-da3e9393-43ab-466a-a25e-1ac7c3a17ca5 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Jul 27 23:04:13.340590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59762) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:13.408416 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f11e1edf-dc6a-460a-9b83-5b4015520ba2 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/74a3f0fe-ca74-437f-a70b-2e997f13bddd HTTP/1.1" status: 200 len: 993 time: 0.0665710 Jul 27 23:04:14.864730 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71de24-5ae6-4042-85ed-1d267088d7dd req-db095c39-92be-4647-9f35-d84562480525 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.866317 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f71de24-5ae6-4042-85ed-1d267088d7dd req-db095c39-92be-4647-9f35-d84562480525 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0679777 Jul 27 23:04:14.908737 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2f71de24-5ae6-4042-85ed-1d267088d7dd req-c021647f-3869-42a5-ab9e-2d30b81b488e tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349789 Jul 27 23:04:14.943414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-6e249191-df81-481a-9fab-c692d53355aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.944929 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-6e249191-df81-481a-9fab-c692d53355aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1096 time: 0.0556207 Jul 27 23:04:15.037906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-bda15d3d-d68e-4410-b2e5-0d2285c2dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.039450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-bda15d3d-d68e-4410-b2e5-0d2285c2dce2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 897 time: 0.0871272 Jul 27 23:04:15.111678 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-801d2151-7e40-4b08-a30b-7f73883e32d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 1001 time: 0.0654128 Jul 27 23:04:15.160976 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-3b620a9d-10e5-4d34-af2b-a1fa89a99f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.162469 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-3b620a9d-10e5-4d34-af2b-a1fa89a99f4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 200 len: 835 time: 0.0436494 Jul 27 23:04:15.225615 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-d38ab0b7-2bd7-49f0-b1cf-cd468fc55df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.227203 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-d38ab0b7-2bd7-49f0-b1cf-cd468fc55df5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1ec47482-88a1-401e-93e0-7b80bbed26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558224 Jul 27 23:04:15.323410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-d30e3a19-0442-41e3-b74b-2a9bcc971241 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891907 Jul 27 23:04:15.413472 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-046119e1-349f-4e49-9e61-95500e4fa2e8 req-aad3bb1c-6f1b-4ef7-98f3-33770af0fb92 service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828571 Jul 27 23:04:16.046911 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100cd7-da30-4f80-b531-9c06403ccb15 req-a483487b-7f53-411f-9ef4-e78d035c80ec tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.048456 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c100cd7-da30-4f80-b531-9c06403ccb15 req-a483487b-7f53-411f-9ef4-e78d035c80ec tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0689080 Jul 27 23:04:16.088935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0c100cd7-da30-4f80-b531-9c06403ccb15 req-986ed3b8-f423-4c59-8a8c-74ba7ce2719a tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342867 Jul 27 23:04:17.219934 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b713-a983-4368-8cf0-39037b0f8516 req-9bf64e64-d030-40e4-a781-1a1bd9d9d672 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:17.221389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1dd7b713-a983-4368-8cf0-39037b0f8516 req-9bf64e64-d030-40e4-a781-1a1bd9d9d672 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0641561 Jul 27 23:04:17.261510 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-1dd7b713-a983-4368-8cf0-39037b0f8516 req-ef3fc9ab-5c90-4a99-81fc-d68d36dfb53f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340142 Jul 27 23:04:17.283463 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59774) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:17.350839 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cff04caa-5795-498b-91f3-a5b41f863f36 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/floatingips/74a3f0fe-ca74-437f-a70b-2e997f13bddd HTTP/1.1" status: 200 len: 993 time: 0.0662482 Jul 27 23:04:17.609961 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59780) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:17.767509 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 18783b3a-1c59-4c41-a5af-96b90f6cb901 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:17.767857 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.842383 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.842662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.856005 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 18783b3a-1c59-4c41-a5af-96b90f6cb901 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:18.050894 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.075113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=18783b3a-1c59-4c41-a5af-96b90f6cb901,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:18.089047 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.089402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.089747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.090085 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.090456 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.090794 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.091133 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.091464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.091801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.092126 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.092485 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.092809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:18.156805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.157036 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Floating IP 74a3f0fe-ca74-437f-a70b-2e997f13bddd disassociated (deleted). External IP: 172.25.3.198, port: 68105889-7909-4d83-bbf9-c6d874bc1b15. Jul 27 23:04:18.368887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 6ac5cc06-be26-4844-ba33-d9f73fde707d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:18.477415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:18.482491 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:18.486884 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Sync routers for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:18.497554 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:18.498175 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:18.519884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cc4624eb-87b4-4bb2-bd68-47e81f357e82 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/floatingips/74a3f0fe-ca74-437f-a70b-2e997f13bddd HTTP/1.1" status: 204 len: 168 time: 0.9087937 Jul 27 23:04:18.520486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:18.522801 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca0359-fb13-4eba-9ca4-9df3c98229c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:18.568532 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab452c-7ff8-452c-a346-a746bf369e65 x-openstack-request-id: req-3dab452c-7ff8-452c-a346-a746bf369e65 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:18.568909 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:18.569223 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dab452c-7ff8-452c-a346-a746bf369e65 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:18.569700 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'status': 'completed', 'code': 200} Jul 27 23:04:18.606005 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:18.645096 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-910000c5-1e04-4dfa-ac5f-be31c60bebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.646660 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-910000c5-1e04-4dfa-ac5f-be31c60bebb4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a0a75baca1a473eae9177a5f40ef957&device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 1096 time: 0.0568285 Jul 27 23:04:18.747211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-7ad7b2da-d600-4b7d-804c-00980db483c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.749571 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-7ad7b2da-d600-4b7d-804c-00980db483c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 200 len: 897 time: 0.0958531 Jul 27 23:04:18.802091 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-a2cd10af-eb87-4b40-bd4e-157d4d550652 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 200 len: 217 time: 0.0383232 Jul 27 23:04:18.808881 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:18.839735 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Checking router: 6ac5cc06-be26-4844-ba33-d9f73fde707d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:18.848740 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:18.849283 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:18.854398 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-0c85334e-98c5-4fad-9af6-962f0f2084c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.856074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-0c85334e-98c5-4fad-9af6-962f0f2084c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 200 len: 835 time: 0.0467739 Jul 27 23:04:18.969254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-da4cd045-e756-4a8d-a53f-557693b9f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.970846 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-da4cd045-e756-4a8d-a53f-557693b9f800 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1ec47482-88a1-401e-93e0-7b80bbed26dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075981 Jul 27 23:04:18.988104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bd12a-66dc-4db0-a412-34ffc841347a req-178fe479-e4fa-4e48-86b4-512de593f25f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.989708 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c34bd12a-66dc-4db0-a412-34ffc841347a req-178fe479-e4fa-4e48-86b4-512de593f25f tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0965767 Jul 27 23:04:19.051250 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:19.080780 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c34bd12a-66dc-4db0-a412-34ffc841347a req-e6ba1f91-15a3-4c13-8cc3-e5014a37677b tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821886 Jul 27 23:04:19.112555 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-d2f40447-968e-42d8-8ab4-ee23cd66b83f service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329253 Jul 27 23:04:19.203953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eaca0359-fb13-4eba-9ca4-9df3c98229c6 req-aee3fd0d-78a9-425c-a991-e588d62bc3ec service neutron] 10.222.0.76 "GET /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834086 Jul 27 23:04:19.252426 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:19.282716 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8dc51-17fa-4d2f-9cca-952df2677b22 None None] The sync data for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 is: [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:03:23Z', 'revision_number': 4, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4406fb8e-7204-4137-8c3b-73327f63fdc3', 'name': '', 'network_id': '1ec47482-88a1-401e-93e0-7b80bbed26dc', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'mac_address': 'fa:16:3e:79:f1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:22Z', 'updated_at': '2021-07-27T23:03:26Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'subnets': [{'id': '2ec7b0bd-7801-415e-9821-c6b40ece1db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:19.490695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e675f20-cfb3-46ae-9b68-658716fba374 None None] New status for floating IP 74a3f0fe-ca74-437f-a70b-2e997f13bddd: DOWN {{(pid=94673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:04:20.223545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81020d26-7922-4369-be22-4e92cd544b11 req-9b08d2f5-0951-4d6d-8a74-cfbaee0d7a54 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.224132 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81020d26-7922-4369-be22-4e92cd544b11 req-9b08d2f5-0951-4d6d-8a74-cfbaee0d7a54 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0663302 Jul 27 23:04:20.264190 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-81020d26-7922-4369-be22-4e92cd544b11 req-7576b202-ca0a-4f19-a552-791fc637e771 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/security-groups?id=64e034c0-70d7-40b2-9740-41b06496fbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Jul 27 23:04:20.462859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-807a4d68-d3ec-4bb2-bd09-ba56d0fc9138 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.464099 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-807a4d68-d3ec-4bb2-bd09-ba56d0fc9138 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 945 time: 0.0638015 Jul 27 23:04:20.566843 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 68105889-7909-4d83-bbf9-c6d874bc1b15 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:20.567189 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.657019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 68105889-7909-4d83-bbf9-c6d874bc1b15, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=68105889-7909-4d83-bbf9-c6d874bc1b15,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:20.657391 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.670028 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 68105889-7909-4d83-bbf9-c6d874bc1b15 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:20.854469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.884420 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=68105889-7909-4d83-bbf9-c6d874bc1b15,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:20.935302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] No DVR routers for this DVR port 68105889-7909-4d83-bbf9-c6d874bc1b15 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:20.937999 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:20.940140 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bff5c2c8-a032-4c31-a6bc-b5e8bab554c7 req-4675b597-4421-46ea-8f3f-4d5f738d9617 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.76 "DELETE /v2.0/ports/68105889-7909-4d83-bbf9-c6d874bc1b15 HTTP/1.1" status: 204 len: 173 time: 0.4701369 Jul 27 23:04:20.940588 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'name': 'network-vif-deleted', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:20.942972 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa07164-4bf7-4d18-a30a-0bc8b45f537f" -d '{"events": [{"server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "name": "network-vif-deleted", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:20.981008 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731e11f-13fd-4a16-a1bb-a5cf9cc064a5 x-openstack-request-id: req-a731e11f-13fd-4a16-a1bb-a5cf9cc064a5 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:20.981300 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3d74a-e283-4511-9988-71fb58129512", "name": "network-vif-deleted", "tag": "68105889-7909-4d83-bbf9-c6d874bc1b15", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:20.981558 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a731e11f-13fd-4a16-a1bb-a5cf9cc064a5 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:20.981967 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3d74a-e283-4511-9988-71fb58129512', 'name': 'network-vif-deleted', 'tag': '68105889-7909-4d83-bbf9-c6d874bc1b15', 'status': 'completed', 'code': 200} Jul 27 23:04:21.384246 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbbe52ce-ddbd-41f7-b0e8-87e6852f4687 req-c96df797-1e9d-493d-ab8f-2ae82f6b1885 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2b3d74a-e283-4511-9988-71fb58129512 HTTP/1.1" status: 200 len: 210 time: 0.0350642 Jul 27 23:04:22.443225 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59796) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:22.795951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.058115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 4406fb8e-7204-4137-8c3b-73327f63fdc3 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:23.058401 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.149680 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 4406fb8e-7204-4137-8c3b-73327f63fdc3, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4406fb8e-7204-4137-8c3b-73327f63fdc3,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:23.150076 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.163484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 4406fb8e-7204-4137-8c3b-73327f63fdc3 owned by network:router_interface {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:23.420311 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.444470 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=4406fb8e-7204-4137-8c3b-73327f63fdc3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:23.626523 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.845951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Router 6ac5cc06-be26-4844-ba33-d9f73fde707d has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:23.951527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:23.956490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-988efbf1-2047-4be2-a0c3-5fbf6f49b978 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "PUT /v2.0/routers/6ac5cc06-be26-4844-ba33-d9f73fde707d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5122483 Jul 27 23:04:23.959254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59798) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:23.960726 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Sync routers for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:23.970432 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:23.971042 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.010222 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting subnet 2ec7b0bd-7801-415e-9821-c6b40ece1db3 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:04:24.013275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.060261 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.079061 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:24.148515 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.260196 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:04:23Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.277626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.286600 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Checking router: 6ac5cc06-be26-4844-ba33-d9f73fde707d for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:24.295635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Routers {'6ac5cc06-be26-4844-ba33-d9f73fde707d'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:24.296254 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['6ac5cc06-be26-4844-ba33-d9f73fde707d'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.297389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 68105889-7909-4d83-bbf9-c6d874bc1b15 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:24.311125 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec7b0bd-7801-415e-9821-c6b40ece1db3,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.317254 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.319218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-99d1d1cd-8f0d-4098-83ad-c5c61b8b26e9 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/subnets/2ec7b0bd-7801-415e-9821-c6b40ece1db3 HTTP/1.1" status: 204 len: 168 time: 0.3588362 Jul 27 23:04:24.322185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59800) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:24.324864 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 68105889-7909-4d83-bbf9-c6d874bc1b15 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:24.325230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 68105889-7909-4d83-bbf9-c6d874bc1b15 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:24.327947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6397e8-b812-468c-8027-c845139f621e None None] Network 1ec47482-88a1-401e-93e0-7b80bbed26dc requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:24.408318 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] Set router 6ac5cc06-be26-4844-ba33-d9f73fde707d gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:24.440480 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.544620 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] DHCP port deletion for 1ec47482-88a1-401e-93e0-7b80bbed26dc request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:04:24.548978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.594765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Deleting port 64b6f618-2c7f-400b-9598-db291c447cd8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:24.595148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.615361 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-69d10716-8200-4130-b006-773e04019cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:04:23Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.643037 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d10716-8200-4130-b006-773e04019cb5 None None] The sync data for ids ['6ac5cc06-be26-4844-ba33-d9f73fde707d'] in n-d-738018-6 is: [{'id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1808488176', 'tenant_id': '5a0a75baca1a473eae9177a5f40ef957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:18Z', 'updated_at': '2021-07-27T23:04:23Z', 'revision_number': 5, 'project_id': '5a0a75baca1a473eae9177a5f40ef957', 'gw_port': {'id': '9c252a13-eecc-4222-90ab-eed69932f1ab', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ff:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5cc06-be26-4844-ba33-d9f73fde707d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:19Z', 'updated_at': '2021-07-27T23:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:24.664366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] For port 64b6f618-2c7f-400b-9598-db291c447cd8, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=64b6f618-2c7f-400b-9598-db291c447cd8,segment=NetworkSegment(3fe83193-22a6-44ee-a1f5-67df8d29fad2),segment_id=3fe83193-22a6-44ee-a1f5-67df8d29fad2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:24.664366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.673594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Deleting port 9c252a13-eecc-4222-90ab-eed69932f1ab {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:04:24.673951 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.677785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Calling delete_port for 64b6f618-2c7f-400b-9598-db291c447cd8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:24.759132 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] For port 9c252a13-eecc-4222-90ab-eed69932f1ab, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=9c252a13-eecc-4222-90ab-eed69932f1ab,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:24.760043 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.773240 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Calling delete_port for 9c252a13-eecc-4222-90ab-eed69932f1ab owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:04:24.845112 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:24.873424 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] No DVR routers for this DVR port 64b6f618-2c7f-400b-9598-db291c447cd8 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:04:24.877128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Pushing event deleted for resources: {'Port': ['ID=64b6f618-2c7f-400b-9598-db291c447cd8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:24.885832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.886188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.886558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.886903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.887243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.887579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.887905 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.888242 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.888571 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.888897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.889225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:24.889935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38eb50-5e9d-4506-bc29-ce4ae8ad354c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.017151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.047015 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Port': ['ID=9c252a13-eecc-4222-90ab-eed69932f1ab,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.060140 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.060499 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.061039 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.061398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.061762 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.062073 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.062443 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.062785 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.063124 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.063673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.063826 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.064247 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:25.127813 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.220401 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.222535 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.387753 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.388456 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac5cc06-be26-4844-ba33-d9f73fde707d {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:04:25.395629 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.396772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d75207a9-b3ce-4c23-a3d2-9c34c749e0a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/routers/6ac5cc06-be26-4844-ba33-d9f73fde707d HTTP/1.1" status: 204 len: 168 time: 1.0735786 Jul 27 23:04:25.400030 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59802) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:25.487280 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.582241 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.592795 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec47482-88a1-401e-93e0-7b80bbed26dc']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:25.603990 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe83193-22a6-44ee-a1f5-67df8d29fad2') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:25.604294 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe83193-22a6-44ee-a1f5-67df8d29fad2') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:25.613108 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.627632 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.633599 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:04:25.634092 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: timer() Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:04:25.637059 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:04:25.757402 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.762331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.768107 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/networks/1ec47482-88a1-401e-93e0-7b80bbed26dc HTTP/1.1" status: 204 len: 168 time: 0.3636050 Jul 27 23:04:25.769563 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:25.779643 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b86b7f-1ae4-44ed-b2d4-cc8b05c8c859 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'Network': ['ID=1ec47482-88a1-401e-93e0-7b80bbed26dc,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:25.832046 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.861105 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.991826 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.995272 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:25.996504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] 10.222.0.37 "DELETE /v2.0/security-groups/64e034c0-70d7-40b2-9740-41b06496fbbb HTTP/1.1" status: 204 len: 168 time: 0.2265244 Jul 27 23:04:26.005620 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e4e78-8f2b-4524-9ebf-3cf2e1f8c22c tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e034c0-70d7-40b2-9740-41b06496fbbb,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:26.484182 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 64b6f618-2c7f-400b-9598-db291c447cd8 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:26.505337 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 64b6f618-2c7f-400b-9598-db291c447cd8 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:26.505684 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 64b6f618-2c7f-400b-9598-db291c447cd8 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:26.506103 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4406fb8e-7204-4137-8c3b-73327f63fdc3 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:26.526272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4406fb8e-7204-4137-8c3b-73327f63fdc3 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:26.526725 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4406fb8e-7204-4137-8c3b-73327f63fdc3 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:26.530101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c252a13-eecc-4222-90ab-eed69932f1ab no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:04:26.549016 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 9c252a13-eecc-4222-90ab-eed69932f1ab {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:04:26.549369 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 9c252a13-eecc-4222-90ab-eed69932f1ab not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:04:26.647622 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59812) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:26.786752 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-cbee4fde-073e-449e-999e-aadb6332478a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a0a75baca1a473eae9177a5f40ef957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378963 Jul 27 23:04:26.789160 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59816) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:26.838857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.859679 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.964641 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.967283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:26.968454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b72d1db-0c2a-4ee1-b011-6b6749aa8eed HTTP/1.1" status: 204 len: 168 time: 0.1784027 Jul 27 23:04:26.976801 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbe250-b821-4625-9118-36ec1110a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72d1db-0c2a-4ee1-b011-6b6749aa8eed,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:27.508759 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59822) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:27.522434 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a72eceb1-a496-4064-9f4c-18cc4c9b8971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.610946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a72eceb1-a496-4064-9f4c-18cc4c9b8971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.695807 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-a72eceb1-a496-4064-9f4c-18cc4c9b8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.735864 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-a72eceb1-a496-4064-9f4c-18cc4c9b8971 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ace1ebda234dec8a46dd53f29dc03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260177 Jul 27 23:04:27.736859 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72eceb1-a496-4064-9f4c-18cc4c9b8971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9d8d71-0d21-4adb-a649-630f93822a16,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:27.738560 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59824) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:27.788746 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.810335 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.957128 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.959755 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:27.960961 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf9d8d71-0d21-4adb-a649-630f93822a16 HTTP/1.1" status: 204 len: 168 time: 0.2213664 Jul 27 23:04:27.975056 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355ee8-0eb1-4e66-824b-d4207b097025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9d8d71-0d21-4adb-a649-630f93822a16,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:29.032957 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59846) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:29.125335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1989355024-network', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:29.267902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Made reservation on behalf of 4148173aa22c4e4fb8dba0bdc74438bb for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:29.270349 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.280330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.369088 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.433483 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.460213 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:29.467049 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef188332-917a-488d-af9c-c3a5f726cd9f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:29.472984 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.473333 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Added segment 6b813609-ab02-4cf5-ad23-9b448598fefa of type vlan for network bbbc930b-0557-411a-b1e8-19b63022f49c Jul 27 23:04:29.515451 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.608413 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.609409 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:29.610009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:29.668535 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbc930b-0557-411a-b1e8-19b63022f49c,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:29.678985 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network bbbc930b-0557-411a-b1e8-19b63022f49c details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:29.706278 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-4312a83f-42c1-41dd-ab58-2ee15063d3d1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6721082 Jul 27 23:04:29.709180 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59850) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:29.714458 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Request body: {'subnet': {'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1989355024-subnet', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:29.785601 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Made reservation on behalf of 4148173aa22c4e4fb8dba0bdc74438bb for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:29.788053 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.020227 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.074134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e280bbc2-9297-4f66-9a64-4a450bfc6d98,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:30.085418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Checking segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:30.085790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Network hostable DHCP agents. Network: bbbc930b-0557-411a-b1e8-19b63022f49c, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:30.170729 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Network bbbc930b-0557-411a-b1e8-19b63022f49c is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:30.239185 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, bbbc930b-0557-411a-b1e8-19b63022f49c) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:30.243399 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:30.243863 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.248935 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d806a-a95a-471f-9b00-06c2a89aaf71 None None] Network bbbc930b-0557-411a-b1e8-19b63022f49c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:30.369823 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-98b1a308-2003-48a9-b4c2-ae29a79d6cd5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6592901 Jul 27 23:04:30.372283 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59852) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:30.377449 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:30.392895 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-bbbc930b-0557-411a-b1e8-19b63022f49c', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:04:30.393781 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.477698 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.478809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.529873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Allocated IP 172.20.0.2 (bbbc930b-0557-411a-b1e8-19b63022f49c/e280bbc2-9297-4f66-9a64-4a450bfc6d98/833d7c20-7f17-4ed6-be5f-c191f0af7531) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:30.536873 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.675798 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.683832 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Transition to ACTIVE for port object 833d7c20-7f17-4ed6-be5f-c191f0af7531 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:30.699286 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Transition to ACTIVE for port object 833d7c20-7f17-4ed6-be5f-c191f0af7531 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:30.758382 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.782124 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.821463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Network bbbc930b-0557-411a-b1e8-19b63022f49c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:30.826311 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:30.830216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:30.837396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Pushing event updated for resources: {'Port': ['ID=833d7c20-7f17-4ed6-be5f-c191f0af7531,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:30.902018 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Attempting to bind port 833d7c20-7f17-4ed6-be5f-c191f0af7531 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:30.902431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Attempting to bind port 833d7c20-7f17-4ed6-be5f-c191f0af7531 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:30.902808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Attempting to bind port 833d7c20-7f17-4ed6-be5f-c191f0af7531 on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:30.908987 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:30.909373 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Checking segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:30.909793 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.910201 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Bound using segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:30.910720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Bound port: 833d7c20-7f17-4ed6-be5f-c191f0af7531, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:30.911115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:30.979955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] For port 833d7c20-7f17-4ed6-be5f-c191f0af7531, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:30.984365 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] For port 833d7c20-7f17-4ed6-be5f-c191f0af7531, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833d7c20-7f17-4ed6-be5f-c191f0af7531,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:31.034124 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.092545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9c19-68e0-4070-92a2-d2a20f6a8288 None None] Pushing event updated for resources: {'Port': ['ID=833d7c20-7f17-4ed6-be5f-c191f0af7531,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:31.369161 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.389264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.498875 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Allocated IP 172.25.3.13 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/fe431941-9b5e-437d-8ffe-18ad10a878a7) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:31.604461 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.711912 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:31.757177 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:31.762136 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:31.766097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:31.771861 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Pushing event updated for resources: {'Port': ['ID=fe431941-9b5e-437d-8ffe-18ad10a878a7,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:31.948981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d008707-a96d-4523-a66a-d0e053323261 None None] Network bbbc930b-0557-411a-b1e8-19b63022f49c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:31.995468 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffe53438-b8e5-48a0-ac2c-8fc3aa58e3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.068045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-14059edb-11fb-43c8-a239-3528bf0fecfc None None] Provisioning for port 833d7c20-7f17-4ed6-be5f-c191f0af7531 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:32.111915 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.321614 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.511623 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:32.515001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 833d7c20-7f17-4ed6-be5f-c191f0af7531 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:32.610406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 833d7c20-7f17-4ed6-be5f-c191f0af7531 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:32.614150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 833d7c20-7f17-4ed6-be5f-c191f0af7531 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:32.614649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.624398 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:32.635122 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:32.654823 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:32.655540 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:32.684806 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.686125 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0dbca425-ca2f-4b26-9801-6b39e2ec7fbb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3128738 Jul 27 23:04:32.689471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59854) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:32.783683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:32.797121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:32.910249 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 833d7c20-7f17-4ed6-be5f-c191f0af7531, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833d7c20-7f17-4ed6-be5f-c191f0af7531,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:32.981151 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.048910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=833d7c20-7f17-4ed6-be5f-c191f0af7531,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:33.054354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:33.083393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:33.083753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Updating router 343b04f1-4eb0-4268-8b45-c470f8cc216b port fe431941-9b5e-437d-8ffe-18ad10a878a7 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:33.119430 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.394367 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.404711 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Transition to ACTIVE for port object fe431941-9b5e-437d-8ffe-18ad10a878a7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:33.484777 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.487760 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.538785 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Attempting to bind port fe431941-9b5e-437d-8ffe-18ad10a878a7 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:33.539157 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Attempting to bind port fe431941-9b5e-437d-8ffe-18ad10a878a7 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:33.539538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Attempting to bind port fe431941-9b5e-437d-8ffe-18ad10a878a7 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:33.546584 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8749-62f8-44e9-941e-4c6da3d39b17 None None] Pushing event updated for resources: {'Port': ['ID=fe431941-9b5e-437d-8ffe-18ad10a878a7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:33.554934 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:33.555320 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:33.555730 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.556128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:33.556625 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Bound port: fe431941-9b5e-437d-8ffe-18ad10a878a7, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:33.557015 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.610773 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] For port fe431941-9b5e-437d-8ffe-18ad10a878a7, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:33.613860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] For port fe431941-9b5e-437d-8ffe-18ad10a878a7, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fe431941-9b5e-437d-8ffe-18ad10a878a7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:33.650910 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Allocated IP 172.20.0.1 (bbbc930b-0557-411a-b1e8-19b63022f49c/e280bbc2-9297-4f66-9a64-4a450bfc6d98/78aef9d5-5a6f-449d-ad89-70bb8abcd492) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:33.677778 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.740554 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:33.741200 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:33.746272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8749-62f8-44e9-941e-4c6da3d39b17 None None] Pushing event updated for resources: {'Port': ['ID=fe431941-9b5e-437d-8ffe-18ad10a878a7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:33.760878 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.776136 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Transition to ACTIVE for port object 78aef9d5-5a6f-449d-ad89-70bb8abcd492 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:33.851476 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:33.871812 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:33.915747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Network bbbc930b-0557-411a-b1e8-19b63022f49c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:33.918492 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:33.922454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:33.953587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:33.971169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.042775 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:34.071439 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4521-b5c0-46ae-a984-f0d79e813328 None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:31Z', 'revision_number': 3, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:34.184091 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.307361 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7c73bc2a-79cc-472d-a282-34c4c6189f72 None None] Provisioning for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:34.313202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7c73bc2a-79cc-472d-a282-34c4c6189f72 None None] Provisioning complete for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:34.313583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c73bc2a-79cc-472d-a282-34c4c6189f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.354263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7c73bc2a-79cc-472d-a282-34c4c6189f72 None None] Port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:34.375750 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.437651 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.465924 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42b86dbd-8713-4e61-9d28-382a33be1025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.528639 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.538441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:34.583140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fe431941-9b5e-437d-8ffe-18ad10a878a7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:34.637590 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Network bbbc930b-0557-411a-b1e8-19b63022f49c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:34.640064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:34.696299 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port fe431941-9b5e-437d-8ffe-18ad10a878a7 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:34.701811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fe431941-9b5e-437d-8ffe-18ad10a878a7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:34.702440 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.780034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:34.821339 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.836708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.851034 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port fe431941-9b5e-437d-8ffe-18ad10a878a7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fe431941-9b5e-437d-8ffe-18ad10a878a7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:34.880265 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3a50cdd9-7f4c-4de0-8f1b-7114c553277a None None] Provisioning complete for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:34.880931 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a50cdd9-7f4c-4de0-8f1b-7114c553277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.911021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:34.916360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-fef6e8bb-46f4-4f04-bc12-5286ea3ef4a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/343b04f1-4eb0-4268-8b45-c470f8cc216b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2258289 Jul 27 23:04:34.921643 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:34.922478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 833d7c20-7f17-4ed6-be5f-c191f0af7531 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:34.966566 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3a50cdd9-7f4c-4de0-8f1b-7114c553277a None None] Port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:35.007271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=fe431941-9b5e-437d-8ffe-18ad10a878a7,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:35.021041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 833d7c20-7f17-4ed6-be5f-c191f0af7531 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:35.021422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.558261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59870) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:35.564099 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1373309535-network', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:35.631234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Made reservation on behalf of 381db5ebeda44fb9ae7aa07a560ee4d0 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:35.633859 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.639303 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:35.643990 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.648909 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:35.649555 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:35.735299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.756758 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:35.802701 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.831379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:35.836190 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ccfa12-99ec-46b8-b14f-80cc13428242,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:35.844638 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.844888 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Added segment 34729b2c-cf86-4628-b6ab-61719305370e of type vlan for network 28348591-7414-435b-964f-d2511a8933ee Jul 27 23:04:35.888825 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.960949 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 2, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:35.981997 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.983751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:35.984336 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:35.991188 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:35.991551 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Updating router 343b04f1-4eb0-4268-8b45-c470f8cc216b port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:36.026680 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.048244 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] Pushing event updated for resources: {'Network': ['ID=28348591-7414-435b-964f-d2511a8933ee,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:36.058923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 28348591-7414-435b-964f-d2511a8933ee details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:36.099909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f3bc0a89-c2bd-4090-9cd1-95d17c9a01ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5379438 Jul 27 23:04:36.100151 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59872) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:36.105849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Request body: {'subnet': {'network_id': '28348591-7414-435b-964f-d2511a8933ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1373309535-subnet', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:36.244011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Made reservation on behalf of 381db5ebeda44fb9ae7aa07a560ee4d0 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:36.246805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.290778 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:04:36.381473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.397127 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.407038 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Transition to ACTIVE for port object 78aef9d5-5a6f-449d-ad89-70bb8abcd492 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:36.473215 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.492765 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fe431941-9b5e-437d-8ffe-18ad10a878a7 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:36.501834 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.526142 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Pushing event updated for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:36.541903 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.542185 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.542558 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.542898 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.543240 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.543576 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.543904 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.544233 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.544564 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.545080 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.545616 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.546140 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:36.554728 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port fe431941-9b5e-437d-8ffe-18ad10a878a7 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:36.555186 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.558637 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126729e0-d08e-4180-a54e-cb1017e329d6,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:36.585828 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Checking segment: {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:36.586188 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Network hostable DHCP agents. Network: 28348591-7414-435b-964f-d2511a8933ee, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:36.606939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Attempting to bind port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:36.611870 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Attempting to bind port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:36.611870 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Attempting to bind port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:36.612934 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:36.613317 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Checking segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:36.613718 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.614104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Bound using segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:36.614613 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Bound port: 78aef9d5-5a6f-449d-ad89-70bb8abcd492, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:36.614999 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.672379 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Network 28348591-7414-435b-964f-d2511a8933ee is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:36.681006 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] For port 78aef9d5-5a6f-449d-ad89-70bb8abcd492, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:36.684411 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] For port 78aef9d5-5a6f-449d-ad89-70bb8abcd492, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=78aef9d5-5a6f-449d-ad89-70bb8abcd492,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:36.745717 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 28348591-7414-435b-964f-d2511a8933ee) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:36.750881 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:36.755240 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.757150 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e37e40-b681-4fca-8188-678527796242 None None] Network 28348591-7414-435b-964f-d2511a8933ee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:36.774813 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.832698 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-51365196-cc75-4f78-83a6-6ee059686e23 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7312489 Jul 27 23:04:36.835854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59874) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:36.841760 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:36.841760 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:36.842234 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:36.843229 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0f2b8-0019-4435-9117-35aa2bd33a9b None None] Pushing event updated for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:36.935101 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-28348591-7414-435b-964f-d2511a8933ee', 'network_id': '28348591-7414-435b-964f-d2511a8933ee', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'fixed_ips': [{'subnet_id': '126729e0-d08e-4180-a54e-cb1017e329d6'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:04:36.936629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.946164 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.948769 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:36.971656 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:37.015488 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.089037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Allocated IP 172.20.0.2 (28348591-7414-435b-964f-d2511a8933ee/126729e0-d08e-4180-a54e-cb1017e329d6/e43a042b-2869-416a-876f-83112ef1031f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:37.190379 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:37.219339 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a23a7-91f4-4752-aac9-f375300b6416 None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:36Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:37.245186 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.254412 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.270131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Transition to ACTIVE for port object e43a042b-2869-416a-876f-83112ef1031f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:37.285089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Transition to ACTIVE for port object e43a042b-2869-416a-876f-83112ef1031f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:37.352111 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.393140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Network 28348591-7414-435b-964f-d2511a8933ee is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:37.399015 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:37.405668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:37.418199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Pushing event updated for resources: {'Port': ['ID=e43a042b-2869-416a-876f-83112ef1031f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:37.476840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Attempting to bind port e43a042b-2869-416a-876f-83112ef1031f on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:37.477574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Attempting to bind port e43a042b-2869-416a-876f-83112ef1031f by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:37.477574 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Attempting to bind port e43a042b-2869-416a-876f-83112ef1031f on network 28348591-7414-435b-964f-d2511a8933ee {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:37.483970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:37.484466 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Checking segment: {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:37.484950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.485421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Bound using segment: {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:37.485971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Bound port: e43a042b-2869-416a-876f-83112ef1031f, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:37.486617 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.555662 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.558131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] For port e43a042b-2869-416a-876f-83112ef1031f, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:37.561149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] For port e43a042b-2869-416a-876f-83112ef1031f, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e43a042b-2869-416a-876f-83112ef1031f,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:37.577135 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.623001 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.687963 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Allocated IP 172.25.3.72 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/272deff3-3e09-492a-aa2f-b2064a633cde) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:37.702525 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82917d62-dd22-4266-9bab-32c70a665abe None None] Pushing event updated for resources: {'Port': ['ID=e43a042b-2869-416a-876f-83112ef1031f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:37.778914 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.823553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.844368 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:37.963269 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.009140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:38.016089 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:38.018333 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Pushing event updated for resources: {'Port': ['ID=272deff3-3e09-492a-aa2f-b2064a633cde,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:38.020478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:38.411947 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.576678 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e43a042b-2869-416a-876f-83112ef1031f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:38.661413 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.690073 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port e43a042b-2869-416a-876f-83112ef1031f completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:38.695353 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 78aef9d5-5a6f-449d-ad89-70bb8abcd492 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:38.746794 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94145d0d-610a-4199-a30a-e756c3001b70 None None] Network 28348591-7414-435b-964f-d2511a8933ee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:38.822087 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:38.835943 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:38.836322 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.865740 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:38.953173 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Provisioning for port e43a042b-2869-416a-876f-83112ef1031f completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:38.965874 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Provisioning complete for port e43a042b-2869-416a-876f-83112ef1031f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:38.966255 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:38.978625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:38.994862 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Sync routers for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:39.005893 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.035135 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:39.035758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:39.060441 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.061751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-f5e7bcb1-bd7f-4277-920a-974f01f836d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2252777 Jul 27 23:04:39.064556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59876) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:39.114445 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 78aef9d5-5a6f-449d-ad89-70bb8abcd492, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=78aef9d5-5a6f-449d-ad89-70bb8abcd492,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:39.195784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.232590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.254769 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:39.324008 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.351285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:39.393573 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] For port e43a042b-2869-416a-876f-83112ef1031f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e43a042b-2869-416a-876f-83112ef1031f,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:39.461497 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.510553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.523093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:38Z', 'revision_number': 3, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:39.528184 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8235d5-4d94-4edb-877c-3dc74524bc00 None None] Pushing event updated for resources: {'Port': ['ID=e43a042b-2869-416a-876f-83112ef1031f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:39.557598 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Checking router: 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:39.557950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Updating router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 port 272deff3-3e09-492a-aa2f-b2064a633cde binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:39.601524 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-216f6483-cb8f-4072-b24a-bc545b9e8673 None None] Provisioning complete for port e43a042b-2869-416a-876f-83112ef1031f triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:39.602253 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-216f6483-cb8f-4072-b24a-bc545b9e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.603355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.668352 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Allocated IP 172.20.0.1 (28348591-7414-435b-964f-d2511a8933ee/126729e0-d08e-4180-a54e-cb1017e329d6/f421d89e-41ef-4e37-bed2-0de3063d3442) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:39.774053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.787793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Transition to ACTIVE for port object f421d89e-41ef-4e37-bed2-0de3063d3442 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:39.905975 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.927139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:39.937893 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Transition to ACTIVE for port object 272deff3-3e09-492a-aa2f-b2064a633cde will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:39.945407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Network 28348591-7414-435b-964f-d2511a8933ee is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:39.950339 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:39.953189 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:39.978369 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Pushing event updated for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:39.997805 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.010185 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.067399 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10204d-ada0-4dbb-aadc-29a9b8468bd3 None None] Pushing event updated for resources: {'Port': ['ID=272deff3-3e09-492a-aa2f-b2064a633cde,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.072058 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Attempting to bind port 272deff3-3e09-492a-aa2f-b2064a633cde on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:40.072429 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Attempting to bind port 272deff3-3e09-492a-aa2f-b2064a633cde by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:40.072984 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Attempting to bind port 272deff3-3e09-492a-aa2f-b2064a633cde on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:40.078848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:40.079231 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:40.079641 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.080044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:40.080529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Bound port: 272deff3-3e09-492a-aa2f-b2064a633cde, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:40.080916 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.143553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] For port 272deff3-3e09-492a-aa2f-b2064a633cde, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:40.147538 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] For port 272deff3-3e09-492a-aa2f-b2064a633cde, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=272deff3-3e09-492a-aa2f-b2064a633cde,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:40.227287 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.295855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:40.297097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:40.302011 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10204d-ada0-4dbb-aadc-29a9b8468bd3 None None] Pushing event updated for resources: {'Port': ['ID=272deff3-3e09-492a-aa2f-b2064a633cde,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.352819 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b6cbb7b5-e959-493f-ad6f-9a6a837c30fb None None] Provisioning for port f421d89e-41ef-4e37-bed2-0de3063d3442 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:40.384185 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b6cbb7b5-e959-493f-ad6f-9a6a837c30fb None None] Provisioning complete for port f421d89e-41ef-4e37-bed2-0de3063d3442 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:40.384460 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb7b5-e959-493f-ad6f-9a6a837c30fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.437128 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:40.439241 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbb7b5-e959-493f-ad6f-9a6a837c30fb None None] Port f421d89e-41ef-4e37-bed2-0de3063d3442 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:40.529973 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e43a042b-2869-416a-876f-83112ef1031f up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:40.539685 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.626021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port e43a042b-2869-416a-876f-83112ef1031f triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:40.626604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.691805 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:38Z', 'revision_number': 3, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:40.703018 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.774121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.848035 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:40.849796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Pushing event updated for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:40.895871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9872f-5dbf-4afa-95b0-292b7ca7dab3 None None] The sync data for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 is: [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:38Z', 'revision_number': 3, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:40.906986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 78aef9d5-5a6f-449d-ad89-70bb8abcd492 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:40.955582 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Network 28348591-7414-435b-964f-d2511a8933ee is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:40.957163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:40.959746 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:40.960442 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.094674 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:41.237708 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:41.246310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-219b74ca-c8ce-4987-b5e8-d5616be265ac admin admin] 10.222.0.37 "PUT /v2.0/routers/3f04fd8a-23d0-4ca4-a18c-39fe1bb07873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1773534 Jul 27 23:04:41.283171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a3e486de-a217-44bf-b2e8-4862dc3c1a61 None None] Provisioning complete for port f421d89e-41ef-4e37-bed2-0de3063d3442 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:41.283547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e486de-a217-44bf-b2e8-4862dc3c1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.319657 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3e486de-a217-44bf-b2e8-4862dc3c1a61 None None] Port f421d89e-41ef-4e37-bed2-0de3063d3442 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:41.805786 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59884) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:41.810727 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253445342', 'description': 'tempest-secgroup-smoke-1253445342 description', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:41.890946 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:41.975389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.038560 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.067813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6590aa40-81e9-44d6-b208-1efb05723d46,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.113116 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.114496 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5e41ab64-a41b-4897-8f87-43c972448479 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3075929 Jul 27 23:04:42.117478 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 59886) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:42.122527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:42.221697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.280833 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.364222 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.384647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac215a89-0a5f-4e33-ba61-7932f8595a45,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.434994 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Sync routers for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:42.444422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.445141 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:42.445891 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:42.448698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59888) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:42.449150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3fe458df-5d4d-4710-998a-d241a7983d7d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3301029 Jul 27 23:04:42.454429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:42.538519 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 272deff3-3e09-492a-aa2f-b2064a633cde up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:42.545014 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.570195 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:42.613434 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.672729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 272deff3-3e09-492a-aa2f-b2064a633cde completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:42.676788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 272deff3-3e09-492a-aa2f-b2064a633cde triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:42.677170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.682908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.705227 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8fe0c7-084e-442a-bfaf-699b9e281e77,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.761765 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.776304 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 4, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f421d89e-41ef-4e37-bed2-0de3063d3442', 'name': '', 'network_id': '28348591-7414-435b-964f-d2511a8933ee', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'mac_address': 'fa:16:3e:e5:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:39Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 2, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'subnets': [{'id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:42.783178 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 272deff3-3e09-492a-aa2f-b2064a633cde, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=272deff3-3e09-492a-aa2f-b2064a633cde,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:42.785811 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.787408 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bfd6c7e4-e2d6-48bb-9b22-7f32e67c28bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3374348 Jul 27 23:04:42.789941 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59890) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:42.801893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:42.803604 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Checking router: 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:42.803962 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Updating router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 port f421d89e-41ef-4e37-bed2-0de3063d3442 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:42.838479 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.884604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.900905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:42.937608 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=272deff3-3e09-492a-aa2f-b2064a633cde,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:42.969032 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.038555 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.058733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089db368-dc79-4576-9db9-f330f71e594d,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.113893 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.123240 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Transition to ACTIVE for port object f421d89e-41ef-4e37-bed2-0de3063d3442 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:43.124687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.125948 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-1bfe3720-f686-4556-9157-b4e73a067b4a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349147 Jul 27 23:04:43.131084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59892) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:43.135729 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:43.192959 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.225931 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.244734 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979d154-f3c5-4f7d-96b0-bfd9fec3a42d None None] Pushing event updated for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.292883 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.304282 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Attempting to bind port f421d89e-41ef-4e37-bed2-0de3063d3442 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:43.304681 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Attempting to bind port f421d89e-41ef-4e37-bed2-0de3063d3442 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:43.307218 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Attempting to bind port f421d89e-41ef-4e37-bed2-0de3063d3442 on network 28348591-7414-435b-964f-d2511a8933ee {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:43.310194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:43.310598 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Checking segment: {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:43.311001 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.311436 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Bound using segment: {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:43.312010 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Bound port: f421d89e-41ef-4e37-bed2-0de3063d3442, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34729b2c-cf86-4628-b6ab-61719305370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '28348591-7414-435b-964f-d2511a8933ee'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:43.312401 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.374543 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.383107 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] For port f421d89e-41ef-4e37-bed2-0de3063d3442, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:43.386493 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] For port f421d89e-41ef-4e37-bed2-0de3063d3442, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f421d89e-41ef-4e37-bed2-0de3063d3442,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:43.394325 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e70d2a-fbd2-4959-87bb-b46f9e4e7b20,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.471969 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.482817 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.484317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-77b25ae6-ed36-4a8b-9e6e-4df8836220f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3522398 Jul 27 23:04:43.487048 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59894) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:43.491706 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:43.527033 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:43.527667 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:43.572342 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979d154-f3c5-4f7d-96b0-bfd9fec3a42d None None] Pushing event updated for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.575591 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Project 4148173aa22c4e4fb8dba0bdc74438bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:04:43.584368 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.659571 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.665925 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:43.724419 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.742834 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6320e8-917a-420a-b349-10e2977834e9,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:43.804718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.806031 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-0e478fc4-799c-4139-9304-7fea6d741005 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3180220 Jul 27 23:04:43.808751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59896) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:43.814316 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '6590aa40-81e9-44d6-b208-1efb05723d46', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:43.896082 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Project 4148173aa22c4e4fb8dba0bdc74438bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:04:43.901190 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.951766 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 4, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f421d89e-41ef-4e37-bed2-0de3063d3442', 'name': '', 'network_id': '28348591-7414-435b-964f-d2511a8933ee', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'mac_address': 'fa:16:3e:e5:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:39Z', 'updated_at': '2021-07-27T23:04:43Z', 'revision_number': 4, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'subnets': [{'id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:43.965428 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.981229 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ece74-e2be-4969-82fb-70d08aad0500 None None] The sync data for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 is: [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:04:40Z', 'revision_number': 4, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': 'f421d89e-41ef-4e37-bed2-0de3063d3442', 'name': '', 'network_id': '28348591-7414-435b-964f-d2511a8933ee', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'mac_address': 'fa:16:3e:e5:63:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:39Z', 'updated_at': '2021-07-27T23:04:43Z', 'revision_number': 4, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'subnets': [{'id': '126729e0-d08e-4180-a54e-cb1017e329d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:44.035322 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.057544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305bfa5b-8a63-42e9-ad1d-b60573ed0725,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:44.117226 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.118567 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-464eb6d0-9e7e-49c7-b57d-fc6ee47faccf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087974 Jul 27 23:04:44.267894 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-8b857c97-efe8-4247-831e-3d88d7d5db56 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253445342&fields=id&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 267 time: 0.0366733 Jul 27 23:04:44.386364 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a527781f-d2c9-4ed8-97dc-3bcb8f184d72 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:44.387912 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a527781f-d2c9-4ed8-97dc-3bcb8f184d72 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 809 time: 0.1128941 Jul 27 23:04:44.407463 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-f0100cc7-3ca4-404c-bdb1-f2d0522759b0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/quotas/4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 375 time: 0.0131781 Jul 27 23:04:44.493630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-ec247699-3089-422f-b568-ff7b0739eb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801978 Jul 27 23:04:44.592083 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 272deff3-3e09-492a-aa2f-b2064a633cde up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:44.603180 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-88f87f42-ea46-4ae1-94c2-f92773749052 service neutron] 10.222.0.37 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962062 Jul 27 23:04:44.648338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 272deff3-3e09-492a-aa2f-b2064a633cde triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:44.649044 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.700767 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-730f7ba5-55b0-4647-8cef-6c8a3b6826f8 service neutron] 10.222.0.37 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904973 Jul 27 23:04:44.732910 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f421d89e-41ef-4e37-bed2-0de3063d3442 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:44.844693 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port f421d89e-41ef-4e37-bed2-0de3063d3442 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:44.849075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f421d89e-41ef-4e37-bed2-0de3063d3442 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:44.849590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.942671 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:44.970966 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b2941f76-498b-4107-a13c-1806a59ef957 req-6052b856-dda7-4f12-8357-d5292cfc24d8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 210 time: 0.0350158 Jul 27 23:04:44.983970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port f421d89e-41ef-4e37-bed2-0de3063d3442, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f421d89e-41ef-4e37-bed2-0de3063d3442,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:45.054223 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.112151 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:46.074054 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-da9d7a93-94f6-4e47-8048-2bd782225a22 req-962d0b99-8dc0-48eb-9e77-f3f466debccc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 210 time: 0.0315449 Jul 27 23:04:46.505870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f421d89e-41ef-4e37-bed2-0de3063d3442 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:46.553974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port f421d89e-41ef-4e37-bed2-0de3063d3442 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:46.554385 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.204178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6048ce4-c641-43b5-afae-3677c6767c93 req-1672ab29-efe7-4339-8b42-b020e939eeaa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 210 time: 0.0410304 Jul 27 23:04:47.251120 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-071032ba-56c6-4411-8ba7-e2510cb40bb8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.252668 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-071032ba-56c6-4411-8ba7-e2510cb40bb8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 809 time: 0.1358433 Jul 27 23:04:47.298371 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-c87d61f0-7c5f-46e3-aa5a-e0ffdf69e9e5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 380 time: 0.0363026 Jul 27 23:04:47.308476 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'port': {'device_id': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'admin_state_up': True, 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'security_groups': ['6590aa40-81e9-44d6-b208-1efb05723d46']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:47.472784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Made reservation on behalf of 4148173aa22c4e4fb8dba0bdc74438bb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:47.476440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.605569 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Allocated IP 172.20.0.4 (bbbc930b-0557-411a-b1e8-19b63022f49c/e280bbc2-9297-4f66-9a64-4a450bfc6d98/7417a16d-3e99-48b8-aa61-d4fa774f8422) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:47.741757 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.755811 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Transition to ACTIVE for port object 7417a16d-3e99-48b8-aa61-d4fa774f8422 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:47.848650 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.892793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Network bbbc930b-0557-411a-b1e8-19b63022f49c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:47.897842 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:47.901481 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:47.925433 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:47.956487 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:47.957121 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.005340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-3c7595fe-425a-4a1b-a185-6ea7a5e3a8cc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004986 Jul 27 23:04:48.019669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Request body: {'port': {'device_id': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:48.098911 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.192696 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d026a364-c5ec-4c86-a094-26e78ebfb53e None None] Provisioning for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:48.196594 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d026a364-c5ec-4c86-a094-26e78ebfb53e None None] Provisioning complete for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:48.196996 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d026a364-c5ec-4c86-a094-26e78ebfb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.235644 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d026a364-c5ec-4c86-a094-26e78ebfb53e None None] Port 7417a16d-3e99-48b8-aa61-d4fa774f8422 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:48.345074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c657a5-fb2c-42da-aaf5-1054fcf58b07 req-8142f529-8f9d-4f72-bc07-f1bd068869bd tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.346636 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c657a5-fb2c-42da-aaf5-1054fcf58b07 req-8142f529-8f9d-4f72-bc07-f1bd068869bd tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 931 time: 0.0688195 Jul 27 23:04:48.372862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:48.381160 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.386482 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f7c657a5-fb2c-42da-aaf5-1054fcf58b07 req-aa513c3c-d522-4b91-91f3-8001567d7713 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Jul 27 23:04:48.394145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Transition to ACTIVE for port object 7417a16d-3e99-48b8-aa61-d4fa774f8422 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:48.524151 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.574523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:48.657010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Attempting to bind port 7417a16d-3e99-48b8-aa61-d4fa774f8422 on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:48.657350 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Attempting to bind port 7417a16d-3e99-48b8-aa61-d4fa774f8422 by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:48.657679 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Attempting to bind port 7417a16d-3e99-48b8-aa61-d4fa774f8422 on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:48.662357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Port 7417a16d-3e99-48b8-aa61-d4fa774f8422 on network bbbc930b-0557-411a-b1e8-19b63022f49c not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:48.662677 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Attempting to bind port 7417a16d-3e99-48b8-aa61-d4fa774f8422 on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:48.667782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:48.668121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Checking segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:48.668512 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Bound using segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:48.668942 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Bound port: 7417a16d-3e99-48b8-aa61-d4fa774f8422, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:48.669307 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.736642 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:48.739818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:48.804983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.839661 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.840278 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.841677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] 10.222.0.76 "PUT /v2.0/ports/7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1091 time: 0.8276694 Jul 27 23:04:48.842121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:48.845009 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:48.873303 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c697b10-385d-47ea-a9d5-ebd5434b4426 service neutron] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:48.887529 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b7d6d-85d1-434f-8d4c-01be7a7b7f99 x-openstack-request-id: req-695b7d6d-85d1-434f-8d4c-01be7a7b7f99 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:48.888036 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:48.888283 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-695b7d6d-85d1-434f-8d4c-01be7a7b7f99 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:48.888692 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'status': 'completed', 'code': 200} Jul 27 23:04:48.970314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-a9c6a463-df15-462a-b6af-fde7d592d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:48.971894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-a9c6a463-df15-462a-b6af-fde7d592d8e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1094 time: 0.0637691 Jul 27 23:04:49.071801 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-a559ba73-d9d0-4e58-8f39-1c2ea804a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.073304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-a559ba73-d9d0-4e58-8f39-1c2ea804a902 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0939567 Jul 27 23:04:49.169970 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-ba1dd091-0443-4061-a7ef-dfd3229706ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.171592 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-55701aa3-d65f-4c9f-a24d-8ac14d1521e8 req-ba1dd091-0443-4061-a7ef-dfd3229706ec service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909603 Jul 27 23:04:49.259695 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a5e21ccc-3c4f-412f-8cf1-c62fb99c6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.261315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a5e21ccc-3c4f-412f-8cf1-c62fb99c6379 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1094 time: 0.0550678 Jul 27 23:04:49.302226 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-e665ebf5-ae5d-4017-b954-8f53cc348bdf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 217 time: 0.0335553 Jul 27 23:04:49.355607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a66d9664-216d-4ac4-89d8-11cca4a0b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.357087 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-a66d9664-216d-4ac4-89d8-11cca4a0b2e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0472896 Jul 27 23:04:49.416671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-ac069f18-5de1-48e2-8847-9b7fac3ab9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.418210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-ac069f18-5de1-48e2-8847-9b7fac3ab9ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542827 Jul 27 23:04:49.508981 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-9b62fe9c-ad43-4539-b65e-d86644ff746d service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Jul 27 23:04:49.519529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0505e-c0ff-476f-b39e-6a9853e0f1fb req-e076cf74-2446-47e2-9708-7e2498d59979 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:49.520981 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fea0505e-c0ff-476f-b39e-6a9853e0f1fb req-e076cf74-2446-47e2-9708-7e2498d59979 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0659585 Jul 27 23:04:49.559550 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fea0505e-c0ff-476f-b39e-6a9853e0f1fb req-1632077c-9a35-4789-a2bc-109afff66c3f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322793 Jul 27 23:04:49.604958 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-dfcfc2dd-ad1d-49b5-af29-bcda3e3c9f32 req-efa052d3-f07d-460a-a5a7-26807a4d0e75 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887856 Jul 27 23:04:50.691807 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e008c-1e3b-43f3-b4a2-25489a116511 req-a15d0916-58ca-43d5-b08c-26605b30186d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.693364 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c25e008c-1e3b-43f3-b4a2-25489a116511 req-a15d0916-58ca-43d5-b08c-26605b30186d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0647700 Jul 27 23:04:50.731248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c25e008c-1e3b-43f3-b4a2-25489a116511 req-f16cb608-a71c-480c-a08b-1ffb8df4e6f8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 27 23:04:51.861542 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173acce-04e5-4a61-9360-2a616451ca58 req-93bc2669-7a42-40b6-b936-faeefb3ff870 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:51.863142 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2173acce-04e5-4a61-9360-2a616451ca58 req-93bc2669-7a42-40b6-b936-faeefb3ff870 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0650012 Jul 27 23:04:51.902389 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2173acce-04e5-4a61-9360-2a616451ca58 req-52fa1177-b9a7-4879-a5d4-49093ed953f8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Jul 27 23:04:52.453887 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:52.552349 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:52.564158 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:52.599856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:52.613137 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:52.633171 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:52.683861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:52.734903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:52.886870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7417a16d-3e99-48b8-aa61-d4fa774f8422'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:53.031795 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823cf5a-b8b6-4def-9c6f-196c85eb9e5a req-2fbff180-0acc-4ed9-8fa3-eee3fbb42e9b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:53.033328 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2823cf5a-b8b6-4def-9c6f-196c85eb9e5a req-2fbff180-0acc-4ed9-8fa3-eee3fbb42e9b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0638158 Jul 27 23:04:53.076186 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2823cf5a-b8b6-4def-9c6f-196c85eb9e5a req-68d856d0-2ab1-471a-ae38-70adb4919333 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368114 Jul 27 23:04:54.215091 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8dd7f-c4c0-455f-91ed-ec21d93877ec req-4c7b7728-dac6-42de-9622-61cb30dbb54e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:54.216562 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a8dd7f-c4c0-455f-91ed-ec21d93877ec req-4c7b7728-dac6-42de-9622-61cb30dbb54e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0697927 Jul 27 23:04:54.256076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-21a8dd7f-c4c0-455f-91ed-ec21d93877ec req-cbed0d6b-2a72-44d2-859d-2a1eb7caaadc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328076 Jul 27 23:04:54.468861 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:54.567919 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:54.572123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:54.573160 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.652469 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.675890 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:54.678177 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68989419-2e20-4fa9-9553-5cfcc0a4b7ea" -d '{"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:54.691474 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:54.746811 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:54.779034 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fec56e-4c85-4d0d-90e4-15b1b6dad7ce x-openstack-request-id: req-78fec56e-4c85-4d0d-90e4-15b1b6dad7ce {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:54.779340 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:54.779599 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78fec56e-4c85-4d0d-90e4-15b1b6dad7ce {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:54.780000 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'code': 200} Jul 27 23:04:54.807211 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:54.877277 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4218e-f173-4272-b86c-320ac3f6c1df req-de683e1c-2c01-444a-b5ba-303186d2c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:54.878833 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66a4218e-f173-4272-b86c-320ac3f6c1df req-de683e1c-2c01-444a-b5ba-303186d2c68f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1096 time: 0.0545979 Jul 27 23:04:54.916474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-66a4218e-f173-4272-b86c-320ac3f6c1df req-86a20ba0-0932-4ea9-b821-7e1b4b92bf37 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301800 Jul 27 23:04:55.385747 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255adda-bd49-4ef3-bc0f-e1f6b75d7ee1 req-2c919a53-2630-4f2c-9637-d0533af85158 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:55.387217 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7255adda-bd49-4ef3-bc0f-e1f6b75d7ee1 req-2c919a53-2630-4f2c-9637-d0533af85158 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0642388 Jul 27 23:04:55.428561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7255adda-bd49-4ef3-bc0f-e1f6b75d7ee1 req-a6a74a95-d3ae-4974-9a52-21a8284b18cf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343239 Jul 27 23:04:56.560934 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c1dd-07a0-4857-84ce-1e254a687a21 req-5d5f1036-952e-4fd2-a1f1-dc47e75a4979 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:56.562985 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a59c1dd-07a0-4857-84ce-1e254a687a21 req-5d5f1036-952e-4fd2-a1f1-dc47e75a4979 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0646822 Jul 27 23:04:56.601726 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4a59c1dd-07a0-4857-84ce-1e254a687a21 req-98746ee0-71ee-4fb6-92e9-fd80d902c770 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326257 Jul 27 23:04:56.740986 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa4dbf-eaaf-4f18-b2a6-e132ddc3c34c req-b4a6b31c-1e7a-43fb-a02f-91f5601ffa49 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:56.742499 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10fa4dbf-eaaf-4f18-b2a6-e132ddc3c34c req-b4a6b31c-1e7a-43fb-a02f-91f5601ffa49 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0670655 Jul 27 23:04:56.781832 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-10fa4dbf-eaaf-4f18-b2a6-e132ddc3c34c req-37365b2c-554c-4e8b-bd36-7eb91d3e151e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333245 Jul 27 23:04:56.805092 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59958) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:56.956214 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf2d63-930f-42de-92ff-1dabf5aab310 tempest-TestShelveInstance-704434605 tempest-TestShelveInstance-704434605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:56.957751 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-faaf2d63-930f-42de-92ff-1dabf5aab310 tempest-TestShelveInstance-704434605 tempest-TestShelveInstance-704434605-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1091 time: 0.1516263 Jul 27 23:04:56.960629 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 59962) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:56.964919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:57.043904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.139168 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.243753 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Allocated IP 172.25.3.239 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/c0f2f581-6c21-42c3-be37-e224e8d5b992) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:57.365415 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.449715 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.495889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:57.498625 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:57.501231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:57.523138 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=c0f2f581-6c21-42c3-be37-e224e8d5b992,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:57.862103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:57.992602 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.140309 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.180734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.251308 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=c0f2f581-6c21-42c3-be37-e224e8d5b992,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:58.258673 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.358088 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Floating IP 49585a59-480d-49c6-9375-1e17fc0df01b associated. External IP: 172.25.3.239, port: 7417a16d-3e99-48b8-aa61-d4fa774f8422. Jul 27 23:04:58.565326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:58.670524 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:58.680867 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:58.691275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:58.697303 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:58.745380 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:58.783039 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-53e93d31-0e64-4547-9318-cc5a81fbe5df tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8213484 Jul 27 23:04:58.783678 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:58.785949 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:58.811782 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:58.835324 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b7c18-3404-48f1-a542-7a81cfc5443a x-openstack-request-id: req-185b7c18-3404-48f1-a542-7a81cfc5443a {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:58.835324 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:58.835324 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-185b7c18-3404-48f1-a542-7a81cfc5443a {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:58.835324 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'status': 'completed', 'code': 200} Jul 27 23:04:58.916075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-ed384f80-ef47-475d-a4e2-2bf4eb5e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:58.917625 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-ed384f80-ef47-475d-a4e2-2bf4eb5e560d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1096 time: 0.0588753 Jul 27 23:04:59.011633 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-2b3cf80c-5ecc-4a75-a48f-c35799254b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.013218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-2b3cf80c-5ecc-4a75-a48f-c35799254b06 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0887697 Jul 27 23:04:59.038517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '49585a59-480d-49c6-9375-1e17fc0df01b', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:57Z', 'updated_at': '2021-07-27T23:04:57Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:59.069148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:59.077394 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:59.078051 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:04:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:59.081710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-dc587590-b769-46b8-9bf2-918455d957ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 999 time: 0.0616815 Jul 27 23:04:59.135019 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-6ee405a0-b04e-43ab-8d37-d665d139f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.136676 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-6ee405a0-b04e-43ab-8d37-d665d139f982 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0485868 Jul 27 23:04:59.184719 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:59.195889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-2e0264a4-d93f-4fcf-afee-28e0e0685b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:59.197410 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-2e0264a4-d93f-4fcf-afee-28e0e0685b1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541334 Jul 27 23:04:59.287746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-91d40e79-3e22-4963-bbc4-08d011eabe98 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824921 Jul 27 23:04:59.380603 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-bcf18c69-09ef-4462-9363-a7f5d7ef5ee0 req-5bc8afef-ba41-4bd5-b68a-1bc0546654b1 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Jul 27 23:04:59.412414 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '49585a59-480d-49c6-9375-1e17fc0df01b', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:57Z', 'updated_at': '2021-07-27T23:04:57Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:59.438610 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10127b-0401-46ca-8633-503c81b33324 None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '49585a59-480d-49c6-9375-1e17fc0df01b', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:57Z', 'updated_at': '2021-07-27T23:04:57Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:59.629918 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda1059d-00c6-4ebf-ae85-84c05964717d None None] New status for floating IP 49585a59-480d-49c6-9375-1e17fc0df01b: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:05:01.979243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9154f260-09ed-4b60-9bc2-3bfaff36333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:04.495354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63677384-63eb-430f-982a-cb34cc01bd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:04.802602 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:06.152312 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:06.658237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-a6997bf3-cdcf-488c-904e-9b78a0ead6de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574541 Jul 27 23:05:06.760555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-9a5f6c62-330b-4e6c-85dc-7acd7d1e40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.762235 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-9a5f6c62-330b-4e6c-85dc-7acd7d1e40c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1096 time: 0.0571058 Jul 27 23:05:06.878034 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-3191be60-b97d-4571-a83c-79cd17fe7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:06.879652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-3191be60-b97d-4571-a83c-79cd17fe7dd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0969036 Jul 27 23:05:06.948315 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-17c789e1-ed19-4549-858f-f78d996b48c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1001 time: 0.0607839 Jul 27 23:05:07.004710 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-8e08d493-0952-4a36-b26c-cccb61a46171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.006390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-8e08d493-0952-4a36-b26c-cccb61a46171 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0514212 Jul 27 23:05:07.069542 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-6abeade1-f739-4e0b-bc82-5bf5290527d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:07.071130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-6abeade1-f739-4e0b-bc82-5bf5290527d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563276 Jul 27 23:05:07.164178 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-a96ab366-ab33-4998-9939-a6dd6692fdaa service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Jul 27 23:05:07.605894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-eceb2be0-b0da-4cec-a4da-dd1898be9484 req-25932fda-8d24-43b9-b81e-f28e4a83272b service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341977 Jul 27 23:05:07.729608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:07.877389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:09.220375 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.271234 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:05:32.001772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7da79d0f-dbf2-4b11-bfd5-1355f659d93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.454273 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03b6e7e6-866b-40a0-9b43-ac4137292552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:34.791343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:36.151180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.781955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:37.876981 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:39.213800 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.270784 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:01.995999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b4a92468-cd27-4e17-802b-afbd071754dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.464799 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d7b143-ce6d-4e9e-94da-a04353fb2280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:04.835611 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:06.161578 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.638365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-9cda961e-0f1b-4fd0-af18-a3896a191952 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562916 Jul 27 23:06:07.747499 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-ee58f3ed-0ee0-4d32-9ebf-f68a0ac2bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.749181 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-ee58f3ed-0ee0-4d32-9ebf-f68a0ac2bb69 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1096 time: 0.0690501 Jul 27 23:06:07.784265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.858523 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-a5c53958-15e5-4261-99d1-bf1a3738f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:07.860909 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-a5c53958-15e5-4261-99d1-bf1a3738f180 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0923541 Jul 27 23:06:07.887683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:07.947210 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-ade09370-94d2-4e55-99e2-1f3b26767a8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1001 time: 0.0781975 Jul 27 23:06:08.009693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-3775d75c-120f-41de-8397-af2449c834b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:08.011327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-3775d75c-120f-41de-8397-af2449c834b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0574238 Jul 27 23:06:08.082890 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-5ec19991-d18f-425f-8157-9f20ffd98c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:08.084478 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-5ec19991-d18f-425f-8157-9f20ffd98c2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666800 Jul 27 23:06:08.190531 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-d38eff56-27d6-44cb-98f2-bf856df56913 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978880 Jul 27 23:06:08.293641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c343f4be-f173-4330-bedb-7b3ea50d8a33 req-c583cdfc-e164-458d-809b-c3fb69d35f47 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955794 Jul 27 23:06:09.241090 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:27.270912 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:31.966252 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8df8c32-363c-4e8e-b204-887e35376809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.464014 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6468b20e-8e39-442e-b508-05a21c954768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:34.846797 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:36.190335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.743574 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:37.863481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:39.234205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:55.591076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf97f-b8c5-48a5-ad7c-12b60fc385ce req-9e2ae32c-1309-44d8-b973-b05d17a482e9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.592591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-279cf97f-b8c5-48a5-ad7c-12b60fc385ce req-9e2ae32c-1309-44d8-b973-b05d17a482e9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0654135 Jul 27 23:06:55.635353 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-279cf97f-b8c5-48a5-ad7c-12b60fc385ce req-56311df3-1fbb-409b-bd57-092dd4628bea tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367491 Jul 27 23:06:56.774218 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e437ba5-fe51-4875-9d21-43f229cb5b2b req-1fd041f6-e1f8-4f25-b6ed-547f734c8ac3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.775704 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e437ba5-fe51-4875-9d21-43f229cb5b2b req-1fd041f6-e1f8-4f25-b6ed-547f734c8ac3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0695846 Jul 27 23:06:56.814535 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5e437ba5-fe51-4875-9d21-43f229cb5b2b req-0c4eeedd-ae0e-4544-ac37-84a6cd41402d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jul 27 23:06:57.973793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb441-2ed2-4c36-8bfe-9be698b0894f req-8bbb5624-ac63-4041-a508-553438531da6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.975404 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb3fb441-2ed2-4c36-8bfe-9be698b0894f req-8bbb5624-ac63-4041-a508-553438531da6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0635819 Jul 27 23:06:58.013867 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cb3fb441-2ed2-4c36-8bfe-9be698b0894f req-e5217112-6f14-4346-bd13-13f9b3fa511e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324965 Jul 27 23:06:59.143239 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97afe5-8937-4ae8-bcbe-1e52b47e68dd req-86dfef80-79e0-4265-90bf-ca87046476c4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.144688 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e97afe5-8937-4ae8-bcbe-1e52b47e68dd req-86dfef80-79e0-4265-90bf-ca87046476c4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0639508 Jul 27 23:06:59.182648 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2e97afe5-8937-4ae8-bcbe-1e52b47e68dd req-d8d6deae-ce74-48cf-9416-c21f918833a1 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Jul 27 23:07:00.318996 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321b35-e3b9-45ca-be74-2819bd5103a5 req-009e893d-c950-4316-a343-3db9bb082fef tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.320490 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa321b35-e3b9-45ca-be74-2819bd5103a5 req-009e893d-c950-4316-a343-3db9bb082fef tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0644886 Jul 27 23:07:00.358840 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-aa321b35-e3b9-45ca-be74-2819bd5103a5 req-990a26e4-dd71-4f61-a3c8-0c75872164f0 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Jul 27 23:07:01.496706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95e670-8b94-43b5-b158-88f8cdba6c8e req-3af3b1f2-ff08-45a2-97e3-8738e8f847d7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.498230 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b95e670-8b94-43b5-b158-88f8cdba6c8e req-3af3b1f2-ff08-45a2-97e3-8738e8f847d7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0694194 Jul 27 23:07:01.538391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0b95e670-8b94-43b5-b158-88f8cdba6c8e req-5627856c-1f91-4efc-8d26-1b369f219931 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Jul 27 23:07:01.971563 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4add07bf-8f21-4226-9bfd-9fd359e9640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.672595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120bb4b-7f50-4e69-afda-a5d89daf3c87 req-556a9043-ea15-4563-bc1e-c0796c2bace9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.674170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e120bb4b-7f50-4e69-afda-a5d89daf3c87 req-556a9043-ea15-4563-bc1e-c0796c2bace9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0694833 Jul 27 23:07:02.713565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e120bb4b-7f50-4e69-afda-a5d89daf3c87 req-75ee506c-8f6b-4ff1-9f82-a12b7722f3a3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Jul 27 23:07:03.846386 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d507e7-ba41-4cf7-b984-8b44a6e95008 req-db3a9f74-3107-4ffd-b433-fd6dd8b72624 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.847939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32d507e7-ba41-4cf7-b984-8b44a6e95008 req-db3a9f74-3107-4ffd-b433-fd6dd8b72624 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0665793 Jul 27 23:07:03.889422 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-32d507e7-ba41-4cf7-b984-8b44a6e95008 req-5ea358f9-583c-4843-b886-50e643e58c65 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Jul 27 23:07:04.269752 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:07:04.479959 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-87842334-0ffb-41a4-a663-13cbef5a8096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.846098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:05.021201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a457eda-6e79-4fd7-ad6f-ba1206d3d557 req-ff6ccdad-7f0b-47f2-b0c8-0d1967891f56 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:05.022868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a457eda-6e79-4fd7-ad6f-ba1206d3d557 req-ff6ccdad-7f0b-47f2-b0c8-0d1967891f56 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0647998 Jul 27 23:07:05.060766 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3a457eda-6e79-4fd7-ad6f-ba1206d3d557 req-9b2c7573-c640-46dc-90c5-f217bf99c0f5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319834 Jul 27 23:07:06.203353 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ea6a-f7ea-495a-bc70-e73bedc5c5ef req-b89145c1-323b-44a9-bd86-dd852bdc7248 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:06.204870 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62f8ea6a-f7ea-495a-bc70-e73bedc5c5ef req-b89145c1-323b-44a9-bd86-dd852bdc7248 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0735855 Jul 27 23:07:06.246609 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-62f8ea6a-f7ea-495a-bc70-e73bedc5c5ef req-e9e6cd2b-b385-4e2d-9834-b718d573d9ff tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349503 Jul 27 23:07:06.330415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.013045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:07.105907 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:07.117757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:07.156261 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.169126 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:07.188611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:07.262139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.314802 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:07.324653 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.325094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.325371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.325850 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.326204 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.326589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.326961 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.327301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.327804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.328152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.328489 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.328941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:07:07.336695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7417a16d-3e99-48b8-aa61-d4fa774f8422'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:07.386751 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e8fab-a895-4c2b-81ee-69ec1cddab4c req-a659659e-8f4e-4cd4-a4b1-3f3a0d8544a8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:07.388952 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c03e8fab-a895-4c2b-81ee-69ec1cddab4c req-a659659e-8f4e-4cd4-a4b1-3f3a0d8544a8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0684235 Jul 27 23:07:07.432401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c03e8fab-a895-4c2b-81ee-69ec1cddab4c req-f2127cbd-b05e-441f-ac60-1cb0ea243394 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372615 Jul 27 23:07:07.772305 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:07.863281 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:08.634796 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290136d-aeae-452e-b0a3-6cf033f97f1d req-b9bb8ee3-180d-474f-9c1e-eca75749ad8b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:08.636788 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5290136d-aeae-452e-b0a3-6cf033f97f1d req-b9bb8ee3-180d-474f-9c1e-eca75749ad8b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0781808 Jul 27 23:07:08.681904 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5290136d-aeae-452e-b0a3-6cf033f97f1d req-bdff7e09-5706-41d1-a463-e714c8be040e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Jul 27 23:07:09.017698 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:09.104152 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:09.104904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.227767 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.260952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:09.262823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-830caae0-f3da-47ce-9960-be4b4a1135d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.263320 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36ed0ab-8e60-44b6-b9b2-5a44fea23c28" -d '{"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:09.264998 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-830caae0-f3da-47ce-9960-be4b4a1135d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1095 time: 0.0978272 Jul 27 23:07:09.279745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:09.284022 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.337533 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93dd52-994c-4fe2-be3b-ab0d6ba0f5fe x-openstack-request-id: req-8e93dd52-994c-4fe2-be3b-ab0d6ba0f5fe {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:09.338406 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:09.339223 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e93dd52-994c-4fe2-be3b-ab0d6ba0f5fe {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:09.340302 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'code': 200} Jul 27 23:07:09.367238 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:09.413782 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-50ff2067-dc83-4d5c-86c6-855de1e6ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.416424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-50ff2067-dc83-4d5c-86c6-855de1e6ff77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.1270473 Jul 27 23:07:09.441404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:09.512038 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-d24712ea-4550-44c4-9980-87026b0ca2f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1001 time: 0.0858736 Jul 27 23:07:09.573900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-933c45b5-0b13-4d46-96a8-f9ec0b430eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.575499 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-933c45b5-0b13-4d46-96a8-f9ec0b430eef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0557239 Jul 27 23:07:09.648463 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-dfc416b6-59b5-49fd-bfc4-72b6cfff8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.650430 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-dfc416b6-59b5-49fd-bfc4-72b6cfff8b43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681612 Jul 27 23:07:09.768538 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-fa120998-bf7d-4474-b76e-7b57829ab8bb service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104226 Jul 27 23:07:09.866428 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736380f-2997-4031-a020-d5adf138516e req-1b47ab9c-67dd-4524-b68a-32f08da93cc5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:09.868033 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b736380f-2997-4031-a020-d5adf138516e req-1b47ab9c-67dd-4524-b68a-32f08da93cc5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0750504 Jul 27 23:07:09.886980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4b6bd75b-a628-4d10-a40b-3e4aa8e83a2b req-3a17f78b-0161-4c93-8be5-c7213112ea7c service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097233 Jul 27 23:07:09.941027 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b736380f-2997-4031-a020-d5adf138516e req-98dd5f38-0792-4605-9e19-ce5f7ab6614b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598934 Jul 27 23:07:11.097317 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463ce25-a06e-400c-b3ed-b3d07e0c1932 req-0f0881e8-5791-4e8a-bedf-9bd26de7472c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:11.098897 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c463ce25-a06e-400c-b3ed-b3d07e0c1932 req-0f0881e8-5791-4e8a-bedf-9bd26de7472c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0792212 Jul 27 23:07:11.142886 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c463ce25-a06e-400c-b3ed-b3d07e0c1932 req-b0f74fd2-3a4a-489d-a7ac-6d15cc3ff2c3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Jul 27 23:07:12.296818 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823c2d-13e4-466c-a87f-9c8ad58a87cd req-9cb7e6db-2643-4fea-ba0e-18a21cd0bc05 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:12.299781 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8823c2d-13e4-466c-a87f-9c8ad58a87cd req-9cb7e6db-2643-4fea-ba0e-18a21cd0bc05 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0808609 Jul 27 23:07:12.353074 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a8823c2d-13e4-466c-a87f-9c8ad58a87cd req-cfbb0382-9cde-4043-b3a7-b80344102ee9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Jul 27 23:07:13.494954 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee15849-255a-426d-8aed-05444d364a9f req-38628a48-f7c3-4676-a6b1-6a5d3ccf2748 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:13.496511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ee15849-255a-426d-8aed-05444d364a9f req-38628a48-f7c3-4676-a6b1-6a5d3ccf2748 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0735734 Jul 27 23:07:13.544348 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9ee15849-255a-426d-8aed-05444d364a9f req-55702bbe-7340-41ec-946c-3214d5c8ab76 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Jul 27 23:07:14.705335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152f1f9-0cfa-4b18-a8f5-b230c460734c req-18248220-a025-454b-983f-c6e78c117c88 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:14.713772 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a152f1f9-0cfa-4b18-a8f5-b230c460734c req-18248220-a025-454b-983f-c6e78c117c88 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0890121 Jul 27 23:07:14.755099 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a152f1f9-0cfa-4b18-a8f5-b230c460734c req-7e3ad737-e1e3-47e9-98f2-dad38a425afa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Jul 27 23:07:15.920985 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972048c-17c3-4489-be8c-1483b7b83f07 req-d56fbdf0-b98f-4091-a99d-e0bf3dba0602 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:15.923484 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0972048c-17c3-4489-be8c-1483b7b83f07 req-d56fbdf0-b98f-4091-a99d-e0bf3dba0602 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0854239 Jul 27 23:07:15.979424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0972048c-17c3-4489-be8c-1483b7b83f07 req-b90c1941-21b7-4337-ae5b-5a243fefbdd5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463998 Jul 27 23:07:17.112563 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93c424-ef8c-4359-95cd-50fe6e416af0 req-57243eb3-e5c6-4efe-a696-23116e3feae4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:17.114012 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f93c424-ef8c-4359-95cd-50fe6e416af0 req-57243eb3-e5c6-4efe-a696-23116e3feae4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0720086 Jul 27 23:07:17.159925 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5f93c424-ef8c-4359-95cd-50fe6e416af0 req-4aa02a29-40a0-4099-85e1-92fa71af472c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383058 Jul 27 23:07:18.297988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2b123-ebd2-490e-9ea5-2d5dbe4bf550 req-5e358f9e-b97d-4a8c-b75c-73f67d919ee5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:18.299526 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5bc2b123-ebd2-490e-9ea5-2d5dbe4bf550 req-5e358f9e-b97d-4a8c-b75c-73f67d919ee5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0698323 Jul 27 23:07:18.338085 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5bc2b123-ebd2-490e-9ea5-2d5dbe4bf550 req-77050e4e-ce7b-48fc-a842-1b7307a67bb7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Jul 27 23:07:19.224752 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-52dd0350-daa3-4063-9d48-a330adcf4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.226666 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-52dd0350-daa3-4063-9d48-a330adcf4063 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1096 time: 0.0563719 Jul 27 23:07:19.328796 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-859ab078-548e-4199-a80e-a914ac07ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.330310 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-859ab078-548e-4199-a80e-a914ac07ff14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0970294 Jul 27 23:07:19.396684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-921f96cd-d584-40ba-9219-80c7d57d24ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1001 time: 0.0594981 Jul 27 23:07:19.449666 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-fca3e85f-aa51-49d2-826a-535037952809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.451218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-fca3e85f-aa51-49d2-826a-535037952809 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0465124 Jul 27 23:07:19.471220 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571ccc4-cf0e-43fc-9860-add29f90f1f7 req-099c2616-a04b-4f38-a76a-b0e6b6fcb1e7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.472831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7571ccc4-cf0e-43fc-9860-add29f90f1f7 req-099c2616-a04b-4f38-a76a-b0e6b6fcb1e7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0646095 Jul 27 23:07:19.512549 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7571ccc4-cf0e-43fc-9860-add29f90f1f7 req-511ec5af-4e31-4748-8d06-48186cea3b4c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Jul 27 23:07:19.517722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-c0cb169d-547b-4b7c-8c0a-e8c8e5cde9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:19.519303 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-c0cb169d-547b-4b7c-8c0a-e8c8e5cde9be service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606449 Jul 27 23:07:19.611177 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-68bbfbed-88fa-4a32-9c9c-49c3ea0532a2 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Jul 27 23:07:19.709894 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4855e4e2-c9e0-481b-9f87-8e9fe171f95f req-2e3fe2be-3d7d-480e-9b6e-60727b48dba1 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916641 Jul 27 23:07:20.648403 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eebfda-265b-4111-8921-fe3b5b591869 req-23b1cb82-01fd-4092-90fc-29cf9e344557 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:20.649904 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0eebfda-265b-4111-8921-fe3b5b591869 req-23b1cb82-01fd-4092-90fc-29cf9e344557 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0651951 Jul 27 23:07:20.688269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a0eebfda-265b-4111-8921-fe3b5b591869 req-5b9753eb-89be-4344-ab58-b2aa28fe4af2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Jul 27 23:07:21.818391 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4eea4-eb26-4e74-b75d-997f0965203b req-83521b9c-ee33-4107-80b9-aab9eff30f54 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:21.820939 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0e4eea4-eb26-4e74-b75d-997f0965203b req-83521b9c-ee33-4107-80b9-aab9eff30f54 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0642359 Jul 27 23:07:21.859949 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c0e4eea4-eb26-4e74-b75d-997f0965203b req-6002bab5-847f-4181-98b1-bc5f0f5b86a8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Jul 27 23:07:22.307842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b60f5-475b-409b-91ac-b9f4ee7970b2 req-ddbc9425-f405-4165-9288-ffc83a37c1bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:22.309385 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e4b60f5-475b-409b-91ac-b9f4ee7970b2 req-ddbc9425-f405-4165-9288-ffc83a37c1bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 945 time: 0.0697856 Jul 27 23:07:22.349323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0e4b60f5-475b-409b-91ac-b9f4ee7970b2 req-21f989a9-b564-401f-9f71-930803987768 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338600 Jul 27 23:07:22.768718 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-88113aec-e02c-419e-9647-54a830b6946e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953937 Jul 27 23:07:23.122230 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:07:23.202877 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:23.225037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:23.228115 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618426b-2b15-4133-803e-3762a1db1709" -d '{"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-unplugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:23.241105 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:23.260223 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d268b-232d-43a5-a60e-448eecfb41bd x-openstack-request-id: req-199d268b-232d-43a5-a60e-448eecfb41bd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:23.260513 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-unplugged", "status": "failed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:23.260768 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-199d268b-232d-43a5-a60e-448eecfb41bd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:23.261167 n-d-738018-6 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'code': 422} returned with failed status Jul 27 23:07:23.321154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:23.371590 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:23.485125 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b0920-3664-494f-9769-f0ef203a0497 req-bb3e54ed-faa8-4262-91f4-97c2645d75d6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:23.486700 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c54b0920-3664-494f-9769-f0ef203a0497 req-bb3e54ed-faa8-4262-91f4-97c2645d75d6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0660512 Jul 27 23:07:23.527828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c54b0920-3664-494f-9769-f0ef203a0497 req-043e95cc-5cb1-4371-adb9-b500f3eb656d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341611 Jul 27 23:07:24.041373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-7a659b14-0f2f-48e8-b992-ea5ef6c81782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.042960 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-7a659b14-0f2f-48e8-b992-ea5ef6c81782 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 1094 time: 0.0594835 Jul 27 23:07:24.118546 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-d7e7eb27-c138-41bf-8196-3da115e936bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.120047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-d7e7eb27-c138-41bf-8196-3da115e936bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1094 time: 0.0538476 Jul 27 23:07:24.208879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-8fa54b95-d81e-4312-90a2-83be91d3dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.210316 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-8fa54b95-d81e-4312-90a2-83be91d3dfc2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0833497 Jul 27 23:07:24.279786 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-581a5462-a99f-4dc5-8e86-5841878c8432 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 999 time: 0.0624118 Jul 27 23:07:24.329868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-3271b775-910f-4418-b592-105bb36beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.331372 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-3271b775-910f-4418-b592-105bb36beaab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0445797 Jul 27 23:07:24.390200 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-3dcb0867-9bb2-4e7e-abff-eba86f15b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.391769 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-3dcb0867-9bb2-4e7e-abff-eba86f15b011 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530736 Jul 27 23:07:24.487066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-ac58b38a-ce82-4e6d-abaf-0681d6606204 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Jul 27 23:07:24.578852 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fea5fd19-3a8a-4689-83ba-70a7953ebcd1 req-df330322-5ff5-4f27-a7a2-ddc358d49b7a service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851579 Jul 27 23:07:24.668572 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966abb3-3130-4157-a85a-e4e0f3de7230 req-862b4475-01ca-4f02-84e2-07ff7a36b49f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:24.670094 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e966abb3-3130-4157-a85a-e4e0f3de7230 req-862b4475-01ca-4f02-84e2-07ff7a36b49f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0721984 Jul 27 23:07:24.710881 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e966abb3-3130-4157-a85a-e4e0f3de7230 req-4327c8a0-b5b8-4bad-98a0-f73dae82d6b3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347743 Jul 27 23:07:25.859324 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf2ebb-caff-4f09-a6ff-ecc29fdeb124 req-4d48734e-a60b-4dd1-98b0-08172f7b1c8f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:25.860879 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dbf2ebb-caff-4f09-a6ff-ecc29fdeb124 req-4d48734e-a60b-4dd1-98b0-08172f7b1c8f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0744598 Jul 27 23:07:25.901157 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-3dbf2ebb-caff-4f09-a6ff-ecc29fdeb124 req-6a7eb1b4-03e0-4133-bcc3-6550ea8b1194 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Jul 27 23:07:27.041253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7830aa2-11f1-4eff-a86d-e17754164312 req-463b514f-4bed-4102-8377-df1daec76cbc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:27.042825 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7830aa2-11f1-4eff-a86d-e17754164312 req-463b514f-4bed-4102-8377-df1daec76cbc tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0717957 Jul 27 23:07:27.084114 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b7830aa2-11f1-4eff-a86d-e17754164312 req-2448db7c-90f9-47ad-9abf-03a4cfa71d9c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347323 Jul 27 23:07:28.227146 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db404-088e-4c2b-9fb3-790cb1f0b158 req-4006caa6-d303-47c4-8ffe-5437a8667128 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:28.228635 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-277db404-088e-4c2b-9fb3-790cb1f0b158 req-4006caa6-d303-47c4-8ffe-5437a8667128 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0753505 Jul 27 23:07:28.277255 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-277db404-088e-4c2b-9fb3-790cb1f0b158 req-0c2db31c-7096-448f-98dc-ff8e3086a26c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Jul 27 23:07:29.425240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d54a01-7d22-4cca-b331-c818498a183f req-04f3791d-9d5a-46e9-99ab-26f02d860e07 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:29.426916 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42d54a01-7d22-4cca-b331-c818498a183f req-04f3791d-9d5a-46e9-99ab-26f02d860e07 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0778100 Jul 27 23:07:29.471779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-42d54a01-7d22-4cca-b331-c818498a183f req-84493bd0-3e48-44b6-b7fd-80b8172589bf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370796 Jul 27 23:07:30.620841 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000187e7-3fd4-41e5-ada4-407002178204 req-90d7248e-8ea3-4d52-9eeb-93fd32d35d92 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:30.622427 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-000187e7-3fd4-41e5-ada4-407002178204 req-90d7248e-8ea3-4d52-9eeb-93fd32d35d92 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0714025 Jul 27 23:07:30.667977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-000187e7-3fd4-41e5-ada4-407002178204 req-b1cc7649-0cf9-4a2e-8e59-d0bb069ef330 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Jul 27 23:07:31.810777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68b9aa-836f-4f6b-b90d-7572f4abf376 req-0f4f7e0f-505b-4c1d-b255-cd532c8a9e70 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:31.812292 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c68b9aa-836f-4f6b-b90d-7572f4abf376 req-0f4f7e0f-505b-4c1d-b255-cd532c8a9e70 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0687134 Jul 27 23:07:31.865984 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-2c68b9aa-836f-4f6b-b90d-7572f4abf376 req-67ffe67c-6f55-46a0-8709-0a6d2befbd9a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Jul 27 23:07:31.988494 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dd0238f-5316-4b3a-9303-62ae18214b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:33.010229 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393430e5-ed88-4b5d-9f84-fdee9e1fc567 req-b3bb71d1-23dc-43a9-82b3-3b50d1c53c62 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:33.011791 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-393430e5-ed88-4b5d-9f84-fdee9e1fc567 req-b3bb71d1-23dc-43a9-82b3-3b50d1c53c62 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0725870 Jul 27 23:07:33.049561 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-393430e5-ed88-4b5d-9f84-fdee9e1fc567 req-50c47d06-1e33-48dc-8f18-60fbb3e4d5a3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Jul 27 23:07:34.206510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5602a9-b47f-412b-942e-f947385e04aa req-530b9786-b9f0-4d00-bbc5-028a2a51b12d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:34.215936 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db5602a9-b47f-412b-942e-f947385e04aa req-530b9786-b9f0-4d00-bbc5-028a2a51b12d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0798001 Jul 27 23:07:34.260028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db5602a9-b47f-412b-942e-f947385e04aa req-6b60b9cb-3284-477c-aee6-efc33ef9664e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Jul 27 23:07:34.468118 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b1d89b9-1d9d-4386-958b-697e4941ba22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:34.809601 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:35.389842 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36182b61-0986-454e-bd15-9da22587f530 req-1769bce1-2b7a-4fed-9828-97a7a6fae73f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:35.391442 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36182b61-0986-454e-bd15-9da22587f530 req-1769bce1-2b7a-4fed-9828-97a7a6fae73f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0644655 Jul 27 23:07:35.431061 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-36182b61-0986-454e-bd15-9da22587f530 req-543d259f-4efe-48f5-97a4-5ba301433257 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Jul 27 23:07:36.148391 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:36.570790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dfc4b-af54-4102-8d1e-4b83b73ed017 req-831e4f66-97d0-42aa-b4b0-0d657a78c36e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:36.573084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-059dfc4b-af54-4102-8d1e-4b83b73ed017 req-831e4f66-97d0-42aa-b4b0-0d657a78c36e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 943 time: 0.0734479 Jul 27 23:07:36.612306 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-059dfc4b-af54-4102-8d1e-4b83b73ed017 req-2a98ff19-a0de-4789-baee-7741d7aed8ca tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Jul 27 23:07:37.213926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:37.309258 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:37.320472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'port_id': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:37.360120 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:37.372493 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:37.391721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:37.463112 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:37.515871 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:37.665013 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['7417a16d-3e99-48b8-aa61-d4fa774f8422'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:37.749385 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34490668-8d5c-4877-bad6-ebe825574630 req-6a4723ae-fb38-4640-a337-3aa03dd7a3ce tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:37.750938 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34490668-8d5c-4877-bad6-ebe825574630 req-6a4723ae-fb38-4640-a337-3aa03dd7a3ce tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0701766 Jul 27 23:07:37.786689 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:37.791977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-34490668-8d5c-4877-bad6-ebe825574630 req-e76dde1e-1fbf-489a-b34d-ac924e2e8a4b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Jul 27 23:07:37.887302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:38.923527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea938-38a0-4bcb-8b58-2bdfd7b16b30 req-4b71d05f-77e4-4d8d-97a8-ae138f6da0bb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:38.925068 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78ea938-38a0-4bcb-8b58-2bdfd7b16b30 req-4b71d05f-77e4-4d8d-97a8-ae138f6da0bb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 944 time: 0.0653446 Jul 27 23:07:38.964118 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f78ea938-38a0-4bcb-8b58-2bdfd7b16b30 req-b9a93496-c60e-40e0-9b66-b4fc10853dc8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328364 Jul 27 23:07:39.212463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:39.256985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.261720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 7417a16d-3e99-48b8-aa61-d4fa774f8422 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:39.262086 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.336496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.361292 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:39.363604 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd6b01-6bb8-4766-9b7e-2f208bc77237" -d '{"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:39.376974 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:39.401591 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a723b3b6-3771-4752-9927-53bc3e086108 x-openstack-request-id: req-a723b3b6-3771-4752-9927-53bc3e086108 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:39.401886 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-plugged", "status": "completed", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:39.402154 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a723b3b6-3771-4752-9927-53bc3e086108 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:39.402576 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'code': 200} Jul 27 23:07:39.440197 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:39.536179 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:40.101137 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8156bb1-50bb-4936-862b-0f473f6b4b32 req-66223206-7531-4d8a-b27a-aa3371abfc61 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:40.102701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8156bb1-50bb-4936-862b-0f473f6b4b32 req-66223206-7531-4d8a-b27a-aa3371abfc61 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.0677366 Jul 27 23:07:40.148540 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b8156bb1-50bb-4936-862b-0f473f6b4b32 req-e2b873cb-f4fe-4a26-b357-8b6e1b238543 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Jul 27 23:07:40.208183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deaaea-7b55-460d-94ca-f2fa91893130 req-bfb6fd89-b9e3-4ec6-826e-478f8de5c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:40.209689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85deaaea-7b55-460d-94ca-f2fa91893130 req-bfb6fd89-b9e3-4ec6-826e-478f8de5c0ff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1097 time: 0.0541799 Jul 27 23:07:40.244030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85deaaea-7b55-460d-94ca-f2fa91893130 req-d65de54e-b286-49b1-839a-254070831fd7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275970 Jul 27 23:07:41.268920 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:07:41.284774 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced875-731a-4976-9bbf-6dfa59ff82df req-fea53b86-4473-4b13-8985-8551f6ae2aac tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:41.286336 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73ced875-731a-4976-9bbf-6dfa59ff82df req-fea53b86-4473-4b13-8985-8551f6ae2aac tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.0654490 Jul 27 23:07:41.325247 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-73ced875-731a-4976-9bbf-6dfa59ff82df req-42144873-bc11-4aff-869c-7c3751415fb6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Jul 27 23:07:42.454459 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a99d5d-fe40-4116-8949-8199861113b6 req-fcc8c5c2-a32d-4a36-afc7-e5f436a2a91a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:42.456062 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9a99d5d-fe40-4116-8949-8199861113b6 req-fcc8c5c2-a32d-4a36-afc7-e5f436a2a91a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.0634873 Jul 27 23:07:42.494205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a9a99d5d-fe40-4116-8949-8199861113b6 req-2e48811a-faec-41bc-92b0-a49ceb9b0a2a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Jul 27 23:08:01.988291 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cca5166-7556-49a2-bd05-6ece9b991558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.462229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73adffcd-6f40-45e3-bb68-4db47227db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:04.825384 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:06.162543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.781975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:07.856392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:09.259636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:11.431980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-11af8122-52d0-4430-a217-7ba4c5ae8bcd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093087 Jul 27 23:08:11.526999 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-97f84bd0-f6d2-4f32-bd58-665f3e113657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.528494 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-97f84bd0-f6d2-4f32-bd58-665f3e113657 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1097 time: 0.0529625 Jul 27 23:08:11.640187 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-17bb2349-fcc2-40ca-a5aa-8777e6d8aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.641591 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-17bb2349-fcc2-40ca-a5aa-8777e6d8aae0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0903811 Jul 27 23:08:11.708193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-78cb2f53-6055-42e1-b5d3-7daca488c2e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 1001 time: 0.0576978 Jul 27 23:08:11.758839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-fddb19dd-fc5f-45dd-88bf-73090c655157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.760324 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-fddb19dd-fc5f-45dd-88bf-73090c655157 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0446889 Jul 27 23:08:11.828082 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-e2e22899-4cdd-49b0-9038-5e70404ff887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:11.829595 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-e2e22899-4cdd-49b0-9038-5e70404ff887 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592637 Jul 27 23:08:11.924032 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-c8c59765-5d57-4e5b-9504-3f2ed9474fb8 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835989 Jul 27 23:08:12.017746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-53a54f9b-07a9-4706-86a0-3a496453a6e6 req-d299dbe1-6372-4ec7-874c-6ce06c3c149d service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Jul 27 23:08:18.268775 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:31.987035 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76785f8-a31d-4bb5-b18a-f82f5ffa3f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.498465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8db84ec-1454-4a23-8ceb-2526314646d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:34.835950 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.187299 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.778588 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.881473 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:39.269629 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.647309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60260) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:51.808207 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Deleting port c0f2f581-6c21-42c3-be37-e224e8d5b992 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:51.808554 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.885452 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.885782 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:51.897779 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Calling delete_port for c0f2f581-6c21-42c3-be37-e224e8d5b992 owned by network:floatingip {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:52.121301 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.146113 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'Port': ['ID=c0f2f581-6c21-42c3-be37-e224e8d5b992,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:52.156989 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.157280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.157626 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.157973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.158339 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.158682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.159490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.159490 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.159694 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.159976 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.160333 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.160668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:52.221965 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.222324 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Floating IP 49585a59-480d-49c6-9375-1e17fc0df01b disassociated (deleted). External IP: 172.25.3.239, port: 7417a16d-3e99-48b8-aa61-d4fa774f8422. Jul 27 23:08:52.429983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:52.848880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:52.855004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:52.859396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:52.872601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:52.873319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:52.891822 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-77360d2f-dc1a-4ff1-911e-5e8d239aa137 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "DELETE /v2.0/floatingips/49585a59-480d-49c6-9375-1e17fc0df01b HTTP/1.1" status: 204 len: 168 time: 1.2432525 Jul 27 23:08:52.892545 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:52.894868 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8316a61-01ce-4b40-aad6-ac863eb7ca31" -d '{"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:52.987239 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:53.001543 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cbf959-da00-493b-94d7-9ba6471cc4be x-openstack-request-id: req-d5cbf959-da00-493b-94d7-9ba6471cc4be {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:53.001841 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:53.002197 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5cbf959-da00-493b-94d7-9ba6471cc4be {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:53.002663 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'status': 'completed', 'code': 200} Jul 27 23:08:53.084707 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-0c413269-b301-4501-b7e7-f0e069358fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.086240 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-0c413269-b301-4501-b7e7-f0e069358fd2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 1097 time: 0.0596905 Jul 27 23:08:53.184159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-b62300f6-aa44-4f91-8815-ec24ec568f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.185662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-b62300f6-aa44-4f91-8815-ec24ec568f90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0918710 Jul 27 23:08:53.194981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:53.221913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:53.231261 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:53.231882 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:08:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:53.232684 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-3f80f34a-e1c2-4c6d-b40a-bd862d695912 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 200 len: 217 time: 0.0402043 Jul 27 23:08:53.287021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-5610a464-3aca-42a1-ac5b-a591ed09e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.289297 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-5610a464-3aca-42a1-ac5b-a591ed09e5fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0497794 Jul 27 23:08:53.346066 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:53.385650 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-8d83f53a-19b1-4d6e-9f40-5f9cab22ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.387238 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-8d83f53a-19b1-4d6e-9f40-5f9cab22ac68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898983 Jul 27 23:08:53.468808 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d8ce9-3077-4dbd-9053-690401d2a30a req-786fb8a1-3709-4fe7-8782-4727d259bbae tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.470304 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b58d8ce9-3077-4dbd-9053-690401d2a30a req-786fb8a1-3709-4fe7-8782-4727d259bbae tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.1800816 Jul 27 23:08:53.529096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-20e6a19a-8990-4926-a5f1-56ca78a7bff0 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326261 Jul 27 23:08:53.534221 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-b58d8ce9-3077-4dbd-9053-690401d2a30a req-4a7472b3-f563-4671-932d-8a01740a3183 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Jul 27 23:08:53.558827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:53.585458 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a96b54-5434-4e55-a531-ea5b07758c89 None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:53.622819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a8316a61-01ce-4b40-aad6-ac863eb7ca31 req-56332100-dc01-4b86-9593-01a4570fdd3c service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 Jul 27 23:08:53.799708 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce3946-c9ea-4b31-8b4c-1c18fb2d006c None None] New status for floating IP 49585a59-480d-49c6-9375-1e17fc0df01b: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:08:54.638671 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-e01ce159-ca55-43f0-845e-25a948d95f44 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.640205 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-e01ce159-ca55-43f0-845e-25a948d95f44 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.0646243 Jul 27 23:08:54.726575 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766ec6-2550-42b1-b103-2d6b774b285a req-99da8a84-b7f9-4433-a235-bfa1c60795c5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.730171 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5766ec6-2550-42b1-b103-2d6b774b285a req-99da8a84-b7f9-4433-a235-bfa1c60795c5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 946 time: 0.1225600 Jul 27 23:08:54.746846 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Deleting port 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:54.747194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.771153 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c5766ec6-2550-42b1-b103-2d6b774b285a req-96ad65b1-25b0-4d66-b1d9-ef993635630f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=6590aa40-81e9-44d6-b208-1efb05723d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363100 Jul 27 23:08:54.835879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] For port 7417a16d-3e99-48b8-aa61-d4fa774f8422, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=7417a16d-3e99-48b8-aa61-d4fa774f8422,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:54.836165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.848630 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Calling delete_port for 7417a16d-3e99-48b8-aa61-d4fa774f8422 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:55.023983 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:55.053769 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'Port': ['ID=7417a16d-3e99-48b8-aa61-d4fa774f8422,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:55.083698 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.084052 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.084401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.084745 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.085086 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.085518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.085858 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.086239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.086552 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.086886 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.087220 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.087549 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:55.112889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] No DVR routers for this DVR port 7417a16d-3e99-48b8-aa61-d4fa774f8422 on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:55.115402 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:55.117380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5e207827-fda2-4798-8e5c-d7ac8c0a151e req-4a4d6600-fcd7-4aaa-9cc2-4d3a7e6fc385 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "DELETE /v2.0/ports/7417a16d-3e99-48b8-aa61-d4fa774f8422 HTTP/1.1" status: 204 len: 173 time: 0.4710782 Jul 27 23:08:55.117823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-deleted', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:55.120782 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b16a135-d5de-412a-9c0f-e50c4d58f063" -d '{"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-deleted", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:55.207292 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b96fe18-c872-44ac-a8eb-5ef9f6f15f24 x-openstack-request-id: req-0b96fe18-c872-44ac-a8eb-5ef9f6f15f24 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:55.207582 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31821c9-89ef-417a-a1fd-059867ceb41b", "name": "network-vif-deleted", "tag": "7417a16d-3e99-48b8-aa61-d4fa774f8422", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:55.207836 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b96fe18-c872-44ac-a8eb-5ef9f6f15f24 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:55.208237 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31821c9-89ef-417a-a1fd-059867ceb41b', 'name': 'network-vif-deleted', 'tag': '7417a16d-3e99-48b8-aa61-d4fa774f8422', 'status': 'completed', 'code': 200} Jul 27 23:08:55.268397 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:55.881705 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e77ecf5e-be18-4cce-975a-9d061a61d96e req-300bf8ed-f8df-4421-8bd7-c0f880b5ef4e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=d31821c9-89ef-417a-a1fd-059867ceb41b HTTP/1.1" status: 200 len: 210 time: 0.0293877 Jul 27 23:08:56.943428 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60290) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:57.000429 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.025205 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.135247 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.137799 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:57.143446 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "DELETE /v2.0/security-groups/6590aa40-81e9-44d6-b208-1efb05723d46 HTTP/1.1" status: 204 len: 168 time: 0.1967297 Jul 27 23:08:57.149068 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac96a8c-e697-4d45-969b-032647f2dfe8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590aa40-81e9-44d6-b208-1efb05723d46,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:57.617391 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:57.638232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 7417a16d-3e99-48b8-aa61-d4fa774f8422 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:57.638611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 7417a16d-3e99-48b8-aa61-d4fa774f8422 not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:58.580601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60298) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:58.585285 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631710764', 'description': 'tempest-secgroup-smoke-1631710764 description', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:58.684165 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:58.765236 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:58.837980 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:58.868318 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6499ab-07cd-47ef-9700-3e5e4d06920c,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:58.941099 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:58.942438 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ae6d0be4-43a3-4427-a045-e5e52eff2eeb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3607883 Jul 27 23:08:58.945106 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60300) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:58.950323 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:59.038058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.097452 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.160289 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.179540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64ccc3d-a6c1-4f2d-996b-76952bf3da38,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:59.249252 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.250529 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b3b45c73-d7c8-4c89-b943-6a3a7139cb0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044162 Jul 27 23:08:59.253270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60302) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:59.258081 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:59.357320 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.416200 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.494994 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.514570 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02b4f07-1490-4a1a-b7c6-7ae594566ddd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:59.583305 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.584521 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-ead279bb-d247-4ea7-8efd-d9311644fb42 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303070 Jul 27 23:08:59.587245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60304) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:59.591800 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:59.682934 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.740717 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.817509 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.834788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4544bd-f60f-45ce-880a-ec765fdc0e37,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:59.897900 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:59.899180 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2ea44af-4d76-4caf-be37-2ca12e7d89aa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109765 Jul 27 23:08:59.901902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60306) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:59.907219 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:00.008734 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.070765 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.141178 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.160713 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce7d01b-4cc0-4e1d-bc14-66b5a34eee92,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:00.249497 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.250868 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-09681a3d-2107-401e-afb2-fbb5f577a45f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3472850 Jul 27 23:09:00.253668 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60308) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:00.258589 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:00.341346 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Project 4148173aa22c4e4fb8dba0bdc74438bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:09:00.346192 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.406952 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.491905 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.512327 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90de6f0-905d-48d2-b877-6e76c58b052a,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:00.569238 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.570504 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-da4ea88e-1982-4d3b-9eb9-fb4744b1e527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156767 Jul 27 23:09:00.573209 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60310) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:00.578373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'security_group_rule': {'security_group_id': '4d6499ab-07cd-47ef-9700-3e5e4d06920c', 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:00.661396 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Project 4148173aa22c4e4fb8dba0bdc74438bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:09:00.666477 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.726844 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.795142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.813121 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab67e0c0-74a3-4fd6-8d1b-89b786825804,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:00.895163 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:00.896575 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-bd26246d-c575-4b61-92d2-b94b0dddabf4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223488 Jul 27 23:09:02.003603 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ada9019-291f-47cf-bdbb-0f02f585260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.474969 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-865c94dc-76f1-4bbf-b7af-1dedbed806b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:04.809492 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:06.170269 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.783576 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:07.897880 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:09.366439 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:20.861731 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-176a89dc-a432-4326-b59f-03ca6a8e698a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631710764&fields=id&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 267 time: 0.0347853 Jul 27 23:09:20.972621 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-66ba344d-d31f-4f15-80be-7c1497f72d0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:20.974149 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-66ba344d-d31f-4f15-80be-7c1497f72d0c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 809 time: 0.1056590 Jul 27 23:09:20.989646 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-3a19b7d4-118a-4f27-ac76-073afb1ed95b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/quotas/4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 375 time: 0.0096960 Jul 27 23:09:21.058803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-02416316-6b4d-4e2f-bdeb-c75e7b95acb9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636084 Jul 27 23:09:21.198557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-003b20d5-73c7-444f-b7fa-a9725f29292c service neutron] 10.222.0.37 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286139 Jul 27 23:09:21.289458 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-eaa2e483-f0ec-48f7-8a64-204009f0bc37 service neutron] 10.222.0.37 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834427 Jul 27 23:09:21.879290 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3c29b56d-e5bb-4049-93c0-07e2023a4f9a req-eb877844-2da0-4e69-85e0-9d132acb07db tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0329831 Jul 27 23:09:22.978629 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-333d558f-83b1-4f59-802c-1382d75266d6 req-ce0d9fe4-55b5-400e-bef0-628a2ab920b3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0314455 Jul 27 23:09:23.462778 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-0355669f-8c2b-4189-8f4a-05fa132de57b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:23.464265 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-0355669f-8c2b-4189-8f4a-05fa132de57b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 809 time: 0.1013985 Jul 27 23:09:23.510972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-082d3ea9-3227-46cf-bb4c-ed1bc795a867 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 380 time: 0.0352173 Jul 27 23:09:23.520621 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'port': {'device_id': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'admin_state_up': True, 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'security_groups': ['4d6499ab-07cd-47ef-9700-3e5e4d06920c']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:23.707299 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Made reservation on behalf of 4148173aa22c4e4fb8dba0bdc74438bb for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:09:23.707299 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.828759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Allocated IP 172.20.0.14 (bbbc930b-0557-411a-b1e8-19b63022f49c/e280bbc2-9297-4f66-9a64-4a450bfc6d98/62cf2663-4d8d-4cba-b558-b556f3829c1e) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:23.980706 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:23.994884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Transition to ACTIVE for port object 62cf2663-4d8d-4cba-b558-b556f3829c1e will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:24.078374 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d1c8ed4-602c-4d74-93f7-00fc78a9c7c3 req-616fca65-6365-453f-80ad-4eff0a68b4c4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0306036 Jul 27 23:09:24.089301 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.141324 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Network bbbc930b-0557-411a-b1e8-19b63022f49c is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:24.147286 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:24.151337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:24.177759 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:24.210527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:24.211171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.279026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-6dd0bb14-db00-4f68-8a1a-4da0652cac03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7619841 Jul 27 23:09:24.292388 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Request body: {'port': {'device_id': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:24.373464 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.502706 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5ba0d3d2-2a01-4f8d-a588-0bae8cee88d8 None None] Provisioning for port 62cf2663-4d8d-4cba-b558-b556f3829c1e completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:24.507451 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5ba0d3d2-2a01-4f8d-a588-0bae8cee88d8 None None] Provisioning complete for port 62cf2663-4d8d-4cba-b558-b556f3829c1e triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:24.507954 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d3d2-2a01-4f8d-a588-0bae8cee88d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.541774 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0d3d2-2a01-4f8d-a588-0bae8cee88d8 None None] Port 62cf2663-4d8d-4cba-b558-b556f3829c1e cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:09:24.646557 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf2663-4d8d-4cba-b558-b556f3829c1e {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:24.654031 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.666258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Transition to ACTIVE for port object 62cf2663-4d8d-4cba-b558-b556f3829c1e will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:09:24.737053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.793902 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:24.872174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Attempting to bind port 62cf2663-4d8d-4cba-b558-b556f3829c1e on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:09:24.872507 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Attempting to bind port 62cf2663-4d8d-4cba-b558-b556f3829c1e by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:09:24.872868 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Attempting to bind port 62cf2663-4d8d-4cba-b558-b556f3829c1e on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:24.879773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Port 62cf2663-4d8d-4cba-b558-b556f3829c1e on network bbbc930b-0557-411a-b1e8-19b63022f49c not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:09:24.879773 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Attempting to bind port 62cf2663-4d8d-4cba-b558-b556f3829c1e on network bbbc930b-0557-411a-b1e8-19b63022f49c {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:09:24.890484 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:09:24.891270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Checking segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:09:24.891270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Bound using segment: {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:09:24.891665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Bound port: 62cf2663-4d8d-4cba-b558-b556f3829c1e, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b813609-ab02-4cf5-ad23-9b448598fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:09:24.892171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:24.969192 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:09:24.972798 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:09:25.046665 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.087634 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.091440 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:25.091440 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] 10.222.0.76 "PUT /v2.0/ports/62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1092 time: 0.8019352 Jul 27 23:09:25.091440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:25.092549 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f61f64f-120e-4b06-b05f-0d79c535687f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:25.118922 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b0d5b-ce90-49d5-b80f-77d4544d1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:25.151643 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592b3b05-2199-4982-a881-e212b4b4de19 x-openstack-request-id: req-592b3b05-2199-4982-a881-e212b4b4de19 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:25.152132 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:25.152568 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-592b3b05-2199-4982-a881-e212b4b4de19 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:25.153136 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'status': 'completed', 'code': 200} Jul 27 23:09:25.284471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-9e1e597e-9e97-45fa-a9b9-61edca48b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.286171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-9e1e597e-9e97-45fa-a9b9-61edca48b179 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1095 time: 0.1090891 Jul 27 23:09:25.294914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a0abd-e5c0-433e-9a99-4a7b9c0d1ca3 req-5ac3dd1b-4e4a-4a6e-9f9b-f2a3566c0ac2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.296627 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e37a0abd-e5c0-433e-9a99-4a7b9c0d1ca3 req-5ac3dd1b-4e4a-4a6e-9f9b-f2a3566c0ac2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0894904 Jul 27 23:09:25.390773 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e37a0abd-e5c0-433e-9a99-4a7b9c0d1ca3 req-c26069de-7fac-4771-9954-e8379d51d527 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839016 Jul 27 23:09:25.422520 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-b7b1e0fc-66e1-4c9b-8cae-6b8937acd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.424237 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-b7b1e0fc-66e1-4c9b-8cae-6b8937acd2f2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1266162 Jul 27 23:09:25.531746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-2a098687-d453-4484-a4a6-cd51740a464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.534171 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3f61f64f-120e-4b06-b05f-0d79c535687f req-2a098687-d453-4484-a4a6-cd51740a464f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029916 Jul 27 23:09:25.625543 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-951a492f-02cc-4eb5-9a26-551ab65fd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:25.626884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-951a492f-02cc-4eb5-9a26-551ab65fd31f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1095 time: 0.0561318 Jul 27 23:09:25.673851 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-8e17e9c3-97ee-4f86-b655-9ae1ab069b5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 217 time: 0.0386162 Jul 27 23:09:26.069673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-f729f28f-163b-408f-b083-f2b97e6d7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.071175 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-f729f28f-163b-408f-b083-f2b97e6d7048 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.3907709 Jul 27 23:09:26.131478 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-8733b240-f789-4d23-8692-6a5ee8ef088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.133002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-8733b240-f789-4d23-8692-6a5ee8ef088a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545390 Jul 27 23:09:26.227317 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-7ab7c6dd-7c12-4939-ac53-44f909f377a7 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Jul 27 23:09:26.328189 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-96f007c1-8dd8-4b7b-b94a-6950435d191b req-bb6c5fc8-53c1-4772-95b7-36fece935cc0 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933692 Jul 27 23:09:26.529416 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb9c45-d58c-46b2-a245-f0ae0c91bb2c req-6b2cd03d-bf05-4ccd-b47e-8416db78e2d9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:26.531547 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02cb9c45-d58c-46b2-a245-f0ae0c91bb2c req-6b2cd03d-bf05-4ccd-b47e-8416db78e2d9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0696247 Jul 27 23:09:26.570488 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-02cb9c45-d58c-46b2-a245-f0ae0c91bb2c req-2186f642-1530-46d1-a85d-00f109323f2e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Jul 27 23:09:27.707166 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdca56-9d4b-46be-95f2-87378a21c8ef req-f530326c-f40a-434d-8788-3f13e7b5bdfb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:27.708690 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9cdca56-9d4b-46be-95f2-87378a21c8ef req-f530326c-f40a-434d-8788-3f13e7b5bdfb tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0700684 Jul 27 23:09:27.747883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f9cdca56-9d4b-46be-95f2-87378a21c8ef req-0588529b-e843-4b34-b467-cb221484b197 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331328 Jul 27 23:09:28.886647 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682e2e-e1c4-4c79-8056-6be63fd59e43 req-23ef23d9-9263-47b5-9a22-5f717b808e11 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:28.888113 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab682e2e-e1c4-4c79-8056-6be63fd59e43 req-23ef23d9-9263-47b5-9a22-5f717b808e11 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0646496 Jul 27 23:09:28.927416 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-ab682e2e-e1c4-4c79-8056-6be63fd59e43 req-63bc44aa-cd36-4cfe-8073-022be369d900 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322464 Jul 27 23:09:30.056537 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da5ff-6384-46ee-873d-4caeb45f8528 req-98668439-96e3-4566-9200-608917d37a51 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:30.058037 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a82da5ff-6384-46ee-873d-4caeb45f8528 req-98668439-96e3-4566-9200-608917d37a51 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0640783 Jul 27 23:09:30.095820 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a82da5ff-6384-46ee-873d-4caeb45f8528 req-0e3317aa-7ccd-4a7d-bf21-56b9fad555da tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jul 27 23:09:31.226638 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c186b0c-3009-40c9-937d-aaf164eaec20 req-4badc040-13be-423e-9364-3b7ee31ca121 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:31.228048 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c186b0c-3009-40c9-937d-aaf164eaec20 req-4badc040-13be-423e-9364-3b7ee31ca121 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0641239 Jul 27 23:09:31.271382 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5c186b0c-3009-40c9-937d-aaf164eaec20 req-eb059259-262c-452e-8f6d-ec4724c7acec tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Jul 27 23:09:31.993971 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4cc281f5-6c10-498b-848a-f907716f774b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:32.269407 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:09:32.400307 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07429-36ed-4ad7-a487-aaa4f0aec1ac req-c1c614fc-f2aa-4d11-8cb8-2620b3613e0e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:32.401797 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd07429-36ed-4ad7-a487-aaa4f0aec1ac req-c1c614fc-f2aa-4d11-8cb8-2620b3613e0e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0632882 Jul 27 23:09:32.441179 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5dd07429-36ed-4ad7-a487-aaa4f0aec1ac req-cdf81aaa-e82b-49ee-98e3-9a4006083002 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Jul 27 23:09:33.571357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8772-723e-49b4-a9dc-233a408aa70b req-982fe59d-2136-4741-909f-5dbbe1552563 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:33.572955 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-916c8772-723e-49b4-a9dc-233a408aa70b req-982fe59d-2136-4741-909f-5dbbe1552563 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0650799 Jul 27 23:09:33.611589 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-916c8772-723e-49b4-a9dc-233a408aa70b req-285ba1d6-7e13-4af5-a08b-cdb52449d990 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Jul 27 23:09:34.445460 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-500b43c1-f185-4ada-888b-0dcee43ee98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:34.742893 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bbf7c-aab0-4c41-b360-c575fbc92295 req-4662447d-90ca-4b0a-9a56-4aef3072b69e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:34.745117 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb9bbf7c-aab0-4c41-b360-c575fbc92295 req-4662447d-90ca-4b0a-9a56-4aef3072b69e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0676830 Jul 27 23:09:34.783360 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-fb9bbf7c-aab0-4c41-b360-c575fbc92295 req-a6cca6aa-0b9d-4823-8e2e-cbbca7682759 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323632 Jul 27 23:09:34.814957 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.818675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:09:35.916144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab929b-847f-4166-85dc-2595a25b6d5a req-5fca608e-b1f0-41c2-9cc6-99a3ae374910 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:35.917676 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03ab929b-847f-4166-85dc-2595a25b6d5a req-5fca608e-b1f0-41c2-9cc6-99a3ae374910 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0671084 Jul 27 23:09:35.917865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:35.933581 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'mac_address': 'fa:16:3e:9d:4d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:09:35.956804 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-03ab929b-847f-4166-85dc-2595a25b6d5a req-5f6c8f19-3a96-4780-bb12-359b55896d03 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324280 Jul 27 23:09:35.970555 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:35.984080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf2663-4d8d-4cba-b558-b556f3829c1e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:09:36.003005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:36.073667 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.129266 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:36.136808 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.137168 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.137523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.137870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.138217 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.138603 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.138930 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.139532 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.139923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.140312 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.140601 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.140932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:09:36.165122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:36.279059 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['62cf2663-4d8d-4cba-b558-b556f3829c1e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:09:37.089854 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f756d3-1d91-4831-bbbf-6b994ef2c97c req-d4f01a11-8f71-4007-91a0-a7f9c840322c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:37.091424 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6f756d3-1d91-4831-bbbf-6b994ef2c97c req-d4f01a11-8f71-4007-91a0-a7f9c840322c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 945 time: 0.0657430 Jul 27 23:09:37.129692 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6f756d3-1d91-4831-bbbf-6b994ef2c97c req-86a064d5-3a48-47b9-9d2f-408c8d2fd8f8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Jul 27 23:09:37.780687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.833535 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:09:37.872209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:37.951545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port 62cf2663-4d8d-4cba-b558-b556f3829c1e completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:09:37.956336 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 62cf2663-4d8d-4cba-b558-b556f3829c1e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:09:37.956721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.035559 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.060291 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:38.062754 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af63fd7-6c83-415e-a2c9-aa6852b560a8" -d '{"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:38.075403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:09:38.100968 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b3dd1-e543-484b-84c8-ce36c1bdc3f5 x-openstack-request-id: req-314b3dd1-e543-484b-84c8-ce36c1bdc3f5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:38.101315 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:38.101573 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-314b3dd1-e543-484b-84c8-ce36c1bdc3f5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:38.101973 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'code': 200} Jul 27 23:09:38.135177 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:38.187634 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:38.251838 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be58d6-db87-4b4c-8de7-0b7a74c0243d req-51b6b163-fba5-4ed8-8eae-443acc350af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.253388 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39be58d6-db87-4b4c-8de7-0b7a74c0243d req-51b6b163-fba5-4ed8-8eae-443acc350af8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0939534 Jul 27 23:09:38.297599 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf4e66-82f6-4cb0-9cf7-9c221be21f0a req-570e1c84-8e58-4d43-a1c9-cd87ee75af8f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:38.299030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cdf4e66-82f6-4cb0-9cf7-9c221be21f0a req-570e1c84-8e58-4d43-a1c9-cd87ee75af8f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0979431 Jul 27 23:09:38.304647 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-39be58d6-db87-4b4c-8de7-0b7a74c0243d req-ca45bc69-c9ef-4268-a0bd-312347404e16 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440905 Jul 27 23:09:38.337850 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0cdf4e66-82f6-4cb0-9cf7-9c221be21f0a req-cb5c0ab5-f983-44da-9c91-f9e403e65a3e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jul 27 23:09:39.267951 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.479268 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0e410-ddba-4acf-a959-2099f0eeedb1 req-9cc13d7c-60ee-4a15-9b43-f4d0a6fd45ec tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.480792 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7af0e410-ddba-4acf-a959-2099f0eeedb1 req-9cc13d7c-60ee-4a15-9b43-f4d0a6fd45ec tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0705850 Jul 27 23:09:39.520664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-7af0e410-ddba-4acf-a959-2099f0eeedb1 req-f8430af4-6152-4864-8a04-a4114a678578 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Jul 27 23:09:39.654562 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6758fbd-efaf-4e40-a9c2-1fa015c8c501 req-2198be5a-0d53-4bb4-8d90-e5f372288e5d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.656779 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6758fbd-efaf-4e40-a9c2-1fa015c8c501 req-2198be5a-0d53-4bb4-8d90-e5f372288e5d tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0685380 Jul 27 23:09:39.699643 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e6758fbd-efaf-4e40-a9c2-1fa015c8c501 req-a1ba393f-782d-435b-bd04-12f3ebd83d9a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366306 Jul 27 23:09:39.722269 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60512) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:39.777995 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42bc795-33ea-4dcd-9dfa-a97c446cb937 tempest-TestShelveInstance-704434605 tempest-TestShelveInstance-704434605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:39.779512 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e42bc795-33ea-4dcd-9dfa-a97c446cb937 tempest-TestShelveInstance-704434605 tempest-TestShelveInstance-704434605-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1092 time: 0.0562012 Jul 27 23:09:39.784093 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60514) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:09:39.796683 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:09:39.885320 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:39.986007 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.088166 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Allocated IP 172.25.3.115 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/9c019553-bfaa-4837-9efe-1c63d02f2597) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:09:40.193415 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.285202 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.327616 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:09:40.330510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:09:40.333074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:09:40.341691 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=9c019553-bfaa-4837-9efe-1c63d02f2597,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:40.718739 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:40.865543 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.016439 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.065866 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.134528 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event updated for resources: {'Port': ['ID=9c019553-bfaa-4837-9efe-1c63d02f2597,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:09:41.148325 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.246396 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Floating IP ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6 associated. External IP: 172.25.3.115, port: 62cf2663-4d8d-4cba-b558-b556f3829c1e. Jul 27 23:09:41.455472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:09:41.563006 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:09:41.572491 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:09:41.581527 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:41.582144 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:41.667842 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:41.687784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:41.706878 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-ba8ae40a-377a-436e-bbbf-ad9a04d927f2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9213586 Jul 27 23:09:41.707306 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:09:41.709666 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18469fad-38c8-4238-bcea-841b1cc27563" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:09:41.747539 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f664f84-cb14-41d4-94a5-5ef4ae2cdfe3 x-openstack-request-id: req-6f664f84-cb14-41d4-94a5-5ef4ae2cdfe3 {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:09:41.748146 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:09:41.748146 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f664f84-cb14-41d4-94a5-5ef4ae2cdfe3 {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:09:41.748612 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'status': 'completed', 'code': 200} Jul 27 23:09:41.834441 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469fad-38c8-4238-bcea-841b1cc27563 req-b8779ecb-eda1-42bf-b214-692b65895313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:41.835967 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-b8779ecb-eda1-42bf-b214-692b65895313 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0627360 Jul 27 23:09:41.933949 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469fad-38c8-4238-bcea-841b1cc27563 req-3c01e146-e6b4-4c7a-9f06-e111016d459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:41.935511 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-3c01e146-e6b4-4c7a-9f06-e111016d459a service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0924792 Jul 27 23:09:42.010594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-91644e60-c66f-4270-90ea-3fdd24511c7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1000 time: 0.0672083 Jul 27 23:09:42.066471 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469fad-38c8-4238-bcea-841b1cc27563 req-22819726-a4d2-4bdd-8a8d-8a57b476107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:42.068052 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-22819726-a4d2-4bdd-8a8d-8a57b476107a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0498092 Jul 27 23:09:42.080906 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:9d:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:40Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:42.109691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:09:42.119926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:09:42.120562 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:09:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:42.146935 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469fad-38c8-4238-bcea-841b1cc27563 req-5247479e-892c-439e-824e-1c1942fef8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:42.148735 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-5247479e-892c-439e-824e-1c1942fef8fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735834 Jul 27 23:09:42.236556 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:09:42.247395 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-89706430-8a8e-418a-9f0b-ce278c0bd9f8 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Jul 27 23:09:42.342823 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-18469fad-38c8-4238-bcea-841b1cc27563 req-80324044-ee95-4cbd-a6ea-75b0ff8db5c1 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Jul 27 23:09:42.463873 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:9d:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:40Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:09:42.490273 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201076d6-76d8-4a6d-aa5b-5839dbb0e2ac None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': 'ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'mac_address': 'fa:16:3e:9d:4d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:09:40Z', 'updated_at': '2021-07-27T23:09:40Z', 'revision_number': 0, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:09:42.679024 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354379a6-b70c-4025-b6be-c92ab8d84424 None None] New status for floating IP ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:10:01.992614 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbeb7d8e-ddcd-4d90-aad5-6252dee51d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.500163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0e16ea8-9b09-4f40-ad7d-15a5b8449182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:04.861355 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:06.204347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.812529 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:07.901465 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:09.270070 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:10:09.272196 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.626017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-b3b33ebc-0910-429d-b2fb-35b7c0b72f6a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525801 Jul 27 23:10:13.728498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-efd40da3-f910-45dc-a4a7-3983a3c33590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.729995 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-efd40da3-f910-45dc-a4a7-3983a3c33590 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0594285 Jul 27 23:10:13.832684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-56ca4cf6-b6ec-4e12-a48e-00dba880ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.834174 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-56ca4cf6-b6ec-4e12-a48e-00dba880ab3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0856295 Jul 27 23:10:13.905624 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-13fb26be-2417-47e8-80b0-e36679c4a57a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1002 time: 0.0644455 Jul 27 23:10:13.954815 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-8626df78-c03a-4a13-8a6c-e26539fc80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:13.956975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-8626df78-c03a-4a13-8a6c-e26539fc80fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0436664 Jul 27 23:10:14.016709 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-504f0f2f-a5ed-46eb-b682-97ad43aa22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:14.018248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-504f0f2f-a5ed-46eb-b682-97ad43aa22de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550964 Jul 27 23:10:14.029156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-96c94be7-9660-436a-b0af-a6119e2a3d86 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:10:14.030110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-96c94be7-9660-436a-b0af-a6119e2a3d86 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050616 Jul 27 23:10:14.125185 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-1d7a96ea-0d07-4916-93c2-5ab33030ef1f service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868797 Jul 27 23:10:14.218349 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f44ca2b2-3736-43c1-a7bb-599394bbff16 req-86288cd0-6bf3-4b7d-91e5-e6b2e478403c service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844212 Jul 27 23:10:31.963228 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0aa7f2e8-1b4c-41c6-87c4-658cd0195753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.483109 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9c5e8e-43e2-45cb-820c-15cf51502ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:34.837146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:36.174047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.779244 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:37.865936 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:39.305606 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.268942 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:01.978541 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76005afe-9a9a-41dc-bf73-2a72b6e2ab57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.470849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2a837c7-09fb-4faa-a901-8fb0002c8129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:04.865024 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:06.264664 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.814525 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:07.865856 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:09.315646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.146539 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-117c69b9-8ec7-4366-bddf-1349a146f9eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549288 Jul 27 23:11:16.254468 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-d63ee81b-8f40-46b8-be89-182051edcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.256420 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-d63ee81b-8f40-46b8-be89-182051edcccd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0632207 Jul 27 23:11:16.359805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-a9bf9c08-0574-4d4c-92cc-0a327366fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.361295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-a9bf9c08-0574-4d4c-92cc-0a327366fdba service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0847802 Jul 27 23:11:16.432605 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-db75cef9-bce7-47ee-b6a6-1ff1ecf1d41f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1002 time: 0.0631638 Jul 27 23:11:16.481261 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-5894f4f7-43ba-4e7a-a30e-dae1882ef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.482725 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-5894f4f7-43ba-4e7a-a30e-dae1882ef22f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0436926 Jul 27 23:11:16.546206 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-a305140d-6a74-4174-b401-b88edff0893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.547760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-a305140d-6a74-4174-b401-b88edff0893e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575414 Jul 27 23:11:16.641241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-454c3a31-5926-4f02-bcc4-b7b70b83f5ee service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Jul 27 23:11:16.735365 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-63fdac38-f3cc-49bf-820b-99fc534d939d req-3aeb9840-ce79-404e-97b4-4af92d05bda5 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 Jul 27 23:11:23.267781 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:31.972649 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21e9f134-451b-4b7b-b943-79a60782d20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.452700 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2d81451-b6bc-4c9a-877e-b6f0800e7fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:34.818000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:36.178115 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.807480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:37.869677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:39.314907 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:00.267037 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:12:01.983622 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d103559c-40ef-41ae-9c4d-3d8ff265a712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.481547 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2eab4a06-9483-4abc-8a2a-4a38821baa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:04.823996 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:06.170894 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.817189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:07.908757 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:08.603543 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cbafd-c687-4bc9-bd0f-a53a650778d3 req-263c144c-d3b8-4fee-a9ab-7eb439a8d8d1 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:08.605840 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b70cbafd-c687-4bc9-bd0f-a53a650778d3 req-263c144c-d3b8-4fee-a9ab-7eb439a8d8d1 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0714123 Jul 27 23:12:08.648526 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b70cbafd-c687-4bc9-bd0f-a53a650778d3 req-8f7d76c9-7bb0-4651-be19-021c72b478be tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362284 Jul 27 23:12:09.400343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:09.814440 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fced9ee-033b-4ad8-ad3e-d49e2aa3e69a req-54723b20-ce3a-402d-972e-60f8e3df6f49 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:09.816026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fced9ee-033b-4ad8-ad3e-d49e2aa3e69a req-54723b20-ce3a-402d-972e-60f8e3df6f49 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0674999 Jul 27 23:12:09.863250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6fced9ee-033b-4ad8-ad3e-d49e2aa3e69a req-10e393cf-05a8-461c-ad78-3f3c9d2c847c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Jul 27 23:12:11.031292 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca38d9a-5178-4eda-af45-54730e5049af req-3153e60c-43ce-454f-8965-756b38ee166f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:11.032828 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca38d9a-5178-4eda-af45-54730e5049af req-3153e60c-43ce-454f-8965-756b38ee166f tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0751851 Jul 27 23:12:11.071551 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5ca38d9a-5178-4eda-af45-54730e5049af req-062690c4-5847-4c92-883c-41d15a824751 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Jul 27 23:12:12.209758 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1ed07-849f-4b21-af1d-f62e56338486 req-3e50e959-4862-4ec7-b722-6737bbb8258a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:12.211401 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fa1ed07-849f-4b21-af1d-f62e56338486 req-3e50e959-4862-4ec7-b722-6737bbb8258a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0695176 Jul 27 23:12:12.251637 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0fa1ed07-849f-4b21-af1d-f62e56338486 req-6aef4b6f-1e56-4e3c-abba-2934e4641a72 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 27 23:12:13.399880 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc148-d936-41e2-951f-6ba8e0e0795c req-51ec7c7e-48ca-4033-8d51-457f1bbee517 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:13.402614 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d39dc148-d936-41e2-951f-6ba8e0e0795c req-51ec7c7e-48ca-4033-8d51-457f1bbee517 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0751600 Jul 27 23:12:13.449373 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d39dc148-d936-41e2-951f-6ba8e0e0795c req-26908183-4adc-4467-9cd3-ce37f5bd9c13 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387383 Jul 27 23:12:14.589955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5707-9be9-4743-85e3-051a1f710be9 req-afbf0f81-0ca3-4d3d-9d18-af04f05795cd tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:14.591574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c9a5707-9be9-4743-85e3-051a1f710be9 req-afbf0f81-0ca3-4d3d-9d18-af04f05795cd tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0686026 Jul 27 23:12:14.632455 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1c9a5707-9be9-4743-85e3-051a1f710be9 req-d86917b3-cd2e-4718-b999-ac70656f322b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348012 Jul 27 23:12:15.769944 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94975874-595f-40e2-b946-286a92701f04 req-6ce3dfef-3eac-46ed-ba79-72ff943679b8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:15.771505 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94975874-595f-40e2-b946-286a92701f04 req-6ce3dfef-3eac-46ed-ba79-72ff943679b8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0675166 Jul 27 23:12:15.810557 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-94975874-595f-40e2-b946-286a92701f04 req-2d9d5870-ae56-43a5-9eb5-0d30eba115a8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Jul 27 23:12:16.947021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5a01e-384c-4520-a5de-48e94d3ffaae req-bc94204b-4fb3-4aa4-a76c-47bc01e127b9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:16.948645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9b5a01e-384c-4520-a5de-48e94d3ffaae req-bc94204b-4fb3-4aa4-a76c-47bc01e127b9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0690136 Jul 27 23:12:16.989228 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d9b5a01e-384c-4520-a5de-48e94d3ffaae req-7d3a130d-3af9-4288-92a9-4528eb2af0f4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345685 Jul 27 23:12:17.277909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-6a3533ff-3d4a-451d-a792-8f027d71ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.290102 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-6a3533ff-3d4a-451d-a792-8f027d71ee44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0557554 Jul 27 23:12:17.389059 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-56a0928e-1e95-4f3e-8e1f-d99f30945c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.390618 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-56a0928e-1e95-4f3e-8e1f-d99f30945c45 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0897889 Jul 27 23:12:17.459427 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-e830e9ef-d23b-4264-a09a-3d260df9b756 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1002 time: 0.0602069 Jul 27 23:12:17.511587 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-914cb9fd-03cc-4673-8e67-7286167a7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.513121 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-914cb9fd-03cc-4673-8e67-7286167a7ff1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0460544 Jul 27 23:12:17.578477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-60ff1c4c-8bd2-4360-886e-c63a47f2aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:17.579907 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-60ff1c4c-8bd2-4360-886e-c63a47f2aeb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597019 Jul 27 23:12:17.669507 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-041d9a7f-6a30-4956-b867-f4daa389bb27 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823772 Jul 27 23:12:17.763076 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a23b218f-bbcb-499e-8845-b8eb61b329e0 req-987ef099-b585-4679-aac7-d758ed631d63 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Jul 27 23:12:18.127510 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a520d9-f615-4bf4-bdcd-b8f0a3b884ba req-dc6be666-4339-46bd-93a3-3cfc65404f24 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.129045 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1a520d9-f615-4bf4-bdcd-b8f0a3b884ba req-dc6be666-4339-46bd-93a3-3cfc65404f24 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0735409 Jul 27 23:12:18.168706 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c1a520d9-f615-4bf4-bdcd-b8f0a3b884ba req-fef88c2f-14b7-4ffa-8afe-4f10cf8f96b4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jul 27 23:12:18.785761 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415821de-8e6c-4d4a-b344-6255871163a2 req-c8caca78-a061-4542-b236-751906223c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.787312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-c8caca78-a061-4542-b236-751906223c92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0550652 Jul 27 23:12:18.877581 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415821de-8e6c-4d4a-b344-6255871163a2 req-7d9abedd-a27b-429a-b29e-5febc089347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.879025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-7d9abedd-a27b-429a-b29e-5febc089347b service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0847042 Jul 27 23:12:18.948279 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-6b9a97e0-e752-4183-9521-b6b4f6f5ab4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1002 time: 0.0613465 Jul 27 23:12:18.997840 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415821de-8e6c-4d4a-b344-6255871163a2 req-9698ac0f-6584-4e55-ba0c-075d9b73eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:18.999308 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-9698ac0f-6584-4e55-ba0c-075d9b73eded service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0438125 Jul 27 23:12:19.058646 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415821de-8e6c-4d4a-b344-6255871163a2 req-560f3758-8610-41b4-b665-5e2c8c6d0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.060170 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-560f3758-8610-41b4-b665-5e2c8c6d0171 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530951 Jul 27 23:12:19.154250 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-66117ff4-0d0a-486a-aedb-3eba0da8d63a service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866289 Jul 27 23:12:19.279819 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-415821de-8e6c-4d4a-b344-6255871163a2 req-d17017eb-0670-43f8-9928-7021f1de91ae service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134286 Jul 27 23:12:19.314932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378d1f4-2bcb-4575-aa85-636c60e2a4c1 req-e84a908f-63e1-4739-949b-7cc4ef10c508 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:19.316451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1378d1f4-2bcb-4575-aa85-636c60e2a4c1 req-e84a908f-63e1-4739-949b-7cc4ef10c508 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0769198 Jul 27 23:12:19.356152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1378d1f4-2bcb-4575-aa85-636c60e2a4c1 req-e9583a50-16b3-442f-b726-ae13a2ea38d4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Jul 27 23:12:20.491068 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195aa0-a99f-4ae8-9bf3-a020dc7079ef req-7471ed29-fbda-42b4-a39d-6d8465b955c6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:20.492611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4195aa0-a99f-4ae8-9bf3-a020dc7079ef req-7471ed29-fbda-42b4-a39d-6d8465b955c6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0677662 Jul 27 23:12:20.533664 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-d4195aa0-a99f-4ae8-9bf3-a020dc7079ef req-16f67554-eaf1-4992-8cb4-2778e4db003a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Jul 27 23:12:21.672015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d18b-b574-472d-b509-f1878c5e7029 req-2c4e0779-17b2-4737-acff-7be2b528b9be tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:21.673551 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17d7d18b-b574-472d-b509-f1878c5e7029 req-2c4e0779-17b2-4737-acff-7be2b528b9be tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0706658 Jul 27 23:12:21.713822 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-17d7d18b-b574-472d-b509-f1878c5e7029 req-b1e085f1-ff11-4be2-8581-234a2d5425e8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337253 Jul 27 23:12:22.850046 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0d898-2aee-4273-8d28-6acb8eba5826 req-a61713b1-4c6d-4939-ac40-b4676d94f951 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:22.851644 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04b0d898-2aee-4273-8d28-6acb8eba5826 req-a61713b1-4c6d-4939-ac40-b4676d94f951 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0690365 Jul 27 23:12:22.895391 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-04b0d898-2aee-4273-8d28-6acb8eba5826 req-18191bf1-b37c-4e20-aa58-dc2d96558cac tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369587 Jul 27 23:12:24.027498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6c8cf-0ad5-4c48-b3a6-d054540946e2 req-3a094cc1-c986-4edc-83c8-81bc921e71c9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.029017 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76f6c8cf-0ad5-4c48-b3a6-d054540946e2 req-3a094cc1-c986-4edc-83c8-81bc921e71c9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0668886 Jul 27 23:12:24.069248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-76f6c8cf-0ad5-4c48-b3a6-d054540946e2 req-028859df-d542-42ae-9a65-06a2fe5bcf02 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Jul 27 23:12:24.453479 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e024c-de14-49b5-aacb-dc7dc88c0214 req-faa5f002-9472-4107-8169-59fd4801ba2b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:24.455065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec9e024c-de14-49b5-aacb-dc7dc88c0214 req-faa5f002-9472-4107-8169-59fd4801ba2b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0755804 Jul 27 23:12:24.522600 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ec9e024c-de14-49b5-aacb-dc7dc88c0214 req-2bb2ffb3-882d-41e8-ab6f-5a4bffa17382 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616019 Jul 27 23:12:24.543530 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-fcd94eb3-6a33-44f4-b520-f2dd96d7ce73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264670 Jul 27 23:12:24.719926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:24.800619 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:24.823395 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:24.825716 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5980385-b607-4151-ba34-67298707a0ca" -d '{"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-unplugged", "status": "completed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:24.838692 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:24.930274 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a6fc5-3787-47e0-a5c9-f9b9ef952075 x-openstack-request-id: req-289a6fc5-3787-47e0-a5c9-f9b9ef952075 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:24.930588 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-unplugged", "status": "failed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "code": 422}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:24.930842 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-289a6fc5-3787-47e0-a5c9-f9b9ef952075 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:24.931251 n-d-738018-6 neutron-server[94673]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'code': 422} returned with failed status Jul 27 23:12:24.936030 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:24.983282 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:24.990530 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.990879 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.991221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.991558 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.991923 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.992272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.992589 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.992913 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.993271 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.993551 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.993888 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:24.994417 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:25.657434 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1df5ba-f71d-4baa-9175-6befc91564d7 req-a6eb37a7-4c28-491e-80fb-06dc8cfcafe2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:25.658925 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db1df5ba-f71d-4baa-9175-6befc91564d7 req-a6eb37a7-4c28-491e-80fb-06dc8cfcafe2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0673780 Jul 27 23:12:25.698587 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-db1df5ba-f71d-4baa-9175-6befc91564d7 req-389e3625-f288-427d-87ef-52e8541a62f5 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335965 Jul 27 23:12:26.832594 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1c48-5e40-440d-8893-694262199be6 req-21834cc4-f44e-48db-bf53-9083f1933361 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:26.834199 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b5b1c48-5e40-440d-8893-694262199be6 req-21834cc4-f44e-48db-bf53-9083f1933361 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0682178 Jul 27 23:12:26.875960 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6b5b1c48-5e40-440d-8893-694262199be6 req-bd7a6712-9187-4dbd-bbde-5b5162a5be5a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Jul 27 23:12:28.012289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86c47a-4319-4dc2-9ac6-cf3502b0764a req-881b29a4-8ac3-4ce1-82ee-66f30e52e2b2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:28.013885 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a86c47a-4319-4dc2-9ac6-cf3502b0764a req-881b29a4-8ac3-4ce1-82ee-66f30e52e2b2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0710423 Jul 27 23:12:28.053065 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9a86c47a-4319-4dc2-9ac6-cf3502b0764a req-8502da61-8fa4-4711-af0d-8808c4d6ad4b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Jul 27 23:12:29.185668 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf478ba-f5c7-4dbf-b48a-e71ff4602469 req-4eb9d302-5c3e-49a2-afb8-4937e448ed41 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:29.187159 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf478ba-f5c7-4dbf-b48a-e71ff4602469 req-4eb9d302-5c3e-49a2-afb8-4937e448ed41 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0643072 Jul 27 23:12:29.226150 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bbf478ba-f5c7-4dbf-b48a-e71ff4602469 req-03040339-2653-4ec3-b1b0-19a5ca975fb4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Jul 27 23:12:30.358143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d63d0-6327-4910-adb6-c63581053265 req-ad1127ca-3b5c-4fba-8bfc-548209fe743e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.359689 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242d63d0-6327-4910-adb6-c63581053265 req-ad1127ca-3b5c-4fba-8bfc-548209fe743e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0650783 Jul 27 23:12:30.429552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-242d63d0-6327-4910-adb6-c63581053265 req-78f86bfe-1554-4e16-8baf-6a300a9fcda8 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625529 Jul 27 23:12:30.456938 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7576b-7016-4156-b29b-f217a12e188e req-af053949-8748-49d0-a2da-021d1e780cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.459645 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-af053949-8748-49d0-a2da-021d1e780cc5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&tenant_id=4148173aa22c4e4fb8dba0bdc74438bb HTTP/1.1" status: 200 len: 1095 time: 0.0720298 Jul 27 23:12:30.536145 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7576b-7016-4156-b29b-f217a12e188e req-637c4e85-227c-4f34-ae1f-4be656d6ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.537633 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-637c4e85-227c-4f34-ae1f-4be656d6ef27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1095 time: 0.0561228 Jul 27 23:12:30.626655 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7576b-7016-4156-b29b-f217a12e188e req-1930717e-fef4-45a9-abc5-2c3354ad5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.628134 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-1930717e-fef4-45a9-abc5-2c3354ad5bbe service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0842280 Jul 27 23:12:30.696644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-327e8b14-d2a2-4527-9a51-9d9292a59ed5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1000 time: 0.0611115 Jul 27 23:12:30.745529 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7576b-7016-4156-b29b-f217a12e188e req-4539dc6a-3c29-4aad-b4d3-9e40655b1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.747012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-4539dc6a-3c29-4aad-b4d3-9e40655b1cf1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0437071 Jul 27 23:12:30.806375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7576b-7016-4156-b29b-f217a12e188e req-6523e903-ce1b-405f-91b9-1d3058251635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.807849 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-6523e903-ce1b-405f-91b9-1d3058251635 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538139 Jul 27 23:12:30.903740 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-0f097ab2-b6f7-4adf-8b0d-9df56fe9c3ba service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880857 Jul 27 23:12:30.992937 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-55d6a06e-cfb0-4964-abab-2acc3c4b07ef service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Jul 27 23:12:31.568134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e86b5-22d5-4fe6-84f7-e5d3e808bb9f req-77d2d3b1-9d04-4c7a-8faa-8b1fa81c0c29 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.569692 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e19e86b5-22d5-4fe6-84f7-e5d3e808bb9f req-77d2d3b1-9d04-4c7a-8faa-8b1fa81c0c29 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0703652 Jul 27 23:12:31.608205 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e19e86b5-22d5-4fe6-84f7-e5d3e808bb9f req-aeb4f5e4-7392-4f61-9328-9ec14aeaef79 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320272 Jul 27 23:12:31.977047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1327ed92-a90f-4afc-85cc-c6555ca8300b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.742029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59975ff0-9ea0-4d8a-ae0e-08de3c7a91d6 req-bde280ed-529c-4632-84f9-9b0898e2a87b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.743550 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59975ff0-9ea0-4d8a-ae0e-08de3c7a91d6 req-bde280ed-529c-4632-84f9-9b0898e2a87b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0686786 Jul 27 23:12:32.783026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-59975ff0-9ea0-4d8a-ae0e-08de3c7a91d6 req-c56360d8-d240-439a-b8fc-5c90234482d1 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jul 27 23:12:33.912663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7476a73-b5d5-4875-b7fb-968368a29d4a req-1b94ede5-60b5-4769-a899-72783baa49fa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:33.914303 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7476a73-b5d5-4875-b7fb-968368a29d4a req-1b94ede5-60b5-4769-a899-72783baa49fa tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0646319 Jul 27 23:12:33.953276 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b7476a73-b5d5-4875-b7fb-968368a29d4a req-091e340d-e119-40d1-b19f-16d2e251c919 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jul 27 23:12:34.480050 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67662880-9145-4d80-9458-234c7ee08237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:34.817100 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:35.082231 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d6e4-3b9f-4824-be34-28267e8b0138 req-c3d1a09e-1be5-496c-971c-6ea37cbb3923 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:35.083723 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8126d6e4-3b9f-4824-be34-28267e8b0138 req-c3d1a09e-1be5-496c-971c-6ea37cbb3923 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0641751 Jul 27 23:12:35.122340 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8126d6e4-3b9f-4824-be34-28267e8b0138 req-077e426c-341d-4279-90a3-8bedfb4d329b tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Jul 27 23:12:36.215771 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:36.262101 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad2a1e-967c-4d90-a964-680a58f27e8c req-9e41ac7d-8ecc-4030-8a5c-ab897de2aaa7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:36.263707 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52ad2a1e-967c-4d90-a964-680a58f27e8c req-9e41ac7d-8ecc-4030-8a5c-ab897de2aaa7 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0739012 Jul 27 23:12:36.301858 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-52ad2a1e-967c-4d90-a964-680a58f27e8c req-52f608c8-c41e-4c19-8570-37f536350037 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321450 Jul 27 23:12:37.266345 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:12:37.436693 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d60c3-1971-49ed-a5b1-f2d8aa1c3628 req-b2ff1c95-bd01-43b5-a39d-59a057f3ebcf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:37.438213 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d95d60c3-1971-49ed-a5b1-f2d8aa1c3628 req-b2ff1c95-bd01-43b5-a39d-59a057f3ebcf tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0689034 Jul 27 23:12:37.480705 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d95d60c3-1971-49ed-a5b1-f2d8aa1c3628 req-2965f97a-35b0-4ec7-8fce-5e358ef98349 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Jul 27 23:12:37.833868 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.896740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.609865 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7925-caf0-4601-80d9-2ec12ab21f72 req-f38d790a-0516-4251-8c4f-e26d33c838e6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:38.611454 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-675a7925-caf0-4601-80d9-2ec12ab21f72 req-f38d790a-0516-4251-8c4f-e26d33c838e6 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 944 time: 0.0637431 Jul 27 23:12:38.648899 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-675a7925-caf0-4601-80d9-2ec12ab21f72 req-60fc5a26-0570-497a-96ed-b5bfec75e807 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Jul 27 23:12:38.783428 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:12:38.876019 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:38.888341 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'port_id': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'mac_address': 'fa:16:3e:9d:4d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:12:38.928296 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.940488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf2663-4d8d-4cba-b558-b556f3829c1e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:12:38.959941 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.074651 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.122630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.313567 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['62cf2663-4d8d-4cba-b558-b556f3829c1e'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:12:39.335824 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.779968 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6a414-ac0c-46cb-b84e-8a6bf56f21bc req-5fc73fb2-ca46-452b-8470-8861429050c9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:39.781485 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15a6a414-ac0c-46cb-b84e-8a6bf56f21bc req-5fc73fb2-ca46-452b-8470-8861429050c9 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 945 time: 0.0646601 Jul 27 23:12:39.822368 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-15a6a414-ac0c-46cb-b84e-8a6bf56f21bc req-fe5c24b6-c0a8-430a-ba90-9689c7d2ca07 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348885 Jul 27 23:12:40.797627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:40.845262 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port 62cf2663-4d8d-4cba-b558-b556f3829c1e triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:40.845636 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.927516 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.950720 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:40.953013 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e5216-b31a-4e50-8525-ebf5825f53ac" -d '{"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:40.957172 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156ceb-e9f3-40fc-8b2f-56e8d04979ef req-c3c9fe4a-180e-4bb0-a814-a849f67afce2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:40.958710 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a156ceb-e9f3-40fc-8b2f-56e8d04979ef req-c3c9fe4a-180e-4bb0-a814-a849f67afce2 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 945 time: 0.0641387 Jul 27 23:12:40.967301 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.991099 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1dcbc-ce8f-4b94-933b-1b07cf2b2efb x-openstack-request-id: req-10f1dcbc-ce8f-4b94-933b-1b07cf2b2efb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:40.991740 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-plugged", "status": "completed", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:40.992547 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10f1dcbc-ce8f-4b94-933b-1b07cf2b2efb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:40.993122 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'code': 200} Jul 27 23:12:41.001234 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-2a156ceb-e9f3-40fc-8b2f-56e8d04979ef req-eb890d94-7c01-4995-8906-9bde869a1d4e tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364158 Jul 27 23:12:41.034241 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.088950 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:41.156370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23943-7eac-4fc4-920a-3df66c0f01e5 req-cd3a07fe-5bf6-48fc-af84-2e56e9d91d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:41.157927 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4e23943-7eac-4fc4-920a-3df66c0f01e5 req-cd3a07fe-5bf6-48fc-af84-2e56e9d91d7d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0550010 Jul 27 23:12:41.193464 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c4e23943-7eac-4fc4-920a-3df66c0f01e5 req-d465095a-acfa-4ddf-b6c8-e2898c2c6990 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287800 Jul 27 23:12:42.140196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45098e0a-1f2d-40ef-9c25-36d41c7dc67c req-65b5a278-7931-4fab-96bb-7872570bdc21 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:42.141701 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45098e0a-1f2d-40ef-9c25-36d41c7dc67c req-65b5a278-7931-4fab-96bb-7872570bdc21 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0728168 Jul 27 23:12:42.182670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-45098e0a-1f2d-40ef-9c25-36d41c7dc67c req-a2e5ae2d-cbcf-485a-8559-a1c25dcedff4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Jul 27 23:12:43.317924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26ac8-933b-4a29-8495-682ad109b014 req-f075219a-5a4f-4736-896b-a8caf7b4805c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:43.319576 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95b26ac8-933b-4a29-8495-682ad109b014 req-f075219a-5a4f-4736-896b-a8caf7b4805c tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0674055 Jul 27 23:12:43.358780 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-95b26ac8-933b-4a29-8495-682ad109b014 req-f6698295-68fc-412b-b82a-2e485c1e49fd tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334175 Jul 27 23:13:01.980499 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88de4c48-9ea5-404a-b4f5-fdff359cd5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.463338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c809b7f3-c5a1-4992-9ef7-47bf77479b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:04.850941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:06.233415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.844683 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.913753 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.319146 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:14.266191 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:13:18.370050 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-03248475-ba0c-44d1-a4d3-cd145e4693c3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993505 Jul 27 23:13:18.472743 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-c548125a-c30d-4906-9ab9-afd764b18e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.474264 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-c548125a-c30d-4906-9ab9-afd764b18e42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0570273 Jul 27 23:13:18.584271 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-81f0713d-a100-45d8-9b10-6c5b2356fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.585697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-81f0713d-a100-45d8-9b10-6c5b2356fbe2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0922582 Jul 27 23:13:18.652975 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-d1850be9-4b58-495a-816a-bc4cc5ce49ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 1002 time: 0.0600109 Jul 27 23:13:18.709314 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-71122e1a-9afc-4e82-a938-9f8f674747d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.710853 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-71122e1a-9afc-4e82-a938-9f8f674747d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0511217 Jul 27 23:13:18.775689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-2dd93e0d-55c4-4b33-806b-57a156f86722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:18.777924 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-2dd93e0d-55c4-4b33-806b-57a156f86722 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597715 Jul 27 23:13:18.877463 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-846e0d0c-38b5-42c5-9918-213de0587fab service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921061 Jul 27 23:13:18.973641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0d48d39d-c708-469e-bec4-7456e7a583ca req-2dba5198-05a2-4ba9-838f-b3cfd3cf18c9 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891623 Jul 27 23:13:32.004923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8272b99e-8fd4-4f88-b4c2-e1cdffabd022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.488057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-644d4ee7-04cd-4146-a7b3-f397dd4c910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:34.827572 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.216189 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:37.838343 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:37.930140 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:39.326119 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:51.264525 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:14:01.995327 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-587ad923-c2b5-4c3b-ae8a-78d4b3938956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.489826 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7db95af9-7810-4c8e-9db6-434630c0614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:04.829265 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:06.195257 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.855286 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:07.901800 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:09.314458 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.447167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60704) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:19.605823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Deleting port 9c019553-bfaa-4837-9efe-1c63d02f2597 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:19.606171 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.684078 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.684406 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.696075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Calling delete_port for 9c019553-bfaa-4837-9efe-1c63d02f2597 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:19.909149 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:19.937909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'Port': ['ID=9c019553-bfaa-4837-9efe-1c63d02f2597,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:19.952024 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.952377 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.952722 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.953064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.953402 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.953741 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.954072 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.954427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.954756 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.955090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.955464 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:19.955788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:20.014611 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.014947 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Floating IP ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6 disassociated (deleted). External IP: 172.25.3.115, port: 62cf2663-4d8d-4cba-b558-b556f3829c1e. Jul 27 23:14:20.543746 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-de40a686-2660-411c-be0e-1fc482962c53 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4475415 Jul 27 23:14:20.631712 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:20.701544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-aaf4710e-9c7c-43b1-bd49-67a078e394cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.703084 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-aaf4710e-9c7c-43b1-bd49-67a078e394cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.1120772 Jul 27 23:14:20.815183 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:20.821562 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:20.826093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:20.835981 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:20.836606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:20.884784 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-b41b4bc4-fa01-4506-bcec-8d89bacce07a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "DELETE /v2.0/floatingips/ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6 HTTP/1.1" status: 204 len: 168 time: 1.4340353 Jul 27 23:14:20.884784 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:20.885811 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:20.889021 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-e4ac1c9a-df97-438a-bf54-6d05e979c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:20.890628 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-e4ac1c9a-df97-438a-bf54-6d05e979c66f service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.1564658 Jul 27 23:14:20.935994 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-4eb39c0a-9e2b-439d-831f-957535752ab0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 217 time: 0.0381742 Jul 27 23:14:20.965045 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:20.990765 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4703844a-1e33-4661-b095-433942c00eaa x-openstack-request-id: req-4703844a-1e33-4661-b095-433942c00eaa {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:20.990765 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:20.990765 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4703844a-1e33-4661-b095-433942c00eaa {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:20.990765 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'status': 'completed', 'code': 200} Jul 27 23:14:20.999246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-703e5347-293d-450a-a322-aba62f04159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.000760 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-703e5347-293d-450a-a322-aba62f04159c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0576210 Jul 27 23:14:21.061070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-cee0f028-ae4b-4879-adfd-a6df2ed19999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.062694 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-cee0f028-ae4b-4879-adfd-a6df2ed19999 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546587 Jul 27 23:14:21.159382 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-b9cd120c-d30d-428a-a117-24d3484b05ee service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894608 Jul 27 23:14:21.169858 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:21.201142 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:21.210793 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:21.211437 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:21.252793 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-5ada87ec-d0ca-4074-9108-aa6e72fc1285 req-22231442-25a7-4225-aa9b-fe22d67cad98 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865717 Jul 27 23:14:21.318570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:21.442253 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-527997ee-4914-4c61-afb8-382643990a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.444516 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-527997ee-4914-4c61-afb8-382643990a22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 1097 time: 0.0680425 Jul 27 23:14:21.456734 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358325f-1264-4f8b-848e-0d9214e232ce req-03d753b1-d462-4080-9ba0-576e94de4488 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.458520 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5358325f-1264-4f8b-848e-0d9214e232ce req-03d753b1-d462-4080-9ba0-576e94de4488 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.1201911 Jul 27 23:14:21.502470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-5358325f-1264-4f8b-848e-0d9214e232ce req-c523763c-908f-4582-b16e-9e8cb50a46db tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367670 Jul 27 23:14:21.549873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-6cdcd6de-0f71-40de-a869-c6d6b14690a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.551502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-6cdcd6de-0f71-40de-a869-c6d6b14690a4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 200 len: 910 time: 0.0989039 Jul 27 23:14:21.600286 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-e09e18dc-202e-48d0-a791-9c6538b7ad2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 200 len: 217 time: 0.0400393 Jul 27 23:14:21.651760 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-c48bb803-32d0-4ba8-80f8-85379b76b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.653261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-c48bb803-32d0-4ba8-80f8-85379b76b872 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 200 len: 848 time: 0.0447824 Jul 27 23:14:21.676123 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:21.703662 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301da6-213b-4c51-9bca-cfb06dd5a300 None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '78aef9d5-5a6f-449d-ad89-70bb8abcd492', 'name': '', 'network_id': 'bbbc930b-0557-411a-b1e8-19b63022f49c', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'mac_address': 'fa:16:3e:85:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:33Z', 'updated_at': '2021-07-27T23:04:39Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'subnets': [{'id': 'e280bbc2-9297-4f66-9a64-4a450bfc6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:21.716254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-b205564b-8ff4-42af-bdb2-4dd0b68247c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:21.717810 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-b205564b-8ff4-42af-bdb2-4dd0b68247c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bbbc930b-0557-411a-b1e8-19b63022f49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565085 Jul 27 23:14:21.817552 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-a33c8b08-a355-4729-bd46-dabe3b50b75b service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914104 Jul 27 23:14:21.917501 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90efc5ab-53ac-44d2-b1fd-aac8bb8add23 req-9105775e-f4e1-4e52-a5c7-810988495c36 service neutron] 10.222.0.76 "GET /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 Jul 27 23:14:21.942148 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f17520-3c7d-4ab1-9d2f-b3badb5e2d1d None None] New status for floating IP ebc39ed8-19e0-4d9a-8465-c4c6a4cb35a6: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:14:22.691872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca7807-9163-4d08-aea8-83a0ac2d0af3 req-b4f2bad1-b5a4-414a-bced-9d68b6ed51d4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.693582 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-adca7807-9163-4d08-aea8-83a0ac2d0af3 req-b4f2bad1-b5a4-414a-bced-9d68b6ed51d4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.1093791 Jul 27 23:14:22.732239 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-adca7807-9163-4d08-aea8-83a0ac2d0af3 req-43383061-ab1e-4381-9edf-fd28771f1fe4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d6499ab-07cd-47ef-9700-3e5e4d06920c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Jul 27 23:14:22.906771 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-aa0b526b-6daa-4bff-b1be-8fbe314d80e3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:22.908697 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-aa0b526b-6daa-4bff-b1be-8fbe314d80e3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 946 time: 0.0692520 Jul 27 23:14:23.007793 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Deleting port 62cf2663-4d8d-4cba-b558-b556f3829c1e {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:23.008142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.098686 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] For port 62cf2663-4d8d-4cba-b558-b556f3829c1e, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=62cf2663-4d8d-4cba-b558-b556f3829c1e,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:23.099063 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.113604 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Calling delete_port for 62cf2663-4d8d-4cba-b558-b556f3829c1e owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:23.308612 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.335962 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'Port': ['ID=62cf2663-4d8d-4cba-b558-b556f3829c1e,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:23.385571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] No DVR routers for this DVR port 62cf2663-4d8d-4cba-b558-b556f3829c1e on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:23.388280 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:23.390350 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a519b9ab-e529-4337-be63-04c6c4871e19 req-39b09b4c-2154-4403-b7dc-b8548ba4d0f3 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.76 "DELETE /v2.0/ports/62cf2663-4d8d-4cba-b558-b556f3829c1e HTTP/1.1" status: 204 len: 173 time: 0.4758554 Jul 27 23:14:23.390799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-deleted', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:14:23.393158 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22b697-7fa5-404f-aa8a-5b6767e5bb3e" -d '{"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-deleted", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:14:23.430727 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5c4857-7b9a-4024-a2be-b838dd26b0a4 x-openstack-request-id: req-5b5c4857-7b9a-4024-a2be-b838dd26b0a4 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:14:23.431027 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1c084c-2fcf-4b91-8cd4-a11fb962546b", "name": "network-vif-deleted", "tag": "62cf2663-4d8d-4cba-b558-b556f3829c1e", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:14:23.431289 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b5c4857-7b9a-4024-a2be-b838dd26b0a4 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:14:23.431699 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1c084c-2fcf-4b91-8cd4-a11fb962546b', 'name': 'network-vif-deleted', 'tag': '62cf2663-4d8d-4cba-b558-b556f3829c1e', 'status': 'completed', 'code': 200} Jul 27 23:14:23.836422 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-cd2d845a-0ce7-4ede-83cd-6b372d431740 req-9cfaff1e-bc78-4050-acb6-e375e1a6c593 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0305884 Jul 27 23:14:24.942201 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6710aa59-279f-4276-b5af-4f5a8c2581fc req-de16ed66-8642-4fa6-8691-4397177a7193 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0340428 Jul 27 23:14:25.231388 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:25.252281 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: 62cf2663-4d8d-4cba-b558-b556f3829c1e {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:25.252630 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device 62cf2663-4d8d-4cba-b558-b556f3829c1e not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:26.044946 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1297e32d-4a09-47ce-85a9-44423574f951 req-f1a1b196-7e69-4f34-909c-fdb88aabaea4 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0346935 Jul 27 23:14:27.147290 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c2ce75f6-2995-43a0-89bd-1e75110ddc16 req-880e7c39-bd6f-4887-8335-81e5afa00762 tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f1c084c-2fcf-4b91-8cd4-a11fb962546b HTTP/1.1" status: 200 len: 210 time: 0.0309687 Jul 27 23:14:28.206266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60744) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:28.264215 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:14:28.270760 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.297317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.428754 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.431661 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:28.432891 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d6499ab-07cd-47ef-9700-3e5e4d06920c HTTP/1.1" status: 204 len: 168 time: 0.2255473 Jul 27 23:14:28.443129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6499ab-07cd-47ef-9700-3e5e4d06920c,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:28.450999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.451335 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.451681 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.452024 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.452357 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.452689 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.453019 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.453346 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.453673 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.453999 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.454370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:28.455186 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fe71da-6a62-4caf-8eaa-443bae9b198a tempest-TestShelveInstance-1699351328 tempest-TestShelveInstance-1699351328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:29.555447 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60750) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:30.060981 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.645361 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Deleting port 78aef9d5-5a6f-449d-ad89-70bb8abcd492 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:30.646058 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.727805 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] For port 78aef9d5-5a6f-449d-ad89-70bb8abcd492, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=78aef9d5-5a6f-449d-ad89-70bb8abcd492,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:30.728176 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.743792 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Calling delete_port for 78aef9d5-5a6f-449d-ad89-70bb8abcd492 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:30.971239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:30.994900 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Pushing event deleted for resources: {'Port': ['ID=78aef9d5-5a6f-449d-ad89-70bb8abcd492,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:31.166858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.383142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Router 343b04f1-4eb0-4268-8b45-c470f8cc216b has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:31.492380 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:31.497724 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-36832369-a3d5-43b0-bc76-cf64695c200a admin admin] 10.222.0.37 "PUT /v2.0/routers/343b04f1-4eb0-4268-8b45-c470f8cc216b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412389 Jul 27 23:14:31.500309 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60756) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:31.501290 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Sync routers for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:31.510537 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:31.511156 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:31.606995 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.616148 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:31.714784 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.794626 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:14:30Z', 'revision_number': 5, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port': {'id': 'fe431941-9b5e-437d-8ffe-18ad10a878a7', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:31Z', 'updated_at': '2021-07-27T23:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:31.821363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Checking router: 343b04f1-4eb0-4268-8b45-c470f8cc216b for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:31.829727 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Routers {'343b04f1-4eb0-4268-8b45-c470f8cc216b'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:31.830142 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Deleting port fe431941-9b5e-437d-8ffe-18ad10a878a7 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:31.830505 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['343b04f1-4eb0-4268-8b45-c470f8cc216b'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:31.830660 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.910619 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] For port fe431941-9b5e-437d-8ffe-18ad10a878a7, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=fe431941-9b5e-437d-8ffe-18ad10a878a7,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:31.911004 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:31.925938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] Set router 343b04f1-4eb0-4268-8b45-c470f8cc216b gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:31.929624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Calling delete_port for fe431941-9b5e-437d-8ffe-18ad10a878a7 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:31.986486 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:14:31Z', 'revision_number': 6, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:32.014120 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9b42e-fe6d-4adf-8bda-a3fe9d3594cb None None] The sync data for ids ['343b04f1-4eb0-4268-8b45-c470f8cc216b'] in n-d-738018-6 is: [{'id': '343b04f1-4eb0-4268-8b45-c470f8cc216b', 'name': 'tempest-TestShelveInstance-1989355024-router', 'tenant_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:30Z', 'updated_at': '2021-07-27T23:14:31Z', 'revision_number': 6, 'project_id': '4148173aa22c4e4fb8dba0bdc74438bb', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:32.040366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a2cae79-a582-42e6-bd8c-8417e4203b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.157769 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.187973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe431941-9b5e-437d-8ffe-18ad10a878a7,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:32.252569 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.343269 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.345460 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.445826 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.446472 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343b04f1-4eb0-4268-8b45-c470f8cc216b {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:14:32.450880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.452076 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-47caa8ac-a541-4c3e-bc3d-20bcb2ed8bf4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/343b04f1-4eb0-4268-8b45-c470f8cc216b HTTP/1.1" status: 204 len: 168 time: 0.9508345 Jul 27 23:14:32.454653 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60758) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:32.500315 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Deleting subnet e280bbc2-9297-4f66-9a64-4a450bfc6d98 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:32.503532 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.537313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.629123 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.754493 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.784602 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.786542 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e280bbc2-9297-4f66-9a64-4a450bfc6d98 HTTP/1.1" status: 204 len: 168 time: 0.3309395 Jul 27 23:14:32.788787 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68926-0c20-49fc-9b11-31a4c296c139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e280bbc2-9297-4f66-9a64-4a450bfc6d98,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:32.790415 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60760) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:32.791250 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76534b0-6ca7-47e1-8ecf-4ff2bacf1b92 None None] Network bbbc930b-0557-411a-b1e8-19b63022f49c requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:32.863408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fe431941-9b5e-437d-8ffe-18ad10a878a7 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:32.868586 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.887865 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: fe431941-9b5e-437d-8ffe-18ad10a878a7 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:32.888216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device fe431941-9b5e-437d-8ffe-18ad10a878a7 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:32.888638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 78aef9d5-5a6f-449d-ad89-70bb8abcd492 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:32.923162 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Deleting port 833d7c20-7f17-4ed6-be5f-c191f0af7531 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:32.923795 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:32.924390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 78aef9d5-5a6f-449d-ad89-70bb8abcd492 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:32.924742 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 78aef9d5-5a6f-449d-ad89-70bb8abcd492 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:32.997167 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] For port 833d7c20-7f17-4ed6-be5f-c191f0af7531, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833d7c20-7f17-4ed6-be5f-c191f0af7531,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:32.997546 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.014461 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Calling delete_port for 833d7c20-7f17-4ed6-be5f-c191f0af7531 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:33.048024 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] DHCP port deletion for bbbc930b-0557-411a-b1e8-19b63022f49c request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:14:33.105669 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Deleting port 833d7c20-7f17-4ed6-be5f-c191f0af7531 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:33.106047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.146590 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.168618 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] For port 833d7c20-7f17-4ed6-be5f-c191f0af7531, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=833d7c20-7f17-4ed6-be5f-c191f0af7531,segment=NetworkSegment(6b813609-ab02-4cf5-ad23-9b448598fefa),segment_id=6b813609-ab02-4cf5-ad23-9b448598fefa)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:33.169026 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.174647 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] No DVR routers for this DVR port 833d7c20-7f17-4ed6-be5f-c191f0af7531 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:33.179859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Pushing event deleted for resources: {'Port': ['ID=833d7c20-7f17-4ed6-be5f-c191f0af7531,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:33.183860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Calling delete_port for 833d7c20-7f17-4ed6-be5f-c191f0af7531 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:33.252379 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 23:14:33.260557 n-d-738018-6 neutron-server[94673]: self.session.flush() Jul 27 23:14:33.264598 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbc930b-0557-411a-b1e8-19b63022f49c']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:33.265354 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.275770 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b813609-ab02-4cf5-ad23-9b448598fefa') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:33.276064 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b813609-ab02-4cf5-ad23-9b448598fefa') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:33.285095 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.291988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Pushing event deleted for resources: {'Port': ['ID=833d7c20-7f17-4ed6-be5f-c191f0af7531,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:33.294348 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] No DVR routers for this DVR port 833d7c20-7f17-4ed6-be5f-c191f0af7531 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:33.299820 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.304364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.304364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.304364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.304364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.304364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307091 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.307796 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec2c155-c475-48e1-a444-94422a78ed35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:33.309070 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:33.310085 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: timer() Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:33.311335 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:33.417079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.421682 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:33.424294 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] 10.222.0.37 "DELETE /v2.0/networks/bbbc930b-0557-411a-b1e8-19b63022f49c HTTP/1.1" status: 204 len: 168 time: 0.6329730 Jul 27 23:14:33.427365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60762) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:33.439254 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ade2eb-d1b9-4e3a-917b-bf844ba0a05f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbc930b-0557-411a-b1e8-19b63022f49c,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:33.776155 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.030751 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Deleting port f421d89e-41ef-4e37-bed2-0de3063d3442 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:34.031110 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.113128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] For port f421d89e-41ef-4e37-bed2-0de3063d3442, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=f421d89e-41ef-4e37-bed2-0de3063d3442,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:34.113504 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.126577 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Calling delete_port for f421d89e-41ef-4e37-bed2-0de3063d3442 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:34.354071 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.379389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f421d89e-41ef-4e37-bed2-0de3063d3442,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:34.506178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1644ea71-1550-4d80-a3e6-61b32170b8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.558331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.777018 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:34.817091 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:34.874860 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 833d7c20-7f17-4ed6-be5f-c191f0af7531 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:34.892395 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:34.895596 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 833d7c20-7f17-4ed6-be5f-c191f0af7531 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:34.895953 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 833d7c20-7f17-4ed6-be5f-c191f0af7531 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:34.898237 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5ac3d4a3-9f4c-483f-86fb-7ae7b9e3d3ab admin admin] 10.222.0.37 "PUT /v2.0/routers/3f04fd8a-23d0-4ca4-a18c-39fe1bb07873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4690077 Jul 27 23:14:34.900813 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60764) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:34.902232 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Sync routers for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:34.912596 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:34.913419 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.013398 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.103066 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:35.118553 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.230854 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Deleting port 272deff3-3e09-492a-aa2f-b2064a633cde {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:35.231260 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.276104 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:14:34Z', 'revision_number': 5, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port': {'id': '272deff3-3e09-492a-aa2f-b2064a633cde', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:37Z', 'updated_at': '2021-07-27T23:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.305991 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Checking router: 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:35.313418 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] For port 272deff3-3e09-492a-aa2f-b2064a633cde, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=272deff3-3e09-492a-aa2f-b2064a633cde,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:35.313791 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.313991 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Routers {'3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:35.314628 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.325534 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Calling delete_port for 272deff3-3e09-492a-aa2f-b2064a633cde owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:35.400629 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] Set router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:35.453392 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:14:35Z', 'revision_number': 6, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:35.485083 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa4737-4afc-4738-9f78-c14db645f3ef None None] The sync data for ids ['3f04fd8a-23d0-4ca4-a18c-39fe1bb07873'] in n-d-738018-6 is: [{'id': '3f04fd8a-23d0-4ca4-a18c-39fe1bb07873', 'name': 'tempest-TestShelveInstance-1373309535-router', 'tenant_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:36Z', 'updated_at': '2021-07-27T23:14:35Z', 'revision_number': 6, 'project_id': '381db5ebeda44fb9ae7aa07a560ee4d0', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:35.877836 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:35.909839 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=272deff3-3e09-492a-aa2f-b2064a633cde,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:35.975167 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.064257 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.066389 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.177297 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.177717 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:14:36.182332 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.190196 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-883837d7-a170-4b45-b8d5-0ac2c29e45d1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f04fd8a-23d0-4ca4-a18c-39fe1bb07873 HTTP/1.1" status: 204 len: 168 time: 1.2816908 Jul 27 23:14:36.190370 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60766) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:36.213392 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.233603 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Deleting subnet 126729e0-d08e-4180-a54e-cb1017e329d6 {{(pid=94672) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:14:36.236922 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.275914 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28968287'] for subnet, precommit_delete_associations {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.360845 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.500908 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28968283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25782016'] for subnet, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.528714 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126729e0-d08e-4180-a54e-cb1017e329d6,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:36.532465 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.537987 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-7de5e284-4fdb-40c5-a906-b33e05e9642b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/126729e0-d08e-4180-a54e-cb1017e329d6 HTTP/1.1" status: 204 len: 168 time: 0.3471208 Jul 27 23:14:36.537987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60768) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:36.540221 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31af215-f793-475a-bf2a-9f7338b2e9bb None None] Network 28348591-7414-435b-964f-d2511a8933ee requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:36.609498 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.672998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Deleting port e43a042b-2869-416a-876f-83112ef1031f {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:36.673355 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.736853 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] DHCP port deletion for 28348591-7414-435b-964f-d2511a8933ee request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:14:36.739658 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] For port e43a042b-2869-416a-876f-83112ef1031f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e43a042b-2869-416a-876f-83112ef1031f,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:36.740069 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.754555 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Calling delete_port for e43a042b-2869-416a-876f-83112ef1031f owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:36.786004 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Deleting port e43a042b-2869-416a-876f-83112ef1031f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:14:36.786266 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.841154 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device e43a042b-2869-416a-876f-83112ef1031f no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:36.877933 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] For port e43a042b-2869-416a-876f-83112ef1031f, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=e43a042b-2869-416a-876f-83112ef1031f,segment=NetworkSegment(34729b2c-cf86-4628-b6ab-61719305370e),segment_id=34729b2c-cf86-4628-b6ab-61719305370e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:36.878374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.898675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Calling delete_port for e43a042b-2869-416a-876f-83112ef1031f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:14:36.923516 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:36.952341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] No DVR routers for this DVR port e43a042b-2869-416a-876f-83112ef1031f on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:36.957270 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43a042b-2869-416a-876f-83112ef1031f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:36.968799 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Port e43a042b-2869-416a-876f-83112ef1031f update to DOWN by agent not found {{(pid=94673) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 23:14:36.969235 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 272deff3-3e09-492a-aa2f-b2064a633cde no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:37.000121 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 272deff3-3e09-492a-aa2f-b2064a633cde {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:37.000478 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 272deff3-3e09-492a-aa2f-b2064a633cde not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:37.000900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f421d89e-41ef-4e37-bed2-0de3063d3442 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:14:37.023396 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: f421d89e-41ef-4e37-bed2-0de3063d3442 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:14:37.029232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device f421d89e-41ef-4e37-bed2-0de3063d3442 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:14:37.029563 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.036873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28348591-7414-435b-964f-d2511a8933ee']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:37.041615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.048887 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34729b2c-cf86-4628-b6ab-61719305370e') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:37.049191 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34729b2c-cf86-4628-b6ab-61719305370e') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:37.058968 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.067575 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] Pushing event deleted for resources: {'Port': ['ID=e43a042b-2869-416a-876f-83112ef1031f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.071855 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621bd08-0ff2-493b-8833-6382c3281b36 None None] No DVR routers for this DVR port e43a042b-2869-416a-876f-83112ef1031f on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:14:37.081486 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.088447 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:14:37.088837 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: timer() Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:14:37.090548 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:14:37.210885 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.217187 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.219101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] 10.222.0.37 "DELETE /v2.0/networks/28348591-7414-435b-964f-d2511a8933ee HTTP/1.1" status: 204 len: 168 time: 0.6812246 Jul 27 23:14:37.230535 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7119ac-e7d0-424f-8b8a-695f2a1aba72 admin admin] Pushing event deleted for resources: {'Network': ['ID=28348591-7414-435b-964f-d2511a8933ee,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.540458 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60772) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:37.581263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e47dbc56-554d-4851-9c2d-4774131a3838 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4148173aa22c4e4fb8dba0bdc74438bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396607 Jul 27 23:14:37.583619 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60774) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:37.631780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.652453 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.774929 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.777557 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.778747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef188332-917a-488d-af9c-c3a5f726cd9f HTTP/1.1" status: 204 len: 168 time: 0.1942286 Jul 27 23:14:37.786901 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83936-3295-40ec-a74b-4f8138a2bad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef188332-917a-488d-af9c-c3a5f726cd9f,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:37.872380 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:37.906389 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.440802 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60780) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:38.481847 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5b53146b-95c3-4567-aa0b-01f15d67312b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=381db5ebeda44fb9ae7aa07a560ee4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398612 Jul 27 23:14:38.484233 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60782) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:38.539575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.561741 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.671980 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.674847 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:38.676029 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ccfa12-99ec-46b8-b14f-80cc13428242 HTTP/1.1" status: 204 len: 168 time: 0.1909039 Jul 27 23:14:38.684973 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0220f-32b4-48be-a261-2f077ed8116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ccfa12-99ec-46b8-b14f-80cc13428242,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:39.337740 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.758372 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60804) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:39.854383 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-762562185-network', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:39.931075 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Made reservation on behalf of e6ff6f15ab374a71a6192b8695660d64 for: {'network': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:39.933469 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:39.942366 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.032649 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.079493 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.107247 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94672) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:40.113768 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf96c6-a42f-47d5-ae2e-5bf6975c1d4e,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:40.121529 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.122176 n-d-738018-6 neutron-server[94672]: INFO neutron.db.segments_db [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Added segment aa03fe7b-3d0c-4713-8450-eadd9cb13450 of type vlan for network 1b83c49c-677b-48ac-ba23-5ef905a3a367 Jul 27 23:14:40.162053 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.248854 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.249841 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.250466 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.312115 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] Pushing event updated for resources: {'Network': ['ID=1b83c49c-677b-48ac-ba23-5ef905a3a367,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:40.322447 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:40.398487 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-e9211c81-0aa8-494c-b983-795a49567134 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6389246 Jul 27 23:14:40.401354 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60808) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:40.406443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Request body: {'subnet': {'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-762562185-subnet', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'ip_version': 4}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:40.477602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Made reservation on behalf of e6ff6f15ab374a71a6192b8695660d64 for: {'subnet': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:40.480104 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25782123'] for subnet, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.724040 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28968348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25782137'] for subnet, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.779733 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b092082-96d7-4100-877d-00bbd03f7849,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:40.788245 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Checking segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:40.788602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Network hostable DHCP agents. Network: 1b83c49c-677b-48ac-ba23-5ef905a3a367, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94672) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:40.873921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94672) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:40.934788 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 1b83c49c-677b-48ac-ba23-5ef905a3a367) {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:40.939000 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:40.939629 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:40.943777 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e059368-e6c6-44f5-be5b-70ab81011278 None None] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:41.004593 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4e55b6e6-caba-444a-91c5-4aae9839f3d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6017814 Jul 27 23:14:41.006859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60812) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:41.011824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:41.092542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-1b83c49c-677b-48ac-ba23-5ef905a3a367', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:14:41.093415 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.094880 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.095945 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.154169 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.226461 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Allocated IP 172.20.0.2 (1b83c49c-677b-48ac-ba23-5ef905a3a367/5b092082-96d7-4100-877d-00bbd03f7849/b3159c17-741c-4416-b52c-3a32e7b6b784) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:41.346079 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.377249 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.386074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Transition to ACTIVE for port object b3159c17-741c-4416-b52c-3a32e7b6b784 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:41.401188 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Transition to ACTIVE for port object b3159c17-741c-4416-b52c-3a32e7b6b784 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:41.474194 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.509362 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:41.512277 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:41.515641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:41.530579 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Pushing event updated for resources: {'Port': ['ID=b3159c17-741c-4416-b52c-3a32e7b6b784,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:41.587766 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Attempting to bind port b3159c17-741c-4416-b52c-3a32e7b6b784 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:41.588037 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Attempting to bind port b3159c17-741c-4416-b52c-3a32e7b6b784 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:41.588412 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Attempting to bind port b3159c17-741c-4416-b52c-3a32e7b6b784 on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:41.593366 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:41.593745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Checking segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:41.594150 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.594576 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Bound using segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:41.595044 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Bound port: b3159c17-741c-4416-b52c-3a32e7b6b784, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:41.595506 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.610013 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.629323 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.658676 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] For port b3159c17-741c-4416-b52c-3a32e7b6b784, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:41.661666 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] For port b3159c17-741c-4416-b52c-3a32e7b6b784, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3159c17-741c-4416-b52c-3a32e7b6b784,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:41.725543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.732419 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Allocated IP 172.25.3.55 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/3e538282-88cd-4093-8a67-cdcd3b642278) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:41.785561 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810af001-f200-486d-8a74-c18f40408ae4 None None] Pushing event updated for resources: {'Port': ['ID=b3159c17-741c-4416-b52c-3a32e7b6b784,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:41.843188 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.936993 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:41.980412 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:41.985606 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:41.989155 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:42.014723 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e538282-88cd-4093-8a67-cdcd3b642278,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:42.309016 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.512492 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.634002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b2544a-3cae-4059-83a5-2811e0eca0d7 None None] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:42.700304 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Router e533cf4e-d4fb-4236-bd9e-26e299931bda is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94672) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:14:42.784376 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-f45ad354-6290-4588-83fd-5dd1c269b395 None None] Provisioning for port b3159c17-741c-4416-b52c-3a32e7b6b784 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:42.814004 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:42.828357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:42.839199 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:42.839918 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:42.903075 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3159c17-741c-4416-b52c-3a32e7b6b784 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:42.909217 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.910640 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-81dfffd7-7765-4244-a992-1365a36078d3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9028001 Jul 27 23:14:42.913382 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60818) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:43.173338 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:43.312304 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port b3159c17-741c-4416-b52c-3a32e7b6b784 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:43.319659 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b3159c17-741c-4416-b52c-3a32e7b6b784 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:43.320034 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.421021 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:42Z', 'revision_number': 3, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:43.452884 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:43.453232 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Updating router e533cf4e-d4fb-4236-bd9e-26e299931bda port 3e538282-88cd-4093-8a67-cdcd3b642278 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:43.484243 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.507583 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.548165 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port b3159c17-741c-4416-b52c-3a32e7b6b784, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3159c17-741c-4416-b52c-3a32e7b6b784,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:43.621247 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.687800 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.723068 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=b3159c17-741c-4416-b52c-3a32e7b6b784,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:43.826202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.837342 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Transition to ACTIVE for port object 3e538282-88cd-4093-8a67-cdcd3b642278 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:43.849498 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Allocated IP 172.20.0.1 (1b83c49c-677b-48ac-ba23-5ef905a3a367/5b092082-96d7-4100-877d-00bbd03f7849/393892ce-bb7f-4266-94cc-b11e356fe8d6) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:43.928998 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.956603 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.972871 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Transition to ACTIVE for port object 393892ce-bb7f-4266-94cc-b11e356fe8d6 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:43.980001 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Attempting to bind port 3e538282-88cd-4093-8a67-cdcd3b642278 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:43.980385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Attempting to bind port 3e538282-88cd-4093-8a67-cdcd3b642278 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:43.980758 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Attempting to bind port 3e538282-88cd-4093-8a67-cdcd3b642278 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:43.987611 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe67a0-b648-4c80-a72c-812887bec159 None None] Pushing event updated for resources: {'Port': ['ID=3e538282-88cd-4093-8a67-cdcd3b642278,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:43.990393 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:43.990753 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:43.991154 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.991548 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:43.992023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Bound port: 3e538282-88cd-4093-8a67-cdcd3b642278, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:43.992941 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.048109 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] For port 3e538282-88cd-4093-8a67-cdcd3b642278, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:44.051580 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] For port 3e538282-88cd-4093-8a67-cdcd3b642278, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e538282-88cd-4093-8a67-cdcd3b642278,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:44.060893 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.099665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:44.103014 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:44.109023 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:44.114041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.137067 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Pushing event updated for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.156766 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.191409 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:44.192074 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:44.194080 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe67a0-b648-4c80-a72c-812887bec159 None None] Pushing event updated for resources: {'Port': ['ID=3e538282-88cd-4093-8a67-cdcd3b642278,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.318870 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:44.414075 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.486223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0002fdf6-0dc3-4dfe-8969-e0f5dcbac700 None None] Provisioning for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:44.494375 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0002fdf6-0dc3-4dfe-8969-e0f5dcbac700 None None] Provisioning complete for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:44.494779 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0002fdf6-0dc3-4dfe-8969-e0f5dcbac700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.540067 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0002fdf6-0dc3-4dfe-8969-e0f5dcbac700 None None] Port 393892ce-bb7f-4266-94cc-b11e356fe8d6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:44.547363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:42Z', 'revision_number': 3, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:44.575052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b73cc42-ecf0-4fda-9e17-7c1b78d99854 None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:42Z', 'revision_number': 3, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:44.592740 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.650940 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.730018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Pushing event updated for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:44.731670 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:44.857995 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:44.861809 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:44.988057 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e538282-88cd-4093-8a67-cdcd3b642278 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:45.031374 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:45.113515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 3e538282-88cd-4093-8a67-cdcd3b642278 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:45.118768 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e538282-88cd-4093-8a67-cdcd3b642278 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:45.119444 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.155872 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:45.160908 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-6de1cf94-1c69-4b8e-b07a-d0c603216853 admin admin] 10.222.0.37 "PUT /v2.0/routers/e533cf4e-d4fb-4236-bd9e-26e299931bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2465258 Jul 27 23:14:45.179275 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-92673b21-2242-4b86-aa75-d6a6e098ddb3 None None] Provisioning complete for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:45.179663 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92673b21-2242-4b86-aa75-d6a6e098ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.252721 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-92673b21-2242-4b86-aa75-d6a6e098ddb3 None None] Port 393892ce-bb7f-4266-94cc-b11e356fe8d6 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:45.256315 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.279604 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 3e538282-88cd-4093-8a67-cdcd3b642278, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e538282-88cd-4093-8a67-cdcd3b642278,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:45.348231 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.349046 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3159c17-741c-4416-b52c-3a32e7b6b784 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:45.433196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=3e538282-88cd-4093-8a67-cdcd3b642278,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:45.451847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port b3159c17-741c-4416-b52c-3a32e7b6b784 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:45.452646 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.926226 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60834) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:45.934706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-102131340-network', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:46.021883 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Made reservation on behalf of a9c371eca2ed449699b64798ade7a23b for: {'network': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:46.024457 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for network, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.033331 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.122609 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.171743 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:46.182004 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:46.182645 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.199100 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.226276 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:14:46.231799 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90147b92-ad09-412d-8487-bc2e50c2bdc6,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.239330 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.239904 n-d-738018-6 neutron-server[94671]: INFO neutron.db.segments_db [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Added segment 1d333ec0-3c6c-43aa-bb17-89f938edb1bd of type vlan for network 824993fc-b92b-44b9-9372-0e1c8a79267f Jul 27 23:14:46.282313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764843020894'] for network, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.288649 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:46.359196 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935'] for network, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.360165 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:46.360911 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.425662 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] Pushing event updated for resources: {'Network': ['ID=824993fc-b92b-44b9-9372-0e1c8a79267f,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.435501 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Network 824993fc-b92b-44b9-9372-0e1c8a79267f details requested by agent ovs-agent-n-d-738018-6 with host n-d-738018-6 {{(pid=94673) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:14:46.468566 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-7c5c177d-83af-486b-9ec9-362df249eda9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5407922 Jul 27 23:14:46.471212 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60836) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:46.476298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Request body: {'subnet': {'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-102131340-subnet', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'ip_version': 4}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:46.490139 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 2, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:46.521078 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:46.521437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Updating router e533cf4e-d4fb-4236-bd9e-26e299931bda port 393892ce-bb7f-4266-94cc-b11e356fe8d6 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:46.542194 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Made reservation on behalf of a9c371eca2ed449699b64798ade7a23b for: {'subnet': 1} {{(pid=94671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:14:46.544718 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29257092'] for subnet, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.556983 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.788384 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28832033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29257110'] for subnet, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.822790 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.833094 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Transition to ACTIVE for port object 393892ce-bb7f-4266-94cc-b11e356fe8d6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:46.841365 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a439ef06-6e18-47ca-b143-6012b0b2656b,revision_number=0']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.853363 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e538282-88cd-4093-8a67-cdcd3b642278 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:46.860129 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Checking segment: {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:46.860502 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Network hostable DHCP agents. Network: 824993fc-b92b-44b9-9372-0e1c8a79267f, hostable agents: ['1e9173a1-c657-4400-96cb-e665a87f6411'], hosted agents: [] {{(pid=94671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:14:46.896360 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.908285 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 3e538282-88cd-4093-8a67-cdcd3b642278 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:46.908663 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.949723 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Pushing event updated for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:46.950323 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Network 824993fc-b92b-44b9-9372-0e1c8a79267f is scheduled to be hosted by DHCP agent 1e9173a1-c657-4400-96cb-e665a87f6411 with binding_index 1 {{(pid=94671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:14:46.983906 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.984180 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.984318 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.984841 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.985326 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.985837 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.986364 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.986695 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.987031 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.987350 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.987677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:46.988063 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:14:47.027194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Attempting to bind port 393892ce-bb7f-4266-94cc-b11e356fe8d6 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:47.027562 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Attempting to bind port 393892ce-bb7f-4266-94cc-b11e356fe8d6 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:47.027943 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Attempting to bind port 393892ce-bb7f-4266-94cc-b11e356fe8d6 on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:47.033121 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:47.033437 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Checking segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:47.033834 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.034219 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Bound using segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:47.034751 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Bound port: 393892ce-bb7f-4266-94cc-b11e356fe8d6, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:47.035126 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.045606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-738018-6, 824993fc-b92b-44b9-9372-0e1c8a79267f) {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:47.050216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:47.050852 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.058552 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02dc7f-aea2-4e02-967b-4642beaa1c39 None None] Network 824993fc-b92b-44b9-9372-0e1c8a79267f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:47.118536 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] For port 393892ce-bb7f-4266-94cc-b11e356fe8d6, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:47.121949 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] For port 393892ce-bb7f-4266-94cc-b11e356fe8d6, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=393892ce-bb7f-4266-94cc-b11e356fe8d6,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:47.148367 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d0ee79a0-c9a8-41cb-90a4-94d6186e5416 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6760750 Jul 27 23:14:47.151455 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60838) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:47.156012 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:47.197631 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.220431 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59601265-9dae-5aca-a131-bb52f2b7be08-824993fc-b92b-44b9-9372-0e1c8a79267f', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b'}]}} from n-d-738018-6. {{(pid=94673) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:14:47.221308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.249667 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3906272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1718'] for router, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.252795 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3904585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854598', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1711'] for router, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.261994 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:47.262769 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.264571 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fca4f-ea5d-41d6-a811-bd1c3b3f7b09 None None] Pushing event updated for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:47.317628 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.373986 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Allocated IP 172.20.0.2 (824993fc-b92b-44b9-9372-0e1c8a79267f/a439ef06-6e18-47ca-b143-6012b0b2656b/8930cb46-00b6-477a-99ea-6f9c519fa016) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:47.391232 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:47.545595 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.553999 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Transition to ACTIVE for port object 8930cb46-00b6-477a-99ea-6f9c519fa016 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:47.568914 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1693'] for router, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.569695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Transition to ACTIVE for port object 8930cb46-00b6-477a-99ea-6f9c519fa016 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:47.637852 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.687840 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Network 824993fc-b92b-44b9-9372-0e1c8a79267f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:47.693479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:47.694522 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:47Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:47.695495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Pushing event updated for resources: {'Port': ['ID=8930cb46-00b6-477a-99ea-6f9c519fa016,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:47.698498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:47.725356 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f978-321b-4464-9878-f65b877a4ed2 None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:47Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:47.764036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Attempting to bind port 8930cb46-00b6-477a-99ea-6f9c519fa016 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:47.764729 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Attempting to bind port 8930cb46-00b6-477a-99ea-6f9c519fa016 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:47.776155 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Attempting to bind port 8930cb46-00b6-477a-99ea-6f9c519fa016 on network 824993fc-b92b-44b9-9372-0e1c8a79267f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:47.782149 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:47.782542 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Checking segment: {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:47.783432 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.783553 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Bound using segment: {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:47.790481 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Bound port: 8930cb46-00b6-477a-99ea-6f9c519fa016, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:47.790481 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.870464 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] For port 8930cb46-00b6-477a-99ea-6f9c519fa016, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:47.874748 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] For port 8930cb46-00b6-477a-99ea-6f9c519fa016, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8930cb46-00b6-477a-99ea-6f9c519fa016,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:47.894843 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.917857 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.948586 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.015691 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d284afe-9d69-4741-a455-3d9277ed4cd1 None None] Pushing event updated for resources: {'Port': ['ID=8930cb46-00b6-477a-99ea-6f9c519fa016,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.047045 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Allocated IP 172.25.3.38 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/ebfa8112-7638-475f-b798-70d5db06b242) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:48.194350 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.312392 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.354448 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:48.359574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:48.363097 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:48.369128 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Pushing event updated for resources: {'Port': ['ID=ebfa8112-7638-475f-b798-70d5db06b242,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:48.717513 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.944190 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 393892ce-bb7f-4266-94cc-b11e356fe8d6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:48.962015 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3854683'] for router, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.008495 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2afe7-9dd7-43a4-b6da-83d693f02170 None None] Network 824993fc-b92b-44b9-9372-0e1c8a79267f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:14:49.057643 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:49.074036 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:49.074434 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.182278 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 is scheduled to L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 with binding_index 1 {{(pid=94671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:14:49.304709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:49.394843 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Sync routers for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:49.415627 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-307c64f8-5c08-4cca-8632-50c1b5e7f814 None None] Provisioning for port 8930cb46-00b6-477a-99ea-6f9c519fa016 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:49.415627 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.427209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:49.427833 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:49.479665 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.481219 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8256593e-2f97-4aa3-aa59-b98c1a1b728f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3285074 Jul 27 23:14:49.483588 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 60840) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:49.500689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 393892ce-bb7f-4266-94cc-b11e356fe8d6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=393892ce-bb7f-4266-94cc-b11e356fe8d6,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:49.561900 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:49.589308 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.590108 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8930cb46-00b6-477a-99ea-6f9c519fa016 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:49.743651 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:49.833982 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:48Z', 'revision_number': 3, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:49.865357 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 8930cb46-00b6-477a-99ea-6f9c519fa016 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:49.867223 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Checking router: 3482bfba-5550-4d5f-aa81-3ba8a051ad16 for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:49.867583 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Updating router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 port ebfa8112-7638-475f-b798-70d5db06b242 binding host n-d-738018-6 {{(pid=94673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:49.871970 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4f3def3c-709e-4133-b801-c7493ad4eedb None None] Provisioning complete for port 8930cb46-00b6-477a-99ea-6f9c519fa016 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:49.872344 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3def3c-709e-4133-b801-c7493ad4eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.889921 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8930cb46-00b6-477a-99ea-6f9c519fa016 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:49.890323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.931365 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:49.966000 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.093505 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Allocated IP 172.20.0.1 (824993fc-b92b-44b9-9372-0e1c8a79267f/a439ef06-6e18-47ca-b143-6012b0b2656b/4f42a076-8a28-45cb-9058-1461117a9bb0) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:14:50.135347 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.150437 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3def3c-709e-4133-b801-c7493ad4eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.203223 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.218337 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.provisioning_blocks [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Transition to ACTIVE for port object 4f42a076-8a28-45cb-9058-1461117a9bb0 will not be triggered until provisioned by entity DHCP. {{(pid=94671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:50.235225 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 8930cb46-00b6-477a-99ea-6f9c519fa016, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8930cb46-00b6-477a-99ea-6f9c519fa016,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:50.318665 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.346272 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.384939 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Network 824993fc-b92b-44b9-9372-0e1c8a79267f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:50.388134 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:50.391036 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.391209 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:14:50.423421 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Transition to ACTIVE for port object ebfa8112-7638-475f-b798-70d5db06b242 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:50.424847 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.426755 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-4f3def3c-709e-4133-b801-c7493ad4eedb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:14:50.427121 n-d-738018-6 neutron-server[94673]: DEBUG oslo_db.api [None req-4f3def3c-709e-4133-b801-c7493ad4eedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:14:50.431523 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=8930cb46-00b6-477a-99ea-6f9c519fa016,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.441149 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3714566'] for router_interface, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.494850 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.547932 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Attempting to bind port ebfa8112-7638-475f-b798-70d5db06b242 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:50.548308 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Attempting to bind port ebfa8112-7638-475f-b798-70d5db06b242 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:50.548681 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Attempting to bind port ebfa8112-7638-475f-b798-70d5db06b242 on network 8c8339a4-6684-4013-8a88-d5b3aa503fdf {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:50.557952 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3093b-483b-4e84-8c10-32d3efcabc35 None None] Pushing event updated for resources: {'Port': ['ID=ebfa8112-7638-475f-b798-70d5db06b242,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.560465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:50.560847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Checking segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:50.561252 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.561641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Bound using segment: {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:50.562202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Bound port: ebfa8112-7638-475f-b798-70d5db06b242, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c0842-a0fc-4130-b95c-d66f1ffc176d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:50.562621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.617053 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] For port ebfa8112-7638-475f-b798-70d5db06b242, host n-d-738018-6, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:50.620140 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] For port ebfa8112-7638-475f-b798-70d5db06b242, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ebfa8112-7638-475f-b798-70d5db06b242,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:50.655978 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.703144 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.764344 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:50.764988 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:50.770132 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3093b-483b-4e84-8c10-32d3efcabc35 None None] Pushing event updated for resources: {'Port': ['ID=ebfa8112-7638-475f-b798-70d5db06b242,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:50.839838 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.854592 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 393892ce-bb7f-4266-94cc-b11e356fe8d6 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:50.896426 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.910632 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:50.966638 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3856278'] for router_interface, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.968494 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:51.032827 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 393892ce-bb7f-4266-94cc-b11e356fe8d6 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.033356 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.061130 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Network 824993fc-b92b-44b9-9372-0e1c8a79267f is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:14:51.062574 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:14:51.207976 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8930cb46-00b6-477a-99ea-6f9c519fa016 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:51.261738 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4f42a076-8a28-45cb-9058-1461117a9bb0', 'name': '', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'mac_address': 'fa:16:3e:a5:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 1, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'subnets': [{'id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:51.267517 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-59825662-d94f-468d-811a-6c69cd7dff04 None None] Provisioning for port 4f42a076-8a28-45cb-9058-1461117a9bb0 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:51.303448 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-59825662-d94f-468d-811a-6c69cd7dff04 None None] Provisioning complete for port 4f42a076-8a28-45cb-9058-1461117a9bb0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.303831 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59825662-d94f-468d-811a-6c69cd7dff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.306307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dffcbe-5bac-4d7c-a0b0-47bdc77defb3 None None] The sync data for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 is: [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4f42a076-8a28-45cb-9058-1461117a9bb0', 'name': '', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'mac_address': 'fa:16:3e:a5:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 1, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'subnets': [{'id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:51.335097 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 8930cb46-00b6-477a-99ea-6f9c519fa016 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.335427 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.377469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59825662-d94f-468d-811a-6c69cd7dff04 None None] Port 4f42a076-8a28-45cb-9058-1461117a9bb0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:51.505263 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c2d0829-5c13-4a95-9dbf-a327ac60af70 None None] Provisioning complete for port 4f42a076-8a28-45cb-9058-1461117a9bb0 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:51.505263 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0829-5c13-4a95-9dbf-a327ac60af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:51.538745 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:14:51.556202 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d0829-5c13-4a95-9dbf-a327ac60af70 None None] Port 4f42a076-8a28-45cb-9058-1461117a9bb0 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:14:51.657766 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:14:51.663641 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-e8201544-621e-4f60-b390-a8c6480b1fd5 admin admin] 10.222.0.37 "PUT /v2.0/routers/3482bfba-5550-4d5f-aa81-3ba8a051ad16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1789656 Jul 27 23:14:52.858544 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ebfa8112-7638-475f-b798-70d5db06b242 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:52.957112 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port ebfa8112-7638-475f-b798-70d5db06b242 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:52.961402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ebfa8112-7638-475f-b798-70d5db06b242 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:52.961784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.038608 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.059247 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port ebfa8112-7638-475f-b798-70d5db06b242, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ebfa8112-7638-475f-b798-70d5db06b242,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:53.124621 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.328757 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=ebfa8112-7638-475f-b798-70d5db06b242,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.647054 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60852) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:53.651997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923665011', 'description': 'tempest-secgroup-smoke-1923665011 description', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:53.734754 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.816884 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.883475 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.917900 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:53.957308 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:53.958677 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-a2d35579-678a-4a8e-9132-56acb1a32fc2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3105352 Jul 27 23:14:53.961892 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60856) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:53.966556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:54.059705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.118923 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.186548 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.209375 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62425bcb-18a2-4b5c-8f2a-44245413d40e,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:54.266148 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.267431 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-17ab59c3-7758-4e8b-b88f-68a5098f6c6f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045504 Jul 27 23:14:54.270140 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60858) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.275042 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:54.374398 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.434553 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.518815 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.537050 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ae6130-63a3-4010-a6f7-34e201afb9dd,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:54.585195 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Sync routers for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:14:54.594781 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:54.595376 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.627420 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.628687 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-5643839d-0060-4e3a-8c5b-9b05742b139c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3575649 Jul 27 23:14:54.631346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60860) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.636076 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:54.700363 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:54.723780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.786580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.849564 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ebfa8112-7638-475f-b798-70d5db06b242 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:54.861684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.886454 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde4e100-1e4b-400d-9f0b-98e24b6f8881,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:54.904896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port ebfa8112-7638-475f-b798-70d5db06b242 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:54.905277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.914269 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4f42a076-8a28-45cb-9058-1461117a9bb0', 'name': '', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'mac_address': 'fa:16:3e:a5:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 2, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'subnets': [{'id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:54.943642 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Checking router: 3482bfba-5550-4d5f-aa81-3ba8a051ad16 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:14:54.944027 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Updating router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 port 4f42a076-8a28-45cb-9058-1461117a9bb0 binding host n-d-738018-6 {{(pid=94674) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:14:54.974277 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.975471 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-92c9894d-c2e5-4bda-bd30-b4bea9136207 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431950 Jul 27 23:14:54.978566 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60862) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:54.980352 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:54.983163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:55.059533 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.119580 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.185718 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.208401 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8331d8-df18-4fa0-8a6a-0ad359b2daaf,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.249965 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.259221 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Transition to ACTIVE for port object 4f42a076-8a28-45cb-9058-1461117a9bb0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:14:55.267437 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.268741 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-2b5595ae-23ff-4d01-bab4-d5885e70df07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2892327 Jul 27 23:14:55.271565 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60864) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:55.278107 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:55.324427 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.375992 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac57f-3854-4920-ba58-8a4d3cef86d4 None None] Pushing event updated for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.381795 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Project e6ff6f15ab374a71a6192b8695660d64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:14:55.387479 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.434357 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Attempting to bind port 4f42a076-8a28-45cb-9058-1461117a9bb0 on host n-d-738018-6 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:14:55.434735 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Attempting to bind port 4f42a076-8a28-45cb-9058-1461117a9bb0 by drivers openvswitch,hyperv on host n-d-738018-6 at level 0 using segments [{'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:14:55.435100 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Attempting to bind port 4f42a076-8a28-45cb-9058-1461117a9bb0 on network 824993fc-b92b-44b9-9372-0e1c8a79267f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:14:55.440521 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Checking agent: {'id': 'a8f7377b-53a1-4061-8c6b-af756a9a2999', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 27, 35), 'started_at': datetime.datetime(2021, 7, 27, 21, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-738018-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:14:55.440959 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Checking segment: {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:14:55.441375 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.441772 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Bound using segment: {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:14:55.442404 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Bound port: 4f42a076-8a28-45cb-9058-1461117a9bb0, host: n-d-738018-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d333ec0-3c6c-43aa-bb17-89f938edb1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:14:55.442787 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.458882 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.509453 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] For port 4f42a076-8a28-45cb-9058-1461117a9bb0, host n-d-738018-6, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:14:55.512996 n-d-738018-6 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] For port 4f42a076-8a28-45cb-9058-1461117a9bb0, host n-d-738018-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4f42a076-8a28-45cb-9058-1461117a9bb0,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:14:55.545697 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.563393 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048fbe89-91e5-445b-a03b-ec56fa75151c,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.627818 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.628000 n-d-738018-6 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.629010 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d0f37c53-609f-4498-a376-458b4cc70edb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564789 Jul 27 23:14:55.631847 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60866) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:14:55.640417 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'security_group_rule': {'security_group_id': 'd2b5c1bc-47f2-4b8f-ae92-9316e280fd13', 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:14:55.690928 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:14:55.691570 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:14:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:55.693480 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac57f-3854-4920-ba58-8a4d3cef86d4 None None] Pushing event updated for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.722932 n-d-738018-6 neutron-server[94672]: INFO neutron.db.securitygroups_db [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Project e6ff6f15ab374a71a6192b8695660d64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:14:55.730823 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.805687 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.813692 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:14:55.873290 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738785'] for security_group_rule, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.892519 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d73125-b254-44fb-b511-9aa2025f09db,revision_number=0']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:55.970705 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:55.980947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d20bfcf9-cbac-491b-916a-9ea05626d194 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397155 Jul 27 23:14:56.017867 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4f42a076-8a28-45cb-9058-1461117a9bb0', 'name': '', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'mac_address': 'fa:16:3e:a5:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:55Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'subnets': [{'id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:14:56.045026 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501552fe-0ff0-47d0-b6bc-140fa902e64b None None] The sync data for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 is: [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:50Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '4f42a076-8a28-45cb-9058-1461117a9bb0', 'name': '', 'network_id': '824993fc-b92b-44b9-9372-0e1c8a79267f', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'mac_address': 'fa:16:3e:a5:91:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:49Z', 'updated_at': '2021-07-27T23:14:55Z', 'revision_number': 4, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'subnets': [{'id': 'a439ef06-6e18-47ca-b143-6012b0b2656b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:14:56.124227 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-075903c0-0b44-436e-9895-c3d93a2b2390 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923665011&fields=id&tenant_id=e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 267 time: 0.0348997 Jul 27 23:14:56.242698 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5c3e7fa9-7a4c-47b1-aad7-ba025232119a tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:14:56.244356 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5c3e7fa9-7a4c-47b1-aad7-ba025232119a tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 809 time: 0.1130097 Jul 27 23:14:56.260460 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-eefa2d75-c91b-4404-8cf1-3ae256589549 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/quotas/e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 375 time: 0.0100009 Jul 27 23:14:56.332887 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-0e31a06a-b023-4dda-890e-44f2439c23be tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660932 Jul 27 23:14:56.444682 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-7ac34131-8818-401a-8cc0-062498b2b2dd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:14:56.446311 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-7ac34131-8818-401a-8cc0-062498b2b2dd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008148 Jul 27 23:14:56.544068 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-3128f4cf-b3c7-4c3c-bf51-07f77ec72f7d service neutron] 10.222.0.37 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909715 Jul 27 23:14:56.635312 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-0cf669a5-1d75-4b2f-a0cf-c31b919b2369 service neutron] 10.222.0.37 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Jul 27 23:14:56.875094 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4f42a076-8a28-45cb-9058-1461117a9bb0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:56.922710 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6ddbc94a-8aca-428a-8223-ae076f5d1e55 req-5b0ae3d3-2d5c-421b-9381-c640e9cad1db tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jul 27 23:14:56.993804 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning for port 4f42a076-8a28-45cb-9058-1461117a9bb0 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:14:56.998161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4f42a076-8a28-45cb-9058-1461117a9bb0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:56.998615 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.077047 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.108784 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] For port 4f42a076-8a28-45cb-9058-1461117a9bb0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4f42a076-8a28-45cb-9058-1461117a9bb0,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:14:57.204368 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:57.253830 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Pushing event updated for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:14:58.010726 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-c8ef0920-956b-4ab3-aff5-1a5d3e81ded8 req-56cbc6bd-06ee-4f76-86bf-4509338ea8cf tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0308082 Jul 27 23:14:58.845955 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4f42a076-8a28-45cb-9058-1461117a9bb0 up at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:14:58.893889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Provisioning complete for port 4f42a076-8a28-45cb-9058-1461117a9bb0 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:14:58.894270 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:59.092875 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c014ab82-36cc-4a1c-812c-db6c46e726f1 req-9d07d0ef-1444-48bf-9ce7-38ff00ea84ad tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0316317 Jul 27 23:15:00.194451 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-6771774b-e606-46a1-8a23-410772b73b46 req-7377c09e-adde-42e4-a710-3db70145c5e2 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0340364 Jul 27 23:15:01.293962 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-0f6de9f3-5a22-4796-8adf-82451c7fedcd req-fe7207d9-139c-4980-a2c5-582f3da6d576 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0290439 Jul 27 23:15:01.981772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b97f76ee-5812-492d-b853-6ee373f62907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.050684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-69867e52-7189-4ce8-b9cf-1f97e81855d3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:02.052194 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-69867e52-7189-4ce8-b9cf-1f97e81855d3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 809 time: 0.1022398 Jul 27 23:15:02.102000 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-b1317173-6b12-4be1-b050-4b6e046650fb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 380 time: 0.0401824 Jul 27 23:15:02.111749 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'port': {'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'admin_state_up': True, 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'security_groups': ['d2b5c1bc-47f2-4b8f-ae92-9316e280fd13']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:02.278518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Made reservation on behalf of e6ff6f15ab374a71a6192b8695660d64 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:02.282213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.391325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b32b5b1a-b3cb-4d6e-b274-286637cc430a req-b34dc45f-a026-467e-896a-55e506940330 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0304754 Jul 27 23:15:02.414792 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Allocated IP 172.20.0.11 (1b83c49c-677b-48ac-ba23-5ef905a3a367/5b092082-96d7-4100-877d-00bbd03f7849/e349ac92-5592-4340-8c1b-6814521d1a6d) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:02.549423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.562998 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Transition to ACTIVE for port object e349ac92-5592-4340-8c1b-6814521d1a6d will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:02.639213 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.686161 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:02.691093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:02.694676 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:02.701914 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:02.752164 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:02.752835 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:02.810988 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-071ea940-6909-4e5f-a1b3-3096452897ed tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7030616 Jul 27 23:15:02.824427 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Request body: {'port': {'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:02.901684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.044371 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-39dc61da-92ec-4a70-be90-57a086d3cfec None None] Provisioning for port e349ac92-5592-4340-8c1b-6814521d1a6d completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:03.048315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-39dc61da-92ec-4a70-be90-57a086d3cfec None None] Provisioning complete for port e349ac92-5592-4340-8c1b-6814521d1a6d triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:03.048698 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39dc61da-92ec-4a70-be90-57a086d3cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.085387 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-39dc61da-92ec-4a70-be90-57a086d3cfec None None] Port e349ac92-5592-4340-8c1b-6814521d1a6d cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:03.169909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e349ac92-5592-4340-8c1b-6814521d1a6d {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:03.177592 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.190336 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Transition to ACTIVE for port object e349ac92-5592-4340-8c1b-6814521d1a6d will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:03.265423 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.317380 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.390540 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Attempting to bind port e349ac92-5592-4340-8c1b-6814521d1a6d on host n-h2-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:03.390879 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Attempting to bind port e349ac92-5592-4340-8c1b-6814521d1a6d by drivers openvswitch,hyperv on host n-h2-738018-6 at level 0 using segments [{'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:03.391211 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Attempting to bind port e349ac92-5592-4340-8c1b-6814521d1a6d on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:03.395820 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Port e349ac92-5592-4340-8c1b-6814521d1a6d on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 not bound, no agent of type Open vSwitch agent registered on host n-h2-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:15:03.396143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Attempting to bind port e349ac92-5592-4340-8c1b-6814521d1a6d on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:03.401093 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Checking agent: {'id': '936015ff-ceb2-4c1b-92fa-d8c3ecc9bfa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:03.401432 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Checking segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:03.401824 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Bound using segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:03.402262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Bound port: e349ac92-5592-4340-8c1b-6814521d1a6d, host: n-h2-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:03.402653 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.472090 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:03.508239 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:03.542904 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b17e-0110-4d52-8d4e-3432c200b190 req-ae70a709-811e-44ce-a132-5e8917efa52e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:03.544433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d519b17e-0110-4d52-8d4e-3432c200b190 req-ae70a709-811e-44ce-a132-5e8917efa52e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0744338 Jul 27 23:15:03.582670 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d519b17e-0110-4d52-8d4e-3432c200b190 req-9096f464-c336-41a8-8c51-b8b8ae98e727 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Jul 27 23:15:03.584058 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.624196 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:03.624829 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:03.626362 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] 10.222.0.76 "PUT /v2.0/ports/e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1092 time: 0.8070724 Jul 27 23:15:03.626849 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:03.629152 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218d4e6e-54b2-4fa5-afc9-758219125b95" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:03.662862 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d362f41-4677-4a46-9c9f-413e2e2dc8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:03.676551 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484d396-b45d-4006-b208-35dc63d4aad3 x-openstack-request-id: req-c484d396-b45d-4006-b208-35dc63d4aad3 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:03.676858 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:03.677121 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c484d396-b45d-4006-b208-35dc63d4aad3 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:03.677556 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'status': 'completed', 'code': 200} Jul 27 23:15:03.762839 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-5e1503e6-ac3c-49bd-aedd-40a4e0f8d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:03.764396 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-5e1503e6-ac3c-49bd-aedd-40a4e0f8d2bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1095 time: 0.0624659 Jul 27 23:15:03.867057 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-4d2dc07d-aa5c-44fa-b9c1-b9b385ea3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:03.869104 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-4d2dc07d-aa5c-44fa-b9c1-b9b385ea3132 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e6ff6f15ab374a71a6192b8695660d64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0974185 Jul 27 23:15:03.968885 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-5119d915-e7d0-4d11-8433-5d2213114806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:03.970433 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-218d4e6e-54b2-4fa5-afc9-758219125b95 req-5119d915-e7d0-4d11-8433-5d2213114806 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947421 Jul 27 23:15:04.061765 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-81650d53-59fa-49ef-aa43-0e10c72bfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:04.063352 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-81650d53-59fa-49ef-aa43-0e10c72bfcf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1095 time: 0.0545299 Jul 27 23:15:04.110956 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-616b317e-b47a-4a92-89eb-0d824d10d03c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 217 time: 0.0402191 Jul 27 23:15:04.163568 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-ffad8176-6cf7-438a-8ae1-a19cdfc4d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:04.165330 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-ffad8176-6cf7-438a-8ae1-a19cdfc4d53f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0460737 Jul 27 23:15:04.224747 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049bf0d-97d9-4487-be68-58080e14e835 req-23ab9136-67f9-4da0-815f-053a966af9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:04.226261 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-23ab9136-67f9-4da0-815f-053a966af9ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545716 Jul 27 23:15:04.320441 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-78850994-4992-4a71-9f93-e12f5718c126 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Jul 27 23:15:04.411056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4049bf0d-97d9-4487-be68-58080e14e835 req-9b3e1f8a-3ce8-40f0-b6b9-22e1fdb022c7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Jul 27 23:15:04.540854 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7abe473a-c582-48ba-bedb-aa61036186a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:04.713006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd172e-158a-4203-86f0-bf50d57883c5 req-9308efae-32be-4b9a-8e23-09d6c87d27e9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:04.714565 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fd172e-158a-4203-86f0-bf50d57883c5 req-9308efae-32be-4b9a-8e23-09d6c87d27e9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0654645 Jul 27 23:15:04.756602 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-60fd172e-158a-4203-86f0-bf50d57883c5 req-14d79aff-9fb0-4885-ae22-adbad98bccde tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359650 Jul 27 23:15:04.832889 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:05.263106 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:15:05.890512 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f1e44-48ba-4b7e-972b-4b9cff6dc310 req-8c7219fb-c0e7-414a-abb8-768afd68077d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:05.892077 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f56f1e44-48ba-4b7e-972b-4b9cff6dc310 req-8c7219fb-c0e7-414a-abb8-768afd68077d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0660849 Jul 27 23:15:05.931979 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f56f1e44-48ba-4b7e-972b-4b9cff6dc310 req-dd0f9469-fcd0-48d4-bd83-9a354ca83b2e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339808 Jul 27 23:15:06.192377 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.064113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86435f-74be-4a6e-8b32-9ca8d8b36a99 req-7f54b710-0d1a-46c4-8f29-f8024f9d7ad4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:07.065520 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca86435f-74be-4a6e-8b32-9ca8d8b36a99 req-7f54b710-0d1a-46c4-8f29-f8024f9d7ad4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0672636 Jul 27 23:15:07.105030 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ca86435f-74be-4a6e-8b32-9ca8d8b36a99 req-b10b35a2-ba80-46ca-a4ee-e65d165335a3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Jul 27 23:15:07.355049 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:07.446960 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:07.457993 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:07.498180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.511321 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349ac92-5592-4340-8c1b-6814521d1a6d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:07.530090 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:07.603236 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.649965 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:07.808487 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e349ac92-5592-4340-8c1b-6814521d1a6d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:07.853571 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:07.909727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:08.240816 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0b3a9-e3ce-4222-91b9-d5c3320198c8 req-9fc96447-b622-408b-9889-9a9afeb177f4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:08.242244 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fef0b3a9-e3ce-4222-91b9-d5c3320198c8 req-9fc96447-b622-408b-9889-9a9afeb177f4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 945 time: 0.0692894 Jul 27 23:15:08.280910 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-fef0b3a9-e3ce-4222-91b9-d5c3320198c8 req-65cd2f03-2826-4cab-bc63-e80a344ea6ce tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jul 27 23:15:09.335825 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.371005 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:09.414746 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6f424-e0b1-4cd9-8b92-cc208c6f22cb req-1e2e4aa0-c301-45bb-8207-e474a3a1c7bd tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:09.416861 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6e6f424-e0b1-4cd9-8b92-cc208c6f22cb req-1e2e4aa0-c301-45bb-8207-e474a3a1c7bd tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 945 time: 0.0689757 Jul 27 23:15:09.457218 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c6e6f424-e0b1-4cd9-8b92-cc208c6f22cb req-2a6e3b8b-a584-4670-89b3-601d71fe7735 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343330 Jul 27 23:15:09.478444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning for port e349ac92-5592-4340-8c1b-6814521d1a6d completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:09.482406 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e349ac92-5592-4340-8c1b-6814521d1a6d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:09.482784 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.562202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.584848 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:09.587296 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a382115-4026-44f4-bc7d-53573d2cd6b1" -d '{"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-plugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:09.600641 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:09.625736 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc803b-ec16-4a09-a34c-5e98af03965d x-openstack-request-id: req-22fc803b-ec16-4a09-a34c-5e98af03965d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:09.625736 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-plugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:09.625736 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22fc803b-ec16-4a09-a34c-5e98af03965d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:09.625736 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'code': 200} Jul 27 23:15:09.672381 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:09.723402 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:09.734777 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8e891-98b4-474c-b3a8-556e344d40bc req-13155e99-3053-422a-b35b-c14f6b5f2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:09.736492 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6b8e891-98b4-474c-b3a8-556e344d40bc req-13155e99-3053-422a-b35b-c14f6b5f2600 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1097 time: 0.0590889 Jul 27 23:15:09.777681 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f6b8e891-98b4-474c-b3a8-556e344d40bc req-3317803f-b52f-40ca-bcbb-f9f5f8e23023 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Jul 27 23:15:10.589952 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaf5fa-54d2-4cc4-ab3f-6300409bfb52 req-cb1ecb45-9819-4362-a5b8-95c8e0be47c3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:10.591486 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cdaf5fa-54d2-4cc4-ab3f-6300409bfb52 req-cb1ecb45-9819-4362-a5b8-95c8e0be47c3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 946 time: 0.0638270 Jul 27 23:15:10.632502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-4cdaf5fa-54d2-4cc4-ab3f-6300409bfb52 req-2f2ec94f-5f59-4381-a3bf-96e35527dbd7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Jul 27 23:15:11.769211 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f82e2-7566-4831-8efc-b743db72d09b req-82525054-0fd5-4740-95e1-ca80b6e643a7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:11.770778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f7f82e2-7566-4831-8efc-b743db72d09b req-82525054-0fd5-4740-95e1-ca80b6e643a7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 946 time: 0.0657401 Jul 27 23:15:11.809544 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0f7f82e2-7566-4831-8efc-b743db72d09b req-5a09797d-7622-484e-ac28-269441f21744 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326040 Jul 27 23:15:11.964844 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6522-ccac-4e75-a963-44eea15f2e80 req-6e3daf70-f65c-499f-8530-cc0a9f6f9b7d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:11.966254 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d3d6522-ccac-4e75-a963-44eea15f2e80 req-6e3daf70-f65c-499f-8530-cc0a9f6f9b7d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 946 time: 0.0634799 Jul 27 23:15:12.004331 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8d3d6522-ccac-4e75-a963-44eea15f2e80 req-171718d4-36e4-4cba-a99b-bdbfa12f37fa tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Jul 27 23:15:12.025889 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60940) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:12.121921 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e0ca6-2f0d-413f-977e-402e5fb0b106 tempest-TestSnapshotPattern-1247049933 tempest-TestSnapshotPattern-1247049933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:12.123450 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-047e0ca6-2f0d-413f-977e-402e5fb0b106 tempest-TestSnapshotPattern-1247049933 tempest-TestSnapshotPattern-1247049933-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1092 time: 0.0965600 Jul 27 23:15:12.126556 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 60944) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:12.131018 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:12.238375 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.337156 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.441309 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Allocated IP 172.25.3.186 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/22573a8c-abcd-4086-9218-e35add6beda0) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:12.540146 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.633065 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.679948 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:12.683407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:12.687734 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:12.690744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=22573a8c-abcd-4086-9218-e35add6beda0,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.061476 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.202003 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.685481 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.780719 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.852774 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=22573a8c-abcd-4086-9218-e35add6beda0,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:13.860103 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.962342 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Floating IP 1d3b319f-bdf4-43f5-8dc8-6e59bd252c45 associated. External IP: 172.25.3.186, port: e349ac92-5592-4340-8c1b-6814521d1a6d. Jul 27 23:15:14.169932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:14.278201 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:14.287606 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:14.298167 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:14.298837 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:14.356721 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.407884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-d35335c6-0b00-4d3b-9741-3c4efe9be01e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2666960 Jul 27 23:15:14.407884 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:14.407884 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e517f-39df-4a46-8729-f6905a20ae1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:14.408877 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:14.458248 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce87c4-ad7a-4deb-9b59-636234f05d7f x-openstack-request-id: req-74ce87c4-ad7a-4deb-9b59-636234f05d7f {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:14.458632 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:14.458957 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74ce87c4-ad7a-4deb-9b59-636234f05d7f {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:14.459430 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'status': 'completed', 'code': 200} Jul 27 23:15:14.536607 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-af7fd090-fd94-48f1-ab70-feebe5b62bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.538077 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-af7fd090-fd94-48f1-ab70-feebe5b62bc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1097 time: 0.0577826 Jul 27 23:15:14.628346 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-df09c9bc-4eea-436b-acf0-30656239d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.634905 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-df09c9bc-4eea-436b-acf0-30656239d651 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0853012 Jul 27 23:15:14.640857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:14.668161 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:14.676704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:14.677330 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:15:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:14.704012 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-f9446bda-e3c3-4e82-afbf-a7c9b606e26b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0667448 Jul 27 23:15:14.758919 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-7acc5323-6a9c-463c-993d-7a0131125355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.760560 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-7acc5323-6a9c-463c-993d-7a0131125355 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0482321 Jul 27 23:15:14.788023 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:14.826878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-4c2b472c-161e-465b-9b78-4c26923be084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:14.828943 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-4c2b472c-161e-465b-9b78-4c26923be084 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611241 Jul 27 23:15:14.943992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-9b84ac33-c57d-41b7-9da9-8ba26fafff73 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062474 Jul 27 23:15:15.041509 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a94e517f-39df-4a46-8729-f6905a20ae1f req-ed8a9187-f42b-422d-bca8-0da880c0fc4b service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 Jul 27 23:15:15.060498 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:15.093407 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beac092-8e98-4f94-bead-31ddd3a352c9 None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:12Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:15.297207 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9050992-956a-400a-bf7e-43838fc9df38 None None] New status for floating IP 1d3b319f-bdf4-43f5-8dc8-6e59bd252c45: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:15:21.631394 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-3d68f8e8-5eac-4dc4-9a92-55df82d3744f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531132 Jul 27 23:15:21.728689 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-99810236-340e-4dc8-8ca1-563711c58bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.730112 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-99810236-340e-4dc8-8ca1-563711c58bcd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1097 time: 0.0589578 Jul 27 23:15:21.832651 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-56a1bd40-799e-4c8d-8df8-2d73e6d86b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.834193 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-56a1bd40-799e-4c8d-8df8-2d73e6d86b3c service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0849144 Jul 27 23:15:21.905541 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-fefcafa9-08d3-4411-836b-41be512bffdd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1002 time: 0.0635285 Jul 27 23:15:21.954366 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-f1add04b-1237-4c91-b29c-05990bac33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.955806 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-f1add04b-1237-4c91-b29c-05990bac33fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0437884 Jul 27 23:15:22.017302 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-4a8788b8-8917-44a2-80d2-007b558b3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:22.018841 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-4a8788b8-8917-44a2-80d2-007b558b3729 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550182 Jul 27 23:15:22.114028 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-2273ef63-f563-48e9-b61b-998b047a6cc0 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861120 Jul 27 23:15:22.207248 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7b1452d1-f0f9-486c-9a0c-5584bd38e5af req-b4a384c8-2409-4a6a-8bef-dc4d8dc5fc2e service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Jul 27 23:15:31.997116 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c422a81d-9db3-4a51-9ce2-084d00aa0e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.488695 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47fde713-1011-4bd6-862b-821ee8f4760f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.820240 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:36.220323 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.883233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:37.939904 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:39.368148 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.286669 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:02.002242 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2e66bdf-0115-496f-b6f0-7d29d12fc7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.499609 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f732c1bd-5b45-4f76-92b8-aa48b51f6437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:04.801932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:06.202202 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.852993 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:07.938772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:09.378661 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:15.739945 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [req-178f0de3-b23d-47d0-89f9-61ad46972236 req-5020054f-7dcc-49f4-8107-37c7c7fb16a7 tempest-TestNetworkAdvancedServerOps-1833826179 tempest-TestNetworkAdvancedServerOps-1833826179-project] (94671) timed out ('10.222.0.50', 64310) {{(pid=94671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:16:19.286514 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:22.633986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-dbda4e24-62ca-4e4b-9a19-df4e577d2ebf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566058 Jul 27 23:16:22.730946 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-43fd9949-b925-4c40-a752-2896123b4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:22.732519 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-43fd9949-b925-4c40-a752-2896123b4d40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1097 time: 0.0587370 Jul 27 23:16:22.832530 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-f4913838-ea23-4c4f-b04f-71f6d84a5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:22.834026 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-f4913838-ea23-4c4f-b04f-71f6d84a5266 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0838339 Jul 27 23:16:22.906160 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-ba41bfcd-0001-46b7-86ab-b7647a82f8e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1002 time: 0.0645084 Jul 27 23:16:22.955462 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-151f1903-78a4-45ea-b85d-32455a1828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:22.956930 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-151f1903-78a4-45ea-b85d-32455a1828a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0439820 Jul 27 23:16:23.017168 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-ee4f34b9-26a1-46d8-9b16-952aa0a84fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:23.018713 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-ee4f34b9-26a1-46d8-9b16-952aa0a84fa4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545187 Jul 27 23:16:23.114883 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-4712ca53-092b-4176-9d8b-7c9f3315c4e6 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Jul 27 23:16:23.206147 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-947737f9-73d7-4808-b1d9-e091bb410a85 req-fba42dd6-6712-4312-b988-3c56c76b57e7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Jul 27 23:16:32.000772 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b028febf-657f-47ba-89c9-eba1c998912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.480919 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ec65d93-861c-43ee-b022-7452b4c9b584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:34.795135 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:36.218801 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.830229 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:37.898057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:39.400510 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:56.285939 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:17:02.000416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85b34761-e019-4a93-bcfb-42756f5c1ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.497530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf299a76-7f62-40c7-b917-b298a67e8bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:04.828203 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:06.189074 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.846361 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:07.903152 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.405301 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.976041 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d details requested by agent hyperv_n-h2-738018-6 with host n-h2-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:14.090479 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:14.104196 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Returning: {'device': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:14.154179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.169781 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e349ac92-5592-4340-8c1b-6814521d1a6d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:14.194695 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:14.270123 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:14.338131 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:14.346257 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.347518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.347518 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.347883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.348631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.348631 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.348926 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.349274 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.349619 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.349938 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.350264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.350638 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:14.356385 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] get_ports_and_sgs() called for port_ids ['e349ac92-5592-4340-8c1b-6814521d1a6d'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:15.990685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d up at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:16.052788 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Provisioning complete for port e349ac92-5592-4340-8c1b-6814521d1a6d triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:16.053297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.163060 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.191440 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:16.193767 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33773251-753f-498c-9d63-1c5048868789" -d '{"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-plugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:16.214007 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:16.263384 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b70cdb-af80-4ec4-9e15-8293d6f5cd12 x-openstack-request-id: req-f3b70cdb-af80-4ec4-9e15-8293d6f5cd12 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:16.263757 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-plugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:16.264072 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3b70cdb-af80-4ec4-9e15-8293d6f5cd12 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:16.264540 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'code': 200} Jul 27 23:17:16.286114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.355683 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:22.653223 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b07a-659b-4570-8cd1-31777c43a140 req-9f1f3e61-fe6f-44f6-a2dd-58073a18c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.654782 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-9f1f3e61-fe6f-44f6-a2dd-58073a18c4f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1097 time: 0.0571344 Jul 27 23:17:22.766595 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b07a-659b-4570-8cd1-31777c43a140 req-c7cc25a5-fcd7-47f8-917d-9c7731ed8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.769586 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-c7cc25a5-fcd7-47f8-917d-9c7731ed8a60 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0938821 Jul 27 23:17:22.837828 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-e827dd08-c7e3-4401-a65f-9c0b1fdecb9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1002 time: 0.0608444 Jul 27 23:17:22.901564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b07a-659b-4570-8cd1-31777c43a140 req-5ae901a3-af01-429b-a573-1183ea18dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.903106 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-5ae901a3-af01-429b-a573-1183ea18dfe8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0513570 Jul 27 23:17:22.964804 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b07a-659b-4570-8cd1-31777c43a140 req-3dee7678-5d05-4aae-9a9f-5ebe39a57a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:22.966327 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-3dee7678-5d05-4aae-9a9f-5ebe39a57a18 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546756 Jul 27 23:17:23.058241 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-17b804b9-c77f-4f88-8d83-cc526bc4760f service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814130 Jul 27 23:17:23.271831 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-6365b07a-659b-4570-8cd1-31777c43a140 req-af9de7a6-72cd-4370-9cda-f4b14fd960eb service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079216 Jul 27 23:17:23.974025 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-a6917ab3-9e1a-419d-9547-dd5a86e1dc96 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923665011&fields=id&tenant_id=e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 267 time: 0.0346990 Jul 27 23:17:24.084521 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-c97660e3-4442-4857-9940-f39b7e09eda4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.085979 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-c97660e3-4442-4857-9940-f39b7e09eda4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 809 time: 0.1048491 Jul 27 23:17:24.101644 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-91ebf358-f44f-466a-8cb0-752d5afc3f89 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/quotas/e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 375 time: 0.0099008 Jul 27 23:17:24.172458 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-31245bfe-9b90-425d-a5b1-abedaa3722dc tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0653734 Jul 27 23:17:24.232084 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-59e34a70-b64c-42ba-a7fb-c654a7030968 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:17:24.233095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-59e34a70-b64c-42ba-a7fb-c654a7030968 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495777 Jul 27 23:17:24.327096 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-08d8d336-ac9d-4710-b181-d96d442b2d23 service neutron] 10.222.0.37 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869861 Jul 27 23:17:24.417980 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-3e7114d0-36c7-4557-9f79-f2b94c3acab8 service neutron] 10.222.0.37 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Jul 27 23:17:24.704831 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-85e048a3-3da6-40a6-9e26-b452c549469e req-43e87477-15a6-4062-99eb-44901dff5157 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 210 time: 0.0315444 Jul 27 23:17:25.808794 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8ba37933-185d-4825-b0af-0f73c5f6d76f req-3bb1eb7c-8106-42f2-a001-99fe8c30d4ca tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 210 time: 0.0321240 Jul 27 23:17:26.048668 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:26.130989 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.152904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:26.155877 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f25ac-0d0b-458f-ba0d-9a0c4da53a42" -d '{"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-unplugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:26.168886 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:26.228591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.258685 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a51ef-20f8-47e7-850c-093d9268201c x-openstack-request-id: req-fe4a51ef-20f8-47e7-850c-093d9268201c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:26.258978 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-unplugged", "status": "completed", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:26.259228 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe4a51ef-20f8-47e7-850c-093d9268201c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:26.259616 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'code': 200} Jul 27 23:17:26.279327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Pushing event updated for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:26.729291 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.50', 65211) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:26.835396 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-02777647-5ffe-4f8a-97fe-3a8f01c509e3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:26.836992 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-02777647-5ffe-4f8a-97fe-3a8f01c509e3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 809 time: 0.1066289 Jul 27 23:17:26.884895 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-ea4332d9-9df2-4076-ac03-7e76ecac3abb tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ff6f15ab374a71a6192b8695660d64 HTTP/1.1" status: 200 len: 380 time: 0.0386448 Jul 27 23:17:26.897510 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'port': {'device_id': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'admin_state_up': True, 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'security_groups': ['d2b5c1bc-47f2-4b8f-ae92-9316e280fd13']}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:26.956453 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-044a6c1b-fdb5-4505-9fb0-9a8b07e21f23 req-8e86237f-41fe-44fe-94e8-19995cb7524a tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 210 time: 0.0772433 Jul 27 23:17:27.091315 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Made reservation on behalf of e6ff6f15ab374a71a6192b8695660d64 for: {'port': 1} {{(pid=94672) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:17:27.094904 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.235805 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.db_base_plugin_common [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Allocated IP 172.20.0.7 (1b83c49c-677b-48ac-ba23-5ef905a3a367/5b092082-96d7-4100-877d-00bbd03f7849/18852826-76f8-4e46-af40-415a27079c51) {{(pid=94672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:27.383287 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.398355 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Transition to ACTIVE for port object 18852826-76f8-4e46-af40-415a27079c51 will not be triggered until provisioned by entity DHCP. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:27.492520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_create {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.557869 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 is already hosted by enough agents. {{(pid=94672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:27.562564 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.base_scheduler [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Resources bound (agent type, host, resource id): {{(pid=94672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:27.566074 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Received port after_create {{(pid=94672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:27.569321 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=1']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:27.607011 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.607551 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.607903 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.608246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.608586 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.608925 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.609262 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.609697 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.609905 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.610232 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.611987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.611987 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:27.646819 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:27.647564 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.721110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-7077d8ad-5a5d-4cc6-8a89-08489fe50f56 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8282542 Jul 27 23:17:27.971783 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-db90222b-ac2a-4e64-84cb-671619c1ec5e None None] Provisioning for port 18852826-76f8-4e46-af40-415a27079c51 completed by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:27.990459 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-db90222b-ac2a-4e64-84cb-671619c1ec5e None None] Provisioning complete for port 18852826-76f8-4e46-af40-415a27079c51 triggered by entity DHCP. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:27.990828 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db90222b-ac2a-4e64-84cb-671619c1ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.062534 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-db90222b-ac2a-4e64-84cb-671619c1ec5e None None] Port 18852826-76f8-4e46-af40-415a27079c51 cannot update to ACTIVE because it is not bound. {{(pid=94673) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:17:28.119582 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1324-9901-4fcf-a8eb-62fb3f8ac8f5 req-fe5e7ac2-7626-4f94-9c13-81056906f04c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:28.121511 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-888d1324-9901-4fcf-a8eb-62fb3f8ac8f5 req-fe5e7ac2-7626-4f94-9c13-81056906f04c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0760577 Jul 27 23:17:28.164412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-888d1324-9901-4fcf-a8eb-62fb3f8ac8f5 req-91559059-e683-4f2c-a5c8-3dd1aae56b2e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366330 Jul 27 23:17:29.314845 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353a9b-3143-491e-99da-75e86c50a39a req-d604e48a-41f0-40cc-9b76-e61597634b36 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:29.316398 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94353a9b-3143-491e-99da-75e86c50a39a req-d604e48a-41f0-40cc-9b76-e61597634b36 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0721660 Jul 27 23:17:29.355055 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-94353a9b-3143-491e-99da-75e86c50a39a req-ee062f17-1f88-4b56-a41b-dec821de3d31 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Jul 27 23:17:30.486615 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4030-db8b-4d5a-8066-d144a98af840 req-44a2bc6d-b6e5-4e6f-bada-e46b1fbae726 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:30.491630 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3af4030-db8b-4d5a-8066-d144a98af840 req-44a2bc6d-b6e5-4e6f-bada-e46b1fbae726 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0668771 Jul 27 23:17:30.527672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e3af4030-db8b-4d5a-8066-d144a98af840 req-1a28c37d-9b8e-4257-887b-4acf64fd4ab7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Jul 27 23:17:31.664681 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d84b9-adb9-4f58-a7e2-8a68a2abe117 req-f401a6a2-bd71-4351-8321-547492208450 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:31.666272 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a90d84b9-adb9-4f58-a7e2-8a68a2abe117 req-f401a6a2-bd71-4351-8321-547492208450 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0646834 Jul 27 23:17:31.703968 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-a90d84b9-adb9-4f58-a7e2-8a68a2abe117 req-4d99178f-543e-48f8-bace-6ce810ae1411 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Jul 27 23:17:32.005741 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7159aa81-0624-4bbd-80d4-f25abcbbf1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.860280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623361c-ffd4-42ad-9244-115668f4c3b2 req-8837fece-fa4e-43fb-8895-7dba611facbc tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:32.861880 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e623361c-ffd4-42ad-9244-115668f4c3b2 req-8837fece-fa4e-43fb-8895-7dba611facbc tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0825198 Jul 27 23:17:32.908525 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-e623361c-ffd4-42ad-9244-115668f4c3b2 req-bb9132fa-dd9c-41fc-9847-3345d2392af1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Jul 27 23:17:33.285834 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:17:34.052534 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10123a2a-593b-40c6-a612-f3e66cded183 req-b7cc4cce-1efa-4c15-a142-e74fbe44f59e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:34.054021 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10123a2a-593b-40c6-a612-f3e66cded183 req-b7cc4cce-1efa-4c15-a142-e74fbe44f59e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0696571 Jul 27 23:17:34.098019 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-10123a2a-593b-40c6-a612-f3e66cded183 req-e0155acf-5e4c-4648-afbc-e66730e9e981 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377204 Jul 27 23:17:34.502737 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cce13bd9-97e8-43f5-a7d7-ec7a7ebd04ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.824310 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.245074 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f919-429e-438e-8c32-3983f83ffc9d req-8ec61e87-69b4-4155-995e-3a0b8ee11b8f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:35.246626 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78d5f919-429e-438e-8c32-3983f83ffc9d req-8ec61e87-69b4-4155-995e-3a0b8ee11b8f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0651784 Jul 27 23:17:35.285976 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-78d5f919-429e-438e-8c32-3983f83ffc9d req-5aa1f0a9-a8aa-422b-ae90-01191d5b4d4a tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Jul 27 23:17:36.223461 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:36.448044 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b323610-d13d-4979-8064-0caac88566c3 req-29643dde-8763-46ee-97a0-24ce56253ecd tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:36.449583 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b323610-d13d-4979-8064-0caac88566c3 req-29643dde-8763-46ee-97a0-24ce56253ecd tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0820401 Jul 27 23:17:36.490169 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-3b323610-d13d-4979-8064-0caac88566c3 req-bf3f8466-d062-48e3-aed2-c31de85a2f81 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 Jul 27 23:17:37.646829 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5facb-5fb8-45ad-8686-bffd91acaf92 req-65a5d5a1-5c0c-4ac4-ae5b-6073509345f1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:37.648412 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50b5facb-5fb8-45ad-8686-bffd91acaf92 req-65a5d5a1-5c0c-4ac4-ae5b-6073509345f1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0879686 Jul 27 23:17:37.689528 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-50b5facb-5fb8-45ad-8686-bffd91acaf92 req-a4b370de-0815-48dd-a980-dcbd56afdb77 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 Jul 27 23:17:37.852955 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:37.929900 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:38.899578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7f935-cd22-4954-addb-52f346a464f4 req-6c5c6837-415e-4227-96cf-438fde6daae1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:38.901275 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80c7f935-cd22-4954-addb-52f346a464f4 req-6c5c6837-415e-4227-96cf-438fde6daae1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.1321080 Jul 27 23:17:38.946359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-80c7f935-cd22-4954-addb-52f346a464f4 req-11d2510c-2eff-4730-b030-4fc5e046563e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Jul 27 23:17:39.445978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.079663 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5cdca-becf-4b27-9b6f-3dc98e856eae req-bc26aa0a-61aa-43b8-b290-9a9418805901 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:40.081426 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdc5cdca-becf-4b27-9b6f-3dc98e856eae req-bc26aa0a-61aa-43b8-b290-9a9418805901 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 931 time: 0.0676389 Jul 27 23:17:40.119671 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-bdc5cdca-becf-4b27-9b6f-3dc98e856eae req-c150aed5-b359-4635-b1ff-2d0b04b30c2c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Jul 27 23:17:40.460163 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-249ba9dc-295b-43a6-93ca-3752d41b22ff tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94672) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:17:40.461066 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-249ba9dc-295b-43a6-93ca-3752d41b22ff tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060389 Jul 27 23:17:40.513939 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.v2.base [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Request body: {'port': {'device_id': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-738018-6'}} {{(pid=94672) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:40.588684 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.859669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18852826-76f8-4e46-af40-415a27079c51 {{(pid=94672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:40.868142 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:40.883060 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.provisioning_blocks [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Transition to ACTIVE for port object 18852826-76f8-4e46-af40-415a27079c51 will not be triggered until provisioned by entity L2. {{(pid=94672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:17:40.964007 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.014831 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c215-980f-4687-a050-a01c208def19 service neutron] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=2']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:41.089527 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Attempting to bind port 18852826-76f8-4e46-af40-415a27079c51 on host n-h1-738018-6 for vnic_type normal with profile {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:17:41.089856 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Attempting to bind port 18852826-76f8-4e46-af40-415a27079c51 by drivers openvswitch,hyperv on host n-h1-738018-6 at level 0 using segments [{'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:17:41.090178 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Attempting to bind port 18852826-76f8-4e46-af40-415a27079c51 on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:41.094690 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Port 18852826-76f8-4e46-af40-415a27079c51 on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 not bound, no agent of type Open vSwitch agent registered on host n-h1-738018-6 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:17:41.095007 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Attempting to bind port 18852826-76f8-4e46-af40-415a27079c51 on network 1b83c49c-677b-48ac-ba23-5ef905a3a367 {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:17:41.100636 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Checking agent: {'id': 'd011753e-9d71-4ecf-837f-4b3db5e6c6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-738018-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'started_at': datetime.datetime(2021, 7, 27, 21, 35, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:17:41.101027 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Checking segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:17:41.101416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Bound using segment: {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'} {{(pid=94672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:17:41.101873 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.managers [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Bound port: 18852826-76f8-4e46-af40-415a27079c51, host: n-h1-738018-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa03fe7b-3d0c-4713-8450-eadd9cb13450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367'}}] {{(pid=94672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:17:41.102239 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.176258 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, cleared binding levels {{(pid=94672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:17:41.179906 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:17:41.247581 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28968209'] for port, after_update {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.290238 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e8be-a40b-458d-97d3-0a3eef4a6066 req-7599ae5a-f8e6-4fca-9e3e-4076067b9c07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.291843 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40c1e8be-a40b-458d-97d3-0a3eef4a6066 req-7599ae5a-f8e6-4fca-9e3e-4076067b9c07 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 943 time: 0.0983799 Jul 27 23:17:41.296596 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.297227 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:41.299101 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f864c215-980f-4687-a050-a01c208def19 service neutron] 10.222.0.50 "PUT /v2.0/ports/18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 1091 time: 0.8309257 Jul 27 23:17:41.299544 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:41.302580 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9" -d '{"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:41.348951 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d0e2bb-464f-4027-b5aa-22cf13598cbe x-openstack-request-id: req-e0d0e2bb-464f-4027-b5aa-22cf13598cbe {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:41.348951 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:41.348951 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0d0e2bb-464f-4027-b5aa-22cf13598cbe {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:41.348951 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'status': 'completed', 'code': 200} Jul 27 23:17:41.352326 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c215-980f-4687-a050-a01c208def19 service neutron] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=3']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:41.371095 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-40c1e8be-a40b-458d-97d3-0a3eef4a6066 req-8a7237a4-415b-45d2-83ce-791f564b6d7e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631604 Jul 27 23:17:41.433799 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-c4fdd98b-93fe-4335-b407-701a37f3f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.435393 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-c4fdd98b-93fe-4335-b407-701a37f3f925 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1094 time: 0.0633776 Jul 27 23:17:41.538029 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-1b75d8bf-8a10-4ea2-a2cd-41f464545111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.539574 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-1b75d8bf-8a10-4ea2-a2cd-41f464545111 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e6ff6f15ab374a71a6192b8695660d64&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949898 Jul 27 23:17:41.638823 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-19f4eaed-154b-43f2-8807-1ac0d259fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.640208 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-7ed47462-a43c-45e6-bdcc-e3b75d6428c9 req-19f4eaed-154b-43f2-8807-1ac0d259fd43 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938528 Jul 27 23:17:41.728010 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f20f6829-38cb-4ed9-9046-832ffcd655b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.729502 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-f20f6829-38cb-4ed9-9046-832ffcd655b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1094 time: 0.0547452 Jul 27 23:17:41.772255 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-d7e72060-9ea7-4cae-94ea-68bf1be71fbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 217 time: 0.0347309 Jul 27 23:17:41.824486 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-5765c709-0029-4102-94ef-4101db468c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.825942 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-5765c709-0029-4102-94ef-4101db468c0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0469759 Jul 27 23:17:41.885172 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-c8af9b94-e69c-4b59-93f7-25f6698fbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:41.886634 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-c8af9b94-e69c-4b59-93f7-25f6698fbae7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540080 Jul 27 23:17:41.975263 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-22f38032-721d-4344-841e-6571d3f2ac3f service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Jul 27 23:17:42.067482 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-9cc24b65-9042-41bf-bf50-b981bb10ac6d req-e75d0e30-b6a6-465d-bb3a-e4370e8016ba service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Jul 27 23:17:42.507126 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e70e5-d53e-407a-ba49-b2eaee6c405c req-4b77d2f3-2c0d-4fef-b56e-e5a87963a0ea tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:42.508669 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c0e70e5-d53e-407a-ba49-b2eaee6c405c req-4b77d2f3-2c0d-4fef-b56e-e5a87963a0ea tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 943 time: 0.0647638 Jul 27 23:17:42.548850 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-0c0e70e5-d53e-407a-ba49-b2eaee6c405c req-8131c83e-8dc2-48d5-ab08-a268614da7a5 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Jul 27 23:17:43.680955 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779cb3f-5a74-4cbf-a0c3-48a1682826fb req-a79ea453-8732-4b9f-9a6d-6647bd5168d1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:43.682488 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1779cb3f-5a74-4cbf-a0c3-48a1682826fb req-a79ea453-8732-4b9f-9a6d-6647bd5168d1 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 943 time: 0.0639443 Jul 27 23:17:43.719652 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1779cb3f-5a74-4cbf-a0c3-48a1682826fb req-4eb5ed3e-6be9-4845-8fa1-f8a735f79c12 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Jul 27 23:17:44.850214 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4417c78-8e08-4207-8b22-621618ef2476 req-466ba9e5-cf85-43cb-98d2-5b435286baee tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:44.851759 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4417c78-8e08-4207-8b22-621618ef2476 req-466ba9e5-cf85-43cb-98d2-5b435286baee tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 943 time: 0.0647449 Jul 27 23:17:44.896262 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f4417c78-8e08-4207-8b22-621618ef2476 req-dd5c4c2b-33a8-4403-b7bd-a7cb8129f14c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Jul 27 23:17:45.118716 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:45.211878 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:45.226403 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '18852826-76f8-4e46-af40-415a27079c51', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'mac_address': 'fa:16:3e:72:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:45.262960 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.275272 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18852826-76f8-4e46-af40-415a27079c51 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:45.294745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:45.348728 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.399963 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=4']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:45.569111 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18852826-76f8-4e46-af40-415a27079c51'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:46.025818 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293850c9-0c7e-48e2-b088-af4a6176a969 req-c77049dd-e47f-4247-b306-8cfdb8f1b020 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:46.027336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-293850c9-0c7e-48e2-b088-af4a6176a969 req-c77049dd-e47f-4247-b306-8cfdb8f1b020 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 944 time: 0.0634742 Jul 27 23:17:46.068926 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-293850c9-0c7e-48e2-b088-af4a6176a969 req-ce7408d5-4405-42d7-aafe-cc815457a4be tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355799 Jul 27 23:17:47.134745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:47.208636 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89496c4-c749-4bbf-9d78-de45041091ce req-c9f66350-9279-4b68-bc6a-e3eeffbe317b tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.210252 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a89496c4-c749-4bbf-9d78-de45041091ce req-c9f66350-9279-4b68-bc6a-e3eeffbe317b tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 944 time: 0.0716445 Jul 27 23:17:47.250803 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a89496c4-c749-4bbf-9d78-de45041091ce req-41c5b47d-83c9-4083-8692-a1feb82b863e tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342162 Jul 27 23:17:47.251408 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning for port 18852826-76f8-4e46-af40-415a27079c51 completed by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:17:47.256488 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 18852826-76f8-4e46-af40-415a27079c51 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:47.256864 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.499200 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.525435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:47.527735 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd0fa2-8b31-42f2-b9f2-5ffd8a772633" -d '{"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:47.541896 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:47.572917 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9f310-7e39-4cc8-9e50-ab15957d7043 x-openstack-request-id: req-f9d9f310-7e39-4cc8-9e50-ab15957d7043 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:47.572917 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "18852826-76f8-4e46-af40-415a27079c51", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:47.572917 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9d9f310-7e39-4cc8-9e50-ab15957d7043 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:47.572917 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'code': 200} Jul 27 23:17:47.622748 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.675714 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=5']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:47.685490 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cf96e-edae-4ebb-9392-60579b8c264a req-139b2e1d-3555-42d4-aac0-c9eddb23bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:47.687063 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae5cf96e-edae-4ebb-9392-60579b8c264a req-139b2e1d-3555-42d4-aac0-c9eddb23bcf1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1096 time: 0.0585215 Jul 27 23:17:47.725152 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-ae5cf96e-edae-4ebb-9392-60579b8c264a req-421eb473-e934-4d42-87e4-ec79cbd1c691 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289433 Jul 27 23:17:48.382529 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bbe43-bca7-4dbb-b9f0-3cf2884bbf4d req-3ae6e4ec-8956-47e3-ae8d-e66e7ea13a32 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:48.384057 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-781bbe43-bca7-4dbb-b9f0-3cf2884bbf4d req-3ae6e4ec-8956-47e3-ae8d-e66e7ea13a32 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.0654666 Jul 27 23:17:48.428221 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-781bbe43-bca7-4dbb-b9f0-3cf2884bbf4d req-37d3f5d6-1409-4f04-8eaa-4670dc44ec16 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Jul 27 23:17:49.564083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e3aab-f3f8-4b02-bfe2-3486a8e4fb6f req-10d412ab-2eb8-45b6-93ba-b38e2a34a4c6 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:49.565662 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c50e3aab-f3f8-4b02-bfe2-3486a8e4fb6f req-10d412ab-2eb8-45b6-93ba-b38e2a34a4c6 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.0646143 Jul 27 23:17:49.604157 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c50e3aab-f3f8-4b02-bfe2-3486a8e4fb6f req-a787485c-5d97-4446-b7c5-bf25831b1a48 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323706 Jul 27 23:17:49.736831 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca7866-10b5-4b12-a59c-e2e9b977ba9e req-39df26b8-bb4d-45f3-92e9-c9de28669f99 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:49.738277 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9ca7866-10b5-4b12-a59c-e2e9b977ba9e req-39df26b8-bb4d-45f3-92e9-c9de28669f99 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.0680549 Jul 27 23:17:49.777325 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-b9ca7866-10b5-4b12-a59c-e2e9b977ba9e req-67ef5a5a-c2c5-44ee-bf3b-b9b08ed9d884 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Jul 27 23:17:49.798376 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33000) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:49.856204 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f7febc-008a-4b9f-8656-bccbb1645b2c tempest-TestSnapshotPattern-1247049933 tempest-TestSnapshotPattern-1247049933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:49.857778 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-30f7febc-008a-4b9f-8656-bccbb1645b2c tempest-TestSnapshotPattern-1247049933 tempest-TestSnapshotPattern-1247049933-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1091 time: 0.0583928 Jul 27 23:17:49.860624 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33002) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:49.865349 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.v2.base [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Request body: {'floatingip': {'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:17:49.963767 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.065858 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.170017 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_common [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Allocated IP 172.25.3.91 (8c8339a4-6684-4013-8a88-d5b3aa503fdf/c5444793-6eca-4c48-af4d-4379dca225bd/f39bf2e5-4260-4c8e-abc5-3848089d4b98) {{(pid=94671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:17:50.278956 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.381138 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764843006199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.420255 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Network 8c8339a4-6684-4013-8a88-d5b3aa503fdf is already hosted by enough agents. {{(pid=94671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:17:50.427500 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.base_scheduler [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Resources bound (agent type, host, resource id): {{(pid=94671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:17:50.431925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Received port after_create {{(pid=94671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:17:50.434992 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=f39bf2e5-4260-4c8e-abc5-3848089d4b98,revision_number=1']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:50.463913 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.464280 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.464632 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.464980 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.465329 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.465671 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.466013 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.466370 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.466709 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.467040 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.467389 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.467706 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:50.814190 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:50.932326 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.082422 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for port, precommit_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.119591 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28832172'] for port, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.192851 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event updated for resources: {'Port': ['ID=f39bf2e5-4260-4c8e-abc5-3848089d4b98,revision_number=2']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:51.202862 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3714813'] for floatingip, after_update {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.303752 n-d-738018-6 neutron-server[94671]: INFO neutron.db.l3_db [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Floating IP 6bcef8df-663e-46e1-b720-9adf53cbbcc9 associated. External IP: 172.25.3.91, port: 18852826-76f8-4e46-af40-415a27079c51. Jul 27 23:17:51.520585 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:51.623733 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:51.633940 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:51.643545 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:51.644170 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:51.731009 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:51.749472 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:51.772487 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-251039b9-ac1e-493b-b80e-4a65bc87dfe9 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9107385 Jul 27 23:17:51.773298 n-d-738018-6 neutron-server[94671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:51.775691 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b39d32d56307f682dca92b9d0339bf47853654543e17ae3cf2baf7828feed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58ce750-6488-4c83-b244-0c241294d11d" -d '{"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:51.865951 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11edda3f-f17a-4966-9c90-f385f1cf2ace x-openstack-request-id: req-11edda3f-f17a-4966-9c90-f385f1cf2ace {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:51.866592 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51", "status": "completed", "code": 200}]} {{(pid=94671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:51.866592 n-d-738018-6 neutron-server[94671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11edda3f-f17a-4966-9c90-f385f1cf2ace {{(pid=94671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:51.866978 n-d-738018-6 neutron-server[94671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'status': 'completed', 'code': 200} Jul 27 23:17:51.945416 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce750-6488-4c83-b244-0c241294d11d req-0c89eee8-ce26-4b39-a88e-5c87bdf4ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:51.946972 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-0c89eee8-ce26-4b39-a88e-5c87bdf4ea8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1096 time: 0.0581276 Jul 27 23:17:51.982227 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}, {'id': '6bcef8df-663e-46e1-b720-9adf53cbbcc9', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:72:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:17:50Z', 'updated_at': '2021-07-27T23:17:50Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:52.008977 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:52.017276 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:52.017903 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:17:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:52.036989 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce750-6488-4c83-b244-0c241294d11d req-fff37404-d10e-42d1-996f-bc1fc97a0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.038443 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-fff37404-d10e-42d1-996f-bc1fc97a0dc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0851045 Jul 27 23:17:52.107636 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-33752427-78a2-4d4a-8950-1ad10a98d309 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 998 time: 0.0625181 Jul 27 23:17:52.125189 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:52.158443 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce750-6488-4c83-b244-0c241294d11d req-efabbc9a-c211-463f-a4f0-e6cbaa6b1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.160047 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-efabbc9a-c211-463f-a4f0-e6cbaa6b1bc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0449736 Jul 27 23:17:52.219971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ce750-6488-4c83-b244-0c241294d11d req-96088598-0949-4e46-a898-b397ecf4a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:52.221557 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-96088598-0949-4e46-a898-b397ecf4a3a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548797 Jul 27 23:17:52.314918 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-3f5ed7dd-3365-40b0-abbc-8342b3f399a1 service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Jul 27 23:17:52.357904 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}, {'id': '6bcef8df-663e-46e1-b720-9adf53cbbcc9', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:72:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:17:50Z', 'updated_at': '2021-07-27T23:17:50Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:52.386514 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183e97e-db11-47c0-9ef8-b378f7cc7393 None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}, {'id': '6bcef8df-663e-46e1-b720-9adf53cbbcc9', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:72:d1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:17:50Z', 'updated_at': '2021-07-27T23:17:50Z', 'revision_number': 0, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:52.608022 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179e9055-7789-474e-a0ac-088af638100c None None] New status for floating IP 6bcef8df-663e-46e1-b720-9adf53cbbcc9: ACTIVE {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:17:52.758568 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-f58ce750-6488-4c83-b244-0c241294d11d req-ce3619bb-759e-461c-8e3b-f0db8b1d7765 service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360001 Jul 27 23:18:01.993357 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03d3c113-fa5d-43ff-946c-ef3230a5b89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.525057 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-854a6987-5756-4e70-a053-50ea32b17672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:04.814267 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:06.238972 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.851302 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:07.959232 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:09.448739 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:10.284658 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:18:13.592354 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-898746a2-2f95-4bb5-b15a-061b825a0d4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575480 Jul 27 23:18:13.699003 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-23109815-ba00-462a-92b6-c92445930e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.700581 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-23109815-ba00-462a-92b6-c92445930e1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1096 time: 0.0589273 Jul 27 23:18:13.814108 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-1ba255d3-4f0d-48f8-b01e-48dba49a85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.815747 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-1ba255d3-4f0d-48f8-b01e-48dba49a85b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0960588 Jul 27 23:18:13.886877 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-e2fcba63-ef0d-4c7f-9dbc-cb012e7b5820 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 1000 time: 0.0632730 Jul 27 23:18:13.947897 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-8d5e96dd-f49d-42be-b9d4-a512f29d9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:13.949390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-8d5e96dd-f49d-42be-b9d4-a512f29d9afb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0563107 Jul 27 23:18:14.010113 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-272cb17d-ec31-449b-99ee-7bd0cfbac24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:14.011691 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-272cb17d-ec31-449b-99ee-7bd0cfbac24f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553336 Jul 27 23:18:14.106110 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-5c1fb3da-af23-4c81-9b4c-549ac40f5be1 service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871201 Jul 27 23:18:14.199671 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-90f203f6-3c07-4b4f-8aef-0bcc33008a7e req-b545cbbc-85dd-4e0a-beeb-b9d45a94625c service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865195 Jul 27 23:18:23.386312 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-029c9e0b-eb41-42a6-afe0-c77b03c3a653 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1099329 Jul 27 23:18:23.487578 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-7ef671dd-a9e6-47f0-a87b-cc1f2825f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.490219 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-7ef671dd-a9e6-47f0-a87b-cc1f2825f095 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1095 time: 0.0610774 Jul 27 23:18:23.593373 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-7ff18444-89cc-4c11-99d9-5b3b1f3254e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.594808 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-7ff18444-89cc-4c11-99d9-5b3b1f3254e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0856268 Jul 27 23:18:23.666015 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-c4d06f44-739b-4998-b7dc-668947fc5c32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0641491 Jul 27 23:18:23.716135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-8ca10b6b-992a-48ea-8dd3-17436945134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.717622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-8ca10b6b-992a-48ea-8dd3-17436945134b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0441797 Jul 27 23:18:23.777104 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-bf6dd134-3620-441e-a4d4-46addac5b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:18:23.778630 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-bf6dd134-3620-441e-a4d4-46addac5b7c8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540576 Jul 27 23:18:23.873933 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-c1af1b9d-fc57-4c95-843c-a3d430c9a659 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884237 Jul 27 23:18:23.963016 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-c56df45a-c38e-4f68-90a5-45f42b6610f3 req-86fd9d26-d763-4c63-add7-c635b1ca0f52 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817897 Jul 27 23:18:32.002512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75a79056-89f9-4c46-bcaa-e8c8ad9570d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.493721 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00eab56b-d14a-4ad8-9ad8-19d8f616a6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:34.825081 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:36.221687 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.847591 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:37.938817 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:39.478796 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.284200 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:01.978507 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45475dd9-0e59-42cb-9cc4-018e4318e0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.490170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4537f7c2-bb96-4167-8ed5-54e9480c957e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:04.841532 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:06.223939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.874548 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:07.955179 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.509422 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.780601 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-d13856c3-9ecf-47be-9ce0-3a0f6b32e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.783380 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-d13856c3-9ecf-47be-9ce0-3a0f6b32e893 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1096 time: 0.0590198 Jul 27 23:19:15.896477 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-0a86ae05-8bb7-4c0b-8a73-f3a00964a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:15.897986 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-0a86ae05-8bb7-4c0b-8a73-f3a00964a050 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0923510 Jul 27 23:19:15.968002 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-9aea99e7-5fbc-4e09-8f6e-4da1366ea509 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 1000 time: 0.0594189 Jul 27 23:19:16.024898 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-1ab4d2b4-9912-4bd6-b64f-a45ba098348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.026421 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-1ab4d2b4-9912-4bd6-b64f-a45ba098348d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0511363 Jul 27 23:19:16.089488 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-5a5ce6c7-231f-4176-8041-d15a6db75521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:16.091056 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-5a5ce6c7-231f-4176-8041-d15a6db75521 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580139 Jul 27 23:19:16.192074 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-5339d417-1c42-4906-917e-aee62e14aaeb service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Jul 27 23:19:16.290783 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-07d98e7a-fbdf-4e9e-8763-c1945e8cbeb8 req-d55b35a3-1430-40cd-826f-1a268fca5f06 service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914285 Jul 27 23:19:17.530771 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 details requested by agent hyperv_n-h1-738018-6 with host n-h1-738018-6 {{(pid=94673) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:19:17.655089 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:17.669654 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Returning: {'device': '18852826-76f8-4e46-af40-415a27079c51', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'port_id': '18852826-76f8-4e46-af40-415a27079c51', 'mac_address': 'fa:16:3e:72:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94673) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:19:17.727195 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.742821 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18852826-76f8-4e46-af40-415a27079c51 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:19:17.794207 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:17.984607 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:18.060949 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:18.070390 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.070899 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.071354 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.072055 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.072512 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.072951 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.073389 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.073857 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.074307 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.074745 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.075180 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.075612 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:18.087465 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] get_ports_and_sgs() called for port_ids ['18852826-76f8-4e46-af40-415a27079c51'] {{(pid=94673) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:19:19.536971 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 up at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:19:19.585438 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Provisioning complete for port 18852826-76f8-4e46-af40-415a27079c51 triggered by entity L2. {{(pid=94673) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:19:19.585809 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723818'] for port, provisioning_complete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:19.684550 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:19.711649 n-d-738018-6 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:19.713959 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}249cb7af1b213b5bd1db2d44ec9a069b6e97dfc069b2b6c528ce02d455fdf570" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4b27c-a987-4677-ac35-70f2bdbde2ea" -d '{"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:19.741482 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:19.760515 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5a317-15d1-46a7-8cbd-60d9e484002d x-openstack-request-id: req-7af5a317-15d1-46a7-8cbd-60d9e484002d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:19.760824 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-plugged", "status": "completed", "tag": "18852826-76f8-4e46-af40-415a27079c51", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:19.761081 n-d-738018-6 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7af5a317-15d1-46a7-8cbd-60d9e484002d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:19.761482 n-d-738018-6 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'code': 200} Jul 27 23:19:19.801263 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764843393006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764843000333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764843000351'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:19.875854 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Pushing event updated for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:23.382622 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-d7d88c67-2119-436c-88d2-86be4bbe505d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588508 Jul 27 23:19:23.486790 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-8861d96f-1935-4633-a691-fa79cab6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.488928 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-8861d96f-1935-4633-a691-fa79cab6d586 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1095 time: 0.0586245 Jul 27 23:19:23.604118 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-9dad29a7-7e4e-4843-bcbd-08810b61d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.605657 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-9dad29a7-7e4e-4843-bcbd-08810b61d9b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0974736 Jul 27 23:19:23.681067 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-b609569b-4fcb-4220-9009-af330caefb8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 1000 time: 0.0648689 Jul 27 23:19:23.745888 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-782cdd8d-8dee-4939-9fda-149b542c1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.747390 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-782cdd8d-8dee-4939-9fda-149b542c1d33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0573232 Jul 27 23:19:23.816039 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-69aaaf32-8b0f-4ea4-aac0-eb98bcbec0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:23.819269 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-69aaaf32-8b0f-4ea4-aac0-eb98bcbec0a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635643 Jul 27 23:19:23.926884 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-a81fcab4-de76-48e2-83b1-8f6eaed4b5e7 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963330 Jul 27 23:19:24.034947 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-20631213-24c8-48d4-bd5b-bf1be62f1410 req-21bdcec8-a1f5-4a3d-ab07-eb941be5d818 service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007400 Jul 27 23:19:24.289684 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:28.412058 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33208) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:28.571429 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Deleting port f39bf2e5-4260-4c8e-abc5-3848089d4b98 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:28.571780 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:28.651895 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:28.652143 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:28.664169 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Calling delete_port for f39bf2e5-4260-4c8e-abc5-3848089d4b98 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:28.920011 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:28.947516 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event deleted for resources: {'Port': ['ID=f39bf2e5-4260-4c8e-abc5-3848089d4b98,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:28.976246 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.976602 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.976951 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.977296 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.977641 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.977982 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.978337 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.978673 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.979006 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.979335 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.979669 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:28.979997 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:29.020125 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:29.027292 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Floating IP 6bcef8df-663e-46e1-b720-9adf53cbbcc9 disassociated (deleted). External IP: 172.25.3.91, port: 18852826-76f8-4e46-af40-415a27079c51. Jul 27 23:19:29.234656 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:29.344422 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:29.349659 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:29.355364 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:29.367062 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:29.367689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:29.387737 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-4591f257-34d2-47df-bd3f-b8826344fe97 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "DELETE /v2.0/floatingips/6bcef8df-663e-46e1-b720-9adf53cbbcc9 HTTP/1.1" status: 204 len: 168 time: 0.9745440 Jul 27 23:19:29.388645 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:29.391158 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95" -d '{"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:29.481404 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:29.532399 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afec49-9de8-4177-9086-b4279517577e x-openstack-request-id: req-38afec49-9de8-4177-9086-b4279517577e {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:29.532930 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "tag": "18852826-76f8-4e46-af40-415a27079c51", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:29.533198 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38afec49-9de8-4177-9086-b4279517577e {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:29.533827 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'status': 'completed', 'code': 200} Jul 27 23:19:29.612159 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-fbfe7a67-f66c-45b4-bc6b-b02e8f5261cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.613953 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-fbfe7a67-f66c-45b4-bc6b-b02e8f5261cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 1096 time: 0.0582798 Jul 27 23:19:29.712936 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-09cbaf4d-ac54-401b-bae7-e471a1ba47d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.714474 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-09cbaf4d-ac54-401b-bae7-e471a1ba47d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0932965 Jul 27 23:19:29.721322 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:29.748672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:29.757801 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:29.758463 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:04Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:29.758641 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-0d420b66-bb78-4af9-bc62-41957eb49bc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 200 len: 217 time: 0.0359595 Jul 27 23:19:29.825870 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-ad05d324-c87d-4ebe-b104-b0e02514a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.827399 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-ad05d324-c87d-4ebe-b104-b0e02514a62d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0621951 Jul 27 23:19:29.878313 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:29.929878 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-8eeb4f69-e18a-45fc-8f3f-034202c1bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:29.931451 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-8eeb4f69-e18a-45fc-8f3f-034202c1bb84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963936 Jul 27 23:19:30.021592 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281dc5a-0333-43c6-97ae-831654795e8b req-94d4ce93-c098-4dc8-8999-260c432d620c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:30.023090 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1281dc5a-0333-43c6-97ae-831654795e8b req-94d4ce93-c098-4dc8-8999-260c432d620c tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.2031834 Jul 27 23:19:30.067130 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-a5567ce9-7e5b-425d-a28b-8314ec12da6e service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263266 Jul 27 23:19:30.087489 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-1281dc5a-0333-43c6-97ae-831654795e8b req-c439eb24-0d5c-40d9-8a23-5a0df83298e4 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561543 Jul 27 23:19:30.119825 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:30.149510 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab4762-00b6-46ad-bfb1-4dab2942e12c None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_floatingips': [{'id': '1d3b319f-bdf4-43f5-8dc8-6e59bd252c45', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'router_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'port_id': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'mac_address': 'fa:16:3e:7d:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:12Z', 'updated_at': '2021-07-27T23:15:15Z', 'revision_number': 1, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:30.166906 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-02fe3c0d-f7cc-4760-8a7c-aa224b3c0a95 req-2b6a4239-d111-4ecf-8dfc-23cbba39dbb8 service neutron] 10.222.0.50 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917637 Jul 27 23:19:30.420296 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafc981-77b4-49c5-be95-2db44af037aa None None] New status for floating IP 6bcef8df-663e-46e1-b720-9adf53cbbcc9: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:19:31.272686 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aedfab-7013-4423-ba4d-6ef9f8995ceb req-990f38de-60ba-4187-aae6-c420fcf2c7f3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.274253 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08aedfab-7013-4423-ba4d-6ef9f8995ceb req-990f38de-60ba-4187-aae6-c420fcf2c7f3 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.1136663 Jul 27 23:19:31.313974 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-08aedfab-7013-4423-ba4d-6ef9f8995ceb req-d44b3533-eb14-47d7-aa09-1f98fa0f6c08 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jul 27 23:19:31.380341 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-2e1b2efb-a56b-42e4-a0e9-ee959824cb1f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:31.381811 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-2e1b2efb-a56b-42e4-a0e9-ee959824cb1f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 945 time: 0.0709503 Jul 27 23:19:31.483684 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Deleting port 18852826-76f8-4e46-af40-415a27079c51 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:31.484027 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.576083 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] For port 18852826-76f8-4e46-af40-415a27079c51, host n-h1-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-738018-6',level=0,port_id=18852826-76f8-4e46-af40-415a27079c51,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:31.576450 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.589437 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Calling delete_port for 18852826-76f8-4e46-af40-415a27079c51 owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:31.615268 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:31.690618 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650514'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.775431 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.812665 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event deleted for resources: {'Port': ['ID=18852826-76f8-4e46-af40-415a27079c51,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:31.865536 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] No DVR routers for this DVR port 18852826-76f8-4e46-af40-415a27079c51 on host n-h1-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:31.865536 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:31.865935 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-d6ea1e8e-e2d0-409f-b016-a7cc3bb305d7 req-edc8ca1b-d62b-4c7a-86a7-756fe88a2259 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.50 "DELETE /v2.0/ports/18852826-76f8-4e46-af40-415a27079c51 HTTP/1.1" status: 204 len: 173 time: 0.4782784 Jul 27 23:19:31.866414 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-deleted', 'tag': '18852826-76f8-4e46-af40-415a27079c51'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:31.869485 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c86b19-f18c-40ea-88a1-54f3455e1108" -d '{"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-deleted", "tag": "18852826-76f8-4e46-af40-415a27079c51"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:31.907366 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59e165-2d75-4cde-9861-e69f5bed33f2 x-openstack-request-id: req-ba59e165-2d75-4cde-9861-e69f5bed33f2 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:31.911969 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52da20ce-9a6c-4c4c-8ce8-e928a06ef27b", "name": "network-vif-deleted", "tag": "18852826-76f8-4e46-af40-415a27079c51", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:31.911969 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba59e165-2d75-4cde-9861-e69f5bed33f2 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:31.911969 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52da20ce-9a6c-4c4c-8ce8-e928a06ef27b', 'name': 'network-vif-deleted', 'tag': '18852826-76f8-4e46-af40-415a27079c51', 'status': 'completed', 'code': 200} Jul 27 23:19:32.011820 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6657bfb-a6a3-4f37-b1aa-9d10ed6c0158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:32.424588 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-a57deaa2-e91d-4de0-9c58-80af3b8f9dee req-5d73af13-f02f-42e4-9149-df994ae7dc50 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=52da20ce-9a6c-4c4c-8ce8-e928a06ef27b HTTP/1.1" status: 200 len: 210 time: 0.0294178 Jul 27 23:19:34.523300 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d74c4b-c555-437e-8344-454e83d2a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.866313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:34.904289 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33278) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:35.063744 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Deleting port 22573a8c-abcd-4086-9218-e35add6beda0 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:35.064090 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.143847 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.144201 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.155688 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Calling delete_port for 22573a8c-abcd-4086-9218-e35add6beda0 owned by network:floatingip {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:35.428620 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.458319 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event deleted for resources: {'Port': ['ID=22573a8c-abcd-4086-9218-e35add6beda0,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:35.521520 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for floatingip, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.521855 n-d-738018-6 neutron-server[94672]: INFO neutron.db.l3_db [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Floating IP 1d3b319f-bdf4-43f5-8dc8-6e59bd252c45 disassociated (deleted). External IP: 172.25.3.186, port: e349ac92-5592-4340-8c1b-6814521d1a6d. Jul 27 23:19:35.661810 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 no longer exists at agent hyperv_n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:35.682682 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] No Port match for: 18852826-76f8-4e46-af40-415a27079c51 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:35.682945 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Device 18852826-76f8-4e46-af40-415a27079c51 not bound to the agent host n-h1-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:35.738015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94672) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:35.850571 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94672) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:35.855461 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for floatingip, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:35.861177 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:35.871704 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:35.872327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:35.896190 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-48b34582-5c9f-43b2-9daf-9019c0f8e53f tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d3b319f-bdf4-43f5-8dc8-6e59bd252c45 HTTP/1.1" status: 204 len: 168 time: 0.9906714 Jul 27 23:19:35.896826 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:35.899154 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc044b-8484-4095-ac7f-8f4cde8f4119" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:35.941454 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa175f7d-9765-47e0-b448-70b39eafa8d1 x-openstack-request-id: req-fa175f7d-9765-47e0-b448-70b39eafa8d1 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:35.942057 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:35.942249 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa175f7d-9765-47e0-b448-70b39eafa8d1 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:35.942640 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'status': 'completed', 'code': 200} Jul 27 23:19:36.023493 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-7c0f20b7-a66d-491a-afd7-d77f1f4bd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.025359 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-7c0f20b7-a66d-491a-afd7-d77f1f4bd049 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6ff6f15ab374a71a6192b8695660d64&device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 1095 time: 0.0613525 Jul 27 23:19:36.124506 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-defbb7ff-a649-4eb9-b88d-10e48d9b230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.126064 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-defbb7ff-a649-4eb9-b88d-10e48d9b230d service neutron] 10.222.0.76 "GET /v2.0/networks?id=1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 200 len: 910 time: 0.0942793 Jul 27 23:19:36.165947 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:36.177246 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-7ef72528-817d-4550-a380-060f834679e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 200 len: 217 time: 0.0436020 Jul 27 23:19:36.225859 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-203791e3-5ac8-4254-bcf1-f6af26935f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.227295 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-203791e3-5ac8-4254-bcf1-f6af26935f7a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 200 len: 848 time: 0.0438507 Jul 27 23:19:36.294518 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-aae7b4e8-59ca-4988-b6e9-e62a250f8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.296594 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-aae7b4e8-59ca-4988-b6e9-e62a250f8773 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1b83c49c-677b-48ac-ba23-5ef905a3a367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620439 Jul 27 23:19:36.308528 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:36.377319 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.404444 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:36.413897 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:36.414577 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.526621 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:36.741648 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:36.769515 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17799bb7-343c-441f-bb9e-99ea6e600d7a None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:44Z', 'revision_number': 4, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6', '_interfaces': [{'id': '393892ce-bb7f-4266-94cc-b11e356fe8d6', 'name': '', 'network_id': '1b83c49c-677b-48ac-ba23-5ef905a3a367', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'mac_address': 'fa:16:3e:83:40:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '5b092082-96d7-4100-877d-00bbd03f7849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:43Z', 'updated_at': '2021-07-27T23:14:49Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'subnets': [{'id': '5b092082-96d7-4100-877d-00bbd03f7849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:36.779337 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-1310dbf1-2854-4180-8784-9175d46e108e service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750910 Jul 27 23:19:36.794174 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcebd1b-105b-43de-b44b-03c555098116 req-d36ebcaa-225f-4388-8dfe-c3be9353fe9d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:36.795728 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fcebd1b-105b-43de-b44b-03c555098116 req-d36ebcaa-225f-4388-8dfe-c3be9353fe9d tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.4486799 Jul 27 23:19:36.886993 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-8fcebd1b-105b-43de-b44b-03c555098116 req-c2bf924e-fa6d-463d-b54b-bad2ac98f999 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775943 Jul 27 23:19:36.914088 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-85cc044b-8484-4095-ac7f-8f4cde8f4119 req-0259de61-3d66-494c-8191-bf774bab20fc service neutron] 10.222.0.76 "GET /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173666 Jul 27 23:19:36.990938 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb5041-b99e-4513-ab7b-a6fa7871dd15 None None] New status for floating IP 1d3b319f-bdf4-43f5-8dc8-6e59bd252c45: DOWN {{(pid=94674) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:19:37.850222 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.952145 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:37.966730 n-d-738018-6 neutron-server[94672]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-5177e50a-cd3f-4f2d-b1da-63986c449fb8 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94672) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:37.968336 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-5177e50a-cd3f-4f2d-b1da-63986c449fb8 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.76 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0733495 Jul 27 23:19:38.026340 n-d-738018-6 neutron-server[94671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852cbce-d5bb-4de8-b4e3-8c5f55d25708 req-1d998aa0-0ad2-4251-96cf-1ddbd98593c7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:19:38.027920 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f852cbce-d5bb-4de8-b4e3-8c5f55d25708 req-1d998aa0-0ad2-4251-96cf-1ddbd98593c7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 944 time: 0.0702443 Jul 27 23:19:38.067470 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-f852cbce-d5bb-4de8-b4e3-8c5f55d25708 req-eaf24a17-1e8d-4707-b3fe-ae269df8ff18 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Jul 27 23:19:38.074386 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Deleting port e349ac92-5592-4340-8c1b-6814521d1a6d {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:38.074762 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.168909 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] For port e349ac92-5592-4340-8c1b-6814521d1a6d, host n-h2-738018-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-738018-6',level=0,port_id=e349ac92-5592-4340-8c1b-6814521d1a6d,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:38.169194 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.183143 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Calling delete_port for e349ac92-5592-4340-8c1b-6814521d1a6d owned by compute:nova {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:38.365626 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.398791 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event deleted for resources: {'Port': ['ID=e349ac92-5592-4340-8c1b-6814521d1a6d,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:38.448932 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] No DVR routers for this DVR port e349ac92-5592-4340-8c1b-6814521d1a6d on host n-h2-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:38.451582 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203918'] for port, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:38.453714 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [req-010788d3-a8b0-407a-955b-0bbc7d701839 req-77bef5b4-e2e4-4bd1-a3b5-601102fee431 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.76 "DELETE /v2.0/ports/e349ac92-5592-4340-8c1b-6814521d1a6d HTTP/1.1" status: 204 len: 173 time: 0.4788821 Jul 27 23:19:38.454156 n-d-738018-6 neutron-server[94672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-deleted', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d'}] {{(pid=94672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:19:38.456543 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7882c5f41765db70214d7282dd4f83d70b5a5aec50bdb78a1b4150763a6e281b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeeb5dd-60cb-4b73-acd9-95ca8807a071" -d '{"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-deleted", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d"}]}' {{(pid=94672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:19:38.492270 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8539c6a-8912-478b-bf3f-db17202f9e70 x-openstack-request-id: req-d8539c6a-8912-478b-bf3f-db17202f9e70 {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:19:38.492572 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a", "name": "network-vif-deleted", "tag": "e349ac92-5592-4340-8c1b-6814521d1a6d", "status": "completed", "code": 200}]} {{(pid=94672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:19:38.492831 n-d-738018-6 neutron-server[94672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8539c6a-8912-478b-bf3f-db17202f9e70 {{(pid=94672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:19:38.493241 n-d-738018-6 neutron-server[94672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a', 'name': 'network-vif-deleted', 'tag': 'e349ac92-5592-4340-8c1b-6814521d1a6d', 'status': 'completed', 'code': 200} Jul 27 23:19:39.179457 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [req-67eb561a-4cc6-4db2-ba16-835657150f19 req-f19f0e29-8a88-453b-98ac-403ef051b7e7 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dbe8a5b-ed6e-4f3a-8e8f-ca1d2ead165a HTTP/1.1" status: 200 len: 210 time: 0.0307238 Jul 27 23:19:39.432021 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.241720 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33294) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:40.300507 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.327205 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.455151 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.459139 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:40.459139 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] 10.222.0.37 "DELETE /v2.0/security-groups/d2b5c1bc-47f2-4b8f-ae92-9316e280fd13 HTTP/1.1" status: 204 len: 168 time: 0.2161975 Jul 27 23:19:40.468700 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5c1bc-47f2-4b8f-ae92-9316e280fd13,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:40.476809 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.477163 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.477511 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.477853 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.478216 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.478598 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.478933 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.479266 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.479597 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.479925 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.480256 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:40.480589 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b9243-1412-4cdc-8b58-726ca0181275 tempest-TestSnapshotPattern-1593523163 tempest-TestSnapshotPattern-1593523163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-738018-6 {{(pid=94671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:19:41.612224 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33302) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:42.067987 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.640969 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Deleting port 393892ce-bb7f-4266-94cc-b11e356fe8d6 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:42.641693 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.718784 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] For port 393892ce-bb7f-4266-94cc-b11e356fe8d6, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=393892ce-bb7f-4266-94cc-b11e356fe8d6,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:42.719070 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.731436 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Calling delete_port for 393892ce-bb7f-4266-94cc-b11e356fe8d6 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:42.799689 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d no longer exists at agent hyperv_n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:42.819889 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] No Port match for: e349ac92-5592-4340-8c1b-6814521d1a6d {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:42.820243 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Device e349ac92-5592-4340-8c1b-6814521d1a6d not bound to the agent host n-h2-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:42.969337 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.997441 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Pushing event deleted for resources: {'Port': ['ID=393892ce-bb7f-4266-94cc-b11e356fe8d6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:43.172008 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.387943 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Router e533cf4e-d4fb-4236-bd9e-26e299931bda has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:43.495815 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:43.500849 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-9d30c055-8f27-4895-9b65-7976d1c0932c admin admin] 10.222.0.37 "PUT /v2.0/routers/e533cf4e-d4fb-4236-bd9e-26e299931bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8872445 Jul 27 23:19:43.503381 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33308) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:43.506609 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Sync routers for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:43.516070 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:43.516675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:43.610412 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.624980 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: n-d-738018-6 {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:43.714348 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.809327 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:19:42Z', 'revision_number': 5, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port': {'id': '3e538282-88cd-4093-8a67-cdcd3b642278', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:43.837902 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Deleting port 3e538282-88cd-4093-8a67-cdcd3b642278 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:43.838546 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.842032 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Checking router: e533cf4e-d4fb-4236-bd9e-26e299931bda for host: n-d-738018-6 {{(pid=94673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:43.851209 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Routers {'e533cf4e-d4fb-4236-bd9e-26e299931bda'} bound to L3 agent in host n-d-738018-6 {{(pid=94673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:43.851847 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['e533cf4e-d4fb-4236-bd9e-26e299931bda'], 'active': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:43.922027 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] For port 3e538282-88cd-4093-8a67-cdcd3b642278, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=3e538282-88cd-4093-8a67-cdcd3b642278,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:43.922428 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.936144 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Calling delete_port for 3e538282-88cd-4093-8a67-cdcd3b642278 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:43.942052 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvr_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] Set router e533cf4e-d4fb-4236-bd9e-26e299931bda gateway port host: None {{(pid=94673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:43.998315 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_hamode_db [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:19:43Z', 'revision_number': 6, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:44.025570 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb21245-a4e7-4d00-8b3a-8fcf268ac42e None None] The sync data for ids ['e533cf4e-d4fb-4236-bd9e-26e299931bda'] in n-d-738018-6 is: [{'id': 'e533cf4e-d4fb-4236-bd9e-26e299931bda', 'name': 'tempest-TestSnapshotPattern-762562185-router', 'tenant_id': 'e6ff6f15ab374a71a6192b8695660d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:41Z', 'updated_at': '2021-07-27T23:19:43Z', 'revision_number': 6, 'project_id': 'e6ff6f15ab374a71a6192b8695660d64', 'gw_port_host': None}] {{(pid=94673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:44.170992 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.198085 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e538282-88cd-4093-8a67-cdcd3b642278,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.264898 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.355195 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.357225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.485497 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.486080 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e533cf4e-d4fb-4236-bd9e-26e299931bda {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:19:44.492264 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.493500 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5c7a3b6-25bb-4c12-9fb9-f875f9962f04 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e533cf4e-d4fb-4236-bd9e-26e299931bda HTTP/1.1" status: 204 len: 168 time: 0.9891858 Jul 27 23:19:44.496052 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33310) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:44.547475 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Deleting subnet 5b092082-96d7-4100-877d-00bbd03f7849 {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:19:44.550481 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.586425 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.665315 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.789549 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.820790 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b092082-96d7-4100-877d-00bbd03f7849,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:44.826786 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.830837 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-3905e2b3-9bd7-4115-8f1e-6512b5bdba04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b092082-96d7-4100-877d-00bbd03f7849 HTTP/1.1" status: 204 len: 168 time: 0.3337829 Jul 27 23:19:44.831407 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [-] (94672) accepted ('10.222.0.37', 33312) {{(pid=94672) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:44.835213 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc1a0f1-daef-4130-9440-bc3127246cca None None] Network 1b83c49c-677b-48ac-ba23-5ef905a3a367 requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:44.902951 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:44.970015 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Deleting port b3159c17-741c-4416-b52c-3a32e7b6b784 {{(pid=94672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:44.970535 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.025187 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e538282-88cd-4093-8a67-cdcd3b642278 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:45.045240 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.db [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] For port b3159c17-741c-4416-b52c-3a32e7b6b784, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3159c17-741c-4416-b52c-3a32e7b6b784,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:45.045614 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.050093 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 3e538282-88cd-4093-8a67-cdcd3b642278 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:45.050685 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 3e538282-88cd-4093-8a67-cdcd3b642278 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:45.051310 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 393892ce-bb7f-4266-94cc-b11e356fe8d6 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:45.060700 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.plugin [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Calling delete_port for b3159c17-741c-4416-b52c-3a32e7b6b784 owned by network:dhcp {{(pid=94672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:45.076435 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 393892ce-bb7f-4266-94cc-b11e356fe8d6 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:45.076856 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 393892ce-bb7f-4266-94cc-b11e356fe8d6 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:45.084226 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] DHCP port deletion for 1b83c49c-677b-48ac-ba23-5ef905a3a367 request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:19:45.135469 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Deleting port b3159c17-741c-4416-b52c-3a32e7b6b784 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:45.135861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.205079 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] For port b3159c17-741c-4416-b52c-3a32e7b6b784, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=b3159c17-741c-4416-b52c-3a32e7b6b784,segment=NetworkSegment(aa03fe7b-3d0c-4713-8450-eadd9cb13450),segment_id=aa03fe7b-3d0c-4713-8450-eadd9cb13450)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:45.205505 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.218868 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Calling delete_port for b3159c17-741c-4416-b52c-3a32e7b6b784 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:45.234047 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28968296'] for port, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.262135 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b3159c17-741c-4416-b52c-3a32e7b6b784,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.263971 n-d-738018-6 neutron-server[94672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] No DVR routers for this DVR port b3159c17-741c-4416-b52c-3a32e7b6b784 on host n-d-738018-6 {{(pid=94672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:45.299165 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.328172 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] Pushing event deleted for resources: {'Port': ['ID=b3159c17-741c-4416-b52c-3a32e7b6b784,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.333675 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e5269-23dc-4a74-a67a-841662d32130 None None] No DVR routers for this DVR port b3159c17-741c-4416-b52c-3a32e7b6b784 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:45.336704 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.347561 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b83c49c-677b-48ac-ba23-5ef905a3a367']}} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:45.362425 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa03fe7b-3d0c-4713-8450-eadd9cb13450') {'for_net_delete': True} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:45.362988 n-d-738018-6 neutron-server[94672]: DEBUG neutron.services.segments.db [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa03fe7b-3d0c-4713-8450-eadd9cb13450') {} {{(pid=94672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:45.372745 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28968108'] for segment, before_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.386907 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.392711 n-d-738018-6 neutron-server[94672]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94672) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:19:45.393102 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28968245'] for segment, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: Traceback (most recent call last): Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: timer() Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: cb(*args, **kw) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: return func(*args, **kwargs) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: self._notify() Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: self.callback(batched_events) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: event.method(event) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: return f(self, *a, **k) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: return self._get(url).json() Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: return self.request(url, 'GET', **kwargs) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:19:45.394761 n-d-738018-6 neutron-server[94672]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:19:45.548034 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.554275 n-d-738018-6 neutron-server[94672]: DEBUG neutron_lib.callbacks.manager [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Notify callbacks [] for network, before_response {{(pid=94672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.556270 n-d-738018-6 neutron-server[94672]: INFO neutron.wsgi [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/1b83c49c-677b-48ac-ba23-5ef905a3a367 HTTP/1.1" status: 204 len: 168 time: 0.7237539 Jul 27 23:19:45.559527 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33314) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:45.567357 n-d-738018-6 neutron-server[94672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ac96d-6e01-438c-90fa-bb93c6bba8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1b83c49c-677b-48ac-ba23-5ef905a3a367,revision_number=None']} {{(pid=94672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:45.921445 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3856381'] for router_interface, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.191127 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Deleting port 4f42a076-8a28-45cb-9058-1461117a9bb0 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:46.191372 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.270974 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] For port 4f42a076-8a28-45cb-9058-1461117a9bb0, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=4f42a076-8a28-45cb-9058-1461117a9bb0,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:46.271976 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.284314 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Calling delete_port for 4f42a076-8a28-45cb-9058-1461117a9bb0 owned by network:router_interface {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:46.565380 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.592764 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f42a076-8a28-45cb-9058-1461117a9bb0,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:46.761631 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3856145'] for router_interface, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.980940 n-d-738018-6 neutron-server[94671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 has already been hosted by L3 agent d9e382c2-14e6-4695-8438-b3c80e339d40 {{(pid=94671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:19:47.059811 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3159c17-741c-4416-b52c-3a32e7b6b784 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:47.082125 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: b3159c17-741c-4416-b52c-3a32e7b6b784 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:47.082511 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device b3159c17-741c-4416-b52c-3a32e7b6b784 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:47.418005 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] Notify agent at l3_agent.n-d-738018-6 the message routers_updated {{(pid=94671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:19:47.422977 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-8d44a019-279e-4efc-8c2a-00eda7f10765 admin admin] 10.222.0.37 "PUT /v2.0/routers/3482bfba-5550-4d5f-aa81-3ba8a051ad16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624094 Jul 27 23:19:47.425488 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33316) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:47.428335 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Sync routers for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:19:47.437194 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:47.437933 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:47.532880 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.547562 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: n-d-738018-6 {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:47.644239 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.734534 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'external_fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:19:46Z', 'revision_number': 5, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port': {'id': 'ebfa8112-7638-475f-b798-70d5db06b242', 'name': '', 'network_id': '8c8339a4-6684-4013-8a88-d5b3aa503fdf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-738018-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5444793-6eca-4c48-af4d-4379dca225bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-738018-6'}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:47.766947 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Checking router: 3482bfba-5550-4d5f-aa81-3ba8a051ad16 for host: n-d-738018-6 {{(pid=94674) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:19:47.771959 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Deleting port ebfa8112-7638-475f-b798-70d5db06b242 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:47.772313 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.775992 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Routers {'3482bfba-5550-4d5f-aa81-3ba8a051ad16'} bound to L3 agent in host n-d-738018-6 {{(pid=94674) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:19:47.776635 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-738018-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:27:34Z,description=,heartbeat_timestamp=2021-07-27T23:19:34Z,host='n-d-738018-6',id=d9e382c2-14e6-4695-8438-b3c80e339d40,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:27:35Z,topic='l3_agent')) {'router_ids': ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'], 'active': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:47.866883 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_dvr_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] Set router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 gateway port host: None {{(pid=94674) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:19:47.877937 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] For port ebfa8112-7638-475f-b798-70d5db06b242, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=ebfa8112-7638-475f-b798-70d5db06b242,segment=NetworkSegment(153c0842-a0fc-4130-b95c-d66f1ffc176d),segment_id=153c0842-a0fc-4130-b95c-d66f1ffc176d)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:47.878336 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:47.893849 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Calling delete_port for ebfa8112-7638-475f-b798-70d5db06b242 owned by network:router_gateway {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:47.919505 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.l3_hamode_db [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:19:47Z', 'revision_number': 6, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port_host': None}], 'n-d-738018-6', False) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:47.948762 n-d-738018-6 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2db54-4e77-4f8f-bd46-cacf8c54a6c6 None None] The sync data for ids ['3482bfba-5550-4d5f-aa81-3ba8a051ad16'] in n-d-738018-6 is: [{'id': '3482bfba-5550-4d5f-aa81-3ba8a051ad16', 'name': 'tempest-TestSnapshotPattern-102131340-router', 'tenant_id': 'a9c371eca2ed449699b64798ade7a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:14:47Z', 'updated_at': '2021-07-27T23:19:47Z', 'revision_number': 6, 'project_id': 'a9c371eca2ed449699b64798ade7a23b', 'gw_port_host': None}] {{(pid=94674) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:19:48.137112 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.164403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfa8112-7638-475f-b798-70d5db06b242,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:48.230364 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714739'] for router_gateway, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.327643 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1700'] for router, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.329926 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.474317 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3907258'] for router, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.474852 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3482bfba-5550-4d5f-aa81-3ba8a051ad16 {{(pid=94671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:19:48.479809 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] Notify callbacks [] for router, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.480611 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-210b479b-d731-4721-83a0-e0b47c27d6fd admin admin] 10.222.0.37 "DELETE /v2.0/routers/3482bfba-5550-4d5f-aa81-3ba8a051ad16 HTTP/1.1" status: 204 len: 168 time: 1.0541811 Jul 27 23:19:48.483375 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33318) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:48.530082 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Deleting subnet a439ef06-6e18-47ca-b143-6012b0b2656b {{(pid=94671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:19:48.533462 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.571575 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28959782'] for subnet, precommit_delete_associations {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.673262 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727802'] for subnet, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.789492 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3697722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28832230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29257199'] for subnet, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.816496 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a439ef06-6e18-47ca-b143-6012b0b2656b,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:48.820212 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.822151 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-0b9dbb94-1cbd-4f40-8685-21bd7c43cf7a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a439ef06-6e18-47ca-b143-6012b0b2656b HTTP/1.1" status: 204 len: 168 time: 0.3377445 Jul 27 23:19:48.824606 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33320) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:48.827159 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c104a1-35e4-43a8-960b-839201649f5c None None] Network 824993fc-b92b-44b9-9372-0e1c8a79267f requested from n-d-738018-6 {{(pid=94673) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:19:48.901697 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597266'] for network, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.970924 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Deleting port 8930cb46-00b6-477a-99ea-6f9c519fa016 {{(pid=94671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:48.971283 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.033114 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ebfa8112-7638-475f-b798-70d5db06b242 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:49.046935 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.db [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] For port 8930cb46-00b6-477a-99ea-6f9c519fa016, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8930cb46-00b6-477a-99ea-6f9c519fa016,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:49.047307 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.054133 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: ebfa8112-7638-475f-b798-70d5db06b242 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:49.054787 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device ebfa8112-7638-475f-b798-70d5db06b242 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:49.055216 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4f42a076-8a28-45cb-9058-1461117a9bb0 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:49.059436 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] DHCP port deletion for 824993fc-b92b-44b9-9372-0e1c8a79267f request from n-d-738018-6 {{(pid=94673) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:19:49.062596 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.plugin [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Calling delete_port for 8930cb46-00b6-477a-99ea-6f9c519fa016 owned by network:dhcp {{(pid=94671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:49.078646 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 4f42a076-8a28-45cb-9058-1461117a9bb0 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:49.079002 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 4f42a076-8a28-45cb-9058-1461117a9bb0 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:19:49.125593 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Deleting port 8930cb46-00b6-477a-99ea-6f9c519fa016 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:19:49.126227 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764843388290'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.197529 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] For port 8930cb46-00b6-477a-99ea-6f9c519fa016, host n-d-738018-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-738018-6',level=0,port_id=8930cb46-00b6-477a-99ea-6f9c519fa016,segment=NetworkSegment(1d333ec0-3c6c-43aa-bb17-89f938edb1bd),segment_id=1d333ec0-3c6c-43aa-bb17-89f938edb1bd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:19:49.197939 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810321'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.210998 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Calling delete_port for 8930cb46-00b6-477a-99ea-6f9c519fa016 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:19:49.211540 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28832213'] for port, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.238235 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8930cb46-00b6-477a-99ea-6f9c519fa016,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:49.242403 n-d-738018-6 neutron-server[94671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] No DVR routers for this DVR port 8930cb46-00b6-477a-99ea-6f9c519fa016 on host n-d-738018-6 {{(pid=94671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:49.289512 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764843392988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764843000324'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.313563 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724597', 'neutron.services.segments.db._delete_segments_for_network-8764843468063'] for network, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.314664 n-d-738018-6 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] Pushing event deleted for resources: {'Port': ['ID=8930cb46-00b6-477a-99ea-6f9c519fa016,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:49.318254 n-d-738018-6 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36a687-d840-4439-b826-00f86d0e565f None None] No DVR routers for this DVR port 8930cb46-00b6-477a-99ea-6f9c519fa016 on host n-d-738018-6 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:19:49.324765 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824993fc-b92b-44b9-9372-0e1c8a79267f']}} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:49.342915 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d333ec0-3c6c-43aa-bb17-89f938edb1bd') {'for_net_delete': True} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:49.343230 n-d-738018-6 neutron-server[94671]: DEBUG neutron.services.segments.db [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d333ec0-3c6c-43aa-bb17-89f938edb1bd') {} {{(pid=94671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:19:49.352849 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764843468584', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28960213'] for segment, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.367966 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588'] for segment, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.373983 n-d-738018-6 neutron-server[94671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:19:49.374477 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28832136'] for segment, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: Traceback (most recent call last): Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: timer() Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: cb(*args, **kw) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: return func(*args, **kwargs) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: self._notify() Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: self.callback(batched_events) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: event.method(event) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: return f(self, *a, **k) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: return self._get(url).json() Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: return self.request(url, 'GET', **kwargs) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:19:49.376305 n-d-738018-6 neutron-server[94671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:19:49.479093 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3714703'] for network, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.484885 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Notify callbacks [] for network, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.486913 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/824993fc-b92b-44b9-9372-0e1c8a79267f HTTP/1.1" status: 204 len: 168 time: 0.6597748 Jul 27 23:19:49.499089 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45e18-f87e-48dc-a892-80522aa30ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=824993fc-b92b-44b9-9372-0e1c8a79267f,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:49.752341 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33324) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:49.793323 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-d5bb585c-25dc-4479-a2fb-95b899ded64c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ff6f15ab374a71a6192b8695660d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397375 Jul 27 23:19:49.795772 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33326) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:49.849228 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:49.875839 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.000232 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.003019 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.005672 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4cf96c6-a42f-47d5-ae2e-5bf6975c1d4e HTTP/1.1" status: 204 len: 168 time: 0.2075169 Jul 27 23:19:50.012958 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5131ec7-4791-4595-ac2f-6cf4e3193c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf96c6-a42f-47d5-ae2e-5bf6975c1d4e,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:50.637620 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33332) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:50.679713 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-224c1bec-495d-423b-95b2-4818786d0e17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9c371eca2ed449699b64798ade7a23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409288 Jul 27 23:19:50.682424 n-d-738018-6 neutron-server[94671]: DEBUG neutron.wsgi [-] (94671) accepted ('10.222.0.37', 33334) {{(pid=94671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:19:50.732248 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.754225 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.891137 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738834'] for security_group, after_delete {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.893985 n-d-738018-6 neutron-server[94671]: DEBUG neutron_lib.callbacks.manager [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:50.895214 n-d-738018-6 neutron-server[94671]: INFO neutron.wsgi [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90147b92-ad09-412d-8487-bc2e50c2bdc6 HTTP/1.1" status: 204 len: 168 time: 0.2117589 Jul 27 23:19:50.903548 n-d-738018-6 neutron-server[94671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55350ed4-7e17-4d96-87d7-4fa05af39f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90147b92-ad09-412d-8487-bc2e50c2bdc6,revision_number=None']} {{(pid=94671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:19:51.004672 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8930cb46-00b6-477a-99ea-6f9c519fa016 no longer exists at agent ovs-agent-n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:19:51.027883 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] No Port match for: 8930cb46-00b6-477a-99ea-6f9c519fa016 {{(pid=94673) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:19:51.028264 n-d-738018-6 neutron-server[94673]: DEBUG neutron.plugins.ml2.rpc [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Device 8930cb46-00b6-477a-99ea-6f9c519fa016 not bound to the agent host n-d-738018-6 {{(pid=94673) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:20:01.289340 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:20:02.008876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b1ff34b-45b6-4580-8a79-5d6023535ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.524493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d56cf83c-8141-4449-b628-ecde0dbc6fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:04.821876 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:06.226114 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.856338 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:07.968416 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:09.511543 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:31.974975 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5ddb8f8-0991-40b8-9d19-b0b598a73548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:34.494715 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8695762c-8376-4784-b833-da16a7a80e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:34.820218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:36.236903 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:37.843373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:37.927901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:38.288039 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:20:39.471949 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:01.979901 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c472eeea-000d-4e03-be96-afd0a88a8dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:04.516650 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3572d1ba-213c-462d-9b4d-4f2dea6d1192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:04.854004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:06.219911 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:07.880089 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:07.979503 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:09.522401 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.287863 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:21:31.967278 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f3c0167-1ce6-4b0d-8fbc-1f56f168d273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.487366 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2910-8883-4c5a-8269-7b6e80ba2f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:34.818691 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:36.258770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.876134 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.955774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:39.487844 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:52.286877 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:22:01.971808 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-024729ea-0e77-4e9c-9973-910cbab566fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:04.527965 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-21ca1400-017a-40bd-b3b6-8a0bbb4fceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:04.829496 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:06.235178 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.881098 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:07.938348 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:09.504027 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:29.286212 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:22:31.983395 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e0c935c-b84a-4bac-a23e-275d63b25fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.496604 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8516714a-bf3f-475f-bc69-188bc4161734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:34.839527 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:36.256297 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:37.920157 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:38.000279 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:39.537488 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:02.038163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-543b1e65-bcb9-46a7-84fd-cb6453e8f20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.490023 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-804f9516-2c32-4be4-bac9-0e379e06ca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:04.846156 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.272218 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:06.285677 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:23:07.901122 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:07.963774 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:09.551923 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:31.979713 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8826a4ef-53ed-485c-8a68-d2ead504d858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.497233 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7860557-05c5-495c-87fa-91fe02efbc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:34.862237 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:36.239303 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.923360 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:37.996995 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:39.550849 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.286153 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:02.004707 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09414562-07f2-413b-998a-521c24f46f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.496004 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1e164cd-e690-49e6-b0ef-845986374af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:04.853041 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:06.261333 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.932530 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:07.987180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:09.567413 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:20.285281 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:32.012167 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25ad5dae-8a76-490b-a230-08afd42386d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.501211 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df2113d3-bd65-4ce0-a28b-ff01fe2884f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:34.832792 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:36.252064 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.946727 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:37.971714 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:39.534983 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:57.286826 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:25:01.987861 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71b560a8-0b9e-4d50-aca3-6929cd5342be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.496708 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-594a8334-bd46-4212-9e4d-92c2d636a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:04.843374 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:06.302426 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.976558 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:07.985760 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:09.553335 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:31.975734 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c89-0542-4e69-a09a-a2fdc76cadc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.286334 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:25:34.507170 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-882bc5da-2b82-41cb-96ce-366f7f6471fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:34.855590 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:36.261305 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.004180 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:38.014853 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:39.563978 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:01.985773 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f31bb16-a48b-4735-8430-376df2fbcee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.522907 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcbefe19-73de-4972-bf7f-8fb9c54e7db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:04.877210 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:06.299985 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.974480 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:07.997072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:09.568515 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:11.285656 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:26:31.973328 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3fedc30-5476-477b-9b68-5e0880c8f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.510373 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f36836af-1718-4747-bd50-97e43812bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:34.830141 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:36.258964 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:37.984616 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:38.007313 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:39.578770 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:26:48.285568 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:27:01.973014 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d8a8-7433-4643-ad3f-a67eea0d27ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.493139 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfaac5d5-574a-4e12-b0c0-55bbcb8a4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:04.835219 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:06.264163 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.978485 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:07.984106 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:09.578209 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:24.545002 n-d-738018-6 neutron-server[94672]: DEBUG neutron.wsgi [req-e7c7576b-7016-4156-b29b-f217a12e188e req-fcd94eb3-6a33-44f4-b520-f2dd96d7ce73 service neutron] (94672) timed out ('10.222.0.37', 53788) {{(pid=94672) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:27:25.286386 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:27:31.994077 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f39d0f9-02fc-42e3-a872-2a167db283e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.503277 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8481c7e-7ad5-4ad3-af14-c72e85199ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:34.846493 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:36.275129 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.977677 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:37.988350 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:27:39.554999 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.000205 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49cfd8c6-a3eb-40ef-a257-76bcff955371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:02.288504 n-d-738018-6 neutron-server[94674]: DEBUG neutron.db.agents_db [None req-dda13f5d-ecda-42ef-94f9-88a14d859853 None None] Agent healthcheck: found 7 active agents {{(pid=94674) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:28:04.508932 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed237f2a-36e2-4764-8888-9f43e3de9578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:04.857617 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ef1a8c0-3883-476c-b9c3-eb9d4dfd9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:06.267048 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb2fbcf9-059b-4358-a5fb-4ee72e26070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.006072 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-095b4c7f-ebdc-40c0-9813-534079df1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:08.015087 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-25d9a49e-6160-4797-98be-c985be8ae28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:28:09.621517 n-d-738018-6 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2817d885-b1e7-4c0a-a71e-449b8ce29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764843468045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723737'] for agent, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}